{ "runs_attempted": 69, "runs_finished": 68, "published": 65, "weights": { "functional": 0.5, "quality": 0.085, "security": 0.085, "code_quality": 0.33 }, "code_quality_split": { "l1": 0.24, "l2": 0.09 }, "panel": [ "Muse Spark 1.3" ], "judged_rule": "judged is \"published\" where the v3.11 summary publishes a Code quality score; the other rows carry the reason the population builder excluded them before any judge call", "intent_recovery_rule": "When a submission passed no quirk family, intent recovery has no denominator, intent_recovery is null, intent_recovery_redistributed is true and Code quality equals the reviewed score", "cost_rule": "estimated_usd is null on every run: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so a cost figure would be invented. devin_credits and devin_acu are the receipts' own counters, recorded as measured", "token_fields": { "raw_tokens": "Devin CLI raw total including cache reads, deduplicated by request id", "cli_summary_units": "the CLI's own summary count, which for Devin is the same raw total" }, "rows": [ { "model": "swe2", "effort": "medium", "task": "legacy-blendcore-binary-parity", "run_id": "legacy-blendcore-binary-parity-3a67acc9", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8191, "security": 1.0, "reviewed_score": 66.66666666666666, "intent_recovery": 56.25, "intent_recovery_redistributed": false, "code_quality": 63.825757575757564, "combined_33": 86.52485, "combined_20_profile": 90.0516515151515, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 79.16666666666666, "reviewed_score": 66.66666666666666, "intent_recovery": 56.25, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 3521.286, "raw_tokens": 11349553, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 10931712, "input_tokens": 144165, "output_tokens": 273676 }, "cli_summary_units": 11349553, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T08:52:34.335176+00:00", "finished_at": "2026-09-19T09:51:15.629183+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "8a02429511c4b1b166d3d70f558fc1082497f6dc4c80090f0933178404e8c67d" }, { "model": "swe2", "effort": "medium", "task": "legacy-cellarcore-binary-parity", "run_id": "legacy-cellarcore-binary-parity-cf23d67f", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.8571, "automated_quality": 0.7499, "security": 1.0, "reviewed_score": 58.33333333333333, "intent_recovery": 81.81818181818183, "intent_recovery_redistributed": false, "code_quality": 64.73829201101928, "combined_33": 79.09278636363636, "combined_20_profile": 82.05115840220385, "panels": { "muse": { "readability": 50.0, "maintainability": 66.66666666666666, "reviewed_score": 58.33333333333333, "intent_recovery": 81.81818181818183, "scored_quirks": 11, "reviewer_fallback": false } }, "passed_quirk_families": 12, "duration_s": 6185.706, "raw_tokens": 46169890, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 45277696, "input_tokens": 427161, "output_tokens": 465033 }, "cli_summary_units": 46169890, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T16:22:29.110088+00:00", "finished_at": "2026-09-19T18:05:34.837419+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "79edbcc1f594b973d790d8a27349813d50225b2b739a6a3b434c7246ad749016" }, { "model": "swe2", "effort": "medium", "task": "legacy-codeccore-binary-parity", "run_id": "legacy-codeccore-binary-parity-7505d504", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.4, "automated_quality": 0.8025, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 72.72727272727272, "combined_33": 59.321250000000006, "combined_20_profile": 61.58295454545455, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 66.66666666666666, "reviewed_score": 62.5, "intent_recovery": 100.0, "scored_quirks": 4, "reviewer_fallback": false } }, "passed_quirk_families": 4, "duration_s": 552.55, "raw_tokens": 2464493, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 2371584, "input_tokens": 62548, "output_tokens": 30361 }, "cli_summary_units": 2464493, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T04:07:47.490062+00:00", "finished_at": "2026-09-19T04:17:00.049534+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "57d7d2092c57289083c760827bb9a486d0a492f9de36eedf59d85269d15a40a2" }, { "model": "swe2", "effort": "medium", "task": "legacy-depotcore-binary-parity", "run_id": "legacy-depotcore-binary-parity-3bc94317", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.8571, "automated_quality": 0.733, "security": 1.0, "reviewed_score": 50.0, "intent_recovery": 40.909090909090914, "intent_recovery_redistributed": false, "code_quality": 47.52066115702479, "combined_33": 73.26731818181818, "combined_20_profile": 78.35413223140496, "panels": { "muse": { "readability": 37.5, "maintainability": 62.5, "reviewed_score": 50.0, "intent_recovery": 40.909090909090914, "scored_quirks": 11, "reviewer_fallback": false } }, "passed_quirk_families": 12, "duration_s": 7730.517, "raw_tokens": 60632607, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 59089920, "input_tokens": 708649, "output_tokens": 834038 }, "cli_summary_units": 60632607, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T12:14:23.785691+00:00", "finished_at": "2026-09-19T14:23:14.353171+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "387353c085e34113368137d6507cab857def391f9473c7b22870eed5c2a772a3" }, { "model": "swe2", "effort": "medium", "task": "legacy-freightcore-binary-parity", "run_id": "legacy-freightcore-binary-parity-ec9cb38e", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7998, "security": 1.0, "reviewed_score": 58.333333333333336, "intent_recovery": 88.88888888888889, "intent_recovery_redistributed": false, "code_quality": 66.66666666666666, "combined_33": 87.2983, "combined_20_profile": 90.33033333333333, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 58.333333333333336, "reviewed_score": 58.333333333333336, "intent_recovery": 88.88888888888889, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 1974.719, "raw_tokens": 8058079, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 7635456, "input_tokens": 245662, "output_tokens": 176961 }, "cli_summary_units": 8058079, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T03:34:52.621090+00:00", "finished_at": "2026-09-19T04:07:47.353791+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "33ad3aec5ea72e9350a5a433cdc8b12ec4b0e02c6abe22ae585185d2bcb10919" }, { "model": "swe2", "effort": "medium", "task": "legacy-granarycore-binary-parity", "run_id": "legacy-granarycore-binary-parity-36523001", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.9286, "automated_quality": 0.6649, "security": 1.0, "reviewed_score": 47.91666666666667, "intent_recovery": 79.16666666666666, "intent_recovery_redistributed": false, "code_quality": 56.43939393939394, "combined_33": 79.20665, "combined_20_profile": 82.69137878787879, "panels": { "muse": { "readability": 41.66666666666667, "maintainability": 54.166666666666664, "reviewed_score": 47.91666666666667, "intent_recovery": 79.16666666666666, "scored_quirks": 12, "reviewer_fallback": false } }, "passed_quirk_families": 13, "duration_s": 7389.09, "raw_tokens": 77419454, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 75352576, "input_tokens": 1223174, "output_tokens": 843704 }, "cli_summary_units": 77419454, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T10:11:14.494739+00:00", "finished_at": "2026-09-19T12:14:23.635108+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "937441274410a547e8fed874a592ede3b36d06659090b481a99c916c4dfacf46" }, { "model": "swe2", "effort": "medium", "task": "legacy-hedgecore-binary-parity", "run_id": "legacy-hedgecore-binary-parity-129d64b0", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8036, "security": 1.0, "reviewed_score": 50.0, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 63.63636363636363, "combined_33": 86.33059999999999, "combined_20_profile": 89.78127272727272, "panels": { "muse": { "readability": 45.83333333333333, "maintainability": 54.166666666666664, "reviewed_score": 50.0, "intent_recovery": 100.0, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 797.734, "raw_tokens": 3622064, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 3499008, "input_tokens": 70575, "output_tokens": 52481 }, "cli_summary_units": 3622064, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T06:26:03.849193+00:00", "finished_at": "2026-09-19T06:39:21.588947+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "8b8073dff51162907317546dbc676d3d22655b05eaccf6f333589c54033644d5" }, { "model": "swe2", "effort": "medium", "task": "legacy-lodgecore-binary-parity", "run_id": "legacy-lodgecore-binary-parity-59067d84", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.8333, "automated_quality": 0.7564, "security": 1.0, "reviewed_score": 41.666666666666664, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 57.57575757575757, "combined_33": 75.5944, "combined_20_profile": 79.52615151515151, "panels": { "muse": { "readability": 37.5, "maintainability": 45.83333333333333, "reviewed_score": 41.666666666666664, "intent_recovery": 100.0, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 7154.489, "raw_tokens": 32020719, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 31311872, "input_tokens": 330530, "output_tokens": 378317 }, "cli_summary_units": 32020719, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T14:23:14.479211+00:00", "finished_at": "2026-09-19T16:22:28.982494+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "26d5d3f62d87d75951d2a44d20ace9e53c6f08dd560b1774e74ec87b098f8c8b" }, { "model": "swe2", "effort": "medium", "task": "legacy-matchcore-order-book-parity", "run_id": "legacy-matchcore-order-book-parity-f99ea349", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7594, "security": 1.0, "reviewed_score": 54.16666666666667, "intent_recovery": 77.77777777777779, "intent_recovery_redistributed": false, "code_quality": 60.6060606060606, "combined_33": 84.9549, "combined_20_profile": 88.51221212121212, "panels": { "muse": { "readability": 37.5, "maintainability": 70.83333333333334, "reviewed_score": 54.16666666666667, "intent_recovery": 77.77777777777779, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 1398.376, "raw_tokens": 3228898, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 3108864, "input_tokens": 69486, "output_tokens": 50548 }, "cli_summary_units": 3228898, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T02:14:17.633091+00:00", "finished_at": "2026-09-19T02:37:36.012662+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "4f9a8332fe388ecbcf98aca19368f76c1b2d45be95fcf60a75ab1c0bc99e1d59" }, { "model": "swe2", "effort": "medium", "task": "legacy-metercore-binary-parity", "run_id": "legacy-metercore-binary-parity-04a867c1", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8321, "security": 1.0, "reviewed_score": 83.33333333333334, "intent_recovery": 68.75, "intent_recovery_redistributed": false, "code_quality": 79.35606060606061, "combined_33": 91.76035, "combined_20_profile": 93.35271212121212, "panels": { "muse": { "readability": 83.33333333333334, "maintainability": 83.33333333333334, "reviewed_score": 83.33333333333334, "intent_recovery": 68.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 1306.525, "raw_tokens": 1158122, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 925696, "input_tokens": 210508, "output_tokens": 21918 }, "cli_summary_units": 1158122, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T03:13:05.963865+00:00", "finished_at": "2026-09-19T03:34:52.489309+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "25c02009d5cbd116ed37bf1a400f1cb87bb6880fa3afdb23aed420c31f055c9c" }, { "model": "swe2", "effort": "medium", "task": "legacy-pacecore-binary-parity", "run_id": "legacy-pacecore-binary-parity-854303b8", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.8889, "automated_quality": 0.8226, "security": 1.0, "reviewed_score": 70.83333333333333, "intent_recovery": 91.66666666666666, "intent_recovery_redistributed": false, "code_quality": 76.51515151515152, "combined_33": 85.1871, "combined_20_profile": 87.0870303030303, "panels": { "muse": { "readability": 62.5, "maintainability": 79.16666666666666, "reviewed_score": 70.83333333333333, "intent_recovery": 91.66666666666666, "scored_quirks": 6, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 926.657, "raw_tokens": 4464329, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 4331520, "input_tokens": 61513, "output_tokens": 71296 }, "cli_summary_units": 4464329, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T08:37:07.527511+00:00", "finished_at": "2026-09-19T08:52:34.190745+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "1d39396713846427311b8fb523b0591bf65875cce3709352dae650e7b2dd13f7" }, { "model": "swe2", "effort": "medium", "task": "legacy-paddockcore-binary-parity", "run_id": "legacy-paddockcore-binary-parity-33e03cc0", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.6, "automated_quality": 0.7605, "security": 0.4, "reviewed_score": 35.416666666666664, "intent_recovery": 68.75, "intent_recovery_redistributed": false, "code_quality": 44.50757575757576, "combined_33": 54.55175, "combined_20_profile": 56.309015151515155, "panels": { "muse": { "readability": 25.0, "maintainability": 45.83333333333333, "reviewed_score": 35.416666666666664, "intent_recovery": 68.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 9695.565, "raw_tokens": 64289025, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 62798848, "input_tokens": 777993, "output_tokens": 712184 }, "cli_summary_units": 64289025, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T18:05:34.965904+00:00", "finished_at": "2026-09-19T20:47:10.570689+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "55cb04c671b68f75f117f3b541685f6a2f1942ced3fffc86249a0a4bc69d8bfc" }, { "model": "swe2", "effort": "medium", "task": "legacy-payrollcore-binary-parity", "run_id": "legacy-payrollcore-binary-parity-997d6aa9", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7899, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 50.0, "intent_recovery_redistributed": false, "code_quality": 59.090909090909086, "combined_33": 84.71415, "combined_20_profile": 88.66668181818181, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 66.66666666666666, "reviewed_score": 62.5, "intent_recovery": 50.0, "scored_quirks": 10, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 1718.396, "raw_tokens": 10883087, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 10569216, "input_tokens": 159031, "output_tokens": 154840 }, "cli_summary_units": 10883087, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T02:44:27.423057+00:00", "finished_at": "2026-09-19T03:13:05.832416+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "a47e208071162d0932da1acaa02a4d6b2cf8046816b28bb634780e8814e2aa81" }, { "model": "swe2", "effort": "medium", "task": "legacy-qlite-store-parity", "run_id": "legacy-qlite-store-parity-a1ba936c", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.801, "security": 1.0, "reviewed_score": 66.66666666666667, "intent_recovery": 88.88888888888889, "intent_recovery_redistributed": false, "code_quality": 72.72727272727272, "combined_33": 89.3085, "combined_20_profile": 91.56045454545453, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 75.0, "reviewed_score": 66.66666666666667, "intent_recovery": 88.88888888888889, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 411.127, "raw_tokens": 1157605, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 1098240, "input_tokens": 32130, "output_tokens": 27235 }, "cli_summary_units": 1157605, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T02:37:36.152598+00:00", "finished_at": "2026-09-19T02:44:27.285601+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "5103ea1d2eb3bcba2511d96a7808d73befc0498273a2f8a7dd54b19adc3bc456" }, { "model": "swe2", "effort": "medium", "task": "legacy-queuecore-binary-parity", "run_id": "legacy-queuecore-binary-parity-140fc328", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.75, "automated_quality": 0.8099, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 66.66666666666666, "intent_recovery_redistributed": false, "code_quality": 63.63636363636363, "combined_33": 73.88414999999999, "combined_20_profile": 77.37577272727272, "panels": { "muse": { "readability": 50.0, "maintainability": 75.0, "reviewed_score": 62.5, "intent_recovery": 66.66666666666666, "scored_quirks": 6, "reviewer_fallback": false } }, "passed_quirk_families": 6, "duration_s": 5057.004, "raw_tokens": 12477734, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 12088320, "input_tokens": 217385, "output_tokens": 172029 }, "cli_summary_units": 12477734, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T05:01:46.698668+00:00", "finished_at": "2026-09-19T06:26:03.707781+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "245c779b5efbddfabcaf3ac67f8964a4238976c6c294f938248a74cd724b7d43" }, { "model": "swe2", "effort": "medium", "task": "legacy-quotacore-binary-parity", "run_id": "legacy-quotacore-binary-parity-8f43cae3", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8476, "security": 1.0, "reviewed_score": 60.41666666666666, "intent_recovery": 88.88888888888889, "intent_recovery_redistributed": false, "code_quality": 68.18181818181817, "combined_33": 88.2046, "combined_20_profile": 91.35036363636364, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 66.66666666666666, "reviewed_score": 60.41666666666666, "intent_recovery": 88.88888888888889, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 693.555, "raw_tokens": 2279440, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 2185216, "input_tokens": 53515, "output_tokens": 40709 }, "cli_summary_units": 2279440, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T04:17:00.195491+00:00", "finished_at": "2026-09-19T04:28:33.757194+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "dc89d8da28d1a4be7b403e186977341c9175389e3b034734732b7b8eecd31768" }, { "model": "swe2", "effort": "medium", "task": "legacy-reflowcore-binary-parity", "run_id": "legacy-reflowcore-binary-parity-4330d50a", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8412, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 64.28571428571429, "intent_recovery_redistributed": false, "code_quality": 62.98701298701298, "combined_33": 86.43591428571428, "combined_20_profile": 90.2154025974026, "panels": { "muse": { "readability": 62.5, "maintainability": 62.5, "reviewed_score": 62.5, "intent_recovery": 64.28571428571429, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 2214.757, "raw_tokens": 5502559, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 5224960, "input_tokens": 116796, "output_tokens": 160803 }, "cli_summary_units": 5502559, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T07:23:12.249391+00:00", "finished_at": "2026-09-19T08:00:07.013035+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "d83b3e30a5b0b0cb485a33bf6da35063f2c40000a035f65d9085e30187ac6f68" }, { "model": "swe2", "effort": "medium", "task": "legacy-schedcore-binary-parity", "run_id": "legacy-schedcore-binary-parity-c3200548", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7766, "security": 1.0, "reviewed_score": 66.66666666666666, "intent_recovery": 64.28571428571429, "intent_recovery_redistributed": false, "code_quality": 66.017316017316, "combined_33": 86.88681428571428, "combined_20_profile": 89.8524632034632, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 79.16666666666666, "reviewed_score": 66.66666666666666, "intent_recovery": 64.28571428571429, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 2630.379, "raw_tokens": 6287480, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6149120, "input_tokens": 74239, "output_tokens": 64121 }, "cli_summary_units": 6287480, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T06:39:21.722473+00:00", "finished_at": "2026-09-19T07:23:12.110431+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "ac93dd9068e79ca1eb51b752f2ea8b2bbce365082a81154d418ac66e29952b78" }, { "model": "swe2", "effort": "medium", "task": "legacy-settlecore-binary-parity", "run_id": "legacy-settlecore-binary-parity-57846f73", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7584, "security": 1.0, "reviewed_score": 68.75, "intent_recovery": 50.0, "intent_recovery_redistributed": false, "code_quality": 63.63636363636363, "combined_33": 85.94639999999998, "combined_20_profile": 89.10327272727272, "panels": { "muse": { "readability": 62.5, "maintainability": 75.0, "reviewed_score": 68.75, "intent_recovery": 50.0, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 1925.224, "raw_tokens": 11253798, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 10862080, "input_tokens": 241717, "output_tokens": 150001 }, "cli_summary_units": 11253798, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T01:42:12.252225+00:00", "finished_at": "2026-09-19T02:14:17.490361+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "ec9306fe2d9d519f877fb782cf6f083c238907ea76c518bd6fc76fe2a9e35726" }, { "model": "swe2", "effort": "medium", "task": "legacy-snapcore-binary-parity", "run_id": "legacy-snapcore-binary-parity-ccc038f4", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.84, "security": 1.0, "reviewed_score": 70.83333333333333, "intent_recovery": 68.75, "intent_recovery_redistributed": false, "code_quality": 70.26515151515152, "combined_33": 88.82749999999999, "combined_20_profile": 91.6530303030303, "panels": { "muse": { "readability": 75.0, "maintainability": 66.66666666666666, "reviewed_score": 70.83333333333333, "intent_recovery": 68.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 780.922, "raw_tokens": 3439103, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 3313152, "input_tokens": 67270, "output_tokens": 58681 }, "cli_summary_units": 3439103, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T04:28:33.886700+00:00", "finished_at": "2026-09-19T04:41:34.817046+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "f1af2731cb58b3f87714dd692e651da452782bab9c820b97c7d6b1063103848e" }, { "model": "swe2", "effort": "medium", "task": "legacy-stampcore-binary-parity", "run_id": "legacy-stampcore-binary-parity-8b83d27d", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8119, "security": 1.0, "reviewed_score": 68.75, "intent_recovery": 78.57142857142857, "intent_recovery_redistributed": false, "code_quality": 71.42857142857142, "combined_33": 88.97257857142856, "combined_20_profile": 91.46421428571429, "panels": { "muse": { "readability": 62.5, "maintainability": 75.0, "reviewed_score": 68.75, "intent_recovery": 78.57142857142857, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 1198.547, "raw_tokens": 7339562, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6994432, "input_tokens": 212561, "output_tokens": 132569 }, "cli_summary_units": 7339562, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T09:51:15.783834+00:00", "finished_at": "2026-09-19T10:11:14.340461+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "7d67ce1b409dbe959b3b5a0438b0869dfa4a712cb8961f2a4698123f8d8e4331" }, { "model": "swe2", "effort": "medium", "task": "legacy-tallycore-binary-parity", "run_id": "legacy-tallycore-binary-parity-d8111a49", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8518, "security": 1.0, "reviewed_score": 60.41666666666667, "intent_recovery": 85.71428571428571, "intent_recovery_redistributed": false, "code_quality": 67.31601731601732, "combined_33": 87.95458571428571, "combined_20_profile": 91.24020346320346, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 62.5, "reviewed_score": 60.41666666666667, "intent_recovery": 85.71428571428571, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 2220.243, "raw_tokens": 7021859, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6717440, "input_tokens": 166098, "output_tokens": 138321 }, "cli_summary_units": 7021859, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T08:00:07.144101+00:00", "finished_at": "2026-09-19T08:37:07.392923+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "c393ae82c0153bb8d0610ee936f38f9b70d50994c3ac700a5e690b35d675b37b" }, { "model": "swe2", "effort": "medium", "task": "legacy-vaultcore-binary-parity", "run_id": "legacy-vaultcore-binary-parity-b5fae865", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8455, "security": 1.0, "reviewed_score": 70.83333333333333, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 78.78787878787878, "combined_33": 91.68674999999999, "combined_20_profile": 93.44007575757576, "panels": { "muse": { "readability": 62.5, "maintainability": 79.16666666666666, "reviewed_score": 70.83333333333333, "intent_recovery": 100.0, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 1211.612, "raw_tokens": 3932696, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 3820032, "input_tokens": 51436, "output_tokens": 61228 }, "cli_summary_units": 3932696, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T04:41:34.943634+00:00", "finished_at": "2026-09-19T05:01:46.561549+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "bf7abccde157a43aec1dc836ee2d92d6efeb9fa478188e3604f0756fdfc50b0f" }, { "model": "swe2", "effort": "high", "task": "legacy-blendcore-binary-parity", "run_id": "legacy-blendcore-binary-parity-63fb34e4", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8432, "security": 1.0, "reviewed_score": 64.58333333333333, "intent_recovery": 87.5, "intent_recovery_redistributed": false, "code_quality": 70.83333333333333, "combined_33": 89.0422, "combined_20_profile": 91.81466666666667, "panels": { "muse": { "readability": 62.5, "maintainability": 66.66666666666666, "reviewed_score": 64.58333333333333, "intent_recovery": 87.5, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 2654.275, "raw_tokens": 10597013, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 10406400, "input_tokens": 77366, "output_tokens": 113247 }, "cli_summary_units": 10597013, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T05:18:43.839476+00:00", "finished_at": "2026-09-20T06:02:58.119442+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "75f7639315f690715d2b4b9ba01577b7ce0632539f43e94860d04e959fb3cb42" }, { "model": "swe2", "effort": "high", "task": "legacy-codeccore-binary-parity", "run_id": "legacy-codeccore-binary-parity-741c01fe", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7987, "security": 1.0, "reviewed_score": 70.83333333333333, "intent_recovery": 93.75, "intent_recovery_redistributed": false, "code_quality": 77.08333333333333, "combined_33": 90.72644999999999, "combined_20_profile": 92.39716666666666, "panels": { "muse": { "readability": 66.66666666666666, "maintainability": 75.0, "reviewed_score": 70.83333333333333, "intent_recovery": 93.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 1690.461, "raw_tokens": 6290385, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6098432, "input_tokens": 75121, "output_tokens": 116832 }, "cli_summary_units": 6290385, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T23:43:55.459486+00:00", "finished_at": "2026-09-20T00:12:05.928260+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "c1ee3e7eaed9e8546d0a9882cce442b10306aebd049f3eb0fc6785470d45c0f6" }, { "model": "swe2", "effort": "high", "task": "legacy-depotcore-binary-parity", "run_id": "legacy-depotcore-binary-parity-5df675b9", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7313, "security": 1.0, "reviewed_score": 54.166666666666664, "intent_recovery": 69.23076923076923, "intent_recovery_redistributed": false, "code_quality": 58.27505827505826, "combined_33": 83.94681923076922, "combined_20_profile": 87.62451165501164, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 54.166666666666664, "reviewed_score": 54.166666666666664, "intent_recovery": 69.23076923076923, "scored_quirks": 13, "reviewer_fallback": false } }, "passed_quirk_families": 14, "duration_s": 842.456, "raw_tokens": 5166427, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 4860416, "input_tokens": 218097, "output_tokens": 87914 }, "cli_summary_units": 5166427, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T07:35:26.597351+00:00", "finished_at": "2026-09-20T07:49:29.060297+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "0b5765ab9cd6cd428fec28b944e656ffa51d345667c6b8c8e05bcabbbb5dee22" }, { "model": "swe2", "effort": "high", "task": "legacy-freightcore-binary-parity", "run_id": "legacy-freightcore-binary-parity-aa3b3be8", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.5556, "automated_quality": 0.8146, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 75.0, "intent_recovery_redistributed": false, "code_quality": 65.9090909090909, "combined_33": 64.9541, "combined_20_profile": 68.18081818181818, "panels": { "muse": { "readability": 62.5, "maintainability": 62.5, "reviewed_score": 62.5, "intent_recovery": 75.0, "scored_quirks": 6, "reviewer_fallback": false } }, "passed_quirk_families": 5, "duration_s": 943.266, "raw_tokens": 2578810, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 2456576, "input_tokens": 50948, "output_tokens": 71286 }, "cli_summary_units": 2578810, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T23:28:12.059277+00:00", "finished_at": "2026-09-19T23:43:55.330339+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "25bc6cb78a3506f6c7717bf36934733bd0fe5177429a8a96a791b38244e8bceb" }, { "model": "swe2", "effort": "high", "task": "legacy-granarycore-binary-parity", "run_id": "legacy-granarycore-binary-parity-c21d7fe3", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.8571, "automated_quality": 0.6462, "security": 1.0, "reviewed_score": 56.24999999999999, "intent_recovery": 33.33333333333333, "intent_recovery_redistributed": false, "code_quality": 49.999999999999986, "combined_33": 73.34769999999999, "combined_20_profile": 77.548, "panels": { "muse": { "readability": 45.83333333333333, "maintainability": 66.66666666666666, "reviewed_score": 56.24999999999999, "intent_recovery": 33.33333333333333, "scored_quirks": 12, "reviewer_fallback": false } }, "passed_quirk_families": 12, "duration_s": 2502.788, "raw_tokens": 15768440, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 15134208, "input_tokens": 424968, "output_tokens": 209264 }, "cli_summary_units": 15768440, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T06:53:43.658869+00:00", "finished_at": "2026-09-20T07:35:26.458425+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "b6f1215c413b536e8b6037cb5a7b08e129a04bd5c00b215387644dad884e8335" }, { "model": "swe2", "effort": "high", "task": "legacy-hedgecore-binary-parity", "run_id": "legacy-hedgecore-binary-parity-38c5d950", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8079, "security": 1.0, "reviewed_score": 52.08333333333333, "intent_recovery": 87.5, "intent_recovery_redistributed": false, "code_quality": 61.74242424242424, "combined_33": 85.74215, "combined_20_profile": 89.46698484848486, "panels": { "muse": { "readability": 50.0, "maintainability": 54.166666666666664, "reviewed_score": 52.08333333333333, "intent_recovery": 87.5, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 3757.291, "raw_tokens": 13475595, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 12953088, "input_tokens": 243352, "output_tokens": 279155 }, "cli_summary_units": 13475595, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T01:03:38.945753+00:00", "finished_at": "2026-09-20T02:06:16.245846+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "18c32fa3ebab3db4a8a5ca3389f5f223eb99f0f1c135f5aec779766e7978e6d9" }, { "model": "swe2", "effort": "high", "task": "legacy-lodgecore-binary-parity", "run_id": "legacy-lodgecore-binary-parity-73d61798", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.747, "security": 1.0, "reviewed_score": 54.166666666666664, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 66.66666666666666, "combined_33": 86.84949999999999, "combined_20_profile": 89.53833333333333, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 54.166666666666664, "reviewed_score": 54.166666666666664, "intent_recovery": 100.0, "scored_quirks": 11, "reviewer_fallback": false } }, "passed_quirk_families": 12, "duration_s": 1476.207, "raw_tokens": 14727406, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 14053888, "input_tokens": 516000, "output_tokens": 157518 }, "cli_summary_units": 14727406, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T07:49:29.193269+00:00", "finished_at": "2026-09-20T08:14:05.412480+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "aba979340897450b734923d2569d18b850f363cb5c053aeb4d1f3601e853b1d2" }, { "model": "swe2", "effort": "high", "task": "legacy-matchcore-order-book-parity", "run_id": "legacy-matchcore-order-book-parity-68db8bba", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.0, "automated_quality": 0.8355, "security": 0.85, "reviewed_score": 62.5, "intent_recovery": null, "intent_recovery_redistributed": true, "code_quality": 62.5, "combined_33": 34.95175, "combined_20_profile": 37.7825, "panels": { "muse": { "readability": 62.5, "maintainability": 62.5, "reviewed_score": 62.5, "intent_recovery": null, "scored_quirks": 0, "reviewer_fallback": false } }, "passed_quirk_families": 0, "duration_s": 657.146, "raw_tokens": 2235766, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 2115584, "input_tokens": 53298, "output_tokens": 66884 }, "cli_summary_units": 2235766, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T21:14:36.527088+00:00", "finished_at": "2026-09-19T21:25:33.679837+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "dc687f3109d64a3052c6af7e529e18e195eafb20e9d208f65e516578d969b6c9" }, { "model": "swe2", "effort": "high", "task": "legacy-metercore-binary-parity", "run_id": "legacy-metercore-binary-parity-40982d21", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8226, "security": 1.0, "reviewed_score": 81.25, "intent_recovery": 81.25, "intent_recovery_redistributed": false, "code_quality": 81.25, "combined_33": 92.30460000000001, "combined_20_profile": 93.589, "panels": { "muse": { "readability": 75.0, "maintainability": 87.5, "reviewed_score": 81.25, "intent_recovery": 81.25, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 1465.978, "raw_tokens": 2623557, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 2490368, "input_tokens": 82285, "output_tokens": 50904 }, "cli_summary_units": 2623557, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T23:03:45.955770+00:00", "finished_at": "2026-09-19T23:28:11.938402+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "3a98a0bd0d9836053a199f960c60e121fcca995ca62e87b310228adf76c9ee95" }, { "model": "swe2", "effort": "high", "task": "legacy-pacecore-binary-parity", "run_id": "legacy-pacecore-binary-parity-62860046", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8209, "security": 1.0, "reviewed_score": 66.66666666666667, "intent_recovery": 78.57142857142857, "intent_recovery_redistributed": false, "code_quality": 69.9134199134199, "combined_33": 88.54907857142858, "combined_20_profile": 91.29618398268397, "panels": { "muse": { "readability": 62.5, "maintainability": 70.83333333333334, "reviewed_score": 66.66666666666667, "intent_recovery": 78.57142857142857, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 3259.288, "raw_tokens": 7267009, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6964224, "input_tokens": 140198, "output_tokens": 162587 }, "cli_summary_units": 7267009, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T04:24:24.404928+00:00", "finished_at": "2026-09-20T05:18:43.699358+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "9e98587ea054acfc14d15c765aad5d4f7405ca068883a2d3c56065ca88fca469" }, { "model": "swe2", "effort": "high", "task": "legacy-paddockcore-binary-parity", "run_id": "legacy-paddockcore-binary-parity-133e5fa7", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7352, "security": 0.65, "reviewed_score": 43.75, "intent_recovery": 35.714285714285715, "intent_recovery_redistributed": false, "code_quality": 41.55844155844156, "combined_33": 75.48848571428572, "combined_20_profile": 79.0896883116883, "panels": { "muse": { "readability": 33.33333333333333, "maintainability": 54.166666666666664, "reviewed_score": 43.75, "intent_recovery": 35.714285714285715, "scored_quirks": 14, "reviewer_fallback": false } }, "passed_quirk_families": 15, "duration_s": 3477.169, "raw_tokens": 13756819, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 13101568, "input_tokens": 454042, "output_tokens": 201209 }, "cli_summary_units": 13756819, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T11:14:15.110106+00:00", "finished_at": "2026-09-20T12:12:12.289676+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "565400d600d3028e82254e4a0195a1c63d93df3f922ce0c91dc6612ec73800d1" }, { "model": "swe2", "effort": "high", "task": "legacy-payrollcore-binary-parity", "run_id": "legacy-payrollcore-binary-parity-d100239c", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8044, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 60.0, "intent_recovery_redistributed": false, "code_quality": 61.81818181818181, "combined_33": 85.73739999999998, "combined_20_profile": 89.42963636363636, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 66.66666666666666, "reviewed_score": 62.5, "intent_recovery": 60.0, "scored_quirks": 10, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 5157.469, "raw_tokens": 10396558, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 9645056, "input_tokens": 501295, "output_tokens": 250207 }, "cli_summary_units": 10396558, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T21:37:48.336493+00:00", "finished_at": "2026-09-19T23:03:45.814286+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "b3ea121c18b06ca0757d046265fa1fec7fed7aa3213abb96148b870dc7e78796" }, { "model": "swe2", "effort": "high", "task": "legacy-qlite-store-parity", "run_id": "legacy-qlite-store-parity-e36ce46a", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8173, "security": 1.0, "reviewed_score": 87.5, "intent_recovery": 94.44444444444444, "intent_recovery_redistributed": false, "code_quality": 89.39393939393939, "combined_33": 94.94704999999999, "combined_20_profile": 95.13828787878789, "panels": { "muse": { "readability": 83.33333333333334, "maintainability": 91.66666666666666, "reviewed_score": 87.5, "intent_recovery": 94.44444444444444, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 734.399, "raw_tokens": 4725429, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 4597760, "input_tokens": 60372, "output_tokens": 67297 }, "cli_summary_units": 4725429, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T21:25:33.806140+00:00", "finished_at": "2026-09-19T21:37:48.211781+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "db7621609a1b57acb45683ac42f6e999f8be8b285c9ec2fd7324e293bdf54043" }, { "model": "swe2", "effort": "high", "task": "legacy-queuecore-binary-parity", "run_id": "legacy-queuecore-binary-parity-b224754f", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.75, "automated_quality": 0.795, "security": 1.0, "reviewed_score": 58.333333333333336, "intent_recovery": 83.33333333333334, "intent_recovery_redistributed": false, "code_quality": 65.15151515151514, "combined_33": 74.2575, "combined_20_profile": 77.45530303030303, "panels": { "muse": { "readability": 45.83333333333333, "maintainability": 70.83333333333334, "reviewed_score": 58.333333333333336, "intent_recovery": 83.33333333333334, "scored_quirks": 6, "reviewer_fallback": false } }, "passed_quirk_families": 6, "duration_s": 2707.148, "raw_tokens": 8181961, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 7988736, "input_tokens": 77246, "output_tokens": 115979 }, "cli_summary_units": 8181961, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T12:12:12.424044+00:00", "finished_at": "2026-09-20T12:57:19.577207+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "4a61cc592591da4c5225d1373ac2d1cd53e79ae09e87dc5fbae1c3d502882c2c" }, { "model": "swe2", "effort": "high", "task": "legacy-quotacore-binary-parity", "run_id": "legacy-quotacore-binary-parity-9a376ef1", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7266, "security": 1.0, "reviewed_score": 41.666666666666664, "intent_recovery": 88.88888888888889, "intent_recovery_redistributed": false, "code_quality": 54.54545454545453, "combined_33": 82.67609999999999, "combined_20_profile": 86.80809090909092, "panels": { "muse": { "readability": 37.5, "maintainability": 45.83333333333333, "reviewed_score": 41.666666666666664, "intent_recovery": 88.88888888888889, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 773.157, "raw_tokens": 3175304, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 3059200, "input_tokens": 52901, "output_tokens": 63203 }, "cli_summary_units": 3175304, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T00:12:06.069528+00:00", "finished_at": "2026-09-20T00:24:59.232663+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "003fef692ab144ad7c5b884f2521c643486736cdf4f54085d8b8eba5ae8c01e9" }, { "model": "swe2", "effort": "high", "task": "legacy-reflowcore-binary-parity", "run_id": "legacy-reflowcore-binary-parity-f2ba7403", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8606, "security": 1.0, "reviewed_score": 75.0, "intent_recovery": 78.57142857142857, "intent_recovery_redistributed": false, "code_quality": 75.97402597402596, "combined_33": 90.88652857142856, "combined_20_profile": 93.1038051948052, "panels": { "muse": { "readability": 70.83333333333334, "maintainability": 79.16666666666666, "reviewed_score": 75.0, "intent_recovery": 78.57142857142857, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 2687.274, "raw_tokens": 9376768, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 9152512, "input_tokens": 84158, "output_tokens": 140098 }, "cli_summary_units": 9376768, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T02:35:30.571796+00:00", "finished_at": "2026-09-20T03:20:17.850681+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "5ac36e21b467ed8ec5365f1ea4072eb9c5b1e571167ccf51ee68bd4572a71d2c" }, { "model": "swe2", "effort": "high", "task": "legacy-schedcore-binary-parity", "run_id": "legacy-schedcore-binary-parity-b0f113a1", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7425, "security": 1.0, "reviewed_score": 58.333333333333336, "intent_recovery": 64.28571428571429, "intent_recovery_redistributed": false, "code_quality": 59.95670995670995, "combined_33": 84.59696428571428, "combined_20_profile": 88.12884199134199, "panels": { "muse": { "readability": 45.83333333333333, "maintainability": 70.83333333333334, "reviewed_score": 58.333333333333336, "intent_recovery": 64.28571428571429, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 1753.995, "raw_tokens": 5765165, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 5606400, "input_tokens": 67868, "output_tokens": 90897 }, "cli_summary_units": 5765165, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T02:06:16.382231+00:00", "finished_at": "2026-09-20T02:35:30.383369+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "8ddee0ae243467450681c2aab4046870b51323980906dbf7035aea16686646f0" }, { "model": "swe2", "effort": "high", "task": "legacy-settlecore-binary-parity", "run_id": "legacy-settlecore-binary-parity-112cbe63", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.8, "automated_quality": 0.7802, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 62.5, "intent_recovery_redistributed": false, "code_quality": 62.5, "combined_33": 75.75670000000001, "combined_20_profile": 79.203, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 70.83333333333334, "reviewed_score": 62.5, "intent_recovery": 62.5, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 1643.015, "raw_tokens": 10200717, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 9776640, "input_tokens": 209152, "output_tokens": 214925 }, "cli_summary_units": 10200717, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-19T20:47:13.362281+00:00", "finished_at": "2026-09-19T21:14:36.389351+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "96745774a54f0f190a38ec04e7edbdba2f8a3e300eb7fb27079030e4b3bd5937" }, { "model": "swe2", "effort": "high", "task": "legacy-snapcore-binary-parity", "run_id": "legacy-snapcore-binary-parity-ec0e78f6", "judged_under": "code-quality-maintenance-v3.11", "judged": "excluded: changed no recognized source file, so the sweep's automated quality and security metrics are undefined and there is no submission to judge; the run counts as a functional fail", "finished": true, "solver_fallback": false, "functional": 0.0, "automated_quality": null, "security": null, "reviewed_score": null, "intent_recovery": null, "intent_recovery_redistributed": null, "code_quality": null, "combined_33": null, "combined_20_profile": null, "panels": null, "passed_quirk_families": null, "duration_s": 558.842, "raw_tokens": 1600017, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 1495552, "input_tokens": 71219, "output_tokens": 33246 }, "cli_summary_units": 1600017, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T00:24:59.360827+00:00", "finished_at": "2026-09-20T00:34:18.210330+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": null }, { "model": "swe2", "effort": "high", "task": "legacy-stampcore-binary-parity", "run_id": "legacy-stampcore-binary-parity-4b4cfb2d", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8272, "security": 0.15, "reviewed_score": 64.58333333333333, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 74.24242424242424, "combined_33": 82.8062, "combined_20_profile": 79.50648484848483, "panels": { "muse": { "readability": 62.5, "maintainability": 66.66666666666666, "reviewed_score": 64.58333333333333, "intent_recovery": 100.0, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 3045.262, "raw_tokens": 8404480, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 8069632, "input_tokens": 133228, "output_tokens": 201620 }, "cli_summary_units": 8404480, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T06:02:58.254002+00:00", "finished_at": "2026-09-20T06:53:43.526319+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "72aa341b5208d0060880315fd7bf40f528327fcf1a2e94c74f827fb885fb326e" }, { "model": "swe2", "effort": "high", "task": "legacy-tallycore-binary-parity", "run_id": "legacy-tallycore-binary-parity-399ba01f", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8604, "security": 1.0, "reviewed_score": 75.0, "intent_recovery": 78.57142857142857, "intent_recovery_redistributed": false, "code_quality": 75.97402597402596, "combined_33": 90.88482857142857, "combined_20_profile": 93.10080519480519, "panels": { "muse": { "readability": 70.83333333333334, "maintainability": 79.16666666666666, "reviewed_score": 75.0, "intent_recovery": 78.57142857142857, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 3846.268, "raw_tokens": 8019291, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 7464960, "input_tokens": 283581, "output_tokens": 270750 }, "cli_summary_units": 8019291, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T03:20:17.993212+00:00", "finished_at": "2026-09-20T04:24:24.273355+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "77a9b862bf82eab19063563554eed27afd8be0c19b619f5196cbf79d9ee7d754" }, { "model": "swe2", "effort": "high", "task": "legacy-vaultcore-binary-parity", "run_id": "legacy-vaultcore-binary-parity-3a336c58", "judged_under": "code-quality-maintenance-v3.11", "judged": "excluded: changed no recognized source file, so the sweep's automated quality and security metrics are undefined and there is no submission to judge; the run counts as a functional fail", "finished": true, "solver_fallback": false, "functional": 0.0, "automated_quality": null, "security": null, "reviewed_score": null, "intent_recovery": null, "intent_recovery_redistributed": null, "code_quality": null, "combined_33": null, "combined_20_profile": null, "panels": null, "passed_quirk_families": null, "duration_s": 682.223, "raw_tokens": 1245088, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 1175040, "input_tokens": 28447, "output_tokens": 41601 }, "cli_summary_units": 1245088, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T00:34:18.352330+00:00", "finished_at": "2026-09-20T00:45:40.587221+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": null }, { "model": "swe2", "effort": "max", "task": "legacy-blendcore-binary-parity", "run_id": "legacy-blendcore-binary-parity-ae5f6553", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8276, "security": 1.0, "reviewed_score": 58.333333333333336, "intent_recovery": 68.75, "intent_recovery_redistributed": false, "code_quality": 61.17424242424242, "combined_33": 85.7221, "combined_20_profile": 89.64884848484849, "panels": { "muse": { "readability": 45.83333333333333, "maintainability": 70.83333333333334, "reviewed_score": 58.333333333333336, "intent_recovery": 68.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 5370.654, "raw_tokens": 13226743, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 12534214, "input_tokens": 434689, "output_tokens": 257840 }, "cli_summary_units": 13226743, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T03:44:17.290566+00:00", "finished_at": "2026-09-21T05:13:47.954032+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "efed056fb54b121c3e552def9f46b8c9359ccb8fb26d8d1746782741f908cd6e" }, { "model": "swe2", "effort": "max", "task": "legacy-cellarcore-binary-parity", "run_id": "legacy-cellarcore-binary-parity-6e2706c2", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.5862, "security": 1.0, "reviewed_score": 29.166666666666668, "intent_recovery": 69.23076923076923, "intent_recovery_redistributed": false, "code_quality": 40.09324009324009, "combined_33": 76.71346923076922, "combined_20_profile": 81.81164801864803, "panels": { "muse": { "readability": 20.833333333333336, "maintainability": 37.5, "reviewed_score": 29.166666666666668, "intent_recovery": 69.23076923076923, "scored_quirks": 13, "reviewer_fallback": false } }, "passed_quirk_families": 14, "duration_s": 1650.803, "raw_tokens": 16097026, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 15169536, "input_tokens": 757847, "output_tokens": 169643 }, "cli_summary_units": 16097026, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T09:28:38.013599+00:00", "finished_at": "2026-09-21T09:56:08.828307+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "d6b27d7a9a3320d7477ca267eb60ef30a5a6ac663d20ec3fd426334fa6cdce13" }, { "model": "swe2", "effort": "max", "task": "legacy-codeccore-binary-parity", "run_id": "legacy-codeccore-binary-parity-323ad3af", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7712, "security": 1.0, "reviewed_score": 70.83333333333333, "intent_recovery": 93.75, "intent_recovery_redistributed": false, "code_quality": 77.08333333333333, "combined_33": 90.4927, "combined_20_profile": 91.98466666666667, "panels": { "muse": { "readability": 66.66666666666666, "maintainability": 75.0, "reviewed_score": 70.83333333333333, "intent_recovery": 93.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 1946.524, "raw_tokens": 5373341, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 5075064, "input_tokens": 194030, "output_tokens": 104247 }, "cli_summary_units": 5373341, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T18:31:34.921079+00:00", "finished_at": "2026-09-20T19:04:01.451684+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "0acad6cfbe9cc1b1914c8cf2cedbf5c87ddddb2faeddebda9aa572ba7444ac75" }, { "model": "swe2", "effort": "max", "task": "legacy-depotcore-binary-parity", "run_id": "legacy-depotcore-binary-parity-872038ee", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.72, "security": 1.0, "reviewed_score": 62.5, "intent_recovery": 42.30769230769231, "intent_recovery_redistributed": false, "code_quality": 56.993006993006986, "combined_33": 83.4276923076923, "combined_20_profile": 87.19860139860141, "panels": { "muse": { "readability": 70.83333333333334, "maintainability": 54.166666666666664, "reviewed_score": 62.5, "intent_recovery": 42.30769230769231, "scored_quirks": 13, "reviewer_fallback": false } }, "passed_quirk_families": 14, "duration_s": 2361.748, "raw_tokens": 10782298, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 9686672, "input_tokens": 895726, "output_tokens": 199900 }, "cli_summary_units": 10782298, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T08:16:17.932647+00:00", "finished_at": "2026-09-21T08:55:39.692748+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "b946653decec81c8871468ca5e4809be08b04e53cfd4b5df21de6b33136b0aba" }, { "model": "swe2", "effort": "max", "task": "legacy-freightcore-binary-parity", "run_id": "legacy-freightcore-binary-parity-5bdf4734", "judged_under": "code-quality-maintenance-v3.11", "judged": "excluded: changed no recognized source file, so the sweep's automated quality and security metrics are undefined and there is no submission to judge; the run counts as a functional fail", "finished": true, "solver_fallback": false, "functional": 0.0, "automated_quality": null, "security": null, "reviewed_score": null, "intent_recovery": null, "intent_recovery_redistributed": null, "code_quality": null, "combined_33": null, "combined_20_profile": null, "panels": null, "passed_quirk_families": null, "duration_s": 856.538, "raw_tokens": 648910, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 551557, "input_tokens": 58230, "output_tokens": 39123 }, "cli_summary_units": 648910, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T18:17:18.253650+00:00", "finished_at": "2026-09-20T18:31:34.797097+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": null }, { "model": "swe2", "effort": "max", "task": "legacy-granarycore-binary-parity", "run_id": "legacy-granarycore-binary-parity-1d7284f5", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.6635, "security": 1.0, "reviewed_score": 47.91666666666667, "intent_recovery": 84.61538461538461, "intent_recovery_redistributed": false, "code_quality": 57.92540792540792, "combined_33": 83.2551346153846, "combined_20_profile": 86.53758158508158, "panels": { "muse": { "readability": 41.66666666666667, "maintainability": 54.166666666666664, "reviewed_score": 47.91666666666667, "intent_recovery": 84.61538461538461, "scored_quirks": 13, "reviewer_fallback": false } }, "passed_quirk_families": 14, "duration_s": 8488.509, "raw_tokens": 26448992, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 24836206, "input_tokens": 1239299, "output_tokens": 373487 }, "cli_summary_units": 26448992, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T05:54:49.256435+00:00", "finished_at": "2026-09-21T08:16:17.780883+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "b8540f42bf2ad5cf5e6282ccfa6fe8cca07499d7c4a975a6e5d7be28a76dd024" }, { "model": "swe2", "effort": "max", "task": "legacy-hedgecore-binary-parity", "run_id": "legacy-hedgecore-binary-parity-d0747be7", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7933, "security": 1.0, "reviewed_score": 54.16666666666667, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 66.66666666666666, "combined_33": 87.24304999999998, "combined_20_profile": 90.23283333333333, "panels": { "muse": { "readability": 50.0, "maintainability": 58.333333333333336, "reviewed_score": 54.16666666666667, "intent_recovery": 100.0, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 4371.547, "raw_tokens": 7011067, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6056153, "input_tokens": 717108, "output_tokens": 237806 }, "cli_summary_units": 7011067, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T21:47:44.538507+00:00", "finished_at": "2026-09-20T23:00:36.091868+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "536c90493f7558e0421f10ca08e5865a9aa4ed2d134f65c9ff40bb036c7b2280" }, { "model": "swe2", "effort": "max", "task": "legacy-lodgecore-binary-parity", "run_id": "legacy-lodgecore-binary-parity-c6183722", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7944, "security": 0.85, "reviewed_score": 60.41666666666667, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 71.2121212121212, "combined_33": 87.4774, "combined_20_profile": 88.90842424242423, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 62.5, "reviewed_score": 60.41666666666667, "intent_recovery": 100.0, "scored_quirks": 11, "reviewer_fallback": false } }, "passed_quirk_families": 12, "duration_s": 1977.978, "raw_tokens": 19875338, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 18573312, "input_tokens": 1057571, "output_tokens": 244455 }, "cli_summary_units": 19875338, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T08:55:39.858286+00:00", "finished_at": "2026-09-21T09:28:37.851071+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "efc3021158e964b634555d56a6ff36eaf569d5fd560b40545bcc04f4aa12f6c0" }, { "model": "swe2", "effort": "max", "task": "legacy-matchcore-order-book-parity", "run_id": "legacy-matchcore-order-book-parity-668bcb1b", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7911, "security": 1.0, "reviewed_score": 77.08333333333334, "intent_recovery": 77.77777777777779, "intent_recovery_redistributed": false, "code_quality": 77.27272727272727, "combined_33": 90.72435, "combined_20_profile": 92.32104545454546, "panels": { "muse": { "readability": 70.83333333333334, "maintainability": 83.33333333333334, "reviewed_score": 77.08333333333334, "intent_recovery": 77.77777777777779, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 4057.01, "raw_tokens": 10638025, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 10146816, "input_tokens": 331185, "output_tokens": 160024 }, "cli_summary_units": 10638025, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T13:32:31.034710+00:00", "finished_at": "2026-09-20T14:40:08.053369+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "2fdcdec6facf177827629ed4e0b887223997c2d269fde057769cb29c94810962" }, { "model": "swe2", "effort": "max", "task": "legacy-metercore-binary-parity", "run_id": "legacy-metercore-binary-parity-c5075fca", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8356, "security": 1.0, "reviewed_score": 68.75, "intent_recovery": 68.75, "intent_recovery_redistributed": false, "code_quality": 68.75, "combined_33": 88.2901, "combined_20_profile": 91.284, "panels": { "muse": { "readability": 66.66666666666666, "maintainability": 70.83333333333334, "reviewed_score": 68.75, "intent_recovery": 68.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 3446.28, "raw_tokens": 8435197, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 7985551, "input_tokens": 317531, "output_tokens": 132115 }, "cli_summary_units": 8435197, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T17:19:51.825813+00:00", "finished_at": "2026-09-20T18:17:18.113462+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "ec911d926898cd64ae27204cef3e3c44c165827f8ce07ca69a7b8fa873137422" }, { "model": "swe2", "effort": "max", "task": "legacy-pacecore-binary-parity", "run_id": "legacy-pacecore-binary-parity-3181f4bb", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8478, "security": 1.0, "reviewed_score": 87.5, "intent_recovery": 92.85714285714286, "intent_recovery_redistributed": false, "code_quality": 88.96103896103895, "combined_33": 95.06344285714286, "combined_20_profile": 95.50920779220779, "panels": { "muse": { "readability": 83.33333333333334, "maintainability": 91.66666666666666, "reviewed_score": 87.5, "intent_recovery": 92.85714285714286, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 7264.837, "raw_tokens": 10391005, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 9512984, "input_tokens": 645084, "output_tokens": 232937 }, "cli_summary_units": 10391005, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T01:43:12.309879+00:00", "finished_at": "2026-09-21T03:44:17.150985+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "718c8782d4a75bcda38b1a2545470fb6c26da5341a0076b3cd56ab6aa2ae5c60" }, { "model": "swe2", "effort": "max", "task": "legacy-paddockcore-binary-parity", "run_id": "legacy-paddockcore-binary-parity-db27e096", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.643, "security": 1.0, "reviewed_score": 43.75, "intent_recovery": 32.142857142857146, "intent_recovery_redistributed": false, "code_quality": 40.58441558441558, "combined_33": 77.35835714285713, "combined_20_profile": 82.76188311688313, "panels": { "muse": { "readability": 37.5, "maintainability": 50.0, "reviewed_score": 43.75, "intent_recovery": 32.142857142857146, "scored_quirks": 14, "reviewer_fallback": false } }, "passed_quirk_families": 15, "duration_s": 2642.538, "raw_tokens": 14357008, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 13223424, "input_tokens": 936672, "output_tokens": 196912 }, "cli_summary_units": 14357008, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T09:56:08.977552+00:00", "finished_at": "2026-09-21T10:40:11.527302+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "0b30728e6d361b999de63d2f497db4fe5a9e0415e74b1503d676856ad6b7ed56" }, { "model": "swe2", "effort": "max", "task": "legacy-payrollcore-binary-parity", "run_id": "legacy-payrollcore-binary-parity-d04b083b", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8043, "security": 0.1, "reviewed_score": 60.41666666666666, "intent_recovery": 60.0, "intent_recovery_redistributed": false, "code_quality": 60.30303030303028, "combined_33": 77.58654999999999, "combined_20_profile": 75.62510606060606, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 66.66666666666666, "reviewed_score": 60.41666666666666, "intent_recovery": 60.0, "scored_quirks": 10, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 6092.125, "raw_tokens": 12166732, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 10953542, "input_tokens": 893787, "output_tokens": 319403 }, "cli_summary_units": 12166732, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T15:38:19.543548+00:00", "finished_at": "2026-09-20T17:19:51.677288+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "0e1f07d5755e92687008c10b9f5ac96ca2f87a9991b0d6bbc1710bb9fb00fc76" }, { "model": "swe2", "effort": "max", "task": "legacy-qlite-store-parity", "run_id": "legacy-qlite-store-parity-bc3e4a3e", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8257, "security": 1.0, "reviewed_score": 85.41666666666667, "intent_recovery": 77.77777777777779, "intent_recovery_redistributed": false, "code_quality": 83.33333333333333, "combined_33": 93.01845, "combined_20_profile": 94.05216666666666, "panels": { "muse": { "readability": 83.33333333333334, "maintainability": 87.5, "reviewed_score": 85.41666666666667, "intent_recovery": 77.77777777777779, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 3491.201, "raw_tokens": 11250289, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 10794151, "input_tokens": 323389, "output_tokens": 132749 }, "cli_summary_units": 11250289, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T14:40:08.197559+00:00", "finished_at": "2026-09-20T15:38:19.404871+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "a0871dba1437881f34a16f7783e775477f15fc189d92802420a086f76e262a1a" }, { "model": "swe2", "effort": "max", "task": "legacy-queuecore-binary-parity", "run_id": "legacy-queuecore-binary-parity-0018c798", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7807, "security": 1.0, "reviewed_score": 60.416666666666664, "intent_recovery": 71.42857142857143, "intent_recovery_redistributed": false, "code_quality": 63.419913419913414, "combined_33": 86.06452142857142, "combined_20_profile": 89.39448268398269, "panels": { "muse": { "readability": 45.83333333333333, "maintainability": 75.0, "reviewed_score": 60.416666666666664, "intent_recovery": 71.42857142857143, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 1756.319, "raw_tokens": 3254789, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 3035075, "input_tokens": 137494, "output_tokens": 82220 }, "cli_summary_units": 3254789, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T21:18:28.091966+00:00", "finished_at": "2026-09-20T21:47:44.416169+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "7779bdda11acba9dad527280d15cc225c6b13c08461d3f5f189d75ea5e3f10a4" }, { "model": "swe2", "effort": "max", "task": "legacy-quotacore-binary-parity", "run_id": "legacy-quotacore-binary-parity-96befa89", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.779, "security": 1.0, "reviewed_score": 68.75, "intent_recovery": 88.88888888888889, "intent_recovery_redistributed": false, "code_quality": 74.24242424242424, "combined_33": 89.6215, "combined_20_profile": 91.53348484848485, "panels": { "muse": { "readability": 58.333333333333336, "maintainability": 79.16666666666666, "reviewed_score": 68.75, "intent_recovery": 88.88888888888889, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 2500.126, "raw_tokens": 5131242, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 4787642, "input_tokens": 221869, "output_tokens": 121731 }, "cli_summary_units": 5131242, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T19:04:01.581879+00:00", "finished_at": "2026-09-20T19:45:41.713453+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "a8612469f9ea68841ea075f004d67ec3eed172531bae416071ec21daf82fb133" }, { "model": "swe2", "effort": "max", "task": "legacy-reflowcore-binary-parity", "run_id": "legacy-reflowcore-binary-parity-47f0d740", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8076, "security": 1.0, "reviewed_score": 54.166666666666664, "intent_recovery": 64.28571428571429, "intent_recovery_redistributed": false, "code_quality": 56.92640692640692, "combined_33": 84.15031428571427, "combined_20_profile": 88.49928138528139, "panels": { "muse": { "readability": 54.166666666666664, "maintainability": 54.166666666666664, "reviewed_score": 54.166666666666664, "intent_recovery": 64.28571428571429, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 2969.126, "raw_tokens": 5355192, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 4915228, "input_tokens": 318971, "output_tokens": 120993 }, "cli_summary_units": 5355192, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T00:03:24.555154+00:00", "finished_at": "2026-09-21T00:52:53.684737+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "123f1dd28d774cbf90621b1d8f81ce6a069fb00eeeef83384aebeacbe279c03e" }, { "model": "swe2", "effort": "max", "task": "legacy-schedcore-binary-parity", "run_id": "legacy-schedcore-binary-parity-9026793e", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.7637, "security": 1.0, "reviewed_score": 58.33333333333333, "intent_recovery": 92.85714285714286, "intent_recovery_redistributed": false, "code_quality": 67.74891774891773, "combined_33": 87.34859285714285, "combined_20_profile": 90.00528354978354, "panels": { "muse": { "readability": 50.0, "maintainability": 66.66666666666666, "reviewed_score": 58.33333333333333, "intent_recovery": 92.85714285714286, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 3768.187, "raw_tokens": 7499770, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6937439, "input_tokens": 385642, "output_tokens": 176689 }, "cli_summary_units": 7499770, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T23:00:36.227078+00:00", "finished_at": "2026-09-21T00:03:24.420412+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "b3c3c0e35f0c7d1391ded4d8e30ab373a6bbd5ae2215ab853f119c6035dfaf90" }, { "model": "swe2", "effort": "max", "task": "legacy-settlecore-binary-parity", "run_id": "legacy-settlecore-binary-parity-c060df13", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.801, "security": 1.0, "reviewed_score": 83.33333333333333, "intent_recovery": 100.0, "intent_recovery_redistributed": false, "code_quality": 87.87878787878786, "combined_33": 94.3085, "combined_20_profile": 94.59075757575758, "panels": { "muse": { "readability": 79.16666666666666, "maintainability": 87.5, "reviewed_score": 83.33333333333333, "intent_recovery": 100.0, "scored_quirks": 9, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 2108.322, "raw_tokens": 6335945, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 6086656, "input_tokens": 147433, "output_tokens": 101856 }, "cli_summary_units": 6335945, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T12:57:22.563009+00:00", "finished_at": "2026-09-20T13:32:30.890601+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "ad527da72863bf5616b6f49546a0edd828010efe24b0510576da08ff7f36f45e" }, { "model": "swe2", "effort": "max", "task": "legacy-snapcore-binary-parity", "run_id": "legacy-snapcore-binary-parity-f4ff31e2", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8062, "security": 1.0, "reviewed_score": 77.08333333333333, "intent_recovery": 68.75, "intent_recovery_redistributed": false, "code_quality": 74.81060606060605, "combined_33": 90.0402, "combined_20_profile": 92.05512121212121, "panels": { "muse": { "readability": 75.0, "maintainability": 79.16666666666666, "reviewed_score": 77.08333333333333, "intent_recovery": 68.75, "scored_quirks": 8, "reviewer_fallback": false } }, "passed_quirk_families": 10, "duration_s": 2447.774, "raw_tokens": 7523826, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 7207429, "input_tokens": 202342, "output_tokens": 114055 }, "cli_summary_units": 7523826, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T19:45:41.836024+00:00", "finished_at": "2026-09-20T20:26:29.617768+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "54e7e36e40672c51a9199fab5ce4eaff332ad5d8eb9049bde469950a7eb3940a" }, { "model": "swe2", "effort": "max", "task": "legacy-stampcore-binary-parity", "run_id": "legacy-stampcore-binary-parity-a0149a96", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8213, "security": 1.0, "reviewed_score": 85.41666666666667, "intent_recovery": 71.42857142857143, "intent_recovery_redistributed": false, "code_quality": 81.6017316017316, "combined_33": 92.40962142857143, "combined_20_profile": 93.63984632034632, "panels": { "muse": { "readability": 87.5, "maintainability": 83.33333333333334, "reviewed_score": 85.41666666666667, "intent_recovery": 71.42857142857143, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 9, "duration_s": 2461.01, "raw_tokens": 6109199, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 5713037, "input_tokens": 284292, "output_tokens": 111870 }, "cli_summary_units": 6109199, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T05:13:48.093137+00:00", "finished_at": "2026-09-21T05:54:49.109264+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "6f395e3d928dc9e9252fb821af6e77a34366f06728d653683983f3ef3b3c7f43" }, { "model": "swe2", "effort": "max", "task": "legacy-tallycore-binary-parity", "run_id": "legacy-tallycore-binary-parity-5368e997", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 1.0, "automated_quality": 0.8204, "security": 0.0, "reviewed_score": 75.0, "intent_recovery": 92.85714285714286, "intent_recovery_redistributed": false, "code_quality": 79.87012987012987, "combined_33": 83.33054285714286, "combined_20_profile": 78.28002597402597, "panels": { "muse": { "readability": 70.83333333333334, "maintainability": 79.16666666666666, "reviewed_score": 75.0, "intent_recovery": 92.85714285714286, "scored_quirks": 7, "reviewer_fallback": false } }, "passed_quirk_families": 8, "duration_s": 3018.347, "raw_tokens": 5718664, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 5232331, "input_tokens": 340308, "output_tokens": 146025 }, "cli_summary_units": 5718664, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-21T00:52:53.805671+00:00", "finished_at": "2026-09-21T01:43:12.157060+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "a22d1f77ba0a8b9a1d8bf8dfab15fefd0c192bd63ab67c68d123fe181b51ec73" }, { "model": "swe2", "effort": "max", "task": "legacy-vaultcore-binary-parity", "run_id": "legacy-vaultcore-binary-parity-f64a7e31", "judged_under": "code-quality-maintenance-v3.11", "judged": "published", "finished": true, "solver_fallback": false, "functional": 0.5556, "automated_quality": 0.8398, "security": 1.0, "reviewed_score": 85.41666666666666, "intent_recovery": 83.33333333333334, "intent_recovery_redistributed": false, "code_quality": 84.84848484848483, "combined_33": 71.4183, "combined_20_profile": 72.34669696969696, "panels": { "muse": { "readability": 79.16666666666666, "maintainability": 91.66666666666666, "reviewed_score": 85.41666666666666, "intent_recovery": 83.33333333333334, "scored_quirks": 3, "reviewer_fallback": false } }, "passed_quirk_families": 5, "duration_s": 3118.216, "raw_tokens": 10171776, "token_usage": { "cache_creation_tokens": 0, "cache_read_tokens": 9723871, "input_tokens": 294593, "output_tokens": 153312 }, "cli_summary_units": 10171776, "devin_credits": 0, "devin_acu": 0.0, "estimated_usd": null, "pricing_method": "unavailable: Cognition publishes no per-token rate for SWE-2, and the catalog's Free tier is a promotion dated through 2026-10-10 rather than a rate, so no cost is estimated; the receipts' own Devin credit and ACU counters are recorded per run instead", "started_at": "2026-09-20T20:26:29.741764+00:00", "finished_at": "2026-09-20T21:18:27.964132+00:00", "solver_cli_version": "devin 3000.10.31 (b98cc431)", "evidence_sha256": "be979e47e9dff23aa0597c0eee3c13b965477daee9cbe2002ee0d0c008443671" } ], "did_not_finish": [ { "model": "swe2", "effort": "high", "task": "legacy-cellarcore-binary-parity", "run_id": "legacy-cellarcore-binary-parity-63280c40", "judged_under": "code-quality-maintenance-v3.11", "judged": "excluded: reached the 3-hour task budget before verification; the run did not finish, so it has no receipt and no tokens, and it counts as a functional fail", "finished": false, "functional": 0.0, "duration_s": 10809.385, "reason_recorded": "Incomplete source run: runs-effort-devin-swe2/high/legacy-cellarcore-binary-parity-63280c40" } ] }