@zhivex-ai/harness 1.0.0 → 1.1.0-rc.2

package/docs/reports/evidence/ga-recovery-graded-development-2026-09-19.json

@@ -1,1313 +0,0 @@
-{
-  "schemaVersion": 1,
-  "kind": "development-comparison",
-  "date": "2026-09-19",
-  "classification": "known development task; not holdout",
-  "providers": {
-    "openai": {
-      "model": "gpt-5.6-luna",
-      "limits": {
-        "steps": 24,
-        "outputPerTurn": 2048,
-        "inputTokens": 100000,
-        "outputTokens": 16000,
-        "timeoutSeconds": 300,
-        "memoryMb": 2048,
-        "cpus": 2
-      },
-      "implementation": {
-        "gitCommit": "28723ff3350b7572d5bd68f2d40b6feef1e0e6b4",
-        "sources": {
-          "bun.lock": "e370459197ce52c3961770f3c5ccaab7ff35ddbe641ef72e8bd61f87a8b8e3fe",
-          "evaluations/external/requirements.lock": "42e90a08f10f821ebb958af79256f707a9fb5cf365277c4f9e2715d612028179",
-          "package.json": "a4a2507e3ad876d72cad49a16e149192d33521fb4175bb40a3eb077ccfdf43a1",
-          "scripts/benchmark-swebench.ts": "ed17063e1847017ba2e72f14732b6ff8f5b1af7cd5253b91302af75f2a9e8476",
-          "scripts/swebench/candidate.py": "f5e3410b91b950acfbe50fc7511891816a8fb1c223082397e2c6300cf1e866cf",
-          "scripts/swebench/candidate.ts": "bf102becfcce0c9a3f0df0a8f1ce0e5aaea7db2d252f6d9454a8370c24e53982",
-          "scripts/swebench/common.py": "ad790227dac3bec1f592c458c993efff4f9d3de8f0df39b33e3238b58b3f0b3b",
-          "scripts/swebench/context-metrics.ts": "7b84da6789413aa634d997c5963ee6796584e06c3eafe5f68f424fb7e27815e9",
-          "scripts/swebench/mini_driver.py": "bd0a77221878370ec44760122a51f07fb56d969612afa9a7f171248b2958baa6",
-          "scripts/swebench/model-budget.ts": "e46dd406ee5d58a051a15c7d7133513666292303d8c6534f861a6db0e711f47c",
-          "scripts/swebench/preflight.py": "aed092a75dd52f504fba6d14814b69bd627ff17d0e311a1f1279f8b613b69675",
-          "scripts/swebench/prepare.py": "bb7edd3fba5dbbe26597c97d744c60b94dbb7bcdfd7740a4a058c8583bd27e4c",
-          "scripts/swebench/report.py": "d0b8d45f32c48e0ba2cb977f50838065a497a0ecaf3b4243ed94139393ce4d6b",
-          "scripts/swebench/run.py": "94dccd55dfe6f70d8f8f2da70331700ec85eddd958547e0c3afe3dc416c9802c",
-          "scripts/swebench/telemetry.ts": "743c9baf273e9240d704d098b6bd5eea9e76ef3e49ae636aaafa9bfd7a85b45b",
-          "scripts/swebench/test_candidate.py": "e77d16379b748baa2daf184a45ea62587d938b6a7d48dcf9f6061f8af21fafd9",
-          "scripts/swebench/test_contracts.py": "902e966d0fbf8501dbb15e011849f160331c033cd2a5480f9920d0f365a08d03",
-          "scripts/swebench/zhivex-driver.ts": "b17e937484a28cf7fc7728595b51900efa5015dfa37cf6c1d4f9322051fe1ece",
-          "scripts/time-to-safe-fix-efficiency.ts": "dd20fd8839280332ae4ca80d6846e98e07ff15d79e200b206fa2ba6be2724d2f",
-          "src/bounded-reads.ts": "9807bb460894be3279c5425af19863d1c6e419a1582ba6910ec7e7fc35703ed6",
-          "src/capabilities.ts": "56fdb60a2f6e1d33b2dc26d38b6d2709807e491ba1268d47b97876c2c0591d65",
-          "src/change-envelope.ts": "9047ec978c9e5117965b8093ec961d855f97bbc2c3accdc79b74cfe6a0e4f01e",
-          "src/cli-options.ts": "f48d9be132fed38f2ddbcfecbd8222c664a0df2f20edc28ce8d1b9b1a1900863",
-          "src/cli-profiles.ts": "4fe451f1645e95f4957597a8724fa989b3c661ae1693252bfd6e74a51d20fc74",
-          "src/cli-stream.ts": "5ab8a4b1b8cf0a3dfa7b5b1f9e4e0facf8f6e7f6c341bdf700a41dc8927c825e",
-          "src/cli.ts": "5a4acb4695a968a58fbeac05c4bb89848a9653d6189590f0ff90e430ffa98d14",
-          "src/compaction.ts": "9e06a0abeeef155377f40c160b21c56256bca95ec18c5ee897681a5fc73db169",
-          "src/config.ts": "b1d3991e84add58603fb85b2a604b9b3eb56ae879d0fa30b0cb40545fa44edc1",
-          "src/console-context.ts": "0ad7e4559504b9ed09ab500d615dea09af1075d357f02ec3b77f003d55d951db",
-          "src/console-input.ts": "dc8ea0cdbba1364db288d5156c5ff9819362c46b37ef35a98b0475b6c445b1f8",
-          "src/context-engineering.ts": "1995e564f6b91974e75bf66dd421ddcbea29b1f8eee59b76eb4e34c9d6d8f47e",
-          "src/context-metrics.ts": "3eb30f9db808f918ed8d73d4f8ac19a13acb09ed5c1ee70fdae05201714b9198",
-          "src/edit-contracts.ts": "47cc3132e27f8749d54a32bbcc33bb174cf4448f0d0171b2578cdb559cf2176b",
-          "src/errors.ts": "e02f4eb80562a83762f908bda56c950ec6a2b78725c0c8a49f41fee0057ab903",
-          "src/execution-environment.ts": "9ce6c49afab26527d5296f0c11f106063590f7333300d58dd49d5a1ec1b4b6e9",
-          "src/file-security.ts": "b8c9f4988c4339c73a60ab4fa8d394b3eecc19117a0c61a8d19ab6483ca253df",
-          "src/harness.ts": "6168cfd53557b8fc07261fef1a4f5a6d5e689a169256c0e03c5abce0dfc228d0",
-          "src/index.ts": "4bbfcd11376d48c4f1c1ec17d6b5c9f51baa9331fa999432be178bae94530a5e",
-          "src/json-contracts.ts": "0780145636b47829a1aa6087c574d5654eb31b7534ea7d9c38c188d648c90272",
-          "src/mcp.ts": "7722de031921c620ec03b9e42a6596ef8415aa8e4bb5f93ea84d2427c466e554",
-          "src/model-budget.ts": "e5a5d3dd8c97df7f18f36ce0a82ed250e4a0c7d49b12580a7393db6ff2183a55",
-          "src/operations.ts": "bcccaf4d1d0ec117c2ed35df92185564d33399e5fdc5c12225ac61f14fd0b4b1",
-          "src/orchestration.ts": "b56c8c7d526a99b745cc17769e0a1b7b500b25920e77f34aa0dd01c9758de319",
-          "src/package-manager.ts": "cec4666bbab2f42e0a269709631f79f9f87c2c4dbb3cafeffacfaff761069e2c",
-          "src/process-runtime.ts": "b7286731a0b5c96dcad0b8e3a4bf1155d0539d73303cd7ebe77ffabf858f1729",
-          "src/providers.ts": "70ccfc7f315cd7238e83d69b719ce4908f3b620c564cbb4f00f93e102e025602",
-          "src/repair-controller.ts": "6eb48cf207cc56b18809cd762872253c95faeb6f47bc09c7fc2f1debd9c70b76",
-          "src/repair-progress.ts": "38270f07c4e1d81d745aa3a01837cea4420b7caf310df59c7447e56b1a3e0440",
-          "src/repair-verifier.ts": "b70fb11feee8cdc7933947ccac0b78f8bb5c0eaccc3b29ad527197d77f40ffc9",
-          "src/replacement-edits.ts": "8a0efdd3a7a9fc3e5a5475916cbd17ef882265881bb61076db58673e80b72957",
-          "src/routing.ts": "8e7c9f5968b4bd638cbbc86b19847ca183f3418b9a298783b96a88cffa568e22",
-          "src/run-interruption.ts": "df99129cf2dd6b938eca629cb897c4350a7d57fe6bf0ce437f5f3f30271617df",
-          "src/runtime-checkpoints.ts": "a9b555d4c6b5f369f86a3d79ec1a3aab45886282cc7d0ef211aa084ee17e3897",
-          "src/runtime-diagnostics.ts": "e1e5a3a558fa2aaeb477335dc336551f022c1234fe5e742eefc6599c8803e364",
-          "src/runtime-policy.ts": "8356acf0102f0e73839b81ed628a5c0d9a89d9c21b0ca416efedde8f1b3414e2",
-          "src/sessions.ts": "5167c8cf36bd4b8845ee278883394700321b65397f49c1dda0cf0d0de09dd06e",
-          "src/sqlite-database.ts": "18765d1ca0c2f2ad87bfd82d311312dfe8a42006556f27bc21da5892ed3b044e",
-          "src/state-backup.ts": "b6f8f1aedeb5dce31b65c23c7ffc50030870655b58a5aaaef9989bafb9da5c68",
-          "src/state-directory.ts": "3711550991951e6b738a08deaa0e06da84d01864c03a9602600f592963fa3211",
-          "src/task-memory.ts": "5b62c863be5a23c33608633cd7aac0464f5536d01cba930aca58b11870170731",
-          "src/terminal-markdown.ts": "8cffb6ebaf25108cb2bee04956d9b2973635b010f5d7ce6be21b3ceffe3e8bfd",
-          "src/terminal-ui.ts": "4da1878a76ba608a2517bf5d5c992a9a88702aba3fd800a9980129ba93e157bc",
-          "src/time-to-safe-fix.ts": "4add1d49c0ea209cc496c66fa2b2012dc7bcab87e678a58c8591b3c2cdc8df8a",
-          "src/tool-registry.ts": "7e90fff11940e525883c9ec0d2adbea2e6616f8bd9bc4ec77e1b7277e4217f2c",
-          "src/version.ts": "b2c2f80a40adc08e8258b81e82434273f0bdfa787528b2221f14efe7f06aa747",
-          "src/workspace-mutation-lock.ts": "ca201242db16173bd3a4d86c5d8bb0c2b6f3c43bfed3e4fa4ff5f06a75b19e80",
-          "src/workspace.ts": "809f8bbfcf72fed10d860c48585089ca65bb3ef7c672ee6df3c918907a968302"
-        }
-      },
-      "report": {
-        "schemaVersion": 1,
-        "kind": "swebench-comparison",
-        "manifestSha256": "c1bc64a18ece966055ee31aeeea678dd64bdae80e8634a00c669ab1258be1666",
-        "complete": true,
-        "candidates": {
-          "zhivex": {
-            "planned": 1,
-            "recorded": 1,
-            "resolved": 0,
-            "candidateCaptured": 1,
-            "candidateResolved": 0,
-            "candidateGraded": 1,
-            "resolutionRate": 0.0,
-            "missing": 0,
-            "gradingFailures": 0,
-            "usageComplete": true,
-            "totalCostUsd": null,
-            "costPerResolvedUsd": null,
-            "resolvedP50Ms": null
-          },
-          "mini-swe-agent": {
-            "planned": 1,
-            "recorded": 1,
-            "resolved": 1,
-            "candidateCaptured": 1,
-            "candidateResolved": 1,
-            "candidateGraded": 1,
-            "resolutionRate": 1.0,
-            "missing": 0,
-            "gradingFailures": 0,
-            "usageComplete": true,
-            "totalCostUsd": null,
-            "costPerResolvedUsd": null,
-            "resolvedP50Ms": 69569.50954097556
-          }
-        },
-        "pairedTaskResolutionDifference": -1.0,
-        "pairedTaskBootstrap95": null,
-        "evidenceBoundary": "Local matched-model comparison. Missing and failed runs remain in the denominator. Small-sample intervals are exploratory. No safety superiority is inferred from SWE-bench correctness."
-      },
-      "samples": [
-        {
-          "candidate": "zhivex",
-          "instanceId": "django__django-15851",
-          "repetition": 0,
-          "resolved": false,
-          "gradingStatus": "completed",
-          "usageComplete": true,
-          "costUsd": null,
-          "candidateCaptureFailure": null,
-          "modelTimings": [
-            {
-              "durationMs": 1788.7389169999997,
-              "firstTokenMs": 1770.7552500000002,
-              "completed": true
-            },
-            {
-              "durationMs": 1350.9064159999998,
-              "firstTokenMs": 1290.8159999999998,
-              "completed": true
-            },
-            {
-              "durationMs": 2235.265375,
-              "firstTokenMs": 2174.7994580000004,
-              "completed": true
-            },
-            {
-              "durationMs": 1176.5293329999986,
-              "firstTokenMs": 1111.1294579999994,
-              "completed": true
-            },
-            {
-              "durationMs": 1413.2802499999998,
-              "firstTokenMs": 1339.3893750000007,
-              "completed": true
-            },
-            {
-              "durationMs": 1362.5271659999999,
-              "firstTokenMs": 1294.7329580000005,
-              "completed": true
-            },
-            {
-              "durationMs": 1386.9577090000002,
-              "firstTokenMs": 1346.4139169999999,
-              "completed": true
-            },
-            {
-              "durationMs": 1477.5612919999985,
-              "firstTokenMs": 1409.4364999999998,
-              "completed": true
-            },
-            {
-              "durationMs": 4537.724417000001,
-              "firstTokenMs": 4494.494042000002,
-              "completed": true
-            }
-          ],
-          "stageTimings": [],
-          "approvalTimings": [],
-          "toolTimings": [
-            {
-              "name": "list_files",
-              "calls": 1,
-              "errors": 0,
-              "totalMs": 428.98029099999985,
-              "maxMs": 428.98029099999985
-            },
-            {
-              "name": "search_files",
-              "calls": 3,
-              "errors": 0,
-              "totalMs": 466.7124989999993,
-              "maxMs": 382.14387499999975
-            },
-            {
-              "name": "read_task",
-              "calls": 2,
-              "errors": 0,
-              "totalMs": 0.26041600000098697,
-              "maxMs": 0.24233300000014424
-            },
-            {
-              "name": "read_files",
-              "calls": 2,
-              "errors": 0,
-              "totalMs": 2.3135010000005423,
-              "maxMs": 1.5475839999999152
-            },
-            {
-              "name": "repair_plan",
-              "calls": 1,
-              "errors": 0,
-              "totalMs": 0.07899999999790452,
-              "maxMs": 0.07899999999790452
-            }
-          ],
-          "schemaVersion": 1,
-          "status": "failed",
-          "failure": "WORK_TOKEN_BUDGET",
-          "phase": "agent",
-          "durationMs": 25648.538833000002,
-          "approvals": 0,
-          "turns": [
-            {
-              "index": 1,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "list_files"
-              ],
-              "inputTokens": 3015,
-              "outputTokens": 42,
-              "cachedInputTokens": 3012,
-              "requestCharacters": 1439,
-              "tools": [
-                {
-                  "name": "list_files",
-                  "isError": false,
-                  "characters": 9769
-                }
-              ]
-            },
-            {
-              "index": 2,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "search_files"
-              ],
-              "inputTokens": 5756,
-              "outputTokens": 45,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 20541,
-              "tools": [
-                {
-                  "name": "search_files",
-                  "isError": false,
-                  "characters": 166
-                }
-              ]
-            },
-            {
-              "index": 3,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "search_files"
-              ],
-              "inputTokens": 5863,
-              "outputTokens": 66,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 24400,
-              "tools": [
-                {
-                  "name": "search_files",
-                  "isError": false,
-                  "characters": 1110
-                }
-              ]
-            },
-            {
-              "index": 4,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "read_task"
-              ],
-              "inputTokens": 6328,
-              "outputTokens": 75,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 29507,
-              "tools": [
-                {
-                  "name": "read_task",
-                  "isError": false,
-                  "characters": 1147
-                }
-              ]
-            },
-            {
-              "index": 5,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "read_files"
-              ],
-              "inputTokens": 6737,
-              "outputTokens": 57,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 34436,
-              "tools": [
-                {
-                  "name": "read_files",
-                  "isError": false,
-                  "characters": 3583
-                }
-              ]
-            },
-            {
-              "index": 6,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "search_files"
-              ],
-              "inputTokens": 7852,
-              "outputTokens": 64,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 39030,
-              "tools": [
-                {
-                  "name": "search_files",
-                  "isError": false,
-                  "characters": 4509
-                }
-              ]
-            },
-            {
-              "index": 7,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "read_task"
-              ],
-              "inputTokens": 5390,
-              "outputTokens": 61,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 1439,
-              "tools": [
-                {
-                  "name": "read_task",
-                  "isError": false,
-                  "characters": 1147
-                }
-              ]
-            },
-            {
-              "index": 8,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "read_files"
-              ],
-              "inputTokens": 5785,
-              "outputTokens": 59,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 19610,
-              "tools": [
-                {
-                  "name": "read_files",
-                  "isError": false,
-                  "characters": 10073
-                }
-              ]
-            },
-            {
-              "index": 9,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "repair_plan"
-              ],
-              "inputTokens": 8613,
-              "outputTokens": 480,
-              "cachedInputTokens": 2476,
-              "requestCharacters": 30714,
-              "tools": [
-                {
-                  "name": "repair_plan",
-                  "isError": false,
-                  "characters": 1584
-                }
-              ]
-            }
-          ],
-          "inputTokens": 55339,
-          "outputTokens": 949,
-          "cachedInputTokens": 22820,
-          "modelCalls": 9,
-          "compactions": [
-            {
-              "beforeStep": 7,
-              "estimatedTokensBefore": 11520,
-              "estimatedTokensAfter": 4038
-            }
-          ],
-          "terminalDiagnostic": {
-            "code": "EXECUTION_FAILED",
-            "category": "execution",
-            "failureType": "budget",
-            "retryable": false,
-            "chain": [
-              {
-                "validationCode": null,
-                "providerReason": null,
-                "validationIssues": [],
-                "status": null,
-                "errorClass": "Object",
-                "providerHints": [],
-                "fingerprint": "e28d443c2f098dca74c2ebb674bfac969cc7e5a8c1621de8718feec56bdb994a",
-                "reason": "budget"
-              }
-            ]
-          },
-          "thrownDiagnostic": {
-            "code": "EXECUTION_FAILED",
-            "category": "execution",
-            "failureType": "budget",
-            "retryable": false,
-            "chain": [
-              {
-                "validationCode": null,
-                "providerReason": null,
-                "validationIssues": [],
-                "status": null,
-                "errorClass": "HarnessExecutionError",
-                "providerHints": [],
-                "fingerprint": "e28d443c2f098dca74c2ebb674bfac969cc7e5a8c1621de8718feec56bdb994a",
-                "reason": "budget"
-              },
-              {
-                "validationCode": null,
-                "providerReason": null,
-                "validationIssues": [],
-                "status": null,
-                "errorClass": "Error",
-                "providerHints": [],
-                "fingerprint": "e28d443c2f098dca74c2ebb674bfac969cc7e5a8c1621de8718feec56bdb994a",
-                "reason": "budget"
-              }
-            ]
-          },
-          "guardrails": [],
-          "repairProgress": {
-            "repeatedResults": 0,
-            "suppressedResults": 0,
-            "blockedBroadCalls": 0,
-            "enteredClosure": false,
-            "phase": "explore",
-            "blockedPhaseCalls": 0,
-            "planRecorded": true
-          },
-          "contextMetrics": [
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 0,
-              "toolResultCharacters": 0,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 3481,
-              "toolResultCharacters": 9927,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 7012,
-              "toolResultCharacters": 10253,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 10847,
-              "toolResultCharacters": 11523,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 14470,
-              "toolResultCharacters": 12827,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 15321,
-              "toolResultCharacters": 16568,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 1437,
-              "assistantCharacters": 6753,
-              "toolResultCharacters": 4669,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 1437,
-              "assistantCharacters": 7468,
-              "toolResultCharacters": 5973,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 1437,
-              "assistantCharacters": 8339,
-              "toolResultCharacters": 16204,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            }
-          ],
-          "omittedContextMeasurements": 0,
-          "toolCalls": 9,
-          "patchSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
-          "protectedFilesChanged": [],
-          "gradingMethod": "empty-patch-no-solution",
-          "officialResolved": false,
-          "candidateCaptured": true,
-          "candidatePatchSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
-          "candidateGradingStatus": "completed",
-          "candidateResolved": false,
-          "repairStages": {
-            "candidatePresent": false,
-            "importedPatchPresent": false,
-            "verificationAttempted": false
-          },
-          "gradingDurationMs": 0.16658299136906862,
-          "totalDurationMs": 37302.090500015765
-        },
-        {
-          "candidate": "mini-swe-agent",
-          "instanceId": "django__django-15851",
-          "repetition": 0,
-          "resolved": true,
-          "gradingStatus": "completed",
-          "usageComplete": true,
-          "costUsd": null,
-          "schemaVersion": 1,
-          "status": "Submitted",
-          "failure": null,
-          "phase": "agent",
-          "durationMs": 21712.25812495686,
-          "approvals": 0,
-          "toolCalls": 8,
-          "inputTokens": 31269,
-          "outputTokens": 1381,
-          "cachedInputTokens": 24949,
-          "modelCalls": 7,
-          "patchSha256": "873ee0e2d09108303f5ebe1fa4d0aec08ee9e4ce52b93941c70b4c8c91c21db4",
-          "protectedFilesChanged": [],
-          "officialResolved": true,
-          "candidateCaptured": true,
-          "candidatePatchSha256": "873ee0e2d09108303f5ebe1fa4d0aec08ee9e4ce52b93941c70b4c8c91c21db4",
-          "candidateGradingStatus": "completed",
-          "candidateResolved": true,
-          "repairStages": {
-            "candidatePresent": true,
-            "importedPatchPresent": null,
-            "verificationAttempted": null
-          },
-          "gradingDurationMs": 40513.59941699775,
-          "totalDurationMs": 69569.50954097556
-        }
-      ]
-    },
-    "qwen": {
-      "model": "qwen3.8-flash",
-      "limits": {
-        "steps": 24,
-        "outputPerTurn": 2048,
-        "inputTokens": 100000,
-        "outputTokens": 16000,
-        "timeoutSeconds": 300,
-        "memoryMb": 2048,
-        "cpus": 2
-      },
-      "implementation": {
-        "gitCommit": "28723ff3350b7572d5bd68f2d40b6feef1e0e6b4",
-        "sources": {
-          "bun.lock": "e370459197ce52c3961770f3c5ccaab7ff35ddbe641ef72e8bd61f87a8b8e3fe",
-          "evaluations/external/requirements.lock": "42e90a08f10f821ebb958af79256f707a9fb5cf365277c4f9e2715d612028179",
-          "package.json": "a4a2507e3ad876d72cad49a16e149192d33521fb4175bb40a3eb077ccfdf43a1",
-          "scripts/benchmark-swebench.ts": "ed17063e1847017ba2e72f14732b6ff8f5b1af7cd5253b91302af75f2a9e8476",
-          "scripts/swebench/candidate.py": "f5e3410b91b950acfbe50fc7511891816a8fb1c223082397e2c6300cf1e866cf",
-          "scripts/swebench/candidate.ts": "bf102becfcce0c9a3f0df0a8f1ce0e5aaea7db2d252f6d9454a8370c24e53982",
-          "scripts/swebench/common.py": "ad790227dac3bec1f592c458c993efff4f9d3de8f0df39b33e3238b58b3f0b3b",
-          "scripts/swebench/context-metrics.ts": "7b84da6789413aa634d997c5963ee6796584e06c3eafe5f68f424fb7e27815e9",
-          "scripts/swebench/mini_driver.py": "bd0a77221878370ec44760122a51f07fb56d969612afa9a7f171248b2958baa6",
-          "scripts/swebench/model-budget.ts": "e46dd406ee5d58a051a15c7d7133513666292303d8c6534f861a6db0e711f47c",
-          "scripts/swebench/preflight.py": "aed092a75dd52f504fba6d14814b69bd627ff17d0e311a1f1279f8b613b69675",
-          "scripts/swebench/prepare.py": "bb7edd3fba5dbbe26597c97d744c60b94dbb7bcdfd7740a4a058c8583bd27e4c",
-          "scripts/swebench/report.py": "d0b8d45f32c48e0ba2cb977f50838065a497a0ecaf3b4243ed94139393ce4d6b",
-          "scripts/swebench/run.py": "94dccd55dfe6f70d8f8f2da70331700ec85eddd958547e0c3afe3dc416c9802c",
-          "scripts/swebench/telemetry.ts": "743c9baf273e9240d704d098b6bd5eea9e76ef3e49ae636aaafa9bfd7a85b45b",
-          "scripts/swebench/test_candidate.py": "e77d16379b748baa2daf184a45ea62587d938b6a7d48dcf9f6061f8af21fafd9",
-          "scripts/swebench/test_contracts.py": "902e966d0fbf8501dbb15e011849f160331c033cd2a5480f9920d0f365a08d03",
-          "scripts/swebench/zhivex-driver.ts": "b17e937484a28cf7fc7728595b51900efa5015dfa37cf6c1d4f9322051fe1ece",
-          "scripts/time-to-safe-fix-efficiency.ts": "dd20fd8839280332ae4ca80d6846e98e07ff15d79e200b206fa2ba6be2724d2f",
-          "src/bounded-reads.ts": "9807bb460894be3279c5425af19863d1c6e419a1582ba6910ec7e7fc35703ed6",
-          "src/capabilities.ts": "56fdb60a2f6e1d33b2dc26d38b6d2709807e491ba1268d47b97876c2c0591d65",
-          "src/change-envelope.ts": "9047ec978c9e5117965b8093ec961d855f97bbc2c3accdc79b74cfe6a0e4f01e",
-          "src/cli-options.ts": "f48d9be132fed38f2ddbcfecbd8222c664a0df2f20edc28ce8d1b9b1a1900863",
-          "src/cli-profiles.ts": "4fe451f1645e95f4957597a8724fa989b3c661ae1693252bfd6e74a51d20fc74",
-          "src/cli-stream.ts": "5ab8a4b1b8cf0a3dfa7b5b1f9e4e0facf8f6e7f6c341bdf700a41dc8927c825e",
-          "src/cli.ts": "5a4acb4695a968a58fbeac05c4bb89848a9653d6189590f0ff90e430ffa98d14",
-          "src/compaction.ts": "9e06a0abeeef155377f40c160b21c56256bca95ec18c5ee897681a5fc73db169",
-          "src/config.ts": "b1d3991e84add58603fb85b2a604b9b3eb56ae879d0fa30b0cb40545fa44edc1",
-          "src/console-context.ts": "0ad7e4559504b9ed09ab500d615dea09af1075d357f02ec3b77f003d55d951db",
-          "src/console-input.ts": "dc8ea0cdbba1364db288d5156c5ff9819362c46b37ef35a98b0475b6c445b1f8",
-          "src/context-engineering.ts": "1995e564f6b91974e75bf66dd421ddcbea29b1f8eee59b76eb4e34c9d6d8f47e",
-          "src/context-metrics.ts": "3eb30f9db808f918ed8d73d4f8ac19a13acb09ed5c1ee70fdae05201714b9198",
-          "src/edit-contracts.ts": "47cc3132e27f8749d54a32bbcc33bb174cf4448f0d0171b2578cdb559cf2176b",
-          "src/errors.ts": "e02f4eb80562a83762f908bda56c950ec6a2b78725c0c8a49f41fee0057ab903",
-          "src/execution-environment.ts": "9ce6c49afab26527d5296f0c11f106063590f7333300d58dd49d5a1ec1b4b6e9",
-          "src/file-security.ts": "b8c9f4988c4339c73a60ab4fa8d394b3eecc19117a0c61a8d19ab6483ca253df",
-          "src/harness.ts": "6168cfd53557b8fc07261fef1a4f5a6d5e689a169256c0e03c5abce0dfc228d0",
-          "src/index.ts": "4bbfcd11376d48c4f1c1ec17d6b5c9f51baa9331fa999432be178bae94530a5e",
-          "src/json-contracts.ts": "0780145636b47829a1aa6087c574d5654eb31b7534ea7d9c38c188d648c90272",
-          "src/mcp.ts": "7722de031921c620ec03b9e42a6596ef8415aa8e4bb5f93ea84d2427c466e554",
-          "src/model-budget.ts": "e5a5d3dd8c97df7f18f36ce0a82ed250e4a0c7d49b12580a7393db6ff2183a55",
-          "src/operations.ts": "bcccaf4d1d0ec117c2ed35df92185564d33399e5fdc5c12225ac61f14fd0b4b1",
-          "src/orchestration.ts": "b56c8c7d526a99b745cc17769e0a1b7b500b25920e77f34aa0dd01c9758de319",
-          "src/package-manager.ts": "cec4666bbab2f42e0a269709631f79f9f87c2c4dbb3cafeffacfaff761069e2c",
-          "src/process-runtime.ts": "b7286731a0b5c96dcad0b8e3a4bf1155d0539d73303cd7ebe77ffabf858f1729",
-          "src/providers.ts": "70ccfc7f315cd7238e83d69b719ce4908f3b620c564cbb4f00f93e102e025602",
-          "src/repair-controller.ts": "6eb48cf207cc56b18809cd762872253c95faeb6f47bc09c7fc2f1debd9c70b76",
-          "src/repair-progress.ts": "38270f07c4e1d81d745aa3a01837cea4420b7caf310df59c7447e56b1a3e0440",
-          "src/repair-verifier.ts": "b70fb11feee8cdc7933947ccac0b78f8bb5c0eaccc3b29ad527197d77f40ffc9",
-          "src/replacement-edits.ts": "8a0efdd3a7a9fc3e5a5475916cbd17ef882265881bb61076db58673e80b72957",
-          "src/routing.ts": "8e7c9f5968b4bd638cbbc86b19847ca183f3418b9a298783b96a88cffa568e22",
-          "src/run-interruption.ts": "df99129cf2dd6b938eca629cb897c4350a7d57fe6bf0ce437f5f3f30271617df",
-          "src/runtime-checkpoints.ts": "a9b555d4c6b5f369f86a3d79ec1a3aab45886282cc7d0ef211aa084ee17e3897",
-          "src/runtime-diagnostics.ts": "e1e5a3a558fa2aaeb477335dc336551f022c1234fe5e742eefc6599c8803e364",
-          "src/runtime-policy.ts": "8356acf0102f0e73839b81ed628a5c0d9a89d9c21b0ca416efedde8f1b3414e2",
-          "src/sessions.ts": "5167c8cf36bd4b8845ee278883394700321b65397f49c1dda0cf0d0de09dd06e",
-          "src/sqlite-database.ts": "18765d1ca0c2f2ad87bfd82d311312dfe8a42006556f27bc21da5892ed3b044e",
-          "src/state-backup.ts": "b6f8f1aedeb5dce31b65c23c7ffc50030870655b58a5aaaef9989bafb9da5c68",
-          "src/state-directory.ts": "3711550991951e6b738a08deaa0e06da84d01864c03a9602600f592963fa3211",
-          "src/task-memory.ts": "5b62c863be5a23c33608633cd7aac0464f5536d01cba930aca58b11870170731",
-          "src/terminal-markdown.ts": "8cffb6ebaf25108cb2bee04956d9b2973635b010f5d7ce6be21b3ceffe3e8bfd",
-          "src/terminal-ui.ts": "4da1878a76ba608a2517bf5d5c992a9a88702aba3fd800a9980129ba93e157bc",
-          "src/time-to-safe-fix.ts": "4add1d49c0ea209cc496c66fa2b2012dc7bcab87e678a58c8591b3c2cdc8df8a",
-          "src/tool-registry.ts": "7e90fff11940e525883c9ec0d2adbea2e6616f8bd9bc4ec77e1b7277e4217f2c",
-          "src/version.ts": "b2c2f80a40adc08e8258b81e82434273f0bdfa787528b2221f14efe7f06aa747",
-          "src/workspace-mutation-lock.ts": "ca201242db16173bd3a4d86c5d8bb0c2b6f3c43bfed3e4fa4ff5f06a75b19e80",
-          "src/workspace.ts": "809f8bbfcf72fed10d860c48585089ca65bb3ef7c672ee6df3c918907a968302"
-        }
-      },
-      "report": {
-        "schemaVersion": 1,
-        "kind": "swebench-comparison",
-        "manifestSha256": "234e5c319772f0bc67d7ce8bccd9caae512177a89524c3cc47e4c38ff4715df9",
-        "complete": true,
-        "candidates": {
-          "zhivex": {
-            "planned": 1,
-            "recorded": 1,
-            "resolved": 0,
-            "candidateCaptured": 1,
-            "candidateResolved": 0,
-            "candidateGraded": 1,
-            "resolutionRate": 0.0,
-            "missing": 0,
-            "gradingFailures": 0,
-            "usageComplete": true,
-            "totalCostUsd": null,
-            "costPerResolvedUsd": null,
-            "resolvedP50Ms": null
-          },
-          "mini-swe-agent": {
-            "planned": 1,
-            "recorded": 1,
-            "resolved": 1,
-            "candidateCaptured": 1,
-            "candidateResolved": 1,
-            "candidateGraded": 1,
-            "resolutionRate": 1.0,
-            "missing": 0,
-            "gradingFailures": 0,
-            "usageComplete": true,
-            "totalCostUsd": null,
-            "costPerResolvedUsd": null,
-            "resolvedP50Ms": 49566.27295794897
-          }
-        },
-        "pairedTaskResolutionDifference": -1.0,
-        "pairedTaskBootstrap95": null,
-        "evidenceBoundary": "Local matched-model comparison. Missing and failed runs remain in the denominator. Small-sample intervals are exploratory. No safety superiority is inferred from SWE-bench correctness."
-      },
-      "samples": [
-        {
-          "candidate": "zhivex",
-          "instanceId": "django__django-15851",
-          "repetition": 0,
-          "resolved": false,
-          "gradingStatus": "completed",
-          "usageComplete": true,
-          "costUsd": null,
-          "candidateCaptureFailure": null,
-          "modelTimings": [
-            {
-              "durationMs": 13494.942957999998,
-              "firstTokenMs": 11987.065499999999,
-              "completed": true
-            },
-            {
-              "durationMs": 1606.3987080000006,
-              "firstTokenMs": 1606.1942500000005,
-              "completed": true
-            },
-            {
-              "durationMs": 2560.6657909999994,
-              "firstTokenMs": 2560.4924999999967,
-              "completed": true
-            },
-            {
-              "durationMs": 2110.684583000002,
-              "firstTokenMs": 2110.529958000003,
-              "completed": true
-            },
-            {
-              "durationMs": 3735.8417919999993,
-              "firstTokenMs": 3735.701541999999,
-              "completed": true
-            },
-            {
-              "durationMs": 1547.485166999999,
-              "firstTokenMs": 1547.2844579999983,
-              "completed": true
-            },
-            {
-              "durationMs": 2811.7602910000023,
-              "firstTokenMs": 1323.8450410000005,
-              "completed": true
-            },
-            {
-              "durationMs": 1899.3515419999967,
-              "firstTokenMs": 1899.1887919999936,
-              "completed": true
-            },
-            {
-              "durationMs": 2462.1707499999975,
-              "firstTokenMs": 1522.6253339999967,
-              "completed": true
-            },
-            {
-              "durationMs": 6644.867083000005,
-              "firstTokenMs": null,
-              "completed": true
-            }
-          ],
-          "stageTimings": [
-            {
-              "event": "edit-requested",
-              "elapsedMs": 31548.041666
-            },
-            {
-              "event": "verification-requested",
-              "elapsedMs": 33600.492375
-            },
-            {
-              "event": "governed-edit-completed",
-              "elapsedMs": 33608.793041
-            },
-            {
-              "event": "command-requested",
-              "elapsedMs": 40905.695
-            }
-          ],
-          "approvalTimings": [
-            {
-              "durationMs": 0.1386659999989206,
-              "resolved": true
-            },
-            {
-              "durationMs": 0.02570900000137044,
-              "resolved": true
-            },
-            {
-              "durationMs": 0.027290999998513144,
-              "resolved": true
-            },
-            {
-              "durationMs": 0.023874999998952262,
-              "resolved": true
-            }
-          ],
-          "toolTimings": [
-            {
-              "name": "search_files",
-              "calls": 2,
-              "errors": 0,
-              "totalMs": 439.46991699999853,
-              "maxMs": 378.27487499999916
-            },
-            {
-              "name": "list_files",
-              "calls": 1,
-              "errors": 0,
-              "totalMs": 16.088958000000275,
-              "maxMs": 16.088958000000275
-            },
-            {
-              "name": "read_files",
-              "calls": 3,
-              "errors": 0,
-              "totalMs": 2.675290999995923,
-              "maxMs": 1.3670829999973648
-            },
-            {
-              "name": "repair_plan",
-              "calls": 1,
-              "errors": 0,
-              "totalMs": 0.14245799999844166,
-              "maxMs": 0.14245799999844166
-            },
-            {
-              "name": "apply_reviewed_replacement",
-              "calls": 1,
-              "errors": 0,
-              "totalMs": 6.89862500000163,
-              "maxMs": 6.89862500000163
-            },
-            {
-              "name": "verify_and_apply_environment_patch",
-              "calls": 1,
-              "errors": 1,
-              "totalMs": 4237.259832999996,
-              "maxMs": 4237.259832999996
-            },
-            {
-              "name": "run_environment_command",
-              "calls": 1,
-              "errors": 0,
-              "totalMs": 2762.7135409999973,
-              "maxMs": 2762.7135409999973
-            },
-            {
-              "name": "run_environment_shell",
-              "calls": 1,
-              "errors": 0,
-              "totalMs": 11506.245166999994,
-              "maxMs": 11506.245166999994
-            }
-          ],
-          "schemaVersion": 1,
-          "status": "failed",
-          "failure": "AGENT_FAILED",
-          "phase": "agent",
-          "durationMs": 72587.34108299999,
-          "approvals": 4,
-          "turns": [
-            {
-              "index": 1,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "search_files",
-                "list_files"
-              ],
-              "inputTokens": 4558,
-              "outputTokens": 124,
-              "cachedInputTokens": 0,
-              "requestCharacters": 7131,
-              "tools": [
-                {
-                  "name": "search_files",
-                  "isError": false,
-                  "characters": 158
-                },
-                {
-                  "name": "list_files",
-                  "isError": false,
-                  "characters": 452
-                }
-              ]
-            },
-            {
-              "index": 2,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "read_files"
-              ],
-              "inputTokens": 4860,
-              "outputTokens": 39,
-              "cachedInputTokens": 4096,
-              "requestCharacters": 8541,
-              "tools": [
-                {
-                  "name": "read_files",
-                  "isError": false,
-                  "characters": 2673
-                }
-              ]
-            },
-            {
-              "index": 3,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "search_files"
-              ],
-              "inputTokens": 5781,
-              "outputTokens": 65,
-              "cachedInputTokens": 4096,
-              "requestCharacters": 11566,
-              "tools": [
-                {
-                  "name": "search_files",
-                  "isError": false,
-                  "characters": 6524
-                }
-              ]
-            },
-            {
-              "index": 4,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "read_files"
-              ],
-              "inputTokens": 8958,
-              "outputTokens": 53,
-              "cachedInputTokens": 5120,
-              "requestCharacters": 18467,
-              "tools": [
-                {
-                  "name": "read_files",
-                  "isError": false,
-                  "characters": 6380
-                }
-              ]
-            },
-            {
-              "index": 5,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "repair_plan"
-              ],
-              "inputTokens": 10965,
-              "outputTokens": 261,
-              "cachedInputTokens": 8320,
-              "requestCharacters": 25220,
-              "tools": [
-                {
-                  "name": "repair_plan",
-                  "isError": false,
-                  "characters": 969
-                }
-              ]
-            },
-            {
-              "index": 6,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "read_files"
-              ],
-              "inputTokens": 11526,
-              "outputTokens": 55,
-              "cachedInputTokens": 10240,
-              "requestCharacters": 27775,
-              "tools": [
-                {
-                  "name": "read_files",
-                  "isError": false,
-                  "characters": 2033
-                }
-              ]
-            },
-            {
-              "index": 7,
-              "status": "waiting_approval",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "apply_reviewed_replacement"
-              ],
-              "inputTokens": 12251,
-              "outputTokens": 190,
-              "cachedInputTokens": 10240,
-              "requestCharacters": 30183,
-              "tools": []
-            },
-            {
-              "index": 8,
-              "status": "completed",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "verify_and_apply_environment_patch"
-              ],
-              "inputTokens": 0,
-              "outputTokens": 0,
-              "cachedInputTokens": 0,
-              "requestCharacters": 11836,
-              "tools": [
-                {
-                  "name": "apply_reviewed_replacement",
-                  "isError": false,
-                  "characters": 483
-                },
-                {
-                  "name": "verify_and_apply_environment_patch",
-                  "isError": true,
-                  "characters": 276,
-                  "exitCode": 1,
-                  "timedOut": false,
-                  "verificationOutcome": "failed",
-                  "diagnostic": {
-                    "code": "EXECUTION_FAILED",
-                    "category": "execution",
-                    "failureType": "execution",
-                    "retryable": false,
-                    "chain": [
-                      {
-                        "validationCode": null,
-                        "providerReason": null,
-                        "validationIssues": [],
-                        "status": null,
-                        "errorClass": "Object",
-                        "providerHints": [],
-                        "fingerprint": "d22955ecb1810cd7e960e732636eec570e04ab3b19eab276ebf23e2096a3c941",
-                        "reason": null
-                      }
-                    ]
-                  }
-                }
-              ]
-            },
-            {
-              "index": 9,
-              "status": "waiting_approval",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "run_environment_command"
-              ],
-              "inputTokens": 6415,
-              "outputTokens": 67,
-              "cachedInputTokens": 3328,
-              "requestCharacters": 13127,
-              "tools": []
-            },
-            {
-              "index": 10,
-              "status": "waiting_approval",
-              "finishReason": "tool-calls",
-              "requestedTools": [
-                "run_environment_shell"
-              ],
-              "inputTokens": 6815,
-              "outputTokens": 97,
-              "cachedInputTokens": 5120,
-              "requestCharacters": 14347,
-              "tools": [
-                {
-                  "name": "run_environment_command",
-                  "isError": false,
-                  "characters": 415,
-                  "phaseLatencies": {
-                    "commandAndAttestationMs": 451.550208,
-                    "totalMs": 2762.550416,
-                    "sessionCreationMs": 2175.600875
-                  },
-                  "exitCode": 1,
-                  "timedOut": false
-                }
-              ]
-            },
-            {
-              "index": 11,
-              "status": "completed",
-              "finishReason": "stop",
-              "requestedTools": [],
-              "inputTokens": 5187,
-              "outputTokens": 533,
-              "cachedInputTokens": 0,
-              "requestCharacters": 16684,
-              "tools": []
-            }
-          ],
-          "inputTokens": 77316,
-          "outputTokens": 1484,
-          "cachedInputTokens": 50560,
-          "modelCalls": 10,
-          "compactions": [
-            {
-              "beforeStep": 8,
-              "estimatedTokensBefore": 7414,
-              "estimatedTokensAfter": 2491
-            }
-          ],
-          "terminalDiagnostic": {
-            "code": "EXECUTION_FAILED",
-            "category": "execution",
-            "failureType": "execution",
-            "retryable": false,
-            "chain": [
-              {
-                "validationCode": null,
-                "providerReason": null,
-                "validationIssues": [],
-                "status": null,
-                "errorClass": "Object",
-                "providerHints": [],
-                "fingerprint": "df4ad18f75f381d4abf1c3a9a9cb1ce99246204330b132a8d70938de039a0be4",
-                "reason": null
-              }
-            ]
-          },
-          "thrownDiagnostic": null,
-          "guardrails": [],
-          "repairProgress": {
-            "repeatedResults": 0,
-            "suppressedResults": 0,
-            "blockedBroadCalls": 0,
-            "enteredClosure": true,
-            "phase": "verify",
-            "blockedPhaseCalls": 0,
-            "planRecorded": true
-          },
-          "contextMetrics": [
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 0,
-              "toolResultCharacters": 0,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 479,
-              "toolResultCharacters": 928,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 671,
-              "toolResultCharacters": 3759,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 886,
-              "toolResultCharacters": 10443,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2403,
-              "assistantCharacters": 1099,
-              "toolResultCharacters": 16981,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2766,
-              "assistantCharacters": 2161,
-              "toolResultCharacters": 18109,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2766,
-              "assistantCharacters": 2376,
-              "toolResultCharacters": 20300,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2232,
-              "assistantCharacters": 4926,
-              "toolResultCharacters": 1237,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2603,
-              "assistantCharacters": 5187,
-              "toolResultCharacters": 1823,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 9375,
-              "unmeasuredToolDefinitions": 0
-            },
-            {
-              "systemCharacters": 4724,
-              "userCharacters": 2614,
-              "assistantCharacters": 5636,
-              "toolResultCharacters": 3698,
-              "otherMessageCharacters": 0,
-              "toolDefinitionCharacters": 1635,
-              "unmeasuredToolDefinitions": 0
-            }
-          ],
-          "omittedContextMeasurements": 0,
-          "toolCalls": 11,
-          "patchSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
-          "protectedFilesChanged": [],
-          "gradingMethod": "empty-patch-no-solution",
-          "officialResolved": false,
-          "candidateCaptured": true,
-          "candidatePatchSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
-          "candidateGradingStatus": "completed",
-          "candidateResolved": false,
-          "repairStages": {
-            "candidatePresent": false,
-            "importedPatchPresent": false,
-            "verificationAttempted": true
-          },
-          "gradingDurationMs": 0.16370904631912708,
-          "totalDurationMs": 84125.71037502494
-        },
-        {
-          "candidate": "mini-swe-agent",
-          "instanceId": "django__django-15851",
-          "repetition": 0,
-          "resolved": true,
-          "gradingStatus": "completed",
-          "usageComplete": true,
-          "costUsd": null,
-          "schemaVersion": 1,
-          "status": "Submitted",
-          "failure": null,
-          "phase": "agent",
-          "durationMs": 22791.735082981177,
-          "approvals": 0,
-          "toolCalls": 9,
-          "inputTokens": 21728,
-          "outputTokens": 654,
-          "cachedInputTokens": 14336,
-          "modelCalls": 9,
-          "patchSha256": "873ee0e2d09108303f5ebe1fa4d0aec08ee9e4ce52b93941c70b4c8c91c21db4",
-          "protectedFilesChanged": [],
-          "officialResolved": true,
-          "candidateCaptured": true,
-          "candidatePatchSha256": "873ee0e2d09108303f5ebe1fa4d0aec08ee9e4ce52b93941c70b4c8c91c21db4",
-          "candidateGradingStatus": "completed",
-          "candidateResolved": true,
-          "repairStages": {
-            "candidatePresent": true,
-            "importedPatchPresent": null,
-            "verificationAttempted": null
-          },
-          "gradingDurationMs": 24652.685625012964,
-          "totalDurationMs": 49566.27295794897
-        }
-      ]
-    }
-  }
-}