@zhivex-ai/harness 1.0.0-rc.7 → 1.0.0

package/docs/reports/evidence/ga-qwen-patched-package-2026-09-19.json

@@ -0,0 +1,1092 @@
+{
+  "schemaVersion": 1,
+  "kind": "local-package-repair-validation",
+  "classification": "known development case; local tarball, not registry or GA acceptance",
+  "plan": {
+    "kind": "local-package-repair-validation",
+    "classification": "known development case; not registry or GA acceptance",
+    "sdkCommit": "35e2bb49340acb68af125fc03df4389cab785c28",
+    "qwenTarballSha256": "b1568426c2a10322fcb61388da87f5d889c6dc721e79eb25a0078730fb673359",
+    "limits": {
+      "steps": 24,
+      "outputPerTurn": 2048,
+      "inputTokens": 100000,
+      "outputTokens": 16000,
+      "timeoutSeconds": 300,
+      "memoryMb": 2048,
+      "cpus": 2
+    },
+    "repetitions": 1,
+    "control": "unchanged mini-SWE-agent",
+    "baseline": "ga-plan-reserve-qwen"
+  },
+  "implementation": {
+    "gitCommit": "a8e61906aa8104b0fe96ff2b4228d7869bead960",
+    "sources": {
+      "bun.lock": "59a576362766317ee7fbadc704e6cd42652b4168212c112fdcee4196a10fd7cd",
+      "evaluations/external/requirements.lock": "42e90a08f10f821ebb958af79256f707a9fb5cf365277c4f9e2715d612028179",
+      "package.json": "5eb96ef58ab07bd8134a3dcb38d672181dd83f1f8f0c1e9fd8a8ad9a6d0be549",
+      "scripts/benchmark-swebench.ts": "ed17063e1847017ba2e72f14732b6ff8f5b1af7cd5253b91302af75f2a9e8476",
+      "scripts/swebench/candidate.py": "f5e3410b91b950acfbe50fc7511891816a8fb1c223082397e2c6300cf1e866cf",
+      "scripts/swebench/candidate.ts": "bf102becfcce0c9a3f0df0a8f1ce0e5aaea7db2d252f6d9454a8370c24e53982",
+      "scripts/swebench/common.py": "ad790227dac3bec1f592c458c993efff4f9d3de8f0df39b33e3238b58b3f0b3b",
+      "scripts/swebench/context-metrics.ts": "7b84da6789413aa634d997c5963ee6796584e06c3eafe5f68f424fb7e27815e9",
+      "scripts/swebench/mini_driver.py": "bd0a77221878370ec44760122a51f07fb56d969612afa9a7f171248b2958baa6",
+      "scripts/swebench/model-budget.ts": "e46dd406ee5d58a051a15c7d7133513666292303d8c6534f861a6db0e711f47c",
+      "scripts/swebench/model-catalog.ts": "eb79e7333f4f5804f96da87d1952382f620e7165a95b60489fcc2588debe64d8",
+      "scripts/swebench/preflight.py": "aed092a75dd52f504fba6d14814b69bd627ff17d0e311a1f1279f8b613b69675",
+      "scripts/swebench/prepare.py": "bb7edd3fba5dbbe26597c97d744c60b94dbb7bcdfd7740a4a058c8583bd27e4c",
+      "scripts/swebench/report.py": "d0b8d45f32c48e0ba2cb977f50838065a497a0ecaf3b4243ed94139393ce4d6b",
+      "scripts/swebench/run.py": "94dccd55dfe6f70d8f8f2da70331700ec85eddd958547e0c3afe3dc416c9802c",
+      "scripts/swebench/telemetry.ts": "743c9baf273e9240d704d098b6bd5eea9e76ef3e49ae636aaafa9bfd7a85b45b",
+      "scripts/swebench/test_candidate.py": "e77d16379b748baa2daf184a45ea62587d938b6a7d48dcf9f6061f8af21fafd9",
+      "scripts/swebench/test_contracts.py": "902e966d0fbf8501dbb15e011849f160331c033cd2a5480f9920d0f365a08d03",
+      "scripts/swebench/zhivex-driver.ts": "24830996fb91c8ad34928a4b7d5da62ea1ab8f8792a77ac675cc9638d750ff2b",
+      "scripts/time-to-safe-fix-efficiency.ts": "dd20fd8839280332ae4ca80d6846e98e07ff15d79e200b206fa2ba6be2724d2f",
+      "src/bounded-reads.ts": "9807bb460894be3279c5425af19863d1c6e419a1582ba6910ec7e7fc35703ed6",
+      "src/capabilities.ts": "56fdb60a2f6e1d33b2dc26d38b6d2709807e491ba1268d47b97876c2c0591d65",
+      "src/change-envelope.ts": "9047ec978c9e5117965b8093ec961d855f97bbc2c3accdc79b74cfe6a0e4f01e",
+      "src/cli-options.ts": "f48d9be132fed38f2ddbcfecbd8222c664a0df2f20edc28ce8d1b9b1a1900863",
+      "src/cli-profiles.ts": "4fe451f1645e95f4957597a8724fa989b3c661ae1693252bfd6e74a51d20fc74",
+      "src/cli-stream.ts": "5ab8a4b1b8cf0a3dfa7b5b1f9e4e0facf8f6e7f6c341bdf700a41dc8927c825e",
+      "src/cli.ts": "5a4acb4695a968a58fbeac05c4bb89848a9653d6189590f0ff90e430ffa98d14",
+      "src/compaction.ts": "9e06a0abeeef155377f40c160b21c56256bca95ec18c5ee897681a5fc73db169",
+      "src/config.ts": "b1d3991e84add58603fb85b2a604b9b3eb56ae879d0fa30b0cb40545fa44edc1",
+      "src/console-context.ts": "0ad7e4559504b9ed09ab500d615dea09af1075d357f02ec3b77f003d55d951db",
+      "src/console-input.ts": "dc8ea0cdbba1364db288d5156c5ff9819362c46b37ef35a98b0475b6c445b1f8",
+      "src/context-engineering.ts": "1995e564f6b91974e75bf66dd421ddcbea29b1f8eee59b76eb4e34c9d6d8f47e",
+      "src/context-metrics.ts": "3eb30f9db808f918ed8d73d4f8ac19a13acb09ed5c1ee70fdae05201714b9198",
+      "src/edit-contracts.ts": "47cc3132e27f8749d54a32bbcc33bb174cf4448f0d0171b2578cdb559cf2176b",
+      "src/errors.ts": "e02f4eb80562a83762f908bda56c950ec6a2b78725c0c8a49f41fee0057ab903",
+      "src/execution-environment.ts": "9ce6c49afab26527d5296f0c11f106063590f7333300d58dd49d5a1ec1b4b6e9",
+      "src/file-security.ts": "b8c9f4988c4339c73a60ab4fa8d394b3eecc19117a0c61a8d19ab6483ca253df",
+      "src/harness.ts": "e9b85f5d83634ac7ec79d8052addb35e765d04fc46883d1e38612269bcf12609",
+      "src/index.ts": "4bbfcd11376d48c4f1c1ec17d6b5c9f51baa9331fa999432be178bae94530a5e",
+      "src/json-contracts.ts": "0780145636b47829a1aa6087c574d5654eb31b7534ea7d9c38c188d648c90272",
+      "src/mcp.ts": "7722de031921c620ec03b9e42a6596ef8415aa8e4bb5f93ea84d2427c466e554",
+      "src/model-budget.ts": "97c00019d7e737fc7acdd04cdac0811dca8d85c3e858de519ebba91888cf1ee7",
+      "src/operations.ts": "bcccaf4d1d0ec117c2ed35df92185564d33399e5fdc5c12225ac61f14fd0b4b1",
+      "src/orchestration.ts": "b56c8c7d526a99b745cc17769e0a1b7b500b25920e77f34aa0dd01c9758de319",
+      "src/package-manager.ts": "cec4666bbab2f42e0a269709631f79f9f87c2c4dbb3cafeffacfaff761069e2c",
+      "src/process-runtime.ts": "b7286731a0b5c96dcad0b8e3a4bf1155d0539d73303cd7ebe77ffabf858f1729",
+      "src/providers.ts": "70ccfc7f315cd7238e83d69b719ce4908f3b620c564cbb4f00f93e102e025602",
+      "src/repair-controller.ts": "df19e273be815b2e37ace12e03a02793fe13c13853fcb70b8d2c9d217a68bc87",
+      "src/repair-progress.ts": "cf30117ab69564f2b36ff8f0e86dcb876e6c031647340a7b1bef648d1e0366b9",
+      "src/repair-verifier.ts": "b70fb11feee8cdc7933947ccac0b78f8bb5c0eaccc3b29ad527197d77f40ffc9",
+      "src/replacement-edits.ts": "8a0efdd3a7a9fc3e5a5475916cbd17ef882265881bb61076db58673e80b72957",
+      "src/routing.ts": "8e7c9f5968b4bd638cbbc86b19847ca183f3418b9a298783b96a88cffa568e22",
+      "src/run-interruption.ts": "df99129cf2dd6b938eca629cb897c4350a7d57fe6bf0ce437f5f3f30271617df",
+      "src/runtime-checkpoints.ts": "e3b75a0b86fb5d21992b1a126b35446110ba5fcaf4317ed5005b1a44555118dc",
+      "src/runtime-diagnostics.ts": "e1e5a3a558fa2aaeb477335dc336551f022c1234fe5e742eefc6599c8803e364",
+      "src/runtime-policy.ts": "8356acf0102f0e73839b81ed628a5c0d9a89d9c21b0ca416efedde8f1b3414e2",
+      "src/sessions.ts": "5167c8cf36bd4b8845ee278883394700321b65397f49c1dda0cf0d0de09dd06e",
+      "src/sqlite-database.ts": "18765d1ca0c2f2ad87bfd82d311312dfe8a42006556f27bc21da5892ed3b044e",
+      "src/state-backup.ts": "b6f8f1aedeb5dce31b65c23c7ffc50030870655b58a5aaaef9989bafb9da5c68",
+      "src/state-directory.ts": "3711550991951e6b738a08deaa0e06da84d01864c03a9602600f592963fa3211",
+      "src/task-memory.ts": "5b62c863be5a23c33608633cd7aac0464f5536d01cba930aca58b11870170731",
+      "src/terminal-markdown.ts": "8cffb6ebaf25108cb2bee04956d9b2973635b010f5d7ce6be21b3ceffe3e8bfd",
+      "src/terminal-ui.ts": "4da1878a76ba608a2517bf5d5c992a9a88702aba3fd800a9980129ba93e157bc",
+      "src/time-to-safe-fix.ts": "4add1d49c0ea209cc496c66fa2b2012dc7bcab87e678a58c8591b3c2cdc8df8a",
+      "src/tool-registry.ts": "7e90fff11940e525883c9ec0d2adbea2e6616f8bd9bc4ec77e1b7277e4217f2c",
+      "src/version.ts": "b2c2f80a40adc08e8258b81e82434273f0bdfa787528b2221f14efe7f06aa747",
+      "src/workspace-mutation-lock.ts": "ca201242db16173bd3a4d86c5d8bb0c2b6f3c43bfed3e4fa4ff5f06a75b19e80",
+      "src/workspace.ts": "809f8bbfcf72fed10d860c48585089ca65bb3ef7c672ee6df3c918907a968302"
+    }
+  },
+  "model": "qwen3.8-flash",
+  "limits": {
+    "steps": 24,
+    "outputPerTurn": 2048,
+    "inputTokens": 100000,
+    "outputTokens": 16000,
+    "timeoutSeconds": 300,
+    "memoryMb": 2048,
+    "cpus": 2
+  },
+  "samples": [
+    {
+      "candidate": "zhivex",
+      "instanceId": "django__django-15851",
+      "repetition": 0,
+      "resolved": true,
+      "gradingStatus": "completed",
+      "usageComplete": true,
+      "costUsd": null,
+      "candidateCaptureFailure": null,
+      "modelTimings": [
+        {
+          "durationMs": 4051.055542,
+          "firstTokenMs": 2492.480625,
+          "completed": true
+        },
+        {
+          "durationMs": 1771.9185830000006,
+          "firstTokenMs": 1771.7172919999994,
+          "completed": true
+        },
+        {
+          "durationMs": 5483.9105,
+          "firstTokenMs": 1162.2082920000012,
+          "completed": true
+        },
+        {
+          "durationMs": 1915.2087080000001,
+          "firstTokenMs": 1914.9312500000015,
+          "completed": true
+        },
+        {
+          "durationMs": 1860.015875000001,
+          "firstTokenMs": 1859.7380840000005,
+          "completed": true
+        },
+        {
+          "durationMs": 1710.7198749999989,
+          "firstTokenMs": 1710.6002499999995,
+          "completed": true
+        },
+        {
+          "durationMs": 4375.758416000001,
+          "firstTokenMs": 4375.359041000003,
+          "completed": true
+        },
+        {
+          "durationMs": 2041.731499999998,
+          "firstTokenMs": 2041.5662080000002,
+          "completed": true
+        },
+        {
+          "durationMs": 2357.988167000003,
+          "firstTokenMs": 2357.8246670000008,
+          "completed": true
+        },
+        {
+          "durationMs": 4092.7166249999937,
+          "firstTokenMs": 4092.5420830000003,
+          "completed": true
+        }
+      ],
+      "modelCatalog": {
+        "records": [
+          {
+            "call": 1,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "default",
+            "returned": [
+              {
+                "name": "search_files",
+                "offered": true,
+                "registered": true
+              },
+              {
+                "name": "list_files",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 2,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "default",
+            "returned": [
+              {
+                "name": "read_files",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 3,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "default",
+            "returned": [
+              {
+                "name": "repair_plan",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 4,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "required",
+            "returned": [
+              {
+                "name": "search_files",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 5,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "required",
+            "returned": [
+              {
+                "name": "read_files",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 6,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "required",
+            "returned": [
+              {
+                "name": "read_files",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 7,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "required",
+            "returned": [
+              {
+                "name": "apply_reviewed_replacement",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 8,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "required",
+            "returned": [
+              {
+                "name": "run_environment_command",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 9,
+            "offered": [
+              "apply_reviewed_edits",
+              "apply_reviewed_replacement",
+              "inspect_environment_patch",
+              "list_files",
+              "mutation_audit",
+              "read_files",
+              "read_task",
+              "repair_plan",
+              "run_environment_command",
+              "run_environment_shell",
+              "search_files",
+              "search_many",
+              "verify_and_apply_environment_patch"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "required",
+            "returned": [
+              {
+                "name": "run_environment_shell",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          },
+          {
+            "call": 10,
+            "offered": [
+              "read_task",
+              "repair_plan"
+            ],
+            "unknownOffered": 0,
+            "systemMessages": 1,
+            "choice": "named",
+            "returned": [
+              {
+                "name": "repair_plan",
+                "offered": true,
+                "registered": true
+              }
+            ],
+            "omittedReturned": 0,
+            "completed": true
+          }
+        ],
+        "omittedCalls": 0
+      },
+      "stageTimings": [
+        {
+          "event": "edit-requested",
+          "elapsedMs": 24304.131125
+        },
+        {
+          "event": "verification-requested",
+          "elapsedMs": 26040.476875
+        },
+        {
+          "event": "governed-edit-completed",
+          "elapsedMs": 26047.061791
+        },
+        {
+          "event": "command-requested",
+          "elapsedMs": 32812.66425
+        },
+        {
+          "event": "verified-import-completed",
+          "elapsedMs": 67196.856458
+        }
+      ],
+      "approvalTimings": [
+        {
+          "durationMs": 0.15987499999755528,
+          "resolved": true
+        },
+        {
+          "durationMs": 0.020000000000436557,
+          "resolved": true
+        },
+        {
+          "durationMs": 0.029457999997248407,
+          "resolved": true
+        },
+        {
+          "durationMs": 0.018374999999650754,
+          "resolved": true
+        },
+        {
+          "durationMs": 0.03195899999991525,
+          "resolved": true
+        }
+      ],
+      "toolTimings": [
+        {
+          "name": "search_files",
+          "calls": 2,
+          "errors": 0,
+          "totalMs": 326.779708,
+          "maxMs": 308.1257079999996
+        },
+        {
+          "name": "list_files",
+          "calls": 1,
+          "errors": 0,
+          "totalMs": 7.521708000000217,
+          "maxMs": 7.521708000000217
+        },
+        {
+          "name": "read_files",
+          "calls": 2,
+          "errors": 0,
+          "totalMs": 2.5458749999997963,
+          "maxMs": 1.880541999998968
+        },
+        {
+          "name": "repair_plan",
+          "calls": 2,
+          "errors": 0,
+          "totalMs": 0.15987500000665023,
+          "maxMs": 0.1265000000003056
+        },
+        {
+          "name": "apply_reviewed_replacement",
+          "calls": 1,
+          "errors": 0,
+          "totalMs": 12.186791000000085,
+          "maxMs": 12.186791000000085
+        },
+        {
+          "name": "verify_and_apply_environment_patch",
+          "calls": 2,
+          "errors": 1,
+          "totalMs": 16813.365000000005,
+          "maxMs": 13087.546250000007
+        },
+        {
+          "name": "run_environment_command",
+          "calls": 1,
+          "errors": 0,
+          "totalMs": 2241.7844579999946,
+          "maxMs": 2241.7844579999946
+        },
+        {
+          "name": "run_environment_shell",
+          "calls": 1,
+          "errors": 0,
+          "totalMs": 9407.536916999998,
+          "maxMs": 9407.536916999998
+        }
+      ],
+      "schemaVersion": 1,
+      "status": "completed",
+      "failure": null,
+      "phase": "agent",
+      "durationMs": 71729.13416599999,
+      "approvals": 5,
+      "turns": [
+        {
+          "index": 1,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "search_files",
+            "list_files"
+          ],
+          "inputTokens": 4610,
+          "outputTokens": 136,
+          "cachedInputTokens": 0,
+          "requestCharacters": 7403,
+          "tools": [
+            {
+              "name": "search_files",
+              "isError": false,
+              "characters": 158
+            },
+            {
+              "name": "list_files",
+              "isError": false,
+              "characters": 452
+            }
+          ]
+        },
+        {
+          "index": 2,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "read_files"
+          ],
+          "inputTokens": 4924,
+          "outputTokens": 39,
+          "cachedInputTokens": 4096,
+          "requestCharacters": 8822,
+          "tools": [
+            {
+              "name": "read_files",
+              "isError": false,
+              "characters": 2673
+            }
+          ]
+        },
+        {
+          "index": 3,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "repair_plan"
+          ],
+          "inputTokens": 5845,
+          "outputTokens": 279,
+          "cachedInputTokens": 4096,
+          "requestCharacters": 11847,
+          "tools": [
+            {
+              "name": "repair_plan",
+              "isError": false,
+              "characters": 880
+            }
+          ]
+        },
+        {
+          "index": 4,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "search_files"
+          ],
+          "inputTokens": 6414,
+          "outputTokens": 64,
+          "cachedInputTokens": 5120,
+          "requestCharacters": 14423,
+          "tools": [
+            {
+              "name": "search_files",
+              "isError": false,
+              "characters": 6599
+            }
+          ]
+        },
+        {
+          "index": 5,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "read_files"
+          ],
+          "inputTokens": 9601,
+          "outputTokens": 39,
+          "cachedInputTokens": 5120,
+          "requestCharacters": 21408,
+          "tools": [
+            {
+              "name": "read_files",
+              "isError": true,
+              "characters": 4,
+              "diagnostic": {
+                "code": "EXECUTION_FAILED",
+                "category": "execution",
+                "failureType": "schema",
+                "retryable": false,
+                "chain": [
+                  {
+                    "validationCode": "TOOL_INPUT_VALIDATION_ERROR",
+                    "providerReason": null,
+                    "validationIssues": [
+                      {
+                        "code": "invalid_type",
+                        "path": [
+                          "files"
+                        ]
+                      }
+                    ],
+                    "status": null,
+                    "errorClass": "Object",
+                    "providerHints": [],
+                    "fingerprint": "1ab0a587cdf893a886ab62e85890fe1c3290c9e607060e60c6ef210f83c9b520",
+                    "reason": null
+                  }
+                ]
+              }
+            }
+          ]
+        },
+        {
+          "index": 6,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "read_files"
+          ],
+          "inputTokens": 9694,
+          "outputTokens": 50,
+          "cachedInputTokens": 8320,
+          "requestCharacters": 21891,
+          "tools": [
+            {
+              "name": "read_files",
+              "isError": false,
+              "characters": 7823
+            }
+          ]
+        },
+        {
+          "index": 7,
+          "status": "waiting_approval",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "apply_reviewed_replacement"
+          ],
+          "inputTokens": 12126,
+          "outputTokens": 224,
+          "cachedInputTokens": 9216,
+          "requestCharacters": 30087,
+          "tools": []
+        },
+        {
+          "index": 8,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "verify_and_apply_environment_patch"
+          ],
+          "inputTokens": 0,
+          "outputTokens": 0,
+          "cachedInputTokens": 0,
+          "requestCharacters": 12309,
+          "tools": [
+            {
+              "name": "apply_reviewed_replacement",
+              "isError": false,
+              "characters": 483
+            },
+            {
+              "name": "verify_and_apply_environment_patch",
+              "isError": true,
+              "characters": 436,
+              "exitCode": 1,
+              "timedOut": false,
+              "verificationOutcome": "failed",
+              "diagnostic": {
+                "code": "EXECUTION_FAILED",
+                "category": "execution",
+                "failureType": "execution",
+                "retryable": false,
+                "chain": [
+                  {
+                    "validationCode": null,
+                    "providerReason": null,
+                    "validationIssues": [],
+                    "status": null,
+                    "errorClass": "Object",
+                    "providerHints": [],
+                    "fingerprint": "d22955ecb1810cd7e960e732636eec570e04ab3b19eab276ebf23e2096a3c941",
+                    "reason": null
+                  }
+                ]
+              }
+            }
+          ]
+        },
+        {
+          "index": 9,
+          "status": "waiting_approval",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "run_environment_command"
+          ],
+          "inputTokens": 6494,
+          "outputTokens": 59,
+          "cachedInputTokens": 3328,
+          "requestCharacters": 13784,
+          "tools": []
+        },
+        {
+          "index": 10,
+          "status": "waiting_approval",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "run_environment_shell"
+          ],
+          "inputTokens": 6896,
+          "outputTokens": 74,
+          "cachedInputTokens": 5120,
+          "requestCharacters": 15013,
+          "tools": [
+            {
+              "name": "run_environment_command",
+              "isError": false,
+              "characters": 402,
+              "phaseLatencies": {
+                "commandAndAttestationMs": 393.651292,
+                "totalMs": 2241.618917,
+                "sessionCreationMs": 1718.0335
+              },
+              "exitCode": 1,
+              "timedOut": false
+            }
+          ]
+        },
+        {
+          "index": 11,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "repair_plan"
+          ],
+          "inputTokens": 4876,
+          "outputTokens": 288,
+          "cachedInputTokens": 0,
+          "requestCharacters": 16160,
+          "tools": [
+            {
+              "name": "run_environment_shell",
+              "isError": false,
+              "characters": 646,
+              "phaseLatencies": {
+                "commandAndAttestationMs": 2002.37875,
+                "workspaceExportMs": 5636.168959,
+                "totalMs": 9407.205667,
+                "sessionCreationMs": 1768.513584
+              },
+              "exitCode": 0,
+              "timedOut": false
+            }
+          ]
+        },
+        {
+          "index": 12,
+          "status": "completed",
+          "finishReason": "tool-calls",
+          "requestedTools": [
+            "verify_and_apply_environment_patch"
+          ],
+          "inputTokens": 0,
+          "outputTokens": 0,
+          "cachedInputTokens": 0,
+          "requestCharacters": 18380,
+          "tools": [
+            {
+              "name": "repair_plan",
+              "isError": false,
+              "characters": 989
+            },
+            {
+              "name": "verify_and_apply_environment_patch",
+              "isError": false,
+              "characters": 1287,
+              "phaseLatencies": {
+                "commandAndAttestationMs": 2458.864417,
+                "workspaceExportMs": 5627.122459,
+                "totalMs": 9754.23275,
+                "sessionCreationMs": 1668.102625
+              },
+              "exitCode": 0,
+              "timedOut": false,
+              "verificationOutcome": "passed"
+            }
+          ]
+        }
+      ],
+      "inputTokens": 71480,
+      "outputTokens": 1252,
+      "cachedInputTokens": 44416,
+      "modelCalls": 10,
+      "compactions": [
+        {
+          "beforeStep": 8,
+          "estimatedTokensBefore": 7376,
+          "estimatedTokensAfter": 2568
+        }
+      ],
+      "terminalDiagnostic": null,
+      "thrownDiagnostic": null,
+      "guardrails": [],
+      "repairProgress": {
+        "repeatedResults": 0,
+        "suppressedResults": 0,
+        "blockedBroadCalls": 0,
+        "enteredClosure": true,
+        "phase": "verify",
+        "blockedPhaseCalls": 0,
+        "planRecorded": true
+      },
+      "contextMetrics": [
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2548,
+          "assistantCharacters": 0,
+          "toolResultCharacters": 0,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2548,
+          "assistantCharacters": 488,
+          "toolResultCharacters": 928,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2548,
+          "assistantCharacters": 680,
+          "toolResultCharacters": 3759,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2930,
+          "assistantCharacters": 1833,
+          "toolResultCharacters": 4798,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2930,
+          "assistantCharacters": 2057,
+          "toolResultCharacters": 11557,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2930,
+          "assistantCharacters": 2234,
+          "toolResultCharacters": 11861,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2930,
+          "assistantCharacters": 2447,
+          "toolResultCharacters": 19842,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2420,
+          "assistantCharacters": 5108,
+          "toolResultCharacters": 1397,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2824,
+          "assistantCharacters": 5358,
+          "toolResultCharacters": 1970,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 9375,
+          "unmeasuredToolDefinitions": 0
+        },
+        {
+          "systemCharacters": 4851,
+          "userCharacters": 2844,
+          "assistantCharacters": 5668,
+          "toolResultCharacters": 2785,
+          "otherMessageCharacters": 0,
+          "toolDefinitionCharacters": 1635,
+          "unmeasuredToolDefinitions": 0
+        }
+      ],
+      "omittedContextMeasurements": 0,
+      "toolCalls": 12,
+      "patchSha256": "a6f7d7d1c9759c3e31a3fae2c58647b2cd1843b78efd07d813a7f62d13fa6053",
+      "protectedFilesChanged": [],
+      "officialResolved": true,
+      "candidateCaptured": true,
+      "candidatePatchSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
+      "candidateGradingStatus": "completed",
+      "candidateResolved": false,
+      "repairStages": {
+        "candidatePresent": false,
+        "importedPatchPresent": true,
+        "verificationAttempted": true
+      },
+      "gradingDurationMs": 24294.73204194801,
+      "totalDurationMs": 107566.59533403581
+    },
+    {
+      "candidate": "mini-swe-agent",
+      "instanceId": "django__django-15851",
+      "repetition": 0,
+      "resolved": true,
+      "gradingStatus": "completed",
+      "usageComplete": true,
+      "costUsd": null,
+      "schemaVersion": 1,
+      "status": "Submitted",
+      "failure": null,
+      "phase": "agent",
+      "durationMs": 20455.50554204965,
+      "approvals": 0,
+      "toolCalls": 8,
+      "inputTokens": 19344,
+      "outputTokens": 545,
+      "cachedInputTokens": 13312,
+      "modelCalls": 8,
+      "patchSha256": "873ee0e2d09108303f5ebe1fa4d0aec08ee9e4ce52b93941c70b4c8c91c21db4",
+      "protectedFilesChanged": [],
+      "officialResolved": true,
+      "candidateCaptured": true,
+      "candidatePatchSha256": "873ee0e2d09108303f5ebe1fa4d0aec08ee9e4ce52b93941c70b4c8c91c21db4",
+      "candidateGradingStatus": "completed",
+      "candidateResolved": true,
+      "repairStages": {
+        "candidatePresent": true,
+        "importedPatchPresent": null,
+        "verificationAttempted": null
+      },
+      "gradingDurationMs": 22294.93954195641,
+      "totalDurationMs": 44579.28012497723
+    }
+  ],
+  "report": {
+    "schemaVersion": 1,
+    "kind": "swebench-comparison",
+    "manifestSha256": "ea1b2adf3a8bac4bbcfd8bde5da46f986c6a405428db50b07d0118127601d181",
+    "complete": true,
+    "candidates": {
+      "zhivex": {
+        "planned": 1,
+        "recorded": 1,
+        "resolved": 1,
+        "candidateCaptured": 1,
+        "candidateResolved": 0,
+        "candidateGraded": 1,
+        "resolutionRate": 1.0,
+        "missing": 0,
+        "gradingFailures": 0,
+        "usageComplete": true,
+        "totalCostUsd": null,
+        "costPerResolvedUsd": null,
+        "resolvedP50Ms": 107566.59533403581
+      },
+      "mini-swe-agent": {
+        "planned": 1,
+        "recorded": 1,
+        "resolved": 1,
+        "candidateCaptured": 1,
+        "candidateResolved": 1,
+        "candidateGraded": 1,
+        "resolutionRate": 1.0,
+        "missing": 0,
+        "gradingFailures": 0,
+        "usageComplete": true,
+        "totalCostUsd": null,
+        "costPerResolvedUsd": null,
+        "resolvedP50Ms": 44579.28012497723
+      }
+    },
+    "pairedTaskResolutionDifference": 0.0,
+    "pairedTaskBootstrap95": null,
+    "evidenceBoundary": "Local matched-model comparison. Missing and failed runs remain in the denominator. Small-sample intervals are exploratory. No safety superiority is inferred from SWE-bench correctness."
+  },
+  "limitsOfEvidence": [
+    "One known development case per candidate",
+    "Only package.json and bun.lock differ from previous frozen Harness source",
+    "No claim of GA, published Qwen correction or statistical reliability"
+  ]
+}