@zhivex-ai/harness 1.0.0-rc.7 → 1.0.0

package/docs/reports/evidence/ga-published-sdk-2026-09-19.json

@@ -0,0 +1,35 @@
+{
+  "kind": "registry-sdk-integration-acceptance",
+  "versions": {
+    "core": "1.22.0",
+    "openai": "0.13.3",
+    "qwen": "0.14.3"
+  },
+  "network": "mock-only for acceptance; dependencies downloaded from registry",
+  "integration": {
+    "passed": true,
+    "runFailed": true,
+    "toolExecutions": 0,
+    "inputTokens": 12,
+    "outputTokens": 8,
+    "usageComplete": true
+  },
+  "validation": {
+    "focusedTests": 10,
+    "failed": 0,
+    "toolingTypes": "passed",
+    "priorFullSuite": 559,
+    "installedPackageSmoke": "passed"
+  },
+  "limits": [
+    "Harness integration uses workspace source and registry-installed provider",
+    "Not live provider evidence or SDK provenance verification"
+  ],
+  "hashes": {
+    "package.json": "5379cb4dcfab000eb5a9b8f4cdf11c26cc09aa12622cfc91a06504c69cf7b875",
+    "bun.lock": "c213d497a98bfbea1379bd60850d0ec8ede02560df9a63bf3b737d35648c4909",
+    "scripts/validate-openai-stream-usage.ts": "76f5cd2c3ca055196a73c002fca78924db0c0d631157aab1b50e3daedaa791ea",
+    "scripts/validate-openai-harness-usage.mjs": "ff05810248ced9944aa98ea148634d8b6cc9d9bd2c335df9342b5544eac01a6e",
+    "tests/model-budget-error-usage.test.ts": "33ff7b350428212544c670d47ad49b4a71435a1bc35a07eaf2089ec8b16bc753"
+  }
+}

package/docs/reports/evidence/ga-python-checkout-imports-2026-09-19.json

@@ -0,0 +1,95 @@
+{
+  "schemaVersion": 1,
+  "kind": "python-checkout-import-binding",
+  "oldImage": "sha256:d53dbd1313ddea4f813b0a8328cd740e978ce6ebb05d4d3c88c4e8f66f79bca1",
+  "newImage": "sha256:4c8b7a320988313b8881a96f334a189bfd0d6fda47cc0219d648867ffe765b80",
+  "candidateRunner": {
+    "exitCode": 1,
+    "checkoutOriginConfirmed": true,
+    "reportedTests": 26,
+    "reportedSkipped": 5,
+    "outputSha256": "4c65332fe5222b2ef3a0077004298e07fa4f5b798cc3de121fb98fcc0b275780"
+  },
+  "controlOriginConfirmed": true,
+  "newModelCalls": 0,
+  "classification": "Offline development environment validation; no delivery or GA acceptance claim",
+  "requirementVerifier": {
+    "sha256": "91ebcf3d8e6038e8b3ca4e4ca889f756a3bcb278e1417fda3add6b5cb849da05",
+    "basis": "Public issue description and four argument-order variants; no evaluator tests used",
+    "runs": [
+      {
+        "kind": "original-image-candidate",
+        "exitCode": 1,
+        "sourceOriginRejected": true,
+        "requirementRejected": false,
+        "assertionsPassed": false
+      },
+      {
+        "kind": "corrected-image-baseline",
+        "exitCode": 1,
+        "sourceOriginRejected": false,
+        "requirementRejected": true,
+        "assertionsPassed": false
+      },
+      {
+        "kind": "corrected-image-candidate",
+        "exitCode": 0,
+        "sourceOriginRejected": false,
+        "requirementRejected": false,
+        "assertionsPassed": true
+      }
+    ]
+  },
+  "nativePreflight": {
+    "manifestSha256": "8eca749bc33963a90c8c89ab585c2e11f6a062a1f67c2a7c1fe63667d75cca00",
+    "driverSha256": "67cee044060e78afea9fa663af8a686220aeafdb0db9ec318ef846f31aa9985d",
+    "results": [
+      {
+        "candidateSnapshot": null,
+        "candidateCaptureFailure": null,
+        "modelTimings": [],
+        "modelCatalog": {
+          "records": [],
+          "omittedCalls": 0
+        },
+        "stageTimings": [],
+        "approvalTimings": [],
+        "toolTimings": [],
+        "schemaVersion": 1,
+        "candidate": "zhivex",
+        "instanceId": "django__django-15851",
+        "status": "preflight-passed",
+        "failure": null,
+        "phase": "preflight",
+        "durationMs": 15219.306999999999,
+        "approvals": 0,
+        "turns": [],
+        "inputTokens": 0,
+        "outputTokens": 0,
+        "cachedInputTokens": 0,
+        "modelCalls": 0,
+        "usageComplete": true,
+        "compactions": [],
+        "terminalDiagnostic": null,
+        "thrownDiagnostic": null,
+        "guardrails": [],
+        "repairProgress": null,
+        "contextMetrics": [],
+        "omittedContextMeasurements": 0,
+        "toolCalls": 0
+      }
+    ]
+  },
+  "validation": {
+    "focusedTests": 12,
+    "failures": 0,
+    "toolingTypecheck": "passed",
+    "pythonCompile": "passed"
+  },
+  "sources": {
+    "scripts/swebench/prepare.py": "5785a924596c208679710f1ccaa9493437f0a9317d1ec69f8ec2acede8538908",
+    "scripts/swebench/python-environment.ts": "b83440b5ea095c6eded67745ba009b82e4d3d2c40f9ee3d53bd5b53766a375f8",
+    "scripts/swebench/zhivex-driver.ts": "67cee044060e78afea9fa663af8a686220aeafdb0db9ec318ef846f31aa9985d"
+  },
+  "interpretation": "Old-image public runner passed against /testbed, not the candidate. Corrected-image public suite detects one historical expectation for old argument ordering; a four-case verifier derived only from the public issue fails on the baseline and passes on the candidate. No existing tests changed."
+}

package/docs/reports/evidence/ga-python-origin-delivery-2026-09-19.json

@@ -0,0 +1,211 @@
+{
+  "schemaVersion": 1,
+  "kind": "python-origin-delivery-diagnostic",
+  "classification": "Single known development diagnostic; not acceptance",
+  "result": {
+    "candidateCaptureFailure": null,
+    "modelTimings": [
+      {
+        "durationMs": 3389.3995830000003,
+        "firstTokenMs": 3388.229375,
+        "completed": true
+      }
+    ],
+    "modelCatalog": {
+      "records": [
+        {
+          "call": 1,
+          "offered": [
+            "apply_reviewed_edits",
+            "apply_reviewed_replacement",
+            "inspect_environment_patch",
+            "list_files",
+            "mutation_audit",
+            "read_files",
+            "read_task",
+            "repair_plan",
+            "run_environment_command",
+            "run_environment_shell",
+            "search_files",
+            "search_many",
+            "verify_and_apply_environment_patch"
+          ],
+          "unknownOffered": 0,
+          "systemMessages": 1,
+          "choice": "required",
+          "returned": [
+            {
+              "name": "other-tool",
+              "offered": false,
+              "registered": false
+            },
+            {
+              "name": "other-tool",
+              "offered": false,
+              "registered": false
+            }
+          ],
+          "omittedReturned": 0,
+          "completed": true
+        }
+      ],
+      "omittedCalls": 0
+    },
+    "stageTimings": [],
+    "approvalTimings": [],
+    "toolTimings": [],
+    "schemaVersion": 1,
+    "candidate": "zhivex",
+    "instanceId": "django__django-15851",
+    "status": "failed",
+    "failure": "EXECUTION_FAILED",
+    "phase": "agent",
+    "durationMs": 8190.240667000001,
+    "approvals": 0,
+    "turns": [
+      {
+        "index": 1,
+        "status": "failed",
+        "finishReason": "tool-calls",
+        "requestedTools": [
+          "other-tool",
+          "other-tool"
+        ],
+        "inputTokens": 4652,
+        "outputTokens": 97,
+        "cachedInputTokens": 0,
+        "requestCharacters": 1617,
+        "tools": [
+          {
+            "name": "other-tool",
+            "isError": true,
+            "characters": 4,
+            "diagnostic": {
+              "code": "EXECUTION_FAILED",
+              "category": "execution",
+              "failureType": "execution",
+              "retryable": false,
+              "chain": [
+                {
+                  "validationCode": null,
+                  "verifierExitCode": null,
+                  "providerReason": null,
+                  "validationIssues": [],
+                  "status": null,
+                  "errorClass": "Object",
+                  "providerHints": [],
+                  "fingerprint": "6d0579d910635f92f565c11d29a0704f48dc1b126b5cff8674e01de04ef58a64",
+                  "reason": "not registered"
+                }
+              ]
+            }
+          },
+          {
+            "name": "other-tool",
+            "isError": true,
+            "characters": 4,
+            "diagnostic": {
+              "code": "EXECUTION_FAILED",
+              "category": "execution",
+              "failureType": "execution",
+              "retryable": false,
+              "chain": [
+                {
+                  "validationCode": null,
+                  "verifierExitCode": null,
+                  "providerReason": null,
+                  "validationIssues": [],
+                  "status": null,
+                  "errorClass": "Object",
+                  "providerHints": [],
+                  "fingerprint": "6d0579d910635f92f565c11d29a0704f48dc1b126b5cff8674e01de04ef58a64",
+                  "reason": "not registered"
+                }
+              ]
+            }
+          }
+        ]
+      }
+    ],
+    "inputTokens": 4652,
+    "outputTokens": 97,
+    "cachedInputTokens": 0,
+    "modelCalls": 1,
+    "usageComplete": true,
+    "compactions": [],
+    "terminalDiagnostic": {
+      "code": "EXECUTION_FAILED",
+      "category": "execution",
+      "failureType": "execution",
+      "retryable": false,
+      "chain": [
+        {
+          "validationCode": null,
+          "verifierExitCode": null,
+          "providerReason": null,
+          "validationIssues": [],
+          "status": null,
+          "errorClass": "Object",
+          "providerHints": [],
+          "fingerprint": "9dd570a51f860b7027516142d035799294d0eb7efe13ef7da34365d3dda367df",
+          "reason": "not registered"
+        }
+      ]
+    },
+    "thrownDiagnostic": {
+      "code": "EXECUTION_FAILED",
+      "category": "execution",
+      "failureType": "execution",
+      "retryable": false,
+      "chain": [
+        {
+          "validationCode": null,
+          "verifierExitCode": null,
+          "providerReason": null,
+          "validationIssues": [],
+          "status": null,
+          "errorClass": "HarnessExecutionError",
+          "providerHints": [],
+          "fingerprint": "9dd570a51f860b7027516142d035799294d0eb7efe13ef7da34365d3dda367df",
+          "reason": "not registered"
+        },
+        {
+          "validationCode": null,
+          "verifierExitCode": null,
+          "providerReason": null,
+          "validationIssues": [],
+          "status": null,
+          "errorClass": null,
+          "providerHints": [],
+          "fingerprint": "9dd570a51f860b7027516142d035799294d0eb7efe13ef7da34365d3dda367df",
+          "reason": "not registered"
+        }
+      ]
+    },
+    "guardrails": [],
+    "repairProgress": {
+      "repeatedResults": 0,
+      "suppressedResults": 0,
+      "blockedBroadCalls": 0,
+      "enteredClosure": false,
+      "phase": "explore",
+      "blockedPhaseCalls": 0,
+      "planRecorded": false
+    },
+    "contextMetrics": [
+      {
+        "systemCharacters": 5073,
+        "userCharacters": 2581,
+        "assistantCharacters": 0,
+        "toolResultCharacters": 0,
+        "otherMessageCharacters": 0,
+        "toolDefinitionCharacters": 9375,
+        "unmeasuredToolDefinitions": 0
+      }
+    ],
+    "omittedContextMeasurements": 0,
+    "toolCalls": 0
+  },
+  "conclusion": "Failed on the first model turn: two unregistered tools, no tool execution or approval, no verifier. Does not test corrected-image delivery.",
+  "nextCorrection": "Enable existing Core unknownToolMode tool-result in repair profile only, retaining stopOnError override and tool-error budgets."
+}

package/docs/reports/evidence/ga-python-origin-delivery-plan-2026-09-19.json

@@ -0,0 +1,27 @@
+{
+  "schemaVersion": 1,
+  "kind": "python-origin-delivery-diagnostic",
+  "classification": "Known development task; not comparison, fresh holdout or GA acceptance",
+  "repetitions": 1,
+  "model": "qwen3.8-flash",
+  "image": "sha256:4c8b7a320988313b8881a96f334a189bfd0d6fda47cc0219d648867ffe765b80",
+  "limits": {
+    "steps": 24,
+    "outputPerTurn": 2048,
+    "inputTokens": 100000,
+    "outputTokens": 16000,
+    "timeoutSeconds": 300,
+    "memoryMb": 2048,
+    "cpus": 2
+  },
+  "change": "Only pinned image import policy changed from previous private diagnostic; current verifier discovery instruction retained",
+  "sourceHashes": {
+    "scripts/swebench/zhivex-driver.ts": "67cee044060e78afea9fa663af8a686220aeafdb0db9ec318ef846f31aa9985d",
+    "scripts/swebench/python-environment.ts": "b83440b5ea095c6eded67745ba009b82e4d3d2c40f9ee3d53bd5b53766a375f8",
+    "scripts/swebench/verifier-observer.ts": "a90544437473218a83477a1cffb59ee9f645c12abdf8960b787f3e21606035bf",
+    "src/harness.ts": "1d305078e3c56c24bb659c34aac37c96bf11a4e60af6607bb4b9d65964e84791",
+    "src/repair-controller.ts": "41f1f09032131306f3284edbf105930577504af0bf764ba98a105c4eee70a1e7",
+    "bun.lock": "dbabdf161b3dba306f475c81f37e5ab1620fb98052127bb3ed2a0a0cb611ede4"
+  },
+  "stopRule": "One model run; retain bounded private verifier failures; no retry"
+}