@zhivex-ai/harness 1.0.0 → 1.1.0-rc.2

package/docs/reports/evidence/ga-published-sdk-2026-09-19.json

@@ -1,35 +0,0 @@
-{
-  "kind": "registry-sdk-integration-acceptance",
-  "versions": {
-    "core": "1.22.0",
-    "openai": "0.13.3",
-    "qwen": "0.14.3"
-  },
-  "network": "mock-only for acceptance; dependencies downloaded from registry",
-  "integration": {
-    "passed": true,
-    "runFailed": true,
-    "toolExecutions": 0,
-    "inputTokens": 12,
-    "outputTokens": 8,
-    "usageComplete": true
-  },
-  "validation": {
-    "focusedTests": 10,
-    "failed": 0,
-    "toolingTypes": "passed",
-    "priorFullSuite": 559,
-    "installedPackageSmoke": "passed"
-  },
-  "limits": [
-    "Harness integration uses workspace source and registry-installed provider",
-    "Not live provider evidence or SDK provenance verification"
-  ],
-  "hashes": {
-    "package.json": "5379cb4dcfab000eb5a9b8f4cdf11c26cc09aa12622cfc91a06504c69cf7b875",
-    "bun.lock": "c213d497a98bfbea1379bd60850d0ec8ede02560df9a63bf3b737d35648c4909",
-    "scripts/validate-openai-stream-usage.ts": "76f5cd2c3ca055196a73c002fca78924db0c0d631157aab1b50e3daedaa791ea",
-    "scripts/validate-openai-harness-usage.mjs": "ff05810248ced9944aa98ea148634d8b6cc9d9bd2c335df9342b5544eac01a6e",
-    "tests/model-budget-error-usage.test.ts": "33ff7b350428212544c670d47ad49b4a71435a1bc35a07eaf2089ec8b16bc753"
-  }
-}

package/docs/reports/evidence/ga-python-checkout-imports-2026-09-19.json

@@ -1,95 +0,0 @@
-{
-  "schemaVersion": 1,
-  "kind": "python-checkout-import-binding",
-  "oldImage": "sha256:d53dbd1313ddea4f813b0a8328cd740e978ce6ebb05d4d3c88c4e8f66f79bca1",
-  "newImage": "sha256:4c8b7a320988313b8881a96f334a189bfd0d6fda47cc0219d648867ffe765b80",
-  "candidateRunner": {
-    "exitCode": 1,
-    "checkoutOriginConfirmed": true,
-    "reportedTests": 26,
-    "reportedSkipped": 5,
-    "outputSha256": "4c65332fe5222b2ef3a0077004298e07fa4f5b798cc3de121fb98fcc0b275780"
-  },
-  "controlOriginConfirmed": true,
-  "newModelCalls": 0,
-  "classification": "Offline development environment validation; no delivery or GA acceptance claim",
-  "requirementVerifier": {
-    "sha256": "91ebcf3d8e6038e8b3ca4e4ca889f756a3bcb278e1417fda3add6b5cb849da05",
-    "basis": "Public issue description and four argument-order variants; no evaluator tests used",
-    "runs": [
-      {
-        "kind": "original-image-candidate",
-        "exitCode": 1,
-        "sourceOriginRejected": true,
-        "requirementRejected": false,
-        "assertionsPassed": false
-      },
-      {
-        "kind": "corrected-image-baseline",
-        "exitCode": 1,
-        "sourceOriginRejected": false,
-        "requirementRejected": true,
-        "assertionsPassed": false
-      },
-      {
-        "kind": "corrected-image-candidate",
-        "exitCode": 0,
-        "sourceOriginRejected": false,
-        "requirementRejected": false,
-        "assertionsPassed": true
-      }
-    ]
-  },
-  "nativePreflight": {
-    "manifestSha256": "8eca749bc33963a90c8c89ab585c2e11f6a062a1f67c2a7c1fe63667d75cca00",
-    "driverSha256": "67cee044060e78afea9fa663af8a686220aeafdb0db9ec318ef846f31aa9985d",
-    "results": [
-      {
-        "candidateSnapshot": null,
-        "candidateCaptureFailure": null,
-        "modelTimings": [],
-        "modelCatalog": {
-          "records": [],
-          "omittedCalls": 0
-        },
-        "stageTimings": [],
-        "approvalTimings": [],
-        "toolTimings": [],
-        "schemaVersion": 1,
-        "candidate": "zhivex",
-        "instanceId": "django__django-15851",
-        "status": "preflight-passed",
-        "failure": null,
-        "phase": "preflight",
-        "durationMs": 15219.306999999999,
-        "approvals": 0,
-        "turns": [],
-        "inputTokens": 0,
-        "outputTokens": 0,
-        "cachedInputTokens": 0,
-        "modelCalls": 0,
-        "usageComplete": true,
-        "compactions": [],
-        "terminalDiagnostic": null,
-        "thrownDiagnostic": null,
-        "guardrails": [],
-        "repairProgress": null,
-        "contextMetrics": [],
-        "omittedContextMeasurements": 0,
-        "toolCalls": 0
-      }
-    ]
-  },
-  "validation": {
-    "focusedTests": 12,
-    "failures": 0,
-    "toolingTypecheck": "passed",
-    "pythonCompile": "passed"
-  },
-  "sources": {
-    "scripts/swebench/prepare.py": "5785a924596c208679710f1ccaa9493437f0a9317d1ec69f8ec2acede8538908",
-    "scripts/swebench/python-environment.ts": "b83440b5ea095c6eded67745ba009b82e4d3d2c40f9ee3d53bd5b53766a375f8",
-    "scripts/swebench/zhivex-driver.ts": "67cee044060e78afea9fa663af8a686220aeafdb0db9ec318ef846f31aa9985d"
-  },
-  "interpretation": "Old-image public runner passed against /testbed, not the candidate. Corrected-image public suite detects one historical expectation for old argument ordering; a four-case verifier derived only from the public issue fails on the baseline and passes on the candidate. No existing tests changed."
-}

package/docs/reports/evidence/ga-python-origin-delivery-2026-09-19.json

@@ -1,211 +0,0 @@
-{
-  "schemaVersion": 1,
-  "kind": "python-origin-delivery-diagnostic",
-  "classification": "Single known development diagnostic; not acceptance",
-  "result": {
-    "candidateCaptureFailure": null,
-    "modelTimings": [
-      {
-        "durationMs": 3389.3995830000003,
-        "firstTokenMs": 3388.229375,
-        "completed": true
-      }
-    ],
-    "modelCatalog": {
-      "records": [
-        {
-          "call": 1,
-          "offered": [
-            "apply_reviewed_edits",
-            "apply_reviewed_replacement",
-            "inspect_environment_patch",
-            "list_files",
-            "mutation_audit",
-            "read_files",
-            "read_task",
-            "repair_plan",
-            "run_environment_command",
-            "run_environment_shell",
-            "search_files",
-            "search_many",
-            "verify_and_apply_environment_patch"
-          ],
-          "unknownOffered": 0,
-          "systemMessages": 1,
-          "choice": "required",
-          "returned": [
-            {
-              "name": "other-tool",
-              "offered": false,
-              "registered": false
-            },
-            {
-              "name": "other-tool",
-              "offered": false,
-              "registered": false
-            }
-          ],
-          "omittedReturned": 0,
-          "completed": true
-        }
-      ],
-      "omittedCalls": 0
-    },
-    "stageTimings": [],
-    "approvalTimings": [],
-    "toolTimings": [],
-    "schemaVersion": 1,
-    "candidate": "zhivex",
-    "instanceId": "django__django-15851",
-    "status": "failed",
-    "failure": "EXECUTION_FAILED",
-    "phase": "agent",
-    "durationMs": 8190.240667000001,
-    "approvals": 0,
-    "turns": [
-      {
-        "index": 1,
-        "status": "failed",
-        "finishReason": "tool-calls",
-        "requestedTools": [
-          "other-tool",
-          "other-tool"
-        ],
-        "inputTokens": 4652,
-        "outputTokens": 97,
-        "cachedInputTokens": 0,
-        "requestCharacters": 1617,
-        "tools": [
-          {
-            "name": "other-tool",
-            "isError": true,
-            "characters": 4,
-            "diagnostic": {
-              "code": "EXECUTION_FAILED",
-              "category": "execution",
-              "failureType": "execution",
-              "retryable": false,
-              "chain": [
-                {
-                  "validationCode": null,
-                  "verifierExitCode": null,
-                  "providerReason": null,
-                  "validationIssues": [],
-                  "status": null,
-                  "errorClass": "Object",
-                  "providerHints": [],
-                  "fingerprint": "6d0579d910635f92f565c11d29a0704f48dc1b126b5cff8674e01de04ef58a64",
-                  "reason": "not registered"
-                }
-              ]
-            }
-          },
-          {
-            "name": "other-tool",
-            "isError": true,
-            "characters": 4,
-            "diagnostic": {
-              "code": "EXECUTION_FAILED",
-              "category": "execution",
-              "failureType": "execution",
-              "retryable": false,
-              "chain": [
-                {
-                  "validationCode": null,
-                  "verifierExitCode": null,
-                  "providerReason": null,
-                  "validationIssues": [],
-                  "status": null,
-                  "errorClass": "Object",
-                  "providerHints": [],
-                  "fingerprint": "6d0579d910635f92f565c11d29a0704f48dc1b126b5cff8674e01de04ef58a64",
-                  "reason": "not registered"
-                }
-              ]
-            }
-          }
-        ]
-      }
-    ],
-    "inputTokens": 4652,
-    "outputTokens": 97,
-    "cachedInputTokens": 0,
-    "modelCalls": 1,
-    "usageComplete": true,
-    "compactions": [],
-    "terminalDiagnostic": {
-      "code": "EXECUTION_FAILED",
-      "category": "execution",
-      "failureType": "execution",
-      "retryable": false,
-      "chain": [
-        {
-          "validationCode": null,
-          "verifierExitCode": null,
-          "providerReason": null,
-          "validationIssues": [],
-          "status": null,
-          "errorClass": "Object",
-          "providerHints": [],
-          "fingerprint": "9dd570a51f860b7027516142d035799294d0eb7efe13ef7da34365d3dda367df",
-          "reason": "not registered"
-        }
-      ]
-    },
-    "thrownDiagnostic": {
-      "code": "EXECUTION_FAILED",
-      "category": "execution",
-      "failureType": "execution",
-      "retryable": false,
-      "chain": [
-        {
-          "validationCode": null,
-          "verifierExitCode": null,
-          "providerReason": null,
-          "validationIssues": [],
-          "status": null,
-          "errorClass": "HarnessExecutionError",
-          "providerHints": [],
-          "fingerprint": "9dd570a51f860b7027516142d035799294d0eb7efe13ef7da34365d3dda367df",
-          "reason": "not registered"
-        },
-        {
-          "validationCode": null,
-          "verifierExitCode": null,
-          "providerReason": null,
-          "validationIssues": [],
-          "status": null,
-          "errorClass": null,
-          "providerHints": [],
-          "fingerprint": "9dd570a51f860b7027516142d035799294d0eb7efe13ef7da34365d3dda367df",
-          "reason": "not registered"
-        }
-      ]
-    },
-    "guardrails": [],
-    "repairProgress": {
-      "repeatedResults": 0,
-      "suppressedResults": 0,
-      "blockedBroadCalls": 0,
-      "enteredClosure": false,
-      "phase": "explore",
-      "blockedPhaseCalls": 0,
-      "planRecorded": false
-    },
-    "contextMetrics": [
-      {
-        "systemCharacters": 5073,
-        "userCharacters": 2581,
-        "assistantCharacters": 0,
-        "toolResultCharacters": 0,
-        "otherMessageCharacters": 0,
-        "toolDefinitionCharacters": 9375,
-        "unmeasuredToolDefinitions": 0
-      }
-    ],
-    "omittedContextMeasurements": 0,
-    "toolCalls": 0
-  },
-  "conclusion": "Failed on the first model turn: two unregistered tools, no tool execution or approval, no verifier. Does not test corrected-image delivery.",
-  "nextCorrection": "Enable existing Core unknownToolMode tool-result in repair profile only, retaining stopOnError override and tool-error budgets."
-}

package/docs/reports/evidence/ga-python-origin-delivery-plan-2026-09-19.json

@@ -1,27 +0,0 @@
-{
-  "schemaVersion": 1,
-  "kind": "python-origin-delivery-diagnostic",
-  "classification": "Known development task; not comparison, fresh holdout or GA acceptance",
-  "repetitions": 1,
-  "model": "qwen3.8-flash",
-  "image": "sha256:4c8b7a320988313b8881a96f334a189bfd0d6fda47cc0219d648867ffe765b80",
-  "limits": {
-    "steps": 24,
-    "outputPerTurn": 2048,
-    "inputTokens": 100000,
-    "outputTokens": 16000,
-    "timeoutSeconds": 300,
-    "memoryMb": 2048,
-    "cpus": 2
-  },
-  "change": "Only pinned image import policy changed from previous private diagnostic; current verifier discovery instruction retained",
-  "sourceHashes": {
-    "scripts/swebench/zhivex-driver.ts": "67cee044060e78afea9fa663af8a686220aeafdb0db9ec318ef846f31aa9985d",
-    "scripts/swebench/python-environment.ts": "b83440b5ea095c6eded67745ba009b82e4d3d2c40f9ee3d53bd5b53766a375f8",
-    "scripts/swebench/verifier-observer.ts": "a90544437473218a83477a1cffb59ee9f645c12abdf8960b787f3e21606035bf",
-    "src/harness.ts": "1d305078e3c56c24bb659c34aac37c96bf11a4e60af6607bb4b9d65964e84791",
-    "src/repair-controller.ts": "41f1f09032131306f3284edbf105930577504af0bf764ba98a105c4eee70a1e7",
-    "bun.lock": "dbabdf161b3dba306f475c81f37e5ab1620fb98052127bb3ed2a0a0cb611ede4"
-  },
-  "stopRule": "One model run; retain bounded private verifier failures; no retry"
-}