@zhivex-ai/harness 1.0.0 → 1.1.0-rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +97 -1
- package/README.md +52 -306
- package/SECURITY.md +1 -1
- package/SUPPORT.md +7 -3
- package/benchmarks/README.md +3 -3
- package/contracts/client-protocol-v1.schema.json +341 -0
- package/contracts/public-api.json +100 -1
- package/contracts/stable-api-signatures.json +14 -14
- package/dist/approval-diff.d.ts +45 -0
- package/dist/approval-history.d.ts +38 -0
- package/dist/approval-preview.d.ts +26 -0
- package/dist/cli-credentials.d.ts +38 -0
- package/dist/cli-help.d.ts +3 -0
- package/dist/cli-options.d.ts +1 -1
- package/dist/cli-stream.d.ts +3 -3
- package/dist/cli.d.ts +15 -69
- package/dist/cli.js +13796 -10032
- package/dist/client-contract.d.ts +208 -0
- package/dist/console-commands.d.ts +6 -0
- package/dist/console-context.d.ts +5 -1
- package/dist/console-input.d.ts +44 -4
- package/dist/console-model-catalog.d.ts +25 -0
- package/dist/console-navigation.d.ts +27 -0
- package/dist/console-presentation.d.ts +18 -0
- package/dist/console-welcome.d.ts +13 -0
- package/dist/execution-environment.d.ts +4 -0
- package/dist/harness.d.ts +3 -0
- package/dist/hostile-repository-demo.js +1913 -798
- package/dist/index.d.ts +7 -0
- package/dist/index.js +7908 -6330
- package/dist/local-service.d.ts +34 -0
- package/dist/operations.d.ts +23 -1
- package/dist/orchestration.d.ts +3 -0
- package/dist/persistence-secrets.d.ts +2 -0
- package/dist/recorded-workspace.d.ts +4 -0
- package/dist/run-document.d.ts +91 -0
- package/dist/runtime-policy.d.ts +4 -4
- package/dist/service-cli.d.ts +2 -0
- package/dist/service-cli.js +10858 -0
- package/dist/service-client-cli.d.ts +2 -0
- package/dist/service-events.d.ts +50 -0
- package/dist/sessions.d.ts +3 -0
- package/dist/sqlite-access.d.ts +26 -0
- package/dist/sqlite-database.d.ts +2 -0
- package/dist/state-backup.d.ts +8 -0
- package/dist/task-memory.d.ts +2 -2
- package/dist/terminal-continuation.d.ts +3 -0
- package/dist/terminal-markdown.d.ts +1 -0
- package/dist/terminal-ui.d.ts +5 -0
- package/dist/usage-ledger.d.ts +84 -0
- package/dist/verify-historical-migrations.js +5699 -5191
- package/dist/workspace.d.ts +22 -0
- package/dist/zhx.js +13796 -10032
- package/docs/CLI.md +136 -30
- package/docs/CLIENT_PROTOCOL.md +212 -0
- package/docs/CREDENTIALS.md +59 -0
- package/docs/DURABLE_OPERATIONS.md +2 -2
- package/docs/FIRST_USE.md +82 -0
- package/docs/FIRST_USE_EXAMPLE.md +40 -0
- package/docs/HOSTILE_REPOSITORY_DEMO.md +1 -1
- package/docs/LOCAL_SERVICE.md +142 -0
- package/docs/README.md +24 -23
- package/docs/THREAT_MODEL.md +1 -1
- package/docs/TIME_TO_SAFE_FIX.md +2 -2
- package/docs/USAGE.md +181 -0
- package/evaluations/daily-cli-cohort.json +33 -0
- package/evaluations/representative-assembly-matrix.json +19 -1
- package/examples/README.md +26 -0
- package/examples/first-use/greeting.test.ts +3 -0
- package/examples/first-use/greeting.ts +1 -0
- package/examples/first-use/package.json +7 -0
- package/package.json +34 -9
- package/ROADMAP.md +0 -414
- package/benchmarks/baselines/context-navigation-2026-09-09.json +0 -94
- package/benchmarks/baselines/efficiency-2026-09-08.json +0 -233
- package/benchmarks/baselines/external-final-2026-09-08.json +0 -588
- package/benchmarks/baselines/external-intermediate-2026-09-08.json +0 -116
- package/benchmarks/baselines/external-matched-openai-2026-09-08.json +0 -1922
- package/benchmarks/baselines/external-matched-qwen-2026-09-08.json +0 -1706
- package/benchmarks/baselines/external-pilot-2026-09-08.json +0 -439
- package/benchmarks/baselines/external-qwen-flash-2026-09-08.json +0 -1570
- package/benchmarks/baselines/external-qwen-remediation-2026-09-09.json +0 -1509
- package/benchmarks/baselines/external-qwen-sdk-114-progress-2026-09-09.json +0 -2509
- package/benchmarks/baselines/external-sdk-upgrade-2026-09-08.json +0 -564
- package/benchmarks/baselines/external-verifier-recovery-2026-09-09.json +0 -794
- package/benchmarks/baselines/full-harness-review-2026-09-10.json +0 -134
- package/benchmarks/baselines/harness-audit-2026-09-09.json +0 -136
- package/benchmarks/baselines/harness-remediation-2026-09-09.json +0 -160
- package/benchmarks/baselines/oci-remediation-2026-09-10.json +0 -535
- package/benchmarks/baselines/rc14-holdout-2026-09-10.json +0 -854
- package/benchmarks/baselines/repair-architecture-audit-2026-09-09.json +0 -75
- package/benchmarks/baselines/time-to-safe-fix-live-expanded-2026-08-21.json +0 -186
- package/benchmarks/baselines/time-to-safe-fix-live-smoke-2026-08-21.json +0 -186
- package/docs/GA_READINESS.md +0 -29
- package/docs/GEMINI_1_0_DECISION.md +0 -9
- package/docs/LIVE_CERTIFICATION.md +0 -107
- package/docs/RC13_SECURITY_REVIEW.md +0 -28
- package/docs/RC14_DELEGATED_SECURITY_DECISION.md +0 -80
- package/docs/RC14_SECURITY_REVIEW.md +0 -40
- package/docs/RELEASE.md +0 -96
- package/docs/ROLLBACK.md +0 -9
- package/docs/SECURITY_REVIEW_EVIDENCE.md +0 -17
- package/docs/ga-readiness.json +0 -366
- package/docs/reports/EFFICIENCY_REVIEW.md +0 -156
- package/docs/reports/EXTERNAL_COMPARISON.md +0 -434
- package/docs/reports/FULL_HARNESS_REVIEW_2026-09-10.md +0 -200
- package/docs/reports/GA_BUDGET_REMEDIATION_2026-09-19.md +0 -38
- package/docs/reports/GA_REPAIR_RECOVERY_2026-09-19.md +0 -700
- package/docs/reports/GA_VALIDATION_2026-09-19.md +0 -111
- package/docs/reports/HARNESS_ARCHITECTURE_REVIEW_2026-09-09.md +0 -202
- package/docs/reports/HARNESS_AUDIT_2026-09-09.md +0 -306
- package/docs/reports/HARNESS_REMEDIATION_2026-09-09.md +0 -74
- package/docs/reports/HARNESS_REMEDIATION_2026-09-10.md +0 -90
- package/docs/reports/MODEL_COMPARISON_2026-09-09.md +0 -184
- package/docs/reports/QWEN_REMEDIATION_COMPARISON_2026-09-09.md +0 -142
- package/docs/reports/RC14_VALIDATION_2026-09-10.md +0 -45
- package/docs/reports/README.md +0 -26
- package/docs/reports/evidence/ga-budget-remediation-2026-09-19.json +0 -133
- package/docs/reports/evidence/ga-catalog-ablation-2026-09-19.json +0 -699
- package/docs/reports/evidence/ga-catalog-ablation-plan-2026-09-19.json +0 -40
- package/docs/reports/evidence/ga-catalog-observed-2026-09-19.json +0 -985
- package/docs/reports/evidence/ga-catalog-observed-plan-2026-09-19.json +0 -28
- package/docs/reports/evidence/ga-catalog-observed-status-2026-09-19.json +0 -15
- package/docs/reports/evidence/ga-complete-local-check-2026-09-19.json +0 -47
- package/docs/reports/evidence/ga-completion-reminder-2026-09-19.json +0 -22
- package/docs/reports/evidence/ga-fresh-cohort-plan-2026-09-19.json +0 -54
- package/docs/reports/evidence/ga-fresh-cohort-preparation-2026-09-19.json +0 -242
- package/docs/reports/evidence/ga-fresh-cohort-result-2026-09-19.json +0 -4318
- package/docs/reports/evidence/ga-local-validation-followup-2026-09-19.json +0 -66
- package/docs/reports/evidence/ga-node-consumers-2026-09-19.json +0 -31
- package/docs/reports/evidence/ga-package-content-validation-2026-09-19.json +0 -22
- package/docs/reports/evidence/ga-plan-completion-2026-09-19.json +0 -39
- package/docs/reports/evidence/ga-plan-reserve-2026-09-19.json +0 -573
- package/docs/reports/evidence/ga-plan-reserve-plan-2026-09-19.json +0 -24
- package/docs/reports/evidence/ga-plan-transition-2026-09-19.json +0 -19
- package/docs/reports/evidence/ga-private-verifier-plan-2026-09-19.json +0 -24
- package/docs/reports/evidence/ga-private-verifier-root-cause-2026-09-19.json +0 -41
- package/docs/reports/evidence/ga-published-sdk-2026-09-19.json +0 -35
- package/docs/reports/evidence/ga-python-checkout-imports-2026-09-19.json +0 -95
- package/docs/reports/evidence/ga-python-origin-delivery-2026-09-19.json +0 -211
- package/docs/reports/evidence/ga-python-origin-delivery-plan-2026-09-19.json +0 -27
- package/docs/reports/evidence/ga-qwen-patched-package-2026-09-19.json +0 -1092
- package/docs/reports/evidence/ga-qwen-patched-package-plan-2026-09-19.json +0 -18
- package/docs/reports/evidence/ga-qwen-published-2026-09-19.json +0 -571
- package/docs/reports/evidence/ga-qwen-published-plan-2026-09-19.json +0 -18
- package/docs/reports/evidence/ga-qwen-tool-choice-2026-09-19.json +0 -85
- package/docs/reports/evidence/ga-qwen-tool-choice-patched-2026-09-19.json +0 -85
- package/docs/reports/evidence/ga-recovery-development-2026-09-19.json +0 -1066
- package/docs/reports/evidence/ga-recovery-graded-development-2026-09-19.json +0 -1313
- package/docs/reports/evidence/ga-recovery-graded-v2-2026-09-19.json +0 -1151
- package/docs/reports/evidence/ga-recovery-v3-2026-09-19.json +0 -3943
- package/docs/reports/evidence/ga-recovery-v4-2026-09-19.json +0 -1055
- package/docs/reports/evidence/ga-recovery-v5-2026-09-19.json +0 -1245
- package/docs/reports/evidence/ga-recovery-v6-2026-09-19.json +0 -699
- package/docs/reports/evidence/ga-recovery-v7-2026-09-19.json +0 -854
- package/docs/reports/evidence/ga-recovery-v8-2026-09-19.json +0 -596
- package/docs/reports/evidence/ga-required-delivery-2026-09-19.json +0 -25
- package/docs/reports/evidence/ga-required-delivery-live-2026-09-19.json +0 -1337
- package/docs/reports/evidence/ga-required-delivery-live-plan-2026-09-19.json +0 -25
- package/docs/reports/evidence/ga-retained-candidate-grading-2026-09-19.json +0 -30
- package/docs/reports/evidence/ga-tool-selection-live-2026-09-19.json +0 -559
- package/docs/reports/evidence/ga-tool-selection-live-plan-2026-09-19.json +0 -28
- package/docs/reports/evidence/ga-tool-selection-recovery-2026-09-19.json +0 -27
- package/docs/reports/evidence/ga-validation-2026-09-19.json +0 -236
- package/docs/reports/evidence/ga-verifier-discovery-live-2026-09-19.json +0 -1369
- package/docs/reports/evidence/ga-verifier-discovery-plan-2026-09-19.json +0 -29
- package/docs/reports/evidence/ga-verifier-failure-identification-2026-09-19.json +0 -30
- package/docs/reports/evidence/ga-verifier-feedback-2026-09-19.json +0 -65
- package/docs/reports/evidence/ga-verifier-hints-live-2026-09-19.json +0 -1297
- package/docs/reports/evidence/ga-verifier-hints-plan-2026-09-19.json +0 -27
- package/docs/reports/evidence/ga-work-boundary-context-analysis-2026-09-19.json +0 -113
- package/docs/reports/evidence/ga-work-boundary-live-2026-09-19.json +0 -301
- package/docs/reports/evidence/ga-work-boundary-live-plan-2026-09-19.json +0 -84
- package/docs/reports/evidence/ga-work-budget-planning-2026-09-19.json +0 -32
- package/docs/reports/evidence/ga-working-context-2026-09-19.json +0 -22
- package/docs/reports/evidence/rc14-delegated-security-review-2026-09-20.json +0 -81
- package/docs/reports/evidence/rc14-ga-gate-2026-09-20.json +0 -18
- package/docs/reports/evidence/rc14-representative-2026-09-20.json +0 -509
- package/docs/reports/evidence/rc14-security-regressions-2026-09-20.json +0 -64
- package/docs/reports/evidence/security-current-2026-09-19.json +0 -91
- package/docs/reports/evidence/security-remediation-2026-09-19.json +0 -97
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"kind": "verifier-discovery-development-validation",
|
|
3
|
-
"classification": "known development case; not holdout or GA acceptance",
|
|
4
|
-
"baseline": "ga-verifier-hints",
|
|
5
|
-
"qwenVersion": "0.14.4",
|
|
6
|
-
"repetitions": 1,
|
|
7
|
-
"control": "unchanged mini-SWE-agent",
|
|
8
|
-
"limits": {
|
|
9
|
-
"steps": 24,
|
|
10
|
-
"outputPerTurn": 2048,
|
|
11
|
-
"inputTokens": 100000,
|
|
12
|
-
"outputTokens": 16000,
|
|
13
|
-
"timeoutSeconds": 300,
|
|
14
|
-
"memoryMb": 2048,
|
|
15
|
-
"cpus": 2
|
|
16
|
-
},
|
|
17
|
-
"change": "Discover available verifier rather than recommending pytest; capture candidate in actual run scope",
|
|
18
|
-
"sources": {
|
|
19
|
-
"src/config.ts": "67ed44b55505ff8dd94f60ba89c33c217759cd7c79de45ccda369f248309cdff",
|
|
20
|
-
"src/harness.ts": "1d305078e3c56c24bb659c34aac37c96bf11a4e60af6607bb4b9d65964e84791",
|
|
21
|
-
"src/repair-controller.ts": "41f1f09032131306f3284edbf105930577504af0bf764ba98a105c4eee70a1e7",
|
|
22
|
-
"scripts/swebench/zhivex-driver.ts": "52268790d1f20c73b340a68c6d13ea8d3250a04eca362f0ace983ced5c7e6035",
|
|
23
|
-
"scripts/swebench/candidate.ts": "5767ae241c4a58bd731456abe2c3d92f7a57bba764c80e0f0d00748a0f47d02b",
|
|
24
|
-
"scripts/swebench/telemetry.ts": "2c0b4828db3a108184df6d47276d7d3dbb6cf291126b40fc38d33f4b29101bc2",
|
|
25
|
-
"scripts/swebench/verifier-observer.ts": "a90544437473218a83477a1cffb59ee9f645c12abdf8960b787f3e21606035bf",
|
|
26
|
-
"bun.lock": "dbabdf161b3dba306f475c81f37e5ab1620fb98052127bb3ed2a0a0cb611ede4"
|
|
27
|
-
},
|
|
28
|
-
"stopRule": "One matched pair only; no retry after completion"
|
|
29
|
-
}
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"schemaVersion": 1,
|
|
3
|
-
"kind": "offline-verifier-failure-identification",
|
|
4
|
-
"source": "docs/reports/evidence/ga-required-delivery-live-2026-09-19.json",
|
|
5
|
-
"sourceSha256": "83da54947a85c93e667b3e117fb120ffd76ed8e8dca43cff2565466106e73952",
|
|
6
|
-
"fingerprint": "d22955ecb1810cd7e960e732636eec570e04ab3b19eab276ebf23e2096a3c941",
|
|
7
|
-
"matchedTemplate": "The approved verifier failed with exit code 1; the host workspace was not changed.",
|
|
8
|
-
"exitCode": 1,
|
|
9
|
-
"method": "Exact SHA-256 match against the fixed TerminalVerificationFailure template in src/harness.ts for exit codes 0..255. No raw verifier output read or exported.",
|
|
10
|
-
"limits": [
|
|
11
|
-
"Identifies verifier command failure, not the reason for that command failure.",
|
|
12
|
-
"Does not establish whether repair, verifier, or test environment was incorrect.",
|
|
13
|
-
"No new live request; does not change the failed development sample or GA status."
|
|
14
|
-
],
|
|
15
|
-
"existingStructuredEvidence": {
|
|
16
|
-
"turn": 9,
|
|
17
|
-
"exitCode": 1,
|
|
18
|
-
"timedOut": false,
|
|
19
|
-
"verificationOutcome": "failed",
|
|
20
|
-
"outputCharacters": 436
|
|
21
|
-
},
|
|
22
|
-
"interpretation": "The existing turn already records failure and bounded output. Later null output projections do not prove that feedback was absent at the model boundary.",
|
|
23
|
-
"validation": {
|
|
24
|
-
"focusedTests": 18,
|
|
25
|
-
"failures": 0,
|
|
26
|
-
"modelBoundaryRegression": "Strict and repair recovery pass bounded verifier output to the next model request. External projection excludes the fixture output.",
|
|
27
|
-
"runtimeTypecheck": "passed",
|
|
28
|
-
"toolingTypecheck": "passed"
|
|
29
|
-
}
|
|
30
|
-
}
|
|
@@ -1,65 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"schemaVersion": 1,
|
|
3
|
-
"kind": "local-verifier-feedback-validation",
|
|
4
|
-
"reviewer": "Codex automated technical reviewer",
|
|
5
|
-
"baseCommit": "41bd1cb4ab8481a7413f096a0817f612fe9806fe",
|
|
6
|
-
"candidate": "working tree, not a release attestation",
|
|
7
|
-
"fileSha256": {
|
|
8
|
-
"src/harness.ts": "420694110f2e205322bdcf06f3571e289809c96df92ad8bbda042d218b0692e1",
|
|
9
|
-
"tests/full-remediation.test.ts": "5e5b5d5d4aedc11be7c8e86a4ece69af9bd6b4cf5aeb0e1a5f153664ffbf9aaf",
|
|
10
|
-
"tests/terminal-verification-recovery.test.ts": "93653288eceb58901dc3003a79ef700dcc84f9141c8b07dc0564e662f7f3d3d7",
|
|
11
|
-
"bun.lock": "e370459197ce52c3961770f3c5ccaab7ff35ddbe641ef72e8bd61f87a8b8e3fe",
|
|
12
|
-
"package.json": "a4a2507e3ad876d72cad49a16e149192d33521fb4175bb40a3eb077ccfdf43a1"
|
|
13
|
-
},
|
|
14
|
-
"suite": {
|
|
15
|
-
"passed": 533,
|
|
16
|
-
"failed": 0,
|
|
17
|
-
"files": 61
|
|
18
|
-
},
|
|
19
|
-
"checks": {
|
|
20
|
-
"runtimeTypes": "passed",
|
|
21
|
-
"toolingTypes": "passed",
|
|
22
|
-
"preparationContract": "passed",
|
|
23
|
-
"docs": "passed",
|
|
24
|
-
"installedPackage": "passed"
|
|
25
|
-
},
|
|
26
|
-
"securityProbes": [
|
|
27
|
-
{
|
|
28
|
-
"id": "SEC-01",
|
|
29
|
-
"passed": true,
|
|
30
|
-
"acceptedConflictingWrites": 1,
|
|
31
|
-
"finalContent": "first"
|
|
32
|
-
},
|
|
33
|
-
{
|
|
34
|
-
"id": "CONTROL-sequential-stale-digest",
|
|
35
|
-
"passed": true,
|
|
36
|
-
"rejectedStale": true
|
|
37
|
-
},
|
|
38
|
-
{
|
|
39
|
-
"id": "SEC-02",
|
|
40
|
-
"passed": true,
|
|
41
|
-
"replacementVisibleByDefault": true,
|
|
42
|
-
"omissionNoticeVisible": false,
|
|
43
|
-
"fullViewAvailable": true
|
|
44
|
-
},
|
|
45
|
-
{
|
|
46
|
-
"id": "SEC-03",
|
|
47
|
-
"passed": true,
|
|
48
|
-
"missingTools": []
|
|
49
|
-
},
|
|
50
|
-
{
|
|
51
|
-
"id": "SEC-04",
|
|
52
|
-
"passed": true,
|
|
53
|
-
"throughPublicRunHarness": true,
|
|
54
|
-
"status": "completed",
|
|
55
|
-
"differentTenantUserNamespace": true,
|
|
56
|
-
"otherTenantCandidateInToolOutput": false
|
|
57
|
-
}
|
|
58
|
-
],
|
|
59
|
-
"limitations": [
|
|
60
|
-
"No live acceptance yet for verifier feedback change",
|
|
61
|
-
"Pattern redaction cannot guarantee removal of arbitrary business data",
|
|
62
|
-
"No protected final artifact or GA attestation",
|
|
63
|
-
"Push authorization pending"
|
|
64
|
-
]
|
|
65
|
-
}
|