@zhivex-ai/harness 1.0.0-rc.7 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +190 -0
- package/README.md +47 -62
- package/ROADMAP.md +15 -6
- package/SECURITY.md +1 -1
- package/benchmarks/README.md +48 -0
- package/benchmarks/baselines/context-navigation-2026-09-09.json +94 -0
- package/benchmarks/baselines/efficiency-2026-09-08.json +233 -0
- package/benchmarks/baselines/external-final-2026-09-08.json +588 -0
- package/benchmarks/baselines/external-intermediate-2026-09-08.json +116 -0
- package/benchmarks/baselines/external-matched-openai-2026-09-08.json +1922 -0
- package/benchmarks/baselines/external-matched-qwen-2026-09-08.json +1706 -0
- package/benchmarks/baselines/external-pilot-2026-09-08.json +439 -0
- package/benchmarks/baselines/external-qwen-flash-2026-09-08.json +1570 -0
- package/benchmarks/baselines/external-qwen-remediation-2026-09-09.json +1509 -0
- package/benchmarks/baselines/external-qwen-sdk-114-progress-2026-09-09.json +2509 -0
- package/benchmarks/baselines/external-sdk-upgrade-2026-09-08.json +564 -0
- package/benchmarks/baselines/external-verifier-recovery-2026-09-09.json +794 -0
- package/benchmarks/baselines/full-harness-review-2026-09-10.json +134 -0
- package/benchmarks/baselines/harness-audit-2026-09-09.json +136 -0
- package/benchmarks/baselines/harness-remediation-2026-09-09.json +160 -0
- package/benchmarks/baselines/oci-remediation-2026-09-10.json +535 -0
- package/benchmarks/baselines/rc14-holdout-2026-09-10.json +854 -0
- package/benchmarks/baselines/repair-architecture-audit-2026-09-09.json +75 -0
- package/benchmarks/baselines/time-to-safe-fix-live-expanded-2026-08-21.json +186 -0
- package/benchmarks/baselines/time-to-safe-fix-live-smoke-2026-08-21.json +186 -0
- package/contracts/public-api.json +25 -0
- package/contracts/security-controls.json +3 -2
- package/contracts/stable-api-signatures.json +58 -54
- package/dist/bounded-reads.d.ts +4 -0
- package/dist/change-envelope.d.ts +4 -4
- package/dist/cli-options.d.ts +2 -1
- package/dist/cli-profiles.d.ts +39 -0
- package/dist/cli-stream.d.ts +40 -40
- package/dist/cli.d.ts +38 -35
- package/dist/cli.js +6556 -4030
- package/dist/compaction.d.ts +12 -0
- package/dist/config.d.ts +6 -1
- package/dist/console-context.d.ts +26 -0
- package/dist/console-input.d.ts +28 -0
- package/dist/context-engineering.d.ts +5 -5
- package/dist/context-metrics.d.ts +11 -0
- package/dist/edit-contracts.d.ts +2 -2
- package/dist/execution-environment.d.ts +9 -5
- package/dist/harness.d.ts +52 -18
- package/dist/hostile-repository-demo.js +2942 -1088
- package/dist/index.d.ts +3 -3
- package/dist/index.js +4316 -2435
- package/dist/json-contracts.d.ts +292 -236
- package/dist/model-budget.d.ts +61 -0
- package/dist/operations.d.ts +82 -20
- package/dist/orchestration.d.ts +1 -0
- package/dist/providers.d.ts +5 -2
- package/dist/repair-controller.d.ts +72 -0
- package/dist/repair-progress.d.ts +40 -0
- package/dist/repair-verifier.d.ts +6 -0
- package/dist/replacement-edits.d.ts +9 -0
- package/dist/routing.d.ts +1 -1
- package/dist/run-interruption.d.ts +4 -0
- package/dist/runtime-checkpoints.d.ts +7 -0
- package/dist/runtime-diagnostics.d.ts +63 -0
- package/dist/runtime-policy.d.ts +36 -0
- package/dist/sessions.d.ts +1 -1
- package/dist/state-backup.d.ts +2 -2
- package/dist/task-memory.d.ts +36 -0
- package/dist/terminal-markdown.d.ts +12 -0
- package/dist/time-to-safe-fix.d.ts +19 -19
- package/dist/tool-registry.d.ts +4 -0
- package/dist/verify-historical-migrations.js +6987 -5140
- package/dist/workspace-mutation-lock.d.ts +5 -0
- package/dist/workspace.d.ts +39 -4
- package/dist/zhx.js +6556 -4030
- package/docs/CLI.md +89 -3
- package/docs/CONTEXT_ENGINEERING.md +160 -0
- package/docs/EXECUTION_ENVIRONMENTS.md +21 -0
- package/docs/EXTENSIBILITY.md +2 -2
- package/docs/GA_READINESS.md +13 -7
- package/docs/LIVE_CERTIFICATION.md +12 -2
- package/docs/RC13_SECURITY_REVIEW.md +28 -0
- package/docs/RC14_DELEGATED_SECURITY_DECISION.md +80 -0
- package/docs/RC14_SECURITY_REVIEW.md +40 -0
- package/docs/README.md +33 -0
- package/docs/RELEASE.md +4 -2
- package/docs/REPOSITORY_EDITING.md +47 -0
- package/docs/SECURITY_REVIEW_EVIDENCE.md +5 -3
- package/docs/THREAT_MODEL.md +3 -3
- package/docs/TIME_TO_SAFE_FIX.md +4 -4
- package/docs/ga-readiness.json +147 -16
- package/docs/reports/EFFICIENCY_REVIEW.md +156 -0
- package/docs/reports/EXTERNAL_COMPARISON.md +434 -0
- package/docs/reports/FULL_HARNESS_REVIEW_2026-09-10.md +200 -0
- package/docs/reports/GA_BUDGET_REMEDIATION_2026-09-19.md +38 -0
- package/docs/reports/GA_REPAIR_RECOVERY_2026-09-19.md +700 -0
- package/docs/reports/GA_VALIDATION_2026-09-19.md +111 -0
- package/docs/reports/HARNESS_ARCHITECTURE_REVIEW_2026-09-09.md +202 -0
- package/docs/reports/HARNESS_AUDIT_2026-09-09.md +306 -0
- package/docs/reports/HARNESS_REMEDIATION_2026-09-09.md +74 -0
- package/docs/reports/HARNESS_REMEDIATION_2026-09-10.md +90 -0
- package/docs/reports/MODEL_COMPARISON_2026-09-09.md +184 -0
- package/docs/reports/QWEN_REMEDIATION_COMPARISON_2026-09-09.md +142 -0
- package/docs/reports/RC14_VALIDATION_2026-09-10.md +45 -0
- package/docs/reports/README.md +26 -0
- package/docs/reports/evidence/ga-budget-remediation-2026-09-19.json +133 -0
- package/docs/reports/evidence/ga-catalog-ablation-2026-09-19.json +699 -0
- package/docs/reports/evidence/ga-catalog-ablation-plan-2026-09-19.json +40 -0
- package/docs/reports/evidence/ga-catalog-observed-2026-09-19.json +985 -0
- package/docs/reports/evidence/ga-catalog-observed-plan-2026-09-19.json +28 -0
- package/docs/reports/evidence/ga-catalog-observed-status-2026-09-19.json +15 -0
- package/docs/reports/evidence/ga-complete-local-check-2026-09-19.json +47 -0
- package/docs/reports/evidence/ga-completion-reminder-2026-09-19.json +22 -0
- package/docs/reports/evidence/ga-fresh-cohort-plan-2026-09-19.json +54 -0
- package/docs/reports/evidence/ga-fresh-cohort-preparation-2026-09-19.json +242 -0
- package/docs/reports/evidence/ga-fresh-cohort-result-2026-09-19.json +4318 -0
- package/docs/reports/evidence/ga-local-validation-followup-2026-09-19.json +66 -0
- package/docs/reports/evidence/ga-node-consumers-2026-09-19.json +31 -0
- package/docs/reports/evidence/ga-package-content-validation-2026-09-19.json +22 -0
- package/docs/reports/evidence/ga-plan-completion-2026-09-19.json +39 -0
- package/docs/reports/evidence/ga-plan-reserve-2026-09-19.json +573 -0
- package/docs/reports/evidence/ga-plan-reserve-plan-2026-09-19.json +24 -0
- package/docs/reports/evidence/ga-plan-transition-2026-09-19.json +19 -0
- package/docs/reports/evidence/ga-private-verifier-plan-2026-09-19.json +24 -0
- package/docs/reports/evidence/ga-private-verifier-root-cause-2026-09-19.json +41 -0
- package/docs/reports/evidence/ga-published-sdk-2026-09-19.json +35 -0
- package/docs/reports/evidence/ga-python-checkout-imports-2026-09-19.json +95 -0
- package/docs/reports/evidence/ga-python-origin-delivery-2026-09-19.json +211 -0
- package/docs/reports/evidence/ga-python-origin-delivery-plan-2026-09-19.json +27 -0
- package/docs/reports/evidence/ga-qwen-patched-package-2026-09-19.json +1092 -0
- package/docs/reports/evidence/ga-qwen-patched-package-plan-2026-09-19.json +18 -0
- package/docs/reports/evidence/ga-qwen-published-2026-09-19.json +571 -0
- package/docs/reports/evidence/ga-qwen-published-plan-2026-09-19.json +18 -0
- package/docs/reports/evidence/ga-qwen-tool-choice-2026-09-19.json +85 -0
- package/docs/reports/evidence/ga-qwen-tool-choice-patched-2026-09-19.json +85 -0
- package/docs/reports/evidence/ga-recovery-development-2026-09-19.json +1066 -0
- package/docs/reports/evidence/ga-recovery-graded-development-2026-09-19.json +1313 -0
- package/docs/reports/evidence/ga-recovery-graded-v2-2026-09-19.json +1151 -0
- package/docs/reports/evidence/ga-recovery-v3-2026-09-19.json +3943 -0
- package/docs/reports/evidence/ga-recovery-v4-2026-09-19.json +1055 -0
- package/docs/reports/evidence/ga-recovery-v5-2026-09-19.json +1245 -0
- package/docs/reports/evidence/ga-recovery-v6-2026-09-19.json +699 -0
- package/docs/reports/evidence/ga-recovery-v7-2026-09-19.json +854 -0
- package/docs/reports/evidence/ga-recovery-v8-2026-09-19.json +596 -0
- package/docs/reports/evidence/ga-required-delivery-2026-09-19.json +25 -0
- package/docs/reports/evidence/ga-required-delivery-live-2026-09-19.json +1337 -0
- package/docs/reports/evidence/ga-required-delivery-live-plan-2026-09-19.json +25 -0
- package/docs/reports/evidence/ga-retained-candidate-grading-2026-09-19.json +30 -0
- package/docs/reports/evidence/ga-tool-selection-live-2026-09-19.json +559 -0
- package/docs/reports/evidence/ga-tool-selection-live-plan-2026-09-19.json +28 -0
- package/docs/reports/evidence/ga-tool-selection-recovery-2026-09-19.json +27 -0
- package/docs/reports/evidence/ga-validation-2026-09-19.json +236 -0
- package/docs/reports/evidence/ga-verifier-discovery-live-2026-09-19.json +1369 -0
- package/docs/reports/evidence/ga-verifier-discovery-plan-2026-09-19.json +29 -0
- package/docs/reports/evidence/ga-verifier-failure-identification-2026-09-19.json +30 -0
- package/docs/reports/evidence/ga-verifier-feedback-2026-09-19.json +65 -0
- package/docs/reports/evidence/ga-verifier-hints-live-2026-09-19.json +1297 -0
- package/docs/reports/evidence/ga-verifier-hints-plan-2026-09-19.json +27 -0
- package/docs/reports/evidence/ga-work-boundary-context-analysis-2026-09-19.json +113 -0
- package/docs/reports/evidence/ga-work-boundary-live-2026-09-19.json +301 -0
- package/docs/reports/evidence/ga-work-boundary-live-plan-2026-09-19.json +84 -0
- package/docs/reports/evidence/ga-work-budget-planning-2026-09-19.json +32 -0
- package/docs/reports/evidence/ga-working-context-2026-09-19.json +22 -0
- package/docs/reports/evidence/rc14-delegated-security-review-2026-09-20.json +81 -0
- package/docs/reports/evidence/rc14-ga-gate-2026-09-20.json +18 -0
- package/docs/reports/evidence/rc14-representative-2026-09-20.json +509 -0
- package/docs/reports/evidence/rc14-security-regressions-2026-09-20.json +64 -0
- package/docs/reports/evidence/security-current-2026-09-19.json +91 -0
- package/docs/reports/evidence/security-remediation-2026-09-19.json +97 -0
- package/evaluations/repair-controller-experiment.json +24 -0
- package/evaluations/representative-assembly-matrix.json +63 -0
- package/evaluations/representative-matrix.json +2219 -2
- package/fixtures/contracts/v1/init.json +19 -0
- package/package.json +25 -16
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"kind": "ga-budget-remediation",
|
|
4
|
+
"date": "2026-09-19",
|
|
5
|
+
"baseCommit": "28723ff3350b7572d5bd68f2d40b6feef1e0e6b4",
|
|
6
|
+
"candidate": "local working tree, not published release",
|
|
7
|
+
"fileSha256": {
|
|
8
|
+
"src/harness.ts": "6168cfd53557b8fc07261fef1a4f5a6d5e689a169256c0e03c5abce0dfc228d0",
|
|
9
|
+
"src/runtime-policy.ts": "8356acf0102f0e73839b81ed628a5c0d9a89d9c21b0ca416efedde8f1b3414e2",
|
|
10
|
+
"tests/runtime-token-budget.test.ts": "de19f63504e6ea3e4f4eaf6b380ff55f3ae6b9ad92a377308526f9a9510b68f4",
|
|
11
|
+
"package.json": "a4a2507e3ad876d72cad49a16e149192d33521fb4175bb40a3eb077ccfdf43a1",
|
|
12
|
+
"bun.lock": "e370459197ce52c3961770f3c5ccaab7ff35ddbe641ef72e8bd61f87a8b8e3fe"
|
|
13
|
+
},
|
|
14
|
+
"regressions": {
|
|
15
|
+
"passed": 7,
|
|
16
|
+
"failed": 0,
|
|
17
|
+
"covers": [
|
|
18
|
+
"two-turn cap decreases",
|
|
19
|
+
"exact exhaustion stops further requests",
|
|
20
|
+
"explicit per-call caps",
|
|
21
|
+
"approval resume retains usage",
|
|
22
|
+
"over-budget model response cannot execute tool"
|
|
23
|
+
]
|
|
24
|
+
},
|
|
25
|
+
"fullCheck": {
|
|
26
|
+
"exitCode": 0,
|
|
27
|
+
"testsPassed": 527,
|
|
28
|
+
"testsFailed": 0,
|
|
29
|
+
"realDocker": true,
|
|
30
|
+
"installedPackage": true
|
|
31
|
+
},
|
|
32
|
+
"liveApprovalRestart": {
|
|
33
|
+
"ok": true,
|
|
34
|
+
"gate": "live-provider-smoke",
|
|
35
|
+
"certifiedAt": "2026-09-19T18:08:12.938Z",
|
|
36
|
+
"providers": [
|
|
37
|
+
{
|
|
38
|
+
"ok": true,
|
|
39
|
+
"provider": "meta",
|
|
40
|
+
"model": "muse-spark-1.2",
|
|
41
|
+
"approvalPersisted": true,
|
|
42
|
+
"processRestarted": true,
|
|
43
|
+
"toolExecutions": 1,
|
|
44
|
+
"journalEntries": 1
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
"ok": true,
|
|
48
|
+
"provider": "openai",
|
|
49
|
+
"model": "gpt-5.6-luna",
|
|
50
|
+
"approvalPersisted": true,
|
|
51
|
+
"processRestarted": true,
|
|
52
|
+
"toolExecutions": 1,
|
|
53
|
+
"journalEntries": 1
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"ok": true,
|
|
57
|
+
"provider": "qwen",
|
|
58
|
+
"model": "qwen3.8-max",
|
|
59
|
+
"approvalPersisted": true,
|
|
60
|
+
"processRestarted": true,
|
|
61
|
+
"toolExecutions": 1,
|
|
62
|
+
"journalEntries": 1
|
|
63
|
+
}
|
|
64
|
+
]
|
|
65
|
+
},
|
|
66
|
+
"liveOci": {
|
|
67
|
+
"ok": true,
|
|
68
|
+
"gate": "live-execution-smoke",
|
|
69
|
+
"certifiedAt": "2026-09-19T18:10:22.986Z",
|
|
70
|
+
"providers": [
|
|
71
|
+
{
|
|
72
|
+
"ok": true,
|
|
73
|
+
"provider": "meta",
|
|
74
|
+
"model": "muse-spark-1.2",
|
|
75
|
+
"runId": "run_4f6a112a-a01f-49d5-979d-fd614f048255",
|
|
76
|
+
"imageDigest": "sha256:0e0ff40c39bc087845bfb27465a0df4ea419520094bc35842ff83dd8cbe6f9b6",
|
|
77
|
+
"approvals": [
|
|
78
|
+
"run_environment_command",
|
|
79
|
+
"apply_environment_patch"
|
|
80
|
+
],
|
|
81
|
+
"toolSequence": [
|
|
82
|
+
"run_environment_command",
|
|
83
|
+
"inspect_environment_patch",
|
|
84
|
+
"apply_environment_patch"
|
|
85
|
+
],
|
|
86
|
+
"hostImportVerified": true,
|
|
87
|
+
"environmentBound": true
|
|
88
|
+
},
|
|
89
|
+
{
|
|
90
|
+
"ok": true,
|
|
91
|
+
"provider": "openai",
|
|
92
|
+
"model": "gpt-5.6-luna",
|
|
93
|
+
"runId": "run_5528c26d-f672-4945-ba66-804daab7c8b2",
|
|
94
|
+
"imageDigest": "sha256:0e0ff40c39bc087845bfb27465a0df4ea419520094bc35842ff83dd8cbe6f9b6",
|
|
95
|
+
"approvals": [
|
|
96
|
+
"run_environment_command",
|
|
97
|
+
"apply_environment_patch"
|
|
98
|
+
],
|
|
99
|
+
"toolSequence": [
|
|
100
|
+
"run_environment_command",
|
|
101
|
+
"inspect_environment_patch",
|
|
102
|
+
"apply_environment_patch"
|
|
103
|
+
],
|
|
104
|
+
"hostImportVerified": true,
|
|
105
|
+
"environmentBound": true
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
"ok": true,
|
|
109
|
+
"provider": "qwen",
|
|
110
|
+
"model": "qwen3.8-max",
|
|
111
|
+
"runId": "run_9c7026af-d6fc-4101-84f4-79dfe4d9e901",
|
|
112
|
+
"imageDigest": "sha256:0e0ff40c39bc087845bfb27465a0df4ea419520094bc35842ff83dd8cbe6f9b6",
|
|
113
|
+
"approvals": [
|
|
114
|
+
"run_environment_command",
|
|
115
|
+
"apply_environment_patch"
|
|
116
|
+
],
|
|
117
|
+
"toolSequence": [
|
|
118
|
+
"run_environment_command",
|
|
119
|
+
"inspect_environment_patch",
|
|
120
|
+
"apply_environment_patch"
|
|
121
|
+
],
|
|
122
|
+
"hostImportVerified": true,
|
|
123
|
+
"environmentBound": true
|
|
124
|
+
}
|
|
125
|
+
]
|
|
126
|
+
},
|
|
127
|
+
"limitations": [
|
|
128
|
+
"Approval restart live preceded final observed-usage accounting refinement; final OCI live and tests cover that refinement",
|
|
129
|
+
"Final missing-totalTokens fallback normalized after full suite start; focused tests and types repeated; package built afterward",
|
|
130
|
+
"No protected release identity or provenance",
|
|
131
|
+
"Holdout delivery and representative release matrix remain pending"
|
|
132
|
+
]
|
|
133
|
+
}
|