@zhivex-ai/harness 1.0.0-rc.7 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (170) hide show
  1. package/CHANGELOG.md +190 -0
  2. package/README.md +47 -62
  3. package/ROADMAP.md +15 -6
  4. package/SECURITY.md +1 -1
  5. package/benchmarks/README.md +48 -0
  6. package/benchmarks/baselines/context-navigation-2026-09-09.json +94 -0
  7. package/benchmarks/baselines/efficiency-2026-09-08.json +233 -0
  8. package/benchmarks/baselines/external-final-2026-09-08.json +588 -0
  9. package/benchmarks/baselines/external-intermediate-2026-09-08.json +116 -0
  10. package/benchmarks/baselines/external-matched-openai-2026-09-08.json +1922 -0
  11. package/benchmarks/baselines/external-matched-qwen-2026-09-08.json +1706 -0
  12. package/benchmarks/baselines/external-pilot-2026-09-08.json +439 -0
  13. package/benchmarks/baselines/external-qwen-flash-2026-09-08.json +1570 -0
  14. package/benchmarks/baselines/external-qwen-remediation-2026-09-09.json +1509 -0
  15. package/benchmarks/baselines/external-qwen-sdk-114-progress-2026-09-09.json +2509 -0
  16. package/benchmarks/baselines/external-sdk-upgrade-2026-09-08.json +564 -0
  17. package/benchmarks/baselines/external-verifier-recovery-2026-09-09.json +794 -0
  18. package/benchmarks/baselines/full-harness-review-2026-09-10.json +134 -0
  19. package/benchmarks/baselines/harness-audit-2026-09-09.json +136 -0
  20. package/benchmarks/baselines/harness-remediation-2026-09-09.json +160 -0
  21. package/benchmarks/baselines/oci-remediation-2026-09-10.json +535 -0
  22. package/benchmarks/baselines/rc14-holdout-2026-09-10.json +854 -0
  23. package/benchmarks/baselines/repair-architecture-audit-2026-09-09.json +75 -0
  24. package/benchmarks/baselines/time-to-safe-fix-live-expanded-2026-08-21.json +186 -0
  25. package/benchmarks/baselines/time-to-safe-fix-live-smoke-2026-08-21.json +186 -0
  26. package/contracts/public-api.json +25 -0
  27. package/contracts/security-controls.json +3 -2
  28. package/contracts/stable-api-signatures.json +58 -54
  29. package/dist/bounded-reads.d.ts +4 -0
  30. package/dist/change-envelope.d.ts +4 -4
  31. package/dist/cli-options.d.ts +2 -1
  32. package/dist/cli-profiles.d.ts +39 -0
  33. package/dist/cli-stream.d.ts +40 -40
  34. package/dist/cli.d.ts +38 -35
  35. package/dist/cli.js +6556 -4030
  36. package/dist/compaction.d.ts +12 -0
  37. package/dist/config.d.ts +6 -1
  38. package/dist/console-context.d.ts +26 -0
  39. package/dist/console-input.d.ts +28 -0
  40. package/dist/context-engineering.d.ts +5 -5
  41. package/dist/context-metrics.d.ts +11 -0
  42. package/dist/edit-contracts.d.ts +2 -2
  43. package/dist/execution-environment.d.ts +9 -5
  44. package/dist/harness.d.ts +52 -18
  45. package/dist/hostile-repository-demo.js +2942 -1088
  46. package/dist/index.d.ts +3 -3
  47. package/dist/index.js +4316 -2435
  48. package/dist/json-contracts.d.ts +292 -236
  49. package/dist/model-budget.d.ts +61 -0
  50. package/dist/operations.d.ts +82 -20
  51. package/dist/orchestration.d.ts +1 -0
  52. package/dist/providers.d.ts +5 -2
  53. package/dist/repair-controller.d.ts +72 -0
  54. package/dist/repair-progress.d.ts +40 -0
  55. package/dist/repair-verifier.d.ts +6 -0
  56. package/dist/replacement-edits.d.ts +9 -0
  57. package/dist/routing.d.ts +1 -1
  58. package/dist/run-interruption.d.ts +4 -0
  59. package/dist/runtime-checkpoints.d.ts +7 -0
  60. package/dist/runtime-diagnostics.d.ts +63 -0
  61. package/dist/runtime-policy.d.ts +36 -0
  62. package/dist/sessions.d.ts +1 -1
  63. package/dist/state-backup.d.ts +2 -2
  64. package/dist/task-memory.d.ts +36 -0
  65. package/dist/terminal-markdown.d.ts +12 -0
  66. package/dist/time-to-safe-fix.d.ts +19 -19
  67. package/dist/tool-registry.d.ts +4 -0
  68. package/dist/verify-historical-migrations.js +6987 -5140
  69. package/dist/workspace-mutation-lock.d.ts +5 -0
  70. package/dist/workspace.d.ts +39 -4
  71. package/dist/zhx.js +6556 -4030
  72. package/docs/CLI.md +89 -3
  73. package/docs/CONTEXT_ENGINEERING.md +160 -0
  74. package/docs/EXECUTION_ENVIRONMENTS.md +21 -0
  75. package/docs/EXTENSIBILITY.md +2 -2
  76. package/docs/GA_READINESS.md +13 -7
  77. package/docs/LIVE_CERTIFICATION.md +12 -2
  78. package/docs/RC13_SECURITY_REVIEW.md +28 -0
  79. package/docs/RC14_DELEGATED_SECURITY_DECISION.md +80 -0
  80. package/docs/RC14_SECURITY_REVIEW.md +40 -0
  81. package/docs/README.md +33 -0
  82. package/docs/RELEASE.md +4 -2
  83. package/docs/REPOSITORY_EDITING.md +47 -0
  84. package/docs/SECURITY_REVIEW_EVIDENCE.md +5 -3
  85. package/docs/THREAT_MODEL.md +3 -3
  86. package/docs/TIME_TO_SAFE_FIX.md +4 -4
  87. package/docs/ga-readiness.json +147 -16
  88. package/docs/reports/EFFICIENCY_REVIEW.md +156 -0
  89. package/docs/reports/EXTERNAL_COMPARISON.md +434 -0
  90. package/docs/reports/FULL_HARNESS_REVIEW_2026-09-10.md +200 -0
  91. package/docs/reports/GA_BUDGET_REMEDIATION_2026-09-19.md +38 -0
  92. package/docs/reports/GA_REPAIR_RECOVERY_2026-09-19.md +700 -0
  93. package/docs/reports/GA_VALIDATION_2026-09-19.md +111 -0
  94. package/docs/reports/HARNESS_ARCHITECTURE_REVIEW_2026-09-09.md +202 -0
  95. package/docs/reports/HARNESS_AUDIT_2026-09-09.md +306 -0
  96. package/docs/reports/HARNESS_REMEDIATION_2026-09-09.md +74 -0
  97. package/docs/reports/HARNESS_REMEDIATION_2026-09-10.md +90 -0
  98. package/docs/reports/MODEL_COMPARISON_2026-09-09.md +184 -0
  99. package/docs/reports/QWEN_REMEDIATION_COMPARISON_2026-09-09.md +142 -0
  100. package/docs/reports/RC14_VALIDATION_2026-09-10.md +45 -0
  101. package/docs/reports/README.md +26 -0
  102. package/docs/reports/evidence/ga-budget-remediation-2026-09-19.json +133 -0
  103. package/docs/reports/evidence/ga-catalog-ablation-2026-09-19.json +699 -0
  104. package/docs/reports/evidence/ga-catalog-ablation-plan-2026-09-19.json +40 -0
  105. package/docs/reports/evidence/ga-catalog-observed-2026-09-19.json +985 -0
  106. package/docs/reports/evidence/ga-catalog-observed-plan-2026-09-19.json +28 -0
  107. package/docs/reports/evidence/ga-catalog-observed-status-2026-09-19.json +15 -0
  108. package/docs/reports/evidence/ga-complete-local-check-2026-09-19.json +47 -0
  109. package/docs/reports/evidence/ga-completion-reminder-2026-09-19.json +22 -0
  110. package/docs/reports/evidence/ga-fresh-cohort-plan-2026-09-19.json +54 -0
  111. package/docs/reports/evidence/ga-fresh-cohort-preparation-2026-09-19.json +242 -0
  112. package/docs/reports/evidence/ga-fresh-cohort-result-2026-09-19.json +4318 -0
  113. package/docs/reports/evidence/ga-local-validation-followup-2026-09-19.json +66 -0
  114. package/docs/reports/evidence/ga-node-consumers-2026-09-19.json +31 -0
  115. package/docs/reports/evidence/ga-package-content-validation-2026-09-19.json +22 -0
  116. package/docs/reports/evidence/ga-plan-completion-2026-09-19.json +39 -0
  117. package/docs/reports/evidence/ga-plan-reserve-2026-09-19.json +573 -0
  118. package/docs/reports/evidence/ga-plan-reserve-plan-2026-09-19.json +24 -0
  119. package/docs/reports/evidence/ga-plan-transition-2026-09-19.json +19 -0
  120. package/docs/reports/evidence/ga-private-verifier-plan-2026-09-19.json +24 -0
  121. package/docs/reports/evidence/ga-private-verifier-root-cause-2026-09-19.json +41 -0
  122. package/docs/reports/evidence/ga-published-sdk-2026-09-19.json +35 -0
  123. package/docs/reports/evidence/ga-python-checkout-imports-2026-09-19.json +95 -0
  124. package/docs/reports/evidence/ga-python-origin-delivery-2026-09-19.json +211 -0
  125. package/docs/reports/evidence/ga-python-origin-delivery-plan-2026-09-19.json +27 -0
  126. package/docs/reports/evidence/ga-qwen-patched-package-2026-09-19.json +1092 -0
  127. package/docs/reports/evidence/ga-qwen-patched-package-plan-2026-09-19.json +18 -0
  128. package/docs/reports/evidence/ga-qwen-published-2026-09-19.json +571 -0
  129. package/docs/reports/evidence/ga-qwen-published-plan-2026-09-19.json +18 -0
  130. package/docs/reports/evidence/ga-qwen-tool-choice-2026-09-19.json +85 -0
  131. package/docs/reports/evidence/ga-qwen-tool-choice-patched-2026-09-19.json +85 -0
  132. package/docs/reports/evidence/ga-recovery-development-2026-09-19.json +1066 -0
  133. package/docs/reports/evidence/ga-recovery-graded-development-2026-09-19.json +1313 -0
  134. package/docs/reports/evidence/ga-recovery-graded-v2-2026-09-19.json +1151 -0
  135. package/docs/reports/evidence/ga-recovery-v3-2026-09-19.json +3943 -0
  136. package/docs/reports/evidence/ga-recovery-v4-2026-09-19.json +1055 -0
  137. package/docs/reports/evidence/ga-recovery-v5-2026-09-19.json +1245 -0
  138. package/docs/reports/evidence/ga-recovery-v6-2026-09-19.json +699 -0
  139. package/docs/reports/evidence/ga-recovery-v7-2026-09-19.json +854 -0
  140. package/docs/reports/evidence/ga-recovery-v8-2026-09-19.json +596 -0
  141. package/docs/reports/evidence/ga-required-delivery-2026-09-19.json +25 -0
  142. package/docs/reports/evidence/ga-required-delivery-live-2026-09-19.json +1337 -0
  143. package/docs/reports/evidence/ga-required-delivery-live-plan-2026-09-19.json +25 -0
  144. package/docs/reports/evidence/ga-retained-candidate-grading-2026-09-19.json +30 -0
  145. package/docs/reports/evidence/ga-tool-selection-live-2026-09-19.json +559 -0
  146. package/docs/reports/evidence/ga-tool-selection-live-plan-2026-09-19.json +28 -0
  147. package/docs/reports/evidence/ga-tool-selection-recovery-2026-09-19.json +27 -0
  148. package/docs/reports/evidence/ga-validation-2026-09-19.json +236 -0
  149. package/docs/reports/evidence/ga-verifier-discovery-live-2026-09-19.json +1369 -0
  150. package/docs/reports/evidence/ga-verifier-discovery-plan-2026-09-19.json +29 -0
  151. package/docs/reports/evidence/ga-verifier-failure-identification-2026-09-19.json +30 -0
  152. package/docs/reports/evidence/ga-verifier-feedback-2026-09-19.json +65 -0
  153. package/docs/reports/evidence/ga-verifier-hints-live-2026-09-19.json +1297 -0
  154. package/docs/reports/evidence/ga-verifier-hints-plan-2026-09-19.json +27 -0
  155. package/docs/reports/evidence/ga-work-boundary-context-analysis-2026-09-19.json +113 -0
  156. package/docs/reports/evidence/ga-work-boundary-live-2026-09-19.json +301 -0
  157. package/docs/reports/evidence/ga-work-boundary-live-plan-2026-09-19.json +84 -0
  158. package/docs/reports/evidence/ga-work-budget-planning-2026-09-19.json +32 -0
  159. package/docs/reports/evidence/ga-working-context-2026-09-19.json +22 -0
  160. package/docs/reports/evidence/rc14-delegated-security-review-2026-09-20.json +81 -0
  161. package/docs/reports/evidence/rc14-ga-gate-2026-09-20.json +18 -0
  162. package/docs/reports/evidence/rc14-representative-2026-09-20.json +509 -0
  163. package/docs/reports/evidence/rc14-security-regressions-2026-09-20.json +64 -0
  164. package/docs/reports/evidence/security-current-2026-09-19.json +91 -0
  165. package/docs/reports/evidence/security-remediation-2026-09-19.json +97 -0
  166. package/evaluations/repair-controller-experiment.json +24 -0
  167. package/evaluations/representative-assembly-matrix.json +63 -0
  168. package/evaluations/representative-matrix.json +2219 -2
  169. package/fixtures/contracts/v1/init.json +19 -0
  170. package/package.json +25 -16
@@ -0,0 +1,236 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "reviewer": "Codex automated external-validator role; not a human attestation",
4
+ "observedAt": "2026-09-19T17:35:14.601764+00:00",
5
+ "verdict": "no-go",
6
+ "sourceCommit": "28723ff3350b7572d5bd68f2d40b6feef1e0e6b4",
7
+ "version": "1.0.0-rc.14",
8
+ "sourceIsolation": "git archive of exact commit; frozen lockfile; original checkout changed concurrently",
9
+ "runtime": {
10
+ "bun": "1.4.0",
11
+ "node": "22.21.0",
12
+ "docker": "29.8.0",
13
+ "platform": "macOS arm64"
14
+ },
15
+ "artifact": {
16
+ "kind": "local unpublished tarball",
17
+ "sha512": "sha512-05q23Vh3ddOjbMay9H9Q1g5iOEV2RDzfH53eptQ5J8FxQT7iKY9Gq3/19T6dF1PNf8PYfGTWVgBuk0mVsJClog==",
18
+ "contentInspection": "passed",
19
+ "installedConsumer": "passed"
20
+ },
21
+ "deterministic": {
22
+ "command": "ZHIVEX_HARNESS_OCI_REQUIRED=1 bun run check",
23
+ "exitCode": 0,
24
+ "testsPassed": 512,
25
+ "testsFailed": 0,
26
+ "testFiles": 59,
27
+ "evaluationsPassed": 7,
28
+ "docs": "passed",
29
+ "contracts": "preparation passed; security blocker open",
30
+ "sourceTypes": "passed",
31
+ "toolingTypes": "passed",
32
+ "historicalMigrations": "passed",
33
+ "workspaceBenchmark": "passed",
34
+ "safeFixScriptedBenchmark": "passed",
35
+ "mcpInteroperability": "passed",
36
+ "mcpOfficialSdk": "passed",
37
+ "oci": "passed",
38
+ "packageSmoke": "passed"
39
+ },
40
+ "audit": {
41
+ "status": "blocked",
42
+ "reason": "npm advisory endpoint HTTP 503 on two local attempts and current CI",
43
+ "untrustedLifecycleScripts": 0
44
+ },
45
+ "live": {
46
+ "live": {
47
+ "ok": false,
48
+ "gate": "live-provider-smoke",
49
+ "certifiedAt": "2026-09-19T17:31:06.885Z",
50
+ "providers": [
51
+ {
52
+ "ok": false,
53
+ "provider": "meta",
54
+ "model": "muse-spark-1.2",
55
+ "error": {
56
+ "code": "EXECUTION_FAILED",
57
+ "category": "execution",
58
+ "retryable": false,
59
+ "fingerprint": "sha256:a44b10c561da559de80b00f8623aff9e3b3aee5b61ef0172887a64fab4fa6ce4"
60
+ }
61
+ },
62
+ {
63
+ "ok": true,
64
+ "provider": "qwen",
65
+ "model": "qwen3.8-max",
66
+ "approvalPersisted": true,
67
+ "processRestarted": true,
68
+ "toolExecutions": 1,
69
+ "journalEntries": 1
70
+ },
71
+ {
72
+ "ok": false,
73
+ "provider": "openai",
74
+ "model": "gpt-5.6-luna",
75
+ "error": {
76
+ "code": "EXECUTION_FAILED",
77
+ "category": "execution",
78
+ "retryable": false,
79
+ "fingerprint": "sha256:a44b10c561da559de80b00f8623aff9e3b3aee5b61ef0172887a64fab4fa6ce4"
80
+ }
81
+ }
82
+ ]
83
+ },
84
+ "orchestration": {
85
+ "ok": true,
86
+ "gate": "live-orchestration-smoke",
87
+ "certifiedAt": "2026-09-19T17:32:03.639Z",
88
+ "providers": [
89
+ {
90
+ "ok": true,
91
+ "provider": "meta",
92
+ "model": "muse-spark-1.2",
93
+ "delegationExecutions": 1,
94
+ "childPersisted": true,
95
+ "processReopened": true,
96
+ "hierarchyRuns": 2,
97
+ "childToolCalls": 1,
98
+ "aggregateTokens": 15280
99
+ },
100
+ {
101
+ "ok": true,
102
+ "provider": "qwen",
103
+ "model": "qwen3.8-max",
104
+ "delegationExecutions": 1,
105
+ "childPersisted": true,
106
+ "processReopened": true,
107
+ "hierarchyRuns": 2,
108
+ "childToolCalls": 1,
109
+ "aggregateTokens": 13953
110
+ },
111
+ {
112
+ "ok": true,
113
+ "provider": "openai",
114
+ "model": "gpt-5.6-luna",
115
+ "delegationExecutions": 1,
116
+ "childPersisted": true,
117
+ "processReopened": true,
118
+ "hierarchyRuns": 2,
119
+ "childToolCalls": 1,
120
+ "aggregateTokens": 8460
121
+ }
122
+ ]
123
+ },
124
+ "routing": {
125
+ "ok": true,
126
+ "gate": "live-routing-smoke",
127
+ "parent": {
128
+ "provider": "openai",
129
+ "model": "gpt-5.6-luna"
130
+ },
131
+ "reviewer": {
132
+ "provider": "qwen",
133
+ "model": "qwen3.8-max"
134
+ },
135
+ "delegationExecutions": 1,
136
+ "childToolCalls": 1
137
+ },
138
+ "execution": {
139
+ "ok": false,
140
+ "gate": "live-execution-smoke",
141
+ "certifiedAt": "2026-09-19T17:31:38.479Z",
142
+ "providers": [
143
+ {
144
+ "ok": false,
145
+ "provider": "meta",
146
+ "model": "muse-spark-1.2",
147
+ "error": {
148
+ "code": "EXECUTION_FAILED",
149
+ "category": "execution",
150
+ "retryable": false,
151
+ "fingerprint": "sha256:a44b10c561da559de80b00f8623aff9e3b3aee5b61ef0172887a64fab4fa6ce4"
152
+ }
153
+ },
154
+ {
155
+ "ok": true,
156
+ "provider": "qwen",
157
+ "model": "qwen3.8-max",
158
+ "imageDigest": "sha256:0e0ff40c39bc087845bfb27465a0df4ea419520094bc35842ff83dd8cbe6f9b6",
159
+ "approvals": [
160
+ "run_environment_command",
161
+ "apply_environment_patch"
162
+ ],
163
+ "toolSequence": [
164
+ "run_environment_command",
165
+ "inspect_environment_patch",
166
+ "apply_environment_patch"
167
+ ],
168
+ "hostImportVerified": true,
169
+ "environmentBound": true
170
+ },
171
+ {
172
+ "ok": false,
173
+ "provider": "openai",
174
+ "model": "gpt-5.6-luna",
175
+ "error": {
176
+ "code": "EXECUTION_FAILED",
177
+ "category": "execution",
178
+ "retryable": false,
179
+ "fingerprint": "sha256:a44b10c561da559de80b00f8623aff9e3b3aee5b61ef0172887a64fab4fa6ce4"
180
+ }
181
+ }
182
+ ]
183
+ }
184
+ },
185
+ "budgetAcceptance": [
186
+ {
187
+ "provider": "meta",
188
+ "passed": false,
189
+ "status": "failed",
190
+ "code": "EXECUTION_FAILED",
191
+ "cause": "GuardrailTriggeredError",
192
+ "stage": "input",
193
+ "budgetLimit": "maxOutputTokens",
194
+ "limit": 30000,
195
+ "actual": 2,
196
+ "required": 30000,
197
+ "remaining": 29998
198
+ },
199
+ {
200
+ "provider": "openai",
201
+ "passed": false,
202
+ "status": "failed",
203
+ "code": "EXECUTION_FAILED",
204
+ "cause": "GuardrailTriggeredError",
205
+ "stage": "input",
206
+ "budgetLimit": "maxOutputTokens",
207
+ "limit": 30000,
208
+ "actual": 2,
209
+ "required": 30000,
210
+ "remaining": 29998
211
+ },
212
+ {
213
+ "provider": "qwen",
214
+ "passed": true,
215
+ "status": "completed",
216
+ "outputTokens": 4
217
+ }
218
+ ],
219
+ "ci": {
220
+ "url": "https://github.com/Zhivex/zhivex-harness/actions/runs/35458111045",
221
+ "conclusion": "failure",
222
+ "failedStep": "Audit dependencies HTTP 503",
223
+ "installedNode22And24Jobs": "passed"
224
+ },
225
+ "codeql": {
226
+ "url": "https://github.com/Zhivex/zhivex-harness/actions/runs/35458110958",
227
+ "conclusion": "success"
228
+ },
229
+ "notCompleted": [
230
+ "RC14 repair-delivery hold remediation and fresh acceptance cohort",
231
+ "RC14 protected tag-bound live and 42-case representative certification",
232
+ "RC14 publication integrity and SLSA provenance",
233
+ "complete human security assessment of final passing candidate",
234
+ "formal 1.0.0 promotion gate"
235
+ ]
236
+ }