assertledger 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/CONTRIBUTING.md +31 -0
  2. package/LICENSE +21 -0
  3. package/README.fr.md +236 -0
  4. package/README.md +224 -0
  5. package/SECURITY.md +51 -0
  6. package/benchmarks/agentic-profile/README.md +15 -0
  7. package/benchmarks/agentic-profile/public/README.md +5 -0
  8. package/benchmarks/self-hosted-core/README.md +113 -0
  9. package/benchmarks/self-hosted-core/adapter.mjs +293 -0
  10. package/benchmarks/self-hosted-core/builder.ts +193 -0
  11. package/benchmarks/self-hosted-core/campaign.ts +233 -0
  12. package/benchmarks/self-hosted-core/existing-tests-builder.ts +217 -0
  13. package/benchmarks/self-hosted-core/existing-tests.ts +146 -0
  14. package/benchmarks/self-hosted-core/liveness.test.mjs +8 -0
  15. package/conformance/v1/bundle.json +104 -0
  16. package/conformance/v1/expected/canonical-order-a.json +4 -0
  17. package/conformance/v1/expected/canonical-order-b.json +4 -0
  18. package/conformance/v1/expected/create-benchmark-v1-measured.json +575 -0
  19. package/conformance/v1/expected/create-profile-v1-qualified.json +280 -0
  20. package/conformance/v1/expected/decide-collection-failure-non-kill.json +192 -0
  21. package/conformance/v1/expected/decide-compile-failure-non-kill.json +192 -0
  22. package/conformance/v1/expected/decide-infra-error-non-kill.json +192 -0
  23. package/conformance/v1/expected/decide-no-test-discovered-non-kill.json +192 -0
  24. package/conformance/v1/expected/decide-process-crash-non-kill.json +192 -0
  25. package/conformance/v1/expected/decide-timeout-non-kill.json +192 -0
  26. package/conformance/v1/expected/decide-verified.json +192 -0
  27. package/conformance/v1/expected/replay-benchmark-v1-resealed-summary-forgery.json +12 -0
  28. package/conformance/v1/expected/replay-evidence-raw-tamper.json +6 -0
  29. package/conformance/v1/expected/replay-evidence-resealed-semantic-forgery.json +6 -0
  30. package/conformance/v1/inputs/canonical-order-a.json +8 -0
  31. package/conformance/v1/inputs/canonical-order-b.json +8 -0
  32. package/conformance/v1/inputs/create-benchmark-v1-measured.json +459 -0
  33. package/conformance/v1/inputs/create-profile-v1-qualified.json +228 -0
  34. package/conformance/v1/inputs/decide-collection-failure-non-kill.json +143 -0
  35. package/conformance/v1/inputs/decide-compile-failure-non-kill.json +143 -0
  36. package/conformance/v1/inputs/decide-infra-error-non-kill.json +143 -0
  37. package/conformance/v1/inputs/decide-no-test-discovered-non-kill.json +143 -0
  38. package/conformance/v1/inputs/decide-process-crash-non-kill.json +143 -0
  39. package/conformance/v1/inputs/decide-timeout-non-kill.json +143 -0
  40. package/conformance/v1/inputs/decide-verified.json +143 -0
  41. package/conformance/v1/inputs/replay-benchmark-v1-resealed-summary-forgery.json +575 -0
  42. package/conformance/v1/inputs/replay-evidence-raw-tamper.json +201 -0
  43. package/conformance/v1/inputs/replay-evidence-resealed-semantic-forgery.json +192 -0
  44. package/conformance/v1/schemas/expected-digests.json +175 -0
  45. package/dist/cli.d.ts +9 -0
  46. package/dist/cli.d.ts.map +1 -0
  47. package/dist/cli.js +951 -0
  48. package/dist/cli.js.map +1 -0
  49. package/dist/contracts/diagnostics.d.ts +18 -0
  50. package/dist/contracts/diagnostics.d.ts.map +1 -0
  51. package/dist/contracts/diagnostics.js +13 -0
  52. package/dist/contracts/diagnostics.js.map +1 -0
  53. package/dist/contracts/index.d.ts +3908 -0
  54. package/dist/contracts/index.d.ts.map +1 -0
  55. package/dist/contracts/index.js +2569 -0
  56. package/dist/contracts/index.js.map +1 -0
  57. package/dist/contracts/runtime-doctor.d.ts +107 -0
  58. package/dist/contracts/runtime-doctor.d.ts.map +1 -0
  59. package/dist/contracts/runtime-doctor.js +91 -0
  60. package/dist/contracts/runtime-doctor.js.map +1 -0
  61. package/dist/core/index.d.ts +200 -0
  62. package/dist/core/index.d.ts.map +1 -0
  63. package/dist/core/index.js +2587 -0
  64. package/dist/core/index.js.map +1 -0
  65. package/dist/diagnostics.d.ts +7 -0
  66. package/dist/diagnostics.d.ts.map +1 -0
  67. package/dist/diagnostics.js +252 -0
  68. package/dist/diagnostics.js.map +1 -0
  69. package/dist/engine/adapters/node-test-profile.d.ts +14 -0
  70. package/dist/engine/adapters/node-test-profile.d.ts.map +1 -0
  71. package/dist/engine/adapters/node-test-profile.js +14 -0
  72. package/dist/engine/adapters/node-test-profile.js.map +1 -0
  73. package/dist/engine/adapters/node-test-runtime.d.ts +39 -0
  74. package/dist/engine/adapters/node-test-runtime.d.ts.map +1 -0
  75. package/dist/engine/adapters/node-test-runtime.js +173 -0
  76. package/dist/engine/adapters/node-test-runtime.js.map +1 -0
  77. package/dist/engine/adapters/runtime-facts.d.ts +26 -0
  78. package/dist/engine/adapters/runtime-facts.d.ts.map +1 -0
  79. package/dist/engine/adapters/runtime-facts.js +73 -0
  80. package/dist/engine/adapters/runtime-facts.js.map +1 -0
  81. package/dist/engine/connection.d.ts +22 -0
  82. package/dist/engine/connection.d.ts.map +1 -0
  83. package/dist/engine/connection.js +343 -0
  84. package/dist/engine/connection.js.map +1 -0
  85. package/dist/engine/git-regression.d.ts +25 -0
  86. package/dist/engine/git-regression.d.ts.map +1 -0
  87. package/dist/engine/git-regression.js +803 -0
  88. package/dist/engine/git-regression.js.map +1 -0
  89. package/dist/engine/index.d.ts +55 -0
  90. package/dist/engine/index.d.ts.map +1 -0
  91. package/dist/engine/index.js +2782 -0
  92. package/dist/engine/index.js.map +1 -0
  93. package/dist/engine/node-test-reporter.d.ts +2 -0
  94. package/dist/engine/node-test-reporter.d.ts.map +1 -0
  95. package/dist/engine/node-test-reporter.js +70 -0
  96. package/dist/engine/node-test-reporter.js.map +1 -0
  97. package/dist/engine/runtime-doctor.d.ts +16 -0
  98. package/dist/engine/runtime-doctor.d.ts.map +1 -0
  99. package/dist/engine/runtime-doctor.js +100 -0
  100. package/dist/engine/runtime-doctor.js.map +1 -0
  101. package/dist/evaluation/agentic-corpus.d.ts +161 -0
  102. package/dist/evaluation/agentic-corpus.d.ts.map +1 -0
  103. package/dist/evaluation/agentic-corpus.js +710 -0
  104. package/dist/evaluation/agentic-corpus.js.map +1 -0
  105. package/dist/index.d.ts +8 -0
  106. package/dist/index.d.ts.map +1 -0
  107. package/dist/index.js +8 -0
  108. package/dist/index.js.map +1 -0
  109. package/dist/mcp/index.d.ts +13 -0
  110. package/dist/mcp/index.d.ts.map +1 -0
  111. package/dist/mcp/index.js +391 -0
  112. package/dist/mcp/index.js.map +1 -0
  113. package/dist/mcp/stdio.d.ts +3 -0
  114. package/dist/mcp/stdio.d.ts.map +1 -0
  115. package/dist/mcp/stdio.js +13 -0
  116. package/dist/mcp/stdio.js.map +1 -0
  117. package/dist/sdk/index.d.ts +52 -0
  118. package/dist/sdk/index.d.ts.map +1 -0
  119. package/dist/sdk/index.js +224 -0
  120. package/dist/sdk/index.js.map +1 -0
  121. package/dist/version.d.ts +2 -0
  122. package/dist/version.d.ts.map +1 -0
  123. package/dist/version.js +10 -0
  124. package/dist/version.js.map +1 -0
  125. package/docs/adapter-protocol.md +196 -0
  126. package/docs/agentic-benchmark.md +118 -0
  127. package/docs/agentic-corpus-experiment-h3.md +89 -0
  128. package/docs/agentic-corpus-plan.md +105 -0
  129. package/docs/agentic-corpus-provenance.md +59 -0
  130. package/docs/agentic-test-profile-pilot.md +57 -0
  131. package/docs/agentic-test-profile-v2.md +116 -0
  132. package/docs/agentic-test-profile.md +274 -0
  133. package/docs/architecture.md +157 -0
  134. package/docs/ci.md +37 -0
  135. package/docs/client-connections.md +61 -0
  136. package/docs/conformance-v1.md +72 -0
  137. package/docs/decisions/0001-typescript-runtime.md +24 -0
  138. package/docs/developer-experience.md +55 -0
  139. package/docs/diagnostics.md +35 -0
  140. package/docs/distribution.md +40 -0
  141. package/docs/git-regression.md +39 -0
  142. package/docs/migration-repository-validation-order.md +35 -0
  143. package/docs/migration-testforge-to-assertledger.md +64 -0
  144. package/docs/project-intent.md +173 -0
  145. package/docs/proof-model.md +116 -0
  146. package/docs/reference.md +336 -0
  147. package/docs/release-1.0.md +63 -0
  148. package/docs/repository-audit.md +52 -0
  149. package/docs/repository-init.md +60 -0
  150. package/docs/research-basis.md +27 -0
  151. package/docs/roadmap.md +74 -0
  152. package/docs/runtime-doctor.md +65 -0
  153. package/docs/testexplora-calibration.md +71 -0
  154. package/examples/agentic-benchmark/benchmark-request.mjs +19 -0
  155. package/examples/agentic-benchmark/structured-phase-adapter-fixture.mjs +35 -0
  156. package/examples/agentic-profile/profile-benchmark.mjs +34 -0
  157. package/examples/agentic-profile/profile-manifest.mjs +28 -0
  158. package/examples/git-history/README.md +44 -0
  159. package/examples/git-history/create-demo.mjs +128 -0
  160. package/examples/git-history/escape-string-regexp/LICENSE +9 -0
  161. package/examples/git-history/escape-string-regexp/before.cjs.txt +11 -0
  162. package/examples/git-history/escape-string-regexp/fixed.cjs.txt +13 -0
  163. package/examples/git-history/escape-string-regexp/provenance.json +28 -0
  164. package/examples/node-test/repository/package.json +5 -0
  165. package/examples/node-test/repository/src/is-even.js +3 -0
  166. package/examples/node-test/repository/tests/base.test.js +6 -0
  167. package/examples/node-test/request.json +93 -0
  168. package/integrations/skill/SKILL.md +51 -0
  169. package/package.json +88 -0
  170. package/schemas/agentic-benchmark-acquisition-replay-result.v1.json +70 -0
  171. package/schemas/agentic-benchmark-acquisition-request.v1.json +564 -0
  172. package/schemas/agentic-benchmark-acquisition-result.v1.json +1409 -0
  173. package/schemas/agentic-benchmark-artifact.v1.json +1251 -0
  174. package/schemas/agentic-benchmark-replay-result.v1.json +84 -0
  175. package/schemas/agentic-benchmark-request.v1.json +1034 -0
  176. package/schemas/agentic-corpus-allocation-commitment-replay-result.v1.json +58 -0
  177. package/schemas/agentic-corpus-allocation-commitment.v1.json +141 -0
  178. package/schemas/agentic-corpus-allocation-replay-result.v1.json +34 -0
  179. package/schemas/agentic-corpus-allocation-request.v1.json +65 -0
  180. package/schemas/agentic-corpus-allocation-reveal.v1.json +66 -0
  181. package/schemas/agentic-corpus-allocation.v1.json +167 -0
  182. package/schemas/agentic-corpus-experiment-artifact.v1.json +329 -0
  183. package/schemas/agentic-corpus-experiment-plan-replay-result.v1.json +50 -0
  184. package/schemas/agentic-corpus-experiment-plan.v1.json +424 -0
  185. package/schemas/agentic-corpus-experiment-replay-request.v1.json +336 -0
  186. package/schemas/agentic-corpus-experiment-replay-result.v1.json +106 -0
  187. package/schemas/agentic-corpus-experiment-request.v1.json +204 -0
  188. package/schemas/agentic-corpus-provenance.v1.json +143 -0
  189. package/schemas/agentic-corpus-trust-policy.v1.json +133 -0
  190. package/schemas/agentic-profile-replay-result.v1.json +56 -0
  191. package/schemas/agentic-profile-replay-result.v2.json +63 -0
  192. package/schemas/agentic-profile-report.v1.json +961 -0
  193. package/schemas/agentic-profile-report.v2.json +1674 -0
  194. package/schemas/agentic-profile-request.v1.json +671 -0
  195. package/schemas/agentic-profile-request.v2.json +1338 -0
  196. package/schemas/evidence-manifest.v1.json +636 -0
  197. package/schemas/replay-result.v1.json +49 -0
  198. package/schemas/repository-analysis.v1.json +119 -0
  199. package/schemas/repository-audit.v1.json +811 -0
  200. package/schemas/repository-init-config.v1.json +183 -0
  201. package/schemas/repository-init-lock.v1.json +162 -0
  202. package/schemas/repository-init-result.v1.json +212 -0
  203. package/schemas/verification-request.v1.json +389 -0
@@ -0,0 +1,201 @@
1
+ {
2
+ "schemaVersion": "1.0.0",
3
+ "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
4
+ "evidenceContext": {
5
+ "engine": {
6
+ "name": "testforge",
7
+ "version": "0.1.0"
8
+ },
9
+ "adapter": {
10
+ "name": "node-test",
11
+ "version": "22.0.0",
12
+ "configuration": {
13
+ "kind": "node-test",
14
+ "executable": "node"
15
+ }
16
+ },
17
+ "execution": {
18
+ "isolation": "UNSANDBOXED",
19
+ "environmentAllowlist": [],
20
+ "budgets": {},
21
+ "candidateRoots": ["tests"]
22
+ },
23
+ "worlds": [
24
+ {
25
+ "id": "neutral",
26
+ "provenance": "conformance:neutral",
27
+ "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
28
+ },
29
+ {
30
+ "id": "reference",
31
+ "provenance": "conformance:reference",
32
+ "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
33
+ },
34
+ {
35
+ "id": "target",
36
+ "provenance": "conformance:target",
37
+ "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
38
+ }
39
+ ]
40
+ },
41
+ "policy": {
42
+ "policyVersion": "1.0.0",
43
+ "requiredAttempts": 1,
44
+ "minimumTargetWeightPermille": 1000,
45
+ "maximumSelectedCandidates": 1,
46
+ "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
47
+ },
48
+ "worlds": [
49
+ {
50
+ "id": "neutral",
51
+ "kind": "NEUTRAL",
52
+ "required": true,
53
+ "weight": 0
54
+ },
55
+ {
56
+ "id": "reference",
57
+ "kind": "REFERENCE",
58
+ "required": true,
59
+ "weight": 0
60
+ },
61
+ {
62
+ "id": "target",
63
+ "kind": "TARGET",
64
+ "required": true,
65
+ "weight": 10
66
+ }
67
+ ],
68
+ "candidates": [
69
+ {
70
+ "id": "candidate",
71
+ "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
72
+ "sizeBytes": 100,
73
+ "status": "ELIGIBLE",
74
+ "killedTargetIds": ["target"],
75
+ "targetWeightKilled": 10,
76
+ "gates": [
77
+ {
78
+ "name": "COMPLETENESS",
79
+ "status": "PASSED",
80
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
81
+ "reasonCodes": []
82
+ },
83
+ {
84
+ "name": "STABILITY",
85
+ "status": "PASSED",
86
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
87
+ "reasonCodes": []
88
+ },
89
+ {
90
+ "name": "DISCOVERY",
91
+ "status": "PASSED",
92
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
93
+ "reasonCodes": []
94
+ },
95
+ {
96
+ "name": "REFERENCE",
97
+ "status": "PASSED",
98
+ "evidenceRunIds": ["candidate:reference:1"],
99
+ "reasonCodes": []
100
+ },
101
+ {
102
+ "name": "NEUTRAL",
103
+ "status": "PASSED",
104
+ "evidenceRunIds": ["candidate:neutral:1"],
105
+ "reasonCodes": []
106
+ },
107
+ {
108
+ "name": "TARGET_STRENGTH",
109
+ "status": "PASSED",
110
+ "evidenceRunIds": ["candidate:target:1"],
111
+ "reasonCodes": []
112
+ }
113
+ ],
114
+ "reasonCodes": ["POLICY_SATISFIED"]
115
+ }
116
+ ],
117
+ "observations": [
118
+ {
119
+ "runId": "control:neutral:1",
120
+ "candidateId": null,
121
+ "worldId": "neutral",
122
+ "attempt": 1,
123
+ "outcome": "TIMEOUT",
124
+ "testsDiscovered": 1,
125
+ "candidateTestsDiscovered": 0,
126
+ "attributed": false,
127
+ "durationMs": 1
128
+ },
129
+ {
130
+ "runId": "control:reference:1",
131
+ "candidateId": null,
132
+ "worldId": "reference",
133
+ "attempt": 1,
134
+ "outcome": "PASS",
135
+ "testsDiscovered": 1,
136
+ "candidateTestsDiscovered": 0,
137
+ "attributed": false,
138
+ "durationMs": 1
139
+ },
140
+ {
141
+ "runId": "control:target:1",
142
+ "candidateId": null,
143
+ "worldId": "target",
144
+ "attempt": 1,
145
+ "outcome": "PASS",
146
+ "testsDiscovered": 1,
147
+ "candidateTestsDiscovered": 0,
148
+ "attributed": false,
149
+ "durationMs": 1
150
+ },
151
+ {
152
+ "runId": "candidate:neutral:1",
153
+ "candidateId": "candidate",
154
+ "worldId": "neutral",
155
+ "attempt": 1,
156
+ "outcome": "PASS",
157
+ "testsDiscovered": 2,
158
+ "candidateTestsDiscovered": 1,
159
+ "attributed": true,
160
+ "durationMs": 1
161
+ },
162
+ {
163
+ "runId": "candidate:reference:1",
164
+ "candidateId": "candidate",
165
+ "worldId": "reference",
166
+ "attempt": 1,
167
+ "outcome": "PASS",
168
+ "testsDiscovered": 2,
169
+ "candidateTestsDiscovered": 1,
170
+ "attributed": true,
171
+ "durationMs": 10
172
+ },
173
+ {
174
+ "runId": "candidate:target:1",
175
+ "candidateId": "candidate",
176
+ "worldId": "target",
177
+ "attempt": 1,
178
+ "outcome": "ASSERTION_FAILURE",
179
+ "testsDiscovered": 2,
180
+ "candidateTestsDiscovered": 1,
181
+ "attributed": true,
182
+ "durationMs": 1
183
+ }
184
+ ],
185
+ "decision": {
186
+ "status": "VERIFIED",
187
+ "selectedCandidateIds": ["candidate"],
188
+ "reasonCodes": ["POLICY_SATISFIED"]
189
+ },
190
+ "decisionDigest": "sha256:bbecbbbbb790db1912b9ce06336420446c71df8d57eb0b040854ba672a220faa",
191
+ "artifactDigest": "sha256:d1f40c9201b6cd31d24309da250669f17efcab94f606a0c1e88160f072c0aea7",
192
+ "adapter": {
193
+ "kind": "node-test"
194
+ },
195
+ "isolation": {
196
+ "kind": "trusted-local",
197
+ "level": "UNSANDBOXED",
198
+ "acknowledgedUnsafeExecution": true
199
+ },
200
+ "limitations": ["Static conformance fixture; not execution truth."]
201
+ }
@@ -0,0 +1,192 @@
1
+ {
2
+ "schemaVersion": "1.0.0",
3
+ "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
4
+ "evidenceContext": {
5
+ "engine": {
6
+ "name": "testforge",
7
+ "version": "0.1.0"
8
+ },
9
+ "adapter": {
10
+ "name": "node-test",
11
+ "version": "22.0.0",
12
+ "configuration": {
13
+ "kind": "node-test",
14
+ "executable": "node"
15
+ }
16
+ },
17
+ "execution": {
18
+ "isolation": "UNSANDBOXED",
19
+ "environmentAllowlist": [],
20
+ "budgets": {},
21
+ "candidateRoots": ["tests"]
22
+ },
23
+ "worlds": [
24
+ {
25
+ "id": "neutral",
26
+ "provenance": "conformance:neutral",
27
+ "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
28
+ },
29
+ {
30
+ "id": "reference",
31
+ "provenance": "conformance:reference",
32
+ "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
33
+ },
34
+ {
35
+ "id": "target",
36
+ "provenance": "conformance:target",
37
+ "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
38
+ }
39
+ ]
40
+ },
41
+ "policy": {
42
+ "policyVersion": "1.0.0",
43
+ "requiredAttempts": 1,
44
+ "minimumTargetWeightPermille": 1000,
45
+ "maximumSelectedCandidates": 1,
46
+ "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
47
+ },
48
+ "worlds": [
49
+ {
50
+ "id": "neutral",
51
+ "kind": "NEUTRAL",
52
+ "required": true,
53
+ "weight": 0
54
+ },
55
+ {
56
+ "id": "reference",
57
+ "kind": "REFERENCE",
58
+ "required": true,
59
+ "weight": 0
60
+ },
61
+ {
62
+ "id": "target",
63
+ "kind": "TARGET",
64
+ "required": true,
65
+ "weight": 10
66
+ }
67
+ ],
68
+ "candidates": [
69
+ {
70
+ "id": "candidate",
71
+ "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
72
+ "sizeBytes": 100,
73
+ "status": "ELIGIBLE",
74
+ "killedTargetIds": [],
75
+ "targetWeightKilled": 0,
76
+ "gates": [
77
+ {
78
+ "name": "COMPLETENESS",
79
+ "status": "PASSED",
80
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
81
+ "reasonCodes": []
82
+ },
83
+ {
84
+ "name": "STABILITY",
85
+ "status": "PASSED",
86
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
87
+ "reasonCodes": []
88
+ },
89
+ {
90
+ "name": "DISCOVERY",
91
+ "status": "PASSED",
92
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
93
+ "reasonCodes": []
94
+ },
95
+ {
96
+ "name": "REFERENCE",
97
+ "status": "PASSED",
98
+ "evidenceRunIds": ["candidate:reference:1"],
99
+ "reasonCodes": []
100
+ },
101
+ {
102
+ "name": "NEUTRAL",
103
+ "status": "PASSED",
104
+ "evidenceRunIds": ["candidate:neutral:1"],
105
+ "reasonCodes": []
106
+ },
107
+ {
108
+ "name": "TARGET_STRENGTH",
109
+ "status": "FAILED",
110
+ "evidenceRunIds": ["candidate:target:1"],
111
+ "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
112
+ }
113
+ ],
114
+ "reasonCodes": ["POLICY_SATISFIED"]
115
+ }
116
+ ],
117
+ "observations": [
118
+ {
119
+ "runId": "control:neutral:1",
120
+ "candidateId": null,
121
+ "worldId": "neutral",
122
+ "attempt": 1,
123
+ "outcome": "PASS",
124
+ "testsDiscovered": 1,
125
+ "candidateTestsDiscovered": 0,
126
+ "attributed": false,
127
+ "durationMs": 1
128
+ },
129
+ {
130
+ "runId": "control:reference:1",
131
+ "candidateId": null,
132
+ "worldId": "reference",
133
+ "attempt": 1,
134
+ "outcome": "PASS",
135
+ "testsDiscovered": 1,
136
+ "candidateTestsDiscovered": 0,
137
+ "attributed": false,
138
+ "durationMs": 1
139
+ },
140
+ {
141
+ "runId": "control:target:1",
142
+ "candidateId": null,
143
+ "worldId": "target",
144
+ "attempt": 1,
145
+ "outcome": "PASS",
146
+ "testsDiscovered": 1,
147
+ "candidateTestsDiscovered": 0,
148
+ "attributed": false,
149
+ "durationMs": 1
150
+ },
151
+ {
152
+ "runId": "candidate:neutral:1",
153
+ "candidateId": "candidate",
154
+ "worldId": "neutral",
155
+ "attempt": 1,
156
+ "outcome": "PASS",
157
+ "testsDiscovered": 2,
158
+ "candidateTestsDiscovered": 1,
159
+ "attributed": true,
160
+ "durationMs": 1
161
+ },
162
+ {
163
+ "runId": "candidate:reference:1",
164
+ "candidateId": "candidate",
165
+ "worldId": "reference",
166
+ "attempt": 1,
167
+ "outcome": "PASS",
168
+ "testsDiscovered": 2,
169
+ "candidateTestsDiscovered": 1,
170
+ "attributed": true,
171
+ "durationMs": 10
172
+ },
173
+ {
174
+ "runId": "candidate:target:1",
175
+ "candidateId": "candidate",
176
+ "worldId": "target",
177
+ "attempt": 1,
178
+ "outcome": "COMPILE_FAILURE",
179
+ "testsDiscovered": 2,
180
+ "candidateTestsDiscovered": 1,
181
+ "attributed": true,
182
+ "durationMs": 1
183
+ }
184
+ ],
185
+ "decision": {
186
+ "status": "VERIFIED",
187
+ "selectedCandidateIds": ["candidate"],
188
+ "reasonCodes": ["POLICY_SATISFIED"]
189
+ },
190
+ "decisionDigest": "sha256:e37e70e2139673b4ed3967e8253eed9aa6d4ad4b5d99cee6b82b2a5105d64d7f",
191
+ "artifactDigest": "sha256:702db2ef77a8f198140489dafddf473cf8e703820e65007ed3ebc44f79c013ea"
192
+ }
@@ -0,0 +1,175 @@
1
+ {
2
+ "schemaVersion": "1.0.0",
3
+ "schemas": [
4
+ {
5
+ "path": "schemas/agentic-benchmark-acquisition-replay-result.v1.json",
6
+ "rawSha256": "sha256:529e01e156360ce3fc9234eb2750ed2df9d46b1afe2ce7965cdf36ce725055a1",
7
+ "$id": "https://testforge.dev/schemas/agentic-benchmark-acquisition-replay-result.v1.json"
8
+ },
9
+ {
10
+ "path": "schemas/agentic-benchmark-acquisition-request.v1.json",
11
+ "rawSha256": "sha256:6aa185dd085cb3c68a09aa9639d889fa7a988a92db1a07f7ef4946a3b681d004",
12
+ "$id": "https://testforge.dev/schemas/agentic-benchmark-acquisition-request.v1.json"
13
+ },
14
+ {
15
+ "path": "schemas/agentic-benchmark-acquisition-result.v1.json",
16
+ "rawSha256": "sha256:e358aa9a31efb895e618075040e6ee088e019f6a8c5766eb6b2416a612d7aa64",
17
+ "$id": "https://testforge.dev/schemas/agentic-benchmark-acquisition-result.v1.json"
18
+ },
19
+ {
20
+ "path": "schemas/agentic-benchmark-artifact.v1.json",
21
+ "rawSha256": "sha256:1eabb625a15aa11db7f33e47cb8254b98b1d4535127e683e8a7d311765cab299",
22
+ "$id": "https://testforge.dev/schemas/agentic-benchmark-artifact.v1.json"
23
+ },
24
+ {
25
+ "path": "schemas/agentic-benchmark-replay-result.v1.json",
26
+ "rawSha256": "sha256:1cd6f3699b700de4536ce7cd99f749ffe3142b8f1da28750d8b2df434d6d7203",
27
+ "$id": "https://testforge.dev/schemas/agentic-benchmark-replay-result.v1.json"
28
+ },
29
+ {
30
+ "path": "schemas/agentic-benchmark-request.v1.json",
31
+ "rawSha256": "sha256:309e4b85302ff3146a9326af3c787c6241f28415902faa28c9274214c74a9153",
32
+ "$id": "https://testforge.dev/schemas/agentic-benchmark-request.v1.json"
33
+ },
34
+ {
35
+ "path": "schemas/agentic-corpus-allocation-commitment-replay-result.v1.json",
36
+ "rawSha256": "sha256:aea2b1e6310c028ad43fd1b3699f63a4473934acc2dbd690834a75370850e4e2",
37
+ "$id": "https://testforge.dev/schemas/agentic-corpus-allocation-commitment-replay-result.v1.json"
38
+ },
39
+ {
40
+ "path": "schemas/agentic-corpus-allocation-commitment.v1.json",
41
+ "rawSha256": "sha256:61a789ddbfc820998828c0501fe9e1476b336306ffe3cb0700094f62f52f21df",
42
+ "$id": "https://testforge.dev/schemas/agentic-corpus-allocation-commitment.v1.json"
43
+ },
44
+ {
45
+ "path": "schemas/agentic-corpus-allocation-replay-result.v1.json",
46
+ "rawSha256": "sha256:9f660ac3425d67c94742fbfef64be0ea4e1938bb88ea49fc097355c935b257d4",
47
+ "$id": "https://testforge.dev/schemas/agentic-corpus-allocation-replay-result.v1.json"
48
+ },
49
+ {
50
+ "path": "schemas/agentic-corpus-allocation-request.v1.json",
51
+ "rawSha256": "sha256:a44b3f2bdacc28029588d07c78e09f44ea512342ca1cbeacc62ea71b7d1c5074",
52
+ "$id": "https://testforge.dev/schemas/agentic-corpus-allocation-request.v1.json"
53
+ },
54
+ {
55
+ "path": "schemas/agentic-corpus-allocation-reveal.v1.json",
56
+ "rawSha256": "sha256:f6fc6c9cc56f61a1f67f2ba77e72cadd3bea2ddd6862ce565d1e44ebcf7fb52b",
57
+ "$id": "https://testforge.dev/schemas/agentic-corpus-allocation-reveal.v1.json"
58
+ },
59
+ {
60
+ "path": "schemas/agentic-corpus-allocation.v1.json",
61
+ "rawSha256": "sha256:248de6e66dc51aae9785785597ac66432855269f78f821e259c2627d7af0c9f8",
62
+ "$id": "https://testforge.dev/schemas/agentic-corpus-allocation.v1.json"
63
+ },
64
+ {
65
+ "path": "schemas/agentic-corpus-experiment-artifact.v1.json",
66
+ "rawSha256": "sha256:57f649fd4dd6e3387132443ed7714a37578fcba128f1be2d9004cfa36276a5ca",
67
+ "$id": "https://testforge.dev/schemas/agentic-corpus-experiment-artifact.v1.json"
68
+ },
69
+ {
70
+ "path": "schemas/agentic-corpus-experiment-plan-replay-result.v1.json",
71
+ "rawSha256": "sha256:8dc2133a84cb00e64ac28929baf085593eea9384cc0cf6a69beb8d908c222284",
72
+ "$id": "https://testforge.dev/schemas/agentic-corpus-experiment-plan-replay-result.v1.json"
73
+ },
74
+ {
75
+ "path": "schemas/agentic-corpus-experiment-plan.v1.json",
76
+ "rawSha256": "sha256:0cf6eb5314b4eb11b1ea6237f7ced841a7757af743f0783325d6c38d5e8ce619",
77
+ "$id": "https://testforge.dev/schemas/agentic-corpus-experiment-plan.v1.json"
78
+ },
79
+ {
80
+ "path": "schemas/agentic-corpus-experiment-replay-request.v1.json",
81
+ "rawSha256": "sha256:e834f9c179883e050f87582a83dad2f22a40379aa0b47fff79c82742f1724841",
82
+ "$id": "https://testforge.dev/schemas/agentic-corpus-experiment-replay-request.v1.json"
83
+ },
84
+ {
85
+ "path": "schemas/agentic-corpus-experiment-replay-result.v1.json",
86
+ "rawSha256": "sha256:2411a221c98c799c668e767b5a6dc3b8b1a7f4b168a60b8065898491b1cef14b",
87
+ "$id": "https://testforge.dev/schemas/agentic-corpus-experiment-replay-result.v1.json"
88
+ },
89
+ {
90
+ "path": "schemas/agentic-corpus-experiment-request.v1.json",
91
+ "rawSha256": "sha256:b2edfd64843a7ad5cc5bea9e2a63b80258387a271694428c20e5c0de7ce31075",
92
+ "$id": "https://testforge.dev/schemas/agentic-corpus-experiment-request.v1.json"
93
+ },
94
+ {
95
+ "path": "schemas/agentic-corpus-provenance.v1.json",
96
+ "rawSha256": "sha256:ec2d78923ad45bafa69b7a55e1ea41878d84e591946f87ac6d9dcde69a92eeb2",
97
+ "$id": "https://testforge.dev/schemas/agentic-corpus-provenance.v1.json"
98
+ },
99
+ {
100
+ "path": "schemas/agentic-corpus-trust-policy.v1.json",
101
+ "rawSha256": "sha256:d40ed16d1c1c8113dbf81311e2066579981a5a0f8a7d2b0b9a733d8403fba3d2",
102
+ "$id": "https://testforge.dev/schemas/agentic-corpus-trust-policy.v1.json"
103
+ },
104
+ {
105
+ "path": "schemas/agentic-profile-replay-result.v1.json",
106
+ "rawSha256": "sha256:be9c7bef9f463d2f409ad51c7efb4ec99516420a8ad5b1fc1e0d2c81fd843a3e",
107
+ "$id": "https://testforge.dev/schemas/agentic-profile-replay-result.v1.json"
108
+ },
109
+ {
110
+ "path": "schemas/agentic-profile-replay-result.v2.json",
111
+ "rawSha256": "sha256:903ef99d2c3bbe029e03caba130313413d2bdb05818a8382ddb0afd9322898a9",
112
+ "$id": "https://testforge.dev/schemas/agentic-profile-replay-result.v2.json"
113
+ },
114
+ {
115
+ "path": "schemas/agentic-profile-report.v1.json",
116
+ "rawSha256": "sha256:e024337835aa46080e2c4a78606ac52e4869756e064d0f654adef76f4f1d15ac",
117
+ "$id": "https://testforge.dev/schemas/agentic-profile-report.v1.json"
118
+ },
119
+ {
120
+ "path": "schemas/agentic-profile-report.v2.json",
121
+ "rawSha256": "sha256:1f3f999b1d0e1657c1dcb02c21148dae37dc2e3958eed1eb0c93275c07edfecb",
122
+ "$id": "https://testforge.dev/schemas/agentic-profile-report.v2.json"
123
+ },
124
+ {
125
+ "path": "schemas/agentic-profile-request.v1.json",
126
+ "rawSha256": "sha256:bab47eb4bf43b047bca752b7370d4470f77d1f232b8be6904f3f7ab720750aff",
127
+ "$id": "https://testforge.dev/schemas/agentic-profile-request.v1.json"
128
+ },
129
+ {
130
+ "path": "schemas/agentic-profile-request.v2.json",
131
+ "rawSha256": "sha256:445b49e7c03114f194d387f4f3a22fb0375bca59926bd436d9ba487c399a7b9c",
132
+ "$id": "https://testforge.dev/schemas/agentic-profile-request.v2.json"
133
+ },
134
+ {
135
+ "path": "schemas/evidence-manifest.v1.json",
136
+ "rawSha256": "sha256:7d15674c2f9f949692d224b7460e7a0ac6276704b004ee63522c9ca885f5a0f0",
137
+ "$id": "https://testforge.dev/schemas/evidence-manifest.v1.json"
138
+ },
139
+ {
140
+ "path": "schemas/replay-result.v1.json",
141
+ "rawSha256": "sha256:6236d140fad2079315edc3555654f3eb976e3b8bdf7ee8ad8cd936727f193890",
142
+ "$id": "https://testforge.dev/schemas/replay-result.v1.json"
143
+ },
144
+ {
145
+ "path": "schemas/repository-analysis.v1.json",
146
+ "rawSha256": "sha256:09ae41f92b4c8450358f01d0ba9e77d29eaeae998b3b1e164b87c68f99bab663",
147
+ "$id": "https://testforge.dev/schemas/repository-analysis.v1.json"
148
+ },
149
+ {
150
+ "path": "schemas/repository-audit.v1.json",
151
+ "rawSha256": "sha256:f17776e245699fd9e83ed19efe0b4584ddab1922c9f2b3dc50cb58e7d578b6d7",
152
+ "$id": "https://testforge.dev/schemas/repository-audit.v1.json"
153
+ },
154
+ {
155
+ "path": "schemas/repository-init-config.v1.json",
156
+ "rawSha256": "sha256:384022966f3909bb24ea9a4c9cc7922484f1eb53205e4b648d028a279ec9f382",
157
+ "$id": "https://testforge.dev/schemas/repository-init-config.v1.json"
158
+ },
159
+ {
160
+ "path": "schemas/repository-init-lock.v1.json",
161
+ "rawSha256": "sha256:3d63c741682156db875da1f444c5e403da4436ee8ff5dc432b19a5cbb34b625d",
162
+ "$id": "https://testforge.dev/schemas/repository-init-lock.v1.json"
163
+ },
164
+ {
165
+ "path": "schemas/repository-init-result.v1.json",
166
+ "rawSha256": "sha256:0fbc09e81775d2baa14592ca9f582b2b1cb0cbc0f98b75845561d28e4c713106",
167
+ "$id": "https://testforge.dev/schemas/repository-init-result.v1.json"
168
+ },
169
+ {
170
+ "path": "schemas/verification-request.v1.json",
171
+ "rawSha256": "sha256:e2a4663c2f79755a59f713cf2a4ba7fc5344dd01c52dab8ae13acab372935c6a",
172
+ "$id": "https://testforge.dev/schemas/verification-request.v1.json"
173
+ }
174
+ ]
175
+ }
package/dist/cli.d.ts ADDED
@@ -0,0 +1,9 @@
1
+ #!/usr/bin/env node
2
+ export interface CliIo {
3
+ cwd: string;
4
+ readStdin(): Promise<string>;
5
+ writeStdout(text: string): void;
6
+ writeStderr(text: string): void;
7
+ }
8
+ export declare function runCli(argv: string[], io: CliIo): Promise<number>;
9
+ //# sourceMappingURL=cli.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAmBA,MAAM,WAAW,KAAK;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AA4cD,wBAAsB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAmgBvE"}