assertledger 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/CONTRIBUTING.md +31 -0
  2. package/LICENSE +21 -0
  3. package/README.fr.md +236 -0
  4. package/README.md +224 -0
  5. package/SECURITY.md +51 -0
  6. package/benchmarks/agentic-profile/README.md +15 -0
  7. package/benchmarks/agentic-profile/public/README.md +5 -0
  8. package/benchmarks/self-hosted-core/README.md +113 -0
  9. package/benchmarks/self-hosted-core/adapter.mjs +293 -0
  10. package/benchmarks/self-hosted-core/builder.ts +193 -0
  11. package/benchmarks/self-hosted-core/campaign.ts +233 -0
  12. package/benchmarks/self-hosted-core/existing-tests-builder.ts +217 -0
  13. package/benchmarks/self-hosted-core/existing-tests.ts +146 -0
  14. package/benchmarks/self-hosted-core/liveness.test.mjs +8 -0
  15. package/conformance/v1/bundle.json +104 -0
  16. package/conformance/v1/expected/canonical-order-a.json +4 -0
  17. package/conformance/v1/expected/canonical-order-b.json +4 -0
  18. package/conformance/v1/expected/create-benchmark-v1-measured.json +575 -0
  19. package/conformance/v1/expected/create-profile-v1-qualified.json +280 -0
  20. package/conformance/v1/expected/decide-collection-failure-non-kill.json +192 -0
  21. package/conformance/v1/expected/decide-compile-failure-non-kill.json +192 -0
  22. package/conformance/v1/expected/decide-infra-error-non-kill.json +192 -0
  23. package/conformance/v1/expected/decide-no-test-discovered-non-kill.json +192 -0
  24. package/conformance/v1/expected/decide-process-crash-non-kill.json +192 -0
  25. package/conformance/v1/expected/decide-timeout-non-kill.json +192 -0
  26. package/conformance/v1/expected/decide-verified.json +192 -0
  27. package/conformance/v1/expected/replay-benchmark-v1-resealed-summary-forgery.json +12 -0
  28. package/conformance/v1/expected/replay-evidence-raw-tamper.json +6 -0
  29. package/conformance/v1/expected/replay-evidence-resealed-semantic-forgery.json +6 -0
  30. package/conformance/v1/inputs/canonical-order-a.json +8 -0
  31. package/conformance/v1/inputs/canonical-order-b.json +8 -0
  32. package/conformance/v1/inputs/create-benchmark-v1-measured.json +459 -0
  33. package/conformance/v1/inputs/create-profile-v1-qualified.json +228 -0
  34. package/conformance/v1/inputs/decide-collection-failure-non-kill.json +143 -0
  35. package/conformance/v1/inputs/decide-compile-failure-non-kill.json +143 -0
  36. package/conformance/v1/inputs/decide-infra-error-non-kill.json +143 -0
  37. package/conformance/v1/inputs/decide-no-test-discovered-non-kill.json +143 -0
  38. package/conformance/v1/inputs/decide-process-crash-non-kill.json +143 -0
  39. package/conformance/v1/inputs/decide-timeout-non-kill.json +143 -0
  40. package/conformance/v1/inputs/decide-verified.json +143 -0
  41. package/conformance/v1/inputs/replay-benchmark-v1-resealed-summary-forgery.json +575 -0
  42. package/conformance/v1/inputs/replay-evidence-raw-tamper.json +201 -0
  43. package/conformance/v1/inputs/replay-evidence-resealed-semantic-forgery.json +192 -0
  44. package/conformance/v1/schemas/expected-digests.json +175 -0
  45. package/dist/cli.d.ts +9 -0
  46. package/dist/cli.d.ts.map +1 -0
  47. package/dist/cli.js +951 -0
  48. package/dist/cli.js.map +1 -0
  49. package/dist/contracts/diagnostics.d.ts +18 -0
  50. package/dist/contracts/diagnostics.d.ts.map +1 -0
  51. package/dist/contracts/diagnostics.js +13 -0
  52. package/dist/contracts/diagnostics.js.map +1 -0
  53. package/dist/contracts/index.d.ts +3908 -0
  54. package/dist/contracts/index.d.ts.map +1 -0
  55. package/dist/contracts/index.js +2569 -0
  56. package/dist/contracts/index.js.map +1 -0
  57. package/dist/contracts/runtime-doctor.d.ts +107 -0
  58. package/dist/contracts/runtime-doctor.d.ts.map +1 -0
  59. package/dist/contracts/runtime-doctor.js +91 -0
  60. package/dist/contracts/runtime-doctor.js.map +1 -0
  61. package/dist/core/index.d.ts +200 -0
  62. package/dist/core/index.d.ts.map +1 -0
  63. package/dist/core/index.js +2587 -0
  64. package/dist/core/index.js.map +1 -0
  65. package/dist/diagnostics.d.ts +7 -0
  66. package/dist/diagnostics.d.ts.map +1 -0
  67. package/dist/diagnostics.js +252 -0
  68. package/dist/diagnostics.js.map +1 -0
  69. package/dist/engine/adapters/node-test-profile.d.ts +14 -0
  70. package/dist/engine/adapters/node-test-profile.d.ts.map +1 -0
  71. package/dist/engine/adapters/node-test-profile.js +14 -0
  72. package/dist/engine/adapters/node-test-profile.js.map +1 -0
  73. package/dist/engine/adapters/node-test-runtime.d.ts +39 -0
  74. package/dist/engine/adapters/node-test-runtime.d.ts.map +1 -0
  75. package/dist/engine/adapters/node-test-runtime.js +173 -0
  76. package/dist/engine/adapters/node-test-runtime.js.map +1 -0
  77. package/dist/engine/adapters/runtime-facts.d.ts +26 -0
  78. package/dist/engine/adapters/runtime-facts.d.ts.map +1 -0
  79. package/dist/engine/adapters/runtime-facts.js +73 -0
  80. package/dist/engine/adapters/runtime-facts.js.map +1 -0
  81. package/dist/engine/connection.d.ts +22 -0
  82. package/dist/engine/connection.d.ts.map +1 -0
  83. package/dist/engine/connection.js +343 -0
  84. package/dist/engine/connection.js.map +1 -0
  85. package/dist/engine/git-regression.d.ts +25 -0
  86. package/dist/engine/git-regression.d.ts.map +1 -0
  87. package/dist/engine/git-regression.js +803 -0
  88. package/dist/engine/git-regression.js.map +1 -0
  89. package/dist/engine/index.d.ts +55 -0
  90. package/dist/engine/index.d.ts.map +1 -0
  91. package/dist/engine/index.js +2782 -0
  92. package/dist/engine/index.js.map +1 -0
  93. package/dist/engine/node-test-reporter.d.ts +2 -0
  94. package/dist/engine/node-test-reporter.d.ts.map +1 -0
  95. package/dist/engine/node-test-reporter.js +70 -0
  96. package/dist/engine/node-test-reporter.js.map +1 -0
  97. package/dist/engine/runtime-doctor.d.ts +16 -0
  98. package/dist/engine/runtime-doctor.d.ts.map +1 -0
  99. package/dist/engine/runtime-doctor.js +100 -0
  100. package/dist/engine/runtime-doctor.js.map +1 -0
  101. package/dist/evaluation/agentic-corpus.d.ts +161 -0
  102. package/dist/evaluation/agentic-corpus.d.ts.map +1 -0
  103. package/dist/evaluation/agentic-corpus.js +710 -0
  104. package/dist/evaluation/agentic-corpus.js.map +1 -0
  105. package/dist/index.d.ts +8 -0
  106. package/dist/index.d.ts.map +1 -0
  107. package/dist/index.js +8 -0
  108. package/dist/index.js.map +1 -0
  109. package/dist/mcp/index.d.ts +13 -0
  110. package/dist/mcp/index.d.ts.map +1 -0
  111. package/dist/mcp/index.js +391 -0
  112. package/dist/mcp/index.js.map +1 -0
  113. package/dist/mcp/stdio.d.ts +3 -0
  114. package/dist/mcp/stdio.d.ts.map +1 -0
  115. package/dist/mcp/stdio.js +13 -0
  116. package/dist/mcp/stdio.js.map +1 -0
  117. package/dist/sdk/index.d.ts +52 -0
  118. package/dist/sdk/index.d.ts.map +1 -0
  119. package/dist/sdk/index.js +224 -0
  120. package/dist/sdk/index.js.map +1 -0
  121. package/dist/version.d.ts +2 -0
  122. package/dist/version.d.ts.map +1 -0
  123. package/dist/version.js +10 -0
  124. package/dist/version.js.map +1 -0
  125. package/docs/adapter-protocol.md +196 -0
  126. package/docs/agentic-benchmark.md +118 -0
  127. package/docs/agentic-corpus-experiment-h3.md +89 -0
  128. package/docs/agentic-corpus-plan.md +105 -0
  129. package/docs/agentic-corpus-provenance.md +59 -0
  130. package/docs/agentic-test-profile-pilot.md +57 -0
  131. package/docs/agentic-test-profile-v2.md +116 -0
  132. package/docs/agentic-test-profile.md +274 -0
  133. package/docs/architecture.md +157 -0
  134. package/docs/ci.md +37 -0
  135. package/docs/client-connections.md +61 -0
  136. package/docs/conformance-v1.md +72 -0
  137. package/docs/decisions/0001-typescript-runtime.md +24 -0
  138. package/docs/developer-experience.md +55 -0
  139. package/docs/diagnostics.md +35 -0
  140. package/docs/distribution.md +40 -0
  141. package/docs/git-regression.md +39 -0
  142. package/docs/migration-repository-validation-order.md +35 -0
  143. package/docs/migration-testforge-to-assertledger.md +64 -0
  144. package/docs/project-intent.md +173 -0
  145. package/docs/proof-model.md +116 -0
  146. package/docs/reference.md +336 -0
  147. package/docs/release-1.0.md +63 -0
  148. package/docs/repository-audit.md +52 -0
  149. package/docs/repository-init.md +60 -0
  150. package/docs/research-basis.md +27 -0
  151. package/docs/roadmap.md +74 -0
  152. package/docs/runtime-doctor.md +65 -0
  153. package/docs/testexplora-calibration.md +71 -0
  154. package/examples/agentic-benchmark/benchmark-request.mjs +19 -0
  155. package/examples/agentic-benchmark/structured-phase-adapter-fixture.mjs +35 -0
  156. package/examples/agentic-profile/profile-benchmark.mjs +34 -0
  157. package/examples/agentic-profile/profile-manifest.mjs +28 -0
  158. package/examples/git-history/README.md +44 -0
  159. package/examples/git-history/create-demo.mjs +128 -0
  160. package/examples/git-history/escape-string-regexp/LICENSE +9 -0
  161. package/examples/git-history/escape-string-regexp/before.cjs.txt +11 -0
  162. package/examples/git-history/escape-string-regexp/fixed.cjs.txt +13 -0
  163. package/examples/git-history/escape-string-regexp/provenance.json +28 -0
  164. package/examples/node-test/repository/package.json +5 -0
  165. package/examples/node-test/repository/src/is-even.js +3 -0
  166. package/examples/node-test/repository/tests/base.test.js +6 -0
  167. package/examples/node-test/request.json +93 -0
  168. package/integrations/skill/SKILL.md +51 -0
  169. package/package.json +88 -0
  170. package/schemas/agentic-benchmark-acquisition-replay-result.v1.json +70 -0
  171. package/schemas/agentic-benchmark-acquisition-request.v1.json +564 -0
  172. package/schemas/agentic-benchmark-acquisition-result.v1.json +1409 -0
  173. package/schemas/agentic-benchmark-artifact.v1.json +1251 -0
  174. package/schemas/agentic-benchmark-replay-result.v1.json +84 -0
  175. package/schemas/agentic-benchmark-request.v1.json +1034 -0
  176. package/schemas/agentic-corpus-allocation-commitment-replay-result.v1.json +58 -0
  177. package/schemas/agentic-corpus-allocation-commitment.v1.json +141 -0
  178. package/schemas/agentic-corpus-allocation-replay-result.v1.json +34 -0
  179. package/schemas/agentic-corpus-allocation-request.v1.json +65 -0
  180. package/schemas/agentic-corpus-allocation-reveal.v1.json +66 -0
  181. package/schemas/agentic-corpus-allocation.v1.json +167 -0
  182. package/schemas/agentic-corpus-experiment-artifact.v1.json +329 -0
  183. package/schemas/agentic-corpus-experiment-plan-replay-result.v1.json +50 -0
  184. package/schemas/agentic-corpus-experiment-plan.v1.json +424 -0
  185. package/schemas/agentic-corpus-experiment-replay-request.v1.json +336 -0
  186. package/schemas/agentic-corpus-experiment-replay-result.v1.json +106 -0
  187. package/schemas/agentic-corpus-experiment-request.v1.json +204 -0
  188. package/schemas/agentic-corpus-provenance.v1.json +143 -0
  189. package/schemas/agentic-corpus-trust-policy.v1.json +133 -0
  190. package/schemas/agentic-profile-replay-result.v1.json +56 -0
  191. package/schemas/agentic-profile-replay-result.v2.json +63 -0
  192. package/schemas/agentic-profile-report.v1.json +961 -0
  193. package/schemas/agentic-profile-report.v2.json +1674 -0
  194. package/schemas/agentic-profile-request.v1.json +671 -0
  195. package/schemas/agentic-profile-request.v2.json +1338 -0
  196. package/schemas/evidence-manifest.v1.json +636 -0
  197. package/schemas/replay-result.v1.json +49 -0
  198. package/schemas/repository-analysis.v1.json +119 -0
  199. package/schemas/repository-audit.v1.json +811 -0
  200. package/schemas/repository-init-config.v1.json +183 -0
  201. package/schemas/repository-init-lock.v1.json +162 -0
  202. package/schemas/repository-init-result.v1.json +212 -0
  203. package/schemas/verification-request.v1.json +389 -0
package/conformance/v1/expected/decide-infra-error-non-kill.json ADDED
@@ -0,0 +1,192 @@
1
+ {
2
+ "schemaVersion": "1.0.0",
3
+ "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
4
+ "evidenceContext": {
5
+ "engine": {
6
+ "name": "testforge",
7
+ "version": "0.1.0"
8
+ },
9
+ "adapter": {
10
+ "name": "node-test",
11
+ "version": "22.0.0",
12
+ "configuration": {
13
+ "kind": "node-test",
14
+ "executable": "node"
15
+ }
16
+ },
17
+ "execution": {
18
+ "isolation": "UNSANDBOXED",
19
+ "environmentAllowlist": [],
20
+ "budgets": {},
21
+ "candidateRoots": ["tests"]
22
+ },
23
+ "worlds": [
24
+ {
25
+ "id": "neutral",
26
+ "provenance": "conformance:neutral",
27
+ "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
28
+ },
29
+ {
30
+ "id": "reference",
31
+ "provenance": "conformance:reference",
32
+ "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
33
+ },
34
+ {
35
+ "id": "target",
36
+ "provenance": "conformance:target",
37
+ "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
38
+ }
39
+ ]
40
+ },
41
+ "policy": {
42
+ "policyVersion": "1.0.0",
43
+ "requiredAttempts": 1,
44
+ "minimumTargetWeightPermille": 1000,
45
+ "maximumSelectedCandidates": 1,
46
+ "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
47
+ },
48
+ "worlds": [
49
+ {
50
+ "id": "neutral",
51
+ "kind": "NEUTRAL",
52
+ "required": true,
53
+ "weight": 0
54
+ },
55
+ {
56
+ "id": "reference",
57
+ "kind": "REFERENCE",
58
+ "required": true,
59
+ "weight": 0
60
+ },
61
+ {
62
+ "id": "target",
63
+ "kind": "TARGET",
64
+ "required": true,
65
+ "weight": 10
66
+ }
67
+ ],
68
+ "candidates": [
69
+ {
70
+ "id": "candidate",
71
+ "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
72
+ "sizeBytes": 100,
73
+ "status": "INCONCLUSIVE",
74
+ "killedTargetIds": [],
75
+ "targetWeightKilled": 0,
76
+ "gates": [
77
+ {
78
+ "name": "COMPLETENESS",
79
+ "status": "PASSED",
80
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
81
+ "reasonCodes": []
82
+ },
83
+ {
84
+ "name": "STABILITY",
85
+ "status": "PASSED",
86
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
87
+ "reasonCodes": []
88
+ },
89
+ {
90
+ "name": "DISCOVERY",
91
+ "status": "PASSED",
92
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
93
+ "reasonCodes": []
94
+ },
95
+ {
96
+ "name": "REFERENCE",
97
+ "status": "PASSED",
98
+ "evidenceRunIds": ["candidate:reference:1"],
99
+ "reasonCodes": []
100
+ },
101
+ {
102
+ "name": "NEUTRAL",
103
+ "status": "PASSED",
104
+ "evidenceRunIds": ["candidate:neutral:1"],
105
+ "reasonCodes": []
106
+ },
107
+ {
108
+ "name": "TARGET_STRENGTH",
109
+ "status": "FAILED",
110
+ "evidenceRunIds": ["candidate:target:1"],
111
+ "reasonCodes": ["CANDIDATE_EXECUTION_INCONCLUSIVE"]
112
+ }
113
+ ],
114
+ "reasonCodes": ["CANDIDATE_EXECUTION_INCONCLUSIVE"]
115
+ }
116
+ ],
117
+ "observations": [
118
+ {
119
+ "runId": "control:neutral:1",
120
+ "candidateId": null,
121
+ "worldId": "neutral",
122
+ "attempt": 1,
123
+ "outcome": "PASS",
124
+ "testsDiscovered": 1,
125
+ "candidateTestsDiscovered": 0,
126
+ "attributed": false,
127
+ "durationMs": 1
128
+ },
129
+ {
130
+ "runId": "control:reference:1",
131
+ "candidateId": null,
132
+ "worldId": "reference",
133
+ "attempt": 1,
134
+ "outcome": "PASS",
135
+ "testsDiscovered": 1,
136
+ "candidateTestsDiscovered": 0,
137
+ "attributed": false,
138
+ "durationMs": 1
139
+ },
140
+ {
141
+ "runId": "control:target:1",
142
+ "candidateId": null,
143
+ "worldId": "target",
144
+ "attempt": 1,
145
+ "outcome": "PASS",
146
+ "testsDiscovered": 1,
147
+ "candidateTestsDiscovered": 0,
148
+ "attributed": false,
149
+ "durationMs": 1
150
+ },
151
+ {
152
+ "runId": "candidate:neutral:1",
153
+ "candidateId": "candidate",
154
+ "worldId": "neutral",
155
+ "attempt": 1,
156
+ "outcome": "PASS",
157
+ "testsDiscovered": 2,
158
+ "candidateTestsDiscovered": 1,
159
+ "attributed": true,
160
+ "durationMs": 1
161
+ },
162
+ {
163
+ "runId": "candidate:reference:1",
164
+ "candidateId": "candidate",
165
+ "worldId": "reference",
166
+ "attempt": 1,
167
+ "outcome": "PASS",
168
+ "testsDiscovered": 2,
169
+ "candidateTestsDiscovered": 1,
170
+ "attributed": true,
171
+ "durationMs": 10
172
+ },
173
+ {
174
+ "runId": "candidate:target:1",
175
+ "candidateId": "candidate",
176
+ "worldId": "target",
177
+ "attempt": 1,
178
+ "outcome": "INFRA_ERROR",
179
+ "testsDiscovered": 2,
180
+ "candidateTestsDiscovered": 1,
181
+ "attributed": true,
182
+ "durationMs": 1
183
+ }
184
+ ],
185
+ "decision": {
186
+ "status": "INCONCLUSIVE",
187
+ "selectedCandidateIds": [],
188
+ "reasonCodes": ["CANDIDATE_EVIDENCE_INCONCLUSIVE"]
189
+ },
190
+ "decisionDigest": "sha256:1e9cbcb4f65bda9bb08ab7db4351a31a8f96f11b0cd6c1974eaaaddad39d345e",
191
+ "artifactDigest": "sha256:4c9a9ac331876f4bce51d85fb81cf859a945910636a5f7959d50d42b24d12ff8"
192
+ }
package/conformance/v1/expected/decide-no-test-discovered-non-kill.json ADDED
@@ -0,0 +1,192 @@
1
+ {
2
+ "schemaVersion": "1.0.0",
3
+ "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
4
+ "evidenceContext": {
5
+ "engine": {
6
+ "name": "testforge",
7
+ "version": "0.1.0"
8
+ },
9
+ "adapter": {
10
+ "name": "node-test",
11
+ "version": "22.0.0",
12
+ "configuration": {
13
+ "kind": "node-test",
14
+ "executable": "node"
15
+ }
16
+ },
17
+ "execution": {
18
+ "isolation": "UNSANDBOXED",
19
+ "environmentAllowlist": [],
20
+ "budgets": {},
21
+ "candidateRoots": ["tests"]
22
+ },
23
+ "worlds": [
24
+ {
25
+ "id": "neutral",
26
+ "provenance": "conformance:neutral",
27
+ "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
28
+ },
29
+ {
30
+ "id": "reference",
31
+ "provenance": "conformance:reference",
32
+ "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
33
+ },
34
+ {
35
+ "id": "target",
36
+ "provenance": "conformance:target",
37
+ "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
38
+ }
39
+ ]
40
+ },
41
+ "policy": {
42
+ "policyVersion": "1.0.0",
43
+ "requiredAttempts": 1,
44
+ "minimumTargetWeightPermille": 1000,
45
+ "maximumSelectedCandidates": 1,
46
+ "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
47
+ },
48
+ "worlds": [
49
+ {
50
+ "id": "neutral",
51
+ "kind": "NEUTRAL",
52
+ "required": true,
53
+ "weight": 0
54
+ },
55
+ {
56
+ "id": "reference",
57
+ "kind": "REFERENCE",
58
+ "required": true,
59
+ "weight": 0
60
+ },
61
+ {
62
+ "id": "target",
63
+ "kind": "TARGET",
64
+ "required": true,
65
+ "weight": 10
66
+ }
67
+ ],
68
+ "candidates": [
69
+ {
70
+ "id": "candidate",
71
+ "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
72
+ "sizeBytes": 100,
73
+ "status": "WEAK_ORACLE",
74
+ "killedTargetIds": [],
75
+ "targetWeightKilled": 0,
76
+ "gates": [
77
+ {
78
+ "name": "COMPLETENESS",
79
+ "status": "PASSED",
80
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
81
+ "reasonCodes": []
82
+ },
83
+ {
84
+ "name": "STABILITY",
85
+ "status": "PASSED",
86
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
87
+ "reasonCodes": []
88
+ },
89
+ {
90
+ "name": "DISCOVERY",
91
+ "status": "PASSED",
92
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
93
+ "reasonCodes": []
94
+ },
95
+ {
96
+ "name": "REFERENCE",
97
+ "status": "PASSED",
98
+ "evidenceRunIds": ["candidate:reference:1"],
99
+ "reasonCodes": []
100
+ },
101
+ {
102
+ "name": "NEUTRAL",
103
+ "status": "PASSED",
104
+ "evidenceRunIds": ["candidate:neutral:1"],
105
+ "reasonCodes": []
106
+ },
107
+ {
108
+ "name": "TARGET_STRENGTH",
109
+ "status": "FAILED",
110
+ "evidenceRunIds": ["candidate:target:1"],
111
+ "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
112
+ }
113
+ ],
114
+ "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
115
+ }
116
+ ],
117
+ "observations": [
118
+ {
119
+ "runId": "control:neutral:1",
120
+ "candidateId": null,
121
+ "worldId": "neutral",
122
+ "attempt": 1,
123
+ "outcome": "PASS",
124
+ "testsDiscovered": 1,
125
+ "candidateTestsDiscovered": 0,
126
+ "attributed": false,
127
+ "durationMs": 1
128
+ },
129
+ {
130
+ "runId": "control:reference:1",
131
+ "candidateId": null,
132
+ "worldId": "reference",
133
+ "attempt": 1,
134
+ "outcome": "PASS",
135
+ "testsDiscovered": 1,
136
+ "candidateTestsDiscovered": 0,
137
+ "attributed": false,
138
+ "durationMs": 1
139
+ },
140
+ {
141
+ "runId": "control:target:1",
142
+ "candidateId": null,
143
+ "worldId": "target",
144
+ "attempt": 1,
145
+ "outcome": "PASS",
146
+ "testsDiscovered": 1,
147
+ "candidateTestsDiscovered": 0,
148
+ "attributed": false,
149
+ "durationMs": 1
150
+ },
151
+ {
152
+ "runId": "candidate:neutral:1",
153
+ "candidateId": "candidate",
154
+ "worldId": "neutral",
155
+ "attempt": 1,
156
+ "outcome": "PASS",
157
+ "testsDiscovered": 2,
158
+ "candidateTestsDiscovered": 1,
159
+ "attributed": true,
160
+ "durationMs": 1
161
+ },
162
+ {
163
+ "runId": "candidate:reference:1",
164
+ "candidateId": "candidate",
165
+ "worldId": "reference",
166
+ "attempt": 1,
167
+ "outcome": "PASS",
168
+ "testsDiscovered": 2,
169
+ "candidateTestsDiscovered": 1,
170
+ "attributed": true,
171
+ "durationMs": 10
172
+ },
173
+ {
174
+ "runId": "candidate:target:1",
175
+ "candidateId": "candidate",
176
+ "worldId": "target",
177
+ "attempt": 1,
178
+ "outcome": "NO_TEST_DISCOVERED",
179
+ "testsDiscovered": 2,
180
+ "candidateTestsDiscovered": 1,
181
+ "attributed": true,
182
+ "durationMs": 1
183
+ }
184
+ ],
185
+ "decision": {
186
+ "status": "REJECTED",
187
+ "selectedCandidateIds": [],
188
+ "reasonCodes": ["NO_ELIGIBLE_CANDIDATE"]
189
+ },
190
+ "decisionDigest": "sha256:5526aac948f5c4e6681bbb173a53f2a667fc4c9be94638b1c8c3bf0a5c50bce9",
191
+ "artifactDigest": "sha256:9ba9ccfc99d4cff2e72fdc46146801a72062bd24ebc16c774f8279532dfe05e3"
192
+ }
package/conformance/v1/expected/decide-process-crash-non-kill.json ADDED
@@ -0,0 +1,192 @@
1
+ {
2
+ "schemaVersion": "1.0.0",
3
+ "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
4
+ "evidenceContext": {
5
+ "engine": {
6
+ "name": "testforge",
7
+ "version": "0.1.0"
8
+ },
9
+ "adapter": {
10
+ "name": "node-test",
11
+ "version": "22.0.0",
12
+ "configuration": {
13
+ "kind": "node-test",
14
+ "executable": "node"
15
+ }
16
+ },
17
+ "execution": {
18
+ "isolation": "UNSANDBOXED",
19
+ "environmentAllowlist": [],
20
+ "budgets": {},
21
+ "candidateRoots": ["tests"]
22
+ },
23
+ "worlds": [
24
+ {
25
+ "id": "neutral",
26
+ "provenance": "conformance:neutral",
27
+ "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
28
+ },
29
+ {
30
+ "id": "reference",
31
+ "provenance": "conformance:reference",
32
+ "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
33
+ },
34
+ {
35
+ "id": "target",
36
+ "provenance": "conformance:target",
37
+ "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
38
+ }
39
+ ]
40
+ },
41
+ "policy": {
42
+ "policyVersion": "1.0.0",
43
+ "requiredAttempts": 1,
44
+ "minimumTargetWeightPermille": 1000,
45
+ "maximumSelectedCandidates": 1,
46
+ "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
47
+ },
48
+ "worlds": [
49
+ {
50
+ "id": "neutral",
51
+ "kind": "NEUTRAL",
52
+ "required": true,
53
+ "weight": 0
54
+ },
55
+ {
56
+ "id": "reference",
57
+ "kind": "REFERENCE",
58
+ "required": true,
59
+ "weight": 0
60
+ },
61
+ {
62
+ "id": "target",
63
+ "kind": "TARGET",
64
+ "required": true,
65
+ "weight": 10
66
+ }
67
+ ],
68
+ "candidates": [
69
+ {
70
+ "id": "candidate",
71
+ "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
72
+ "sizeBytes": 100,
73
+ "status": "WEAK_ORACLE",
74
+ "killedTargetIds": [],
75
+ "targetWeightKilled": 0,
76
+ "gates": [
77
+ {
78
+ "name": "COMPLETENESS",
79
+ "status": "PASSED",
80
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
81
+ "reasonCodes": []
82
+ },
83
+ {
84
+ "name": "STABILITY",
85
+ "status": "PASSED",
86
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
87
+ "reasonCodes": []
88
+ },
89
+ {
90
+ "name": "DISCOVERY",
91
+ "status": "PASSED",
92
+ "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
93
+ "reasonCodes": []
94
+ },
95
+ {
96
+ "name": "REFERENCE",
97
+ "status": "PASSED",
98
+ "evidenceRunIds": ["candidate:reference:1"],
99
+ "reasonCodes": []
100
+ },
101
+ {
102
+ "name": "NEUTRAL",
103
+ "status": "PASSED",
104
+ "evidenceRunIds": ["candidate:neutral:1"],
105
+ "reasonCodes": []
106
+ },
107
+ {
108
+ "name": "TARGET_STRENGTH",
109
+ "status": "FAILED",
110
+ "evidenceRunIds": ["candidate:target:1"],
111
+ "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
112
+ }
113
+ ],
114
+ "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
115
+ }
116
+ ],
117
+ "observations": [
118
+ {
119
+ "runId": "control:neutral:1",
120
+ "candidateId": null,
121
+ "worldId": "neutral",
122
+ "attempt": 1,
123
+ "outcome": "PASS",
124
+ "testsDiscovered": 1,
125
+ "candidateTestsDiscovered": 0,
126
+ "attributed": false,
127
+ "durationMs": 1
128
+ },
129
+ {
130
+ "runId": "control:reference:1",
131
+ "candidateId": null,
132
+ "worldId": "reference",
133
+ "attempt": 1,
134
+ "outcome": "PASS",
135
+ "testsDiscovered": 1,
136
+ "candidateTestsDiscovered": 0,
137
+ "attributed": false,
138
+ "durationMs": 1
139
+ },
140
+ {
141
+ "runId": "control:target:1",
142
+ "candidateId": null,
143
+ "worldId": "target",
144
+ "attempt": 1,
145
+ "outcome": "PASS",
146
+ "testsDiscovered": 1,
147
+ "candidateTestsDiscovered": 0,
148
+ "attributed": false,
149
+ "durationMs": 1
150
+ },
151
+ {
152
+ "runId": "candidate:neutral:1",
153
+ "candidateId": "candidate",
154
+ "worldId": "neutral",
155
+ "attempt": 1,
156
+ "outcome": "PASS",
157
+ "testsDiscovered": 2,
158
+ "candidateTestsDiscovered": 1,
159
+ "attributed": true,
160
+ "durationMs": 1
161
+ },
162
+ {
163
+ "runId": "candidate:reference:1",
164
+ "candidateId": "candidate",
165
+ "worldId": "reference",
166
+ "attempt": 1,
167
+ "outcome": "PASS",
168
+ "testsDiscovered": 2,
169
+ "candidateTestsDiscovered": 1,
170
+ "attributed": true,
171
+ "durationMs": 10
172
+ },
173
+ {
174
+ "runId": "candidate:target:1",
175
+ "candidateId": "candidate",
176
+ "worldId": "target",
177
+ "attempt": 1,
178
+ "outcome": "PROCESS_CRASH",
179
+ "testsDiscovered": 2,
180
+ "candidateTestsDiscovered": 1,
181
+ "attributed": true,
182
+ "durationMs": 1
183
+ }
184
+ ],
185
+ "decision": {
186
+ "status": "REJECTED",
187
+ "selectedCandidateIds": [],
188
+ "reasonCodes": ["NO_ELIGIBLE_CANDIDATE"]
189
+ },
190
+ "decisionDigest": "sha256:1f5b1ac42ac99b0017e7787e01c951b378032fcd179bd1158cc71a3fa852ff38",
191
+ "artifactDigest": "sha256:47dc6592dd17d17fbc9e178e8fb3a46179008176ba4587ab462c02063f36e1d4"
192
+ }