assertledger 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/CONTRIBUTING.md +31 -0
  2. package/LICENSE +21 -0
  3. package/README.fr.md +236 -0
  4. package/README.md +224 -0
  5. package/SECURITY.md +51 -0
  6. package/benchmarks/agentic-profile/README.md +15 -0
  7. package/benchmarks/agentic-profile/public/README.md +5 -0
  8. package/benchmarks/self-hosted-core/README.md +113 -0
  9. package/benchmarks/self-hosted-core/adapter.mjs +293 -0
  10. package/benchmarks/self-hosted-core/builder.ts +193 -0
  11. package/benchmarks/self-hosted-core/campaign.ts +233 -0
  12. package/benchmarks/self-hosted-core/existing-tests-builder.ts +217 -0
  13. package/benchmarks/self-hosted-core/existing-tests.ts +146 -0
  14. package/benchmarks/self-hosted-core/liveness.test.mjs +8 -0
  15. package/conformance/v1/bundle.json +104 -0
  16. package/conformance/v1/expected/canonical-order-a.json +4 -0
  17. package/conformance/v1/expected/canonical-order-b.json +4 -0
  18. package/conformance/v1/expected/create-benchmark-v1-measured.json +575 -0
  19. package/conformance/v1/expected/create-profile-v1-qualified.json +280 -0
  20. package/conformance/v1/expected/decide-collection-failure-non-kill.json +192 -0
  21. package/conformance/v1/expected/decide-compile-failure-non-kill.json +192 -0
  22. package/conformance/v1/expected/decide-infra-error-non-kill.json +192 -0
  23. package/conformance/v1/expected/decide-no-test-discovered-non-kill.json +192 -0
  24. package/conformance/v1/expected/decide-process-crash-non-kill.json +192 -0
  25. package/conformance/v1/expected/decide-timeout-non-kill.json +192 -0
  26. package/conformance/v1/expected/decide-verified.json +192 -0
  27. package/conformance/v1/expected/replay-benchmark-v1-resealed-summary-forgery.json +12 -0
  28. package/conformance/v1/expected/replay-evidence-raw-tamper.json +6 -0
  29. package/conformance/v1/expected/replay-evidence-resealed-semantic-forgery.json +6 -0
  30. package/conformance/v1/inputs/canonical-order-a.json +8 -0
  31. package/conformance/v1/inputs/canonical-order-b.json +8 -0
  32. package/conformance/v1/inputs/create-benchmark-v1-measured.json +459 -0
  33. package/conformance/v1/inputs/create-profile-v1-qualified.json +228 -0
  34. package/conformance/v1/inputs/decide-collection-failure-non-kill.json +143 -0
  35. package/conformance/v1/inputs/decide-compile-failure-non-kill.json +143 -0
  36. package/conformance/v1/inputs/decide-infra-error-non-kill.json +143 -0
  37. package/conformance/v1/inputs/decide-no-test-discovered-non-kill.json +143 -0
  38. package/conformance/v1/inputs/decide-process-crash-non-kill.json +143 -0
  39. package/conformance/v1/inputs/decide-timeout-non-kill.json +143 -0
  40. package/conformance/v1/inputs/decide-verified.json +143 -0
  41. package/conformance/v1/inputs/replay-benchmark-v1-resealed-summary-forgery.json +575 -0
  42. package/conformance/v1/inputs/replay-evidence-raw-tamper.json +201 -0
  43. package/conformance/v1/inputs/replay-evidence-resealed-semantic-forgery.json +192 -0
  44. package/conformance/v1/schemas/expected-digests.json +175 -0
  45. package/dist/cli.d.ts +9 -0
  46. package/dist/cli.d.ts.map +1 -0
  47. package/dist/cli.js +951 -0
  48. package/dist/cli.js.map +1 -0
  49. package/dist/contracts/diagnostics.d.ts +18 -0
  50. package/dist/contracts/diagnostics.d.ts.map +1 -0
  51. package/dist/contracts/diagnostics.js +13 -0
  52. package/dist/contracts/diagnostics.js.map +1 -0
  53. package/dist/contracts/index.d.ts +3908 -0
  54. package/dist/contracts/index.d.ts.map +1 -0
  55. package/dist/contracts/index.js +2569 -0
  56. package/dist/contracts/index.js.map +1 -0
  57. package/dist/contracts/runtime-doctor.d.ts +107 -0
  58. package/dist/contracts/runtime-doctor.d.ts.map +1 -0
  59. package/dist/contracts/runtime-doctor.js +91 -0
  60. package/dist/contracts/runtime-doctor.js.map +1 -0
  61. package/dist/core/index.d.ts +200 -0
  62. package/dist/core/index.d.ts.map +1 -0
  63. package/dist/core/index.js +2587 -0
  64. package/dist/core/index.js.map +1 -0
  65. package/dist/diagnostics.d.ts +7 -0
  66. package/dist/diagnostics.d.ts.map +1 -0
  67. package/dist/diagnostics.js +252 -0
  68. package/dist/diagnostics.js.map +1 -0
  69. package/dist/engine/adapters/node-test-profile.d.ts +14 -0
  70. package/dist/engine/adapters/node-test-profile.d.ts.map +1 -0
  71. package/dist/engine/adapters/node-test-profile.js +14 -0
  72. package/dist/engine/adapters/node-test-profile.js.map +1 -0
  73. package/dist/engine/adapters/node-test-runtime.d.ts +39 -0
  74. package/dist/engine/adapters/node-test-runtime.d.ts.map +1 -0
  75. package/dist/engine/adapters/node-test-runtime.js +173 -0
  76. package/dist/engine/adapters/node-test-runtime.js.map +1 -0
  77. package/dist/engine/adapters/runtime-facts.d.ts +26 -0
  78. package/dist/engine/adapters/runtime-facts.d.ts.map +1 -0
  79. package/dist/engine/adapters/runtime-facts.js +73 -0
  80. package/dist/engine/adapters/runtime-facts.js.map +1 -0
  81. package/dist/engine/connection.d.ts +22 -0
  82. package/dist/engine/connection.d.ts.map +1 -0
  83. package/dist/engine/connection.js +343 -0
  84. package/dist/engine/connection.js.map +1 -0
  85. package/dist/engine/git-regression.d.ts +25 -0
  86. package/dist/engine/git-regression.d.ts.map +1 -0
  87. package/dist/engine/git-regression.js +803 -0
  88. package/dist/engine/git-regression.js.map +1 -0
  89. package/dist/engine/index.d.ts +55 -0
  90. package/dist/engine/index.d.ts.map +1 -0
  91. package/dist/engine/index.js +2782 -0
  92. package/dist/engine/index.js.map +1 -0
  93. package/dist/engine/node-test-reporter.d.ts +2 -0
  94. package/dist/engine/node-test-reporter.d.ts.map +1 -0
  95. package/dist/engine/node-test-reporter.js +70 -0
  96. package/dist/engine/node-test-reporter.js.map +1 -0
  97. package/dist/engine/runtime-doctor.d.ts +16 -0
  98. package/dist/engine/runtime-doctor.d.ts.map +1 -0
  99. package/dist/engine/runtime-doctor.js +100 -0
  100. package/dist/engine/runtime-doctor.js.map +1 -0
  101. package/dist/evaluation/agentic-corpus.d.ts +161 -0
  102. package/dist/evaluation/agentic-corpus.d.ts.map +1 -0
  103. package/dist/evaluation/agentic-corpus.js +710 -0
  104. package/dist/evaluation/agentic-corpus.js.map +1 -0
  105. package/dist/index.d.ts +8 -0
  106. package/dist/index.d.ts.map +1 -0
  107. package/dist/index.js +8 -0
  108. package/dist/index.js.map +1 -0
  109. package/dist/mcp/index.d.ts +13 -0
  110. package/dist/mcp/index.d.ts.map +1 -0
  111. package/dist/mcp/index.js +391 -0
  112. package/dist/mcp/index.js.map +1 -0
  113. package/dist/mcp/stdio.d.ts +3 -0
  114. package/dist/mcp/stdio.d.ts.map +1 -0
  115. package/dist/mcp/stdio.js +13 -0
  116. package/dist/mcp/stdio.js.map +1 -0
  117. package/dist/sdk/index.d.ts +52 -0
  118. package/dist/sdk/index.d.ts.map +1 -0
  119. package/dist/sdk/index.js +224 -0
  120. package/dist/sdk/index.js.map +1 -0
  121. package/dist/version.d.ts +2 -0
  122. package/dist/version.d.ts.map +1 -0
  123. package/dist/version.js +10 -0
  124. package/dist/version.js.map +1 -0
  125. package/docs/adapter-protocol.md +196 -0
  126. package/docs/agentic-benchmark.md +118 -0
  127. package/docs/agentic-corpus-experiment-h3.md +89 -0
  128. package/docs/agentic-corpus-plan.md +105 -0
  129. package/docs/agentic-corpus-provenance.md +59 -0
  130. package/docs/agentic-test-profile-pilot.md +57 -0
  131. package/docs/agentic-test-profile-v2.md +116 -0
  132. package/docs/agentic-test-profile.md +274 -0
  133. package/docs/architecture.md +157 -0
  134. package/docs/ci.md +37 -0
  135. package/docs/client-connections.md +61 -0
  136. package/docs/conformance-v1.md +72 -0
  137. package/docs/decisions/0001-typescript-runtime.md +24 -0
  138. package/docs/developer-experience.md +55 -0
  139. package/docs/diagnostics.md +35 -0
  140. package/docs/distribution.md +40 -0
  141. package/docs/git-regression.md +39 -0
  142. package/docs/migration-repository-validation-order.md +35 -0
  143. package/docs/migration-testforge-to-assertledger.md +64 -0
  144. package/docs/project-intent.md +173 -0
  145. package/docs/proof-model.md +116 -0
  146. package/docs/reference.md +336 -0
  147. package/docs/release-1.0.md +63 -0
  148. package/docs/repository-audit.md +52 -0
  149. package/docs/repository-init.md +60 -0
  150. package/docs/research-basis.md +27 -0
  151. package/docs/roadmap.md +74 -0
  152. package/docs/runtime-doctor.md +65 -0
  153. package/docs/testexplora-calibration.md +71 -0
  154. package/examples/agentic-benchmark/benchmark-request.mjs +19 -0
  155. package/examples/agentic-benchmark/structured-phase-adapter-fixture.mjs +35 -0
  156. package/examples/agentic-profile/profile-benchmark.mjs +34 -0
  157. package/examples/agentic-profile/profile-manifest.mjs +28 -0
  158. package/examples/git-history/README.md +44 -0
  159. package/examples/git-history/create-demo.mjs +128 -0
  160. package/examples/git-history/escape-string-regexp/LICENSE +9 -0
  161. package/examples/git-history/escape-string-regexp/before.cjs.txt +11 -0
  162. package/examples/git-history/escape-string-regexp/fixed.cjs.txt +13 -0
  163. package/examples/git-history/escape-string-regexp/provenance.json +28 -0
  164. package/examples/node-test/repository/package.json +5 -0
  165. package/examples/node-test/repository/src/is-even.js +3 -0
  166. package/examples/node-test/repository/tests/base.test.js +6 -0
  167. package/examples/node-test/request.json +93 -0
  168. package/integrations/skill/SKILL.md +51 -0
  169. package/package.json +88 -0
  170. package/schemas/agentic-benchmark-acquisition-replay-result.v1.json +70 -0
  171. package/schemas/agentic-benchmark-acquisition-request.v1.json +564 -0
  172. package/schemas/agentic-benchmark-acquisition-result.v1.json +1409 -0
  173. package/schemas/agentic-benchmark-artifact.v1.json +1251 -0
  174. package/schemas/agentic-benchmark-replay-result.v1.json +84 -0
  175. package/schemas/agentic-benchmark-request.v1.json +1034 -0
  176. package/schemas/agentic-corpus-allocation-commitment-replay-result.v1.json +58 -0
  177. package/schemas/agentic-corpus-allocation-commitment.v1.json +141 -0
  178. package/schemas/agentic-corpus-allocation-replay-result.v1.json +34 -0
  179. package/schemas/agentic-corpus-allocation-request.v1.json +65 -0
  180. package/schemas/agentic-corpus-allocation-reveal.v1.json +66 -0
  181. package/schemas/agentic-corpus-allocation.v1.json +167 -0
  182. package/schemas/agentic-corpus-experiment-artifact.v1.json +329 -0
  183. package/schemas/agentic-corpus-experiment-plan-replay-result.v1.json +50 -0
  184. package/schemas/agentic-corpus-experiment-plan.v1.json +424 -0
  185. package/schemas/agentic-corpus-experiment-replay-request.v1.json +336 -0
  186. package/schemas/agentic-corpus-experiment-replay-result.v1.json +106 -0
  187. package/schemas/agentic-corpus-experiment-request.v1.json +204 -0
  188. package/schemas/agentic-corpus-provenance.v1.json +143 -0
  189. package/schemas/agentic-corpus-trust-policy.v1.json +133 -0
  190. package/schemas/agentic-profile-replay-result.v1.json +56 -0
  191. package/schemas/agentic-profile-replay-result.v2.json +63 -0
  192. package/schemas/agentic-profile-report.v1.json +961 -0
  193. package/schemas/agentic-profile-report.v2.json +1674 -0
  194. package/schemas/agentic-profile-request.v1.json +671 -0
  195. package/schemas/agentic-profile-request.v2.json +1338 -0
  196. package/schemas/evidence-manifest.v1.json +636 -0
  197. package/schemas/replay-result.v1.json +49 -0
  198. package/schemas/repository-analysis.v1.json +119 -0
  199. package/schemas/repository-audit.v1.json +811 -0
  200. package/schemas/repository-init-config.v1.json +183 -0
  201. package/schemas/repository-init-lock.v1.json +162 -0
  202. package/schemas/repository-init-result.v1.json +212 -0
  203. package/schemas/verification-request.v1.json +389 -0
@@ -0,0 +1,1674 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "type": "object",
4
+ "properties": {
5
+ "schemaVersion": {
6
+ "$ref": "#/$defs/__schema0"
7
+ },
8
+ "benchmarkArtifact": {
9
+ "$ref": "#/$defs/__schema1"
10
+ },
11
+ "sourceBenchmarkArtifactDigest": {
12
+ "$ref": "#/$defs/__schema2"
13
+ },
14
+ "comparisonScopeDigest": {
15
+ "$ref": "#/$defs/__schema2"
16
+ },
17
+ "policy": {
18
+ "$ref": "#/$defs/__schema19"
19
+ },
20
+ "policyDigest": {
21
+ "$ref": "#/$defs/__schema2"
22
+ },
23
+ "status": {
24
+ "$ref": "#/$defs/__schema21"
25
+ },
26
+ "candidateUniverse": {
27
+ "$ref": "#/$defs/__schema22"
28
+ },
29
+ "candidates": {
30
+ "$ref": "#/$defs/__schema23"
31
+ },
32
+ "portfolios": {
33
+ "$ref": "#/$defs/__schema24"
34
+ },
35
+ "limitations": {
36
+ "$ref": "#/$defs/__schema25"
37
+ },
38
+ "reportDigest": {
39
+ "$ref": "#/$defs/__schema2"
40
+ }
41
+ },
42
+ "required": [
43
+ "schemaVersion",
44
+ "benchmarkArtifact",
45
+ "sourceBenchmarkArtifactDigest",
46
+ "comparisonScopeDigest",
47
+ "policy",
48
+ "policyDigest",
49
+ "status",
50
+ "candidateUniverse",
51
+ "candidates",
52
+ "portfolios",
53
+ "limitations",
54
+ "reportDigest"
55
+ ],
56
+ "additionalProperties": false,
57
+ "title": "TestForge Agentic Test Profile v2 report",
58
+ "description": "A replayable strength and exact warm-cost profile over a declared benchmark cohort.",
59
+ "$defs": {
60
+ "__schema0": {
61
+ "type": "string",
62
+ "const": "2.0.0"
63
+ },
64
+ "__schema1": {
65
+ "type": "object",
66
+ "properties": {
67
+ "schemaVersion": {
68
+ "type": "string",
69
+ "const": "1.0.0"
70
+ },
71
+ "sourceManifest": {
72
+ "type": "object",
73
+ "properties": {
74
+ "schemaVersion": {
75
+ "type": "string",
76
+ "const": "1.0.0"
77
+ },
78
+ "repositoryDigest": {
79
+ "anyOf": [
80
+ {
81
+ "$ref": "#/$defs/__schema2"
82
+ },
83
+ {
84
+ "type": "string",
85
+ "const": "invalid"
86
+ }
87
+ ]
88
+ },
89
+ "evidenceContext": {
90
+ "type": "object",
91
+ "properties": {
92
+ "engine": {
93
+ "type": "object",
94
+ "properties": {
95
+ "name": {
96
+ "type": "string",
97
+ "minLength": 1,
98
+ "maxLength": 128
99
+ },
100
+ "version": {
101
+ "type": "string",
102
+ "minLength": 1,
103
+ "maxLength": 128
104
+ }
105
+ },
106
+ "required": ["name", "version"],
107
+ "additionalProperties": false
108
+ },
109
+ "adapter": {
110
+ "type": "object",
111
+ "properties": {
112
+ "name": {
113
+ "type": "string",
114
+ "minLength": 1,
115
+ "maxLength": 128
116
+ },
117
+ "version": {
118
+ "type": "string",
119
+ "minLength": 1,
120
+ "maxLength": 128
121
+ },
122
+ "configuration": {
123
+ "$ref": "#/$defs/__schema3"
124
+ }
125
+ },
126
+ "required": ["name", "version", "configuration"],
127
+ "additionalProperties": false
128
+ },
129
+ "execution": {
130
+ "type": "object",
131
+ "properties": {
132
+ "isolation": {
133
+ "type": "string",
134
+ "minLength": 1,
135
+ "maxLength": 128
136
+ },
137
+ "environmentAllowlist": {
138
+ "maxItems": 100,
139
+ "type": "array",
140
+ "items": {
141
+ "$ref": "#/$defs/__schema4"
142
+ }
143
+ },
144
+ "budgets": {
145
+ "$ref": "#/$defs/__schema5"
146
+ },
147
+ "candidateRoots": {
148
+ "maxItems": 100,
149
+ "type": "array",
150
+ "items": {
151
+ "$ref": "#/$defs/__schema6"
152
+ }
153
+ }
154
+ },
155
+ "required": ["isolation", "environmentAllowlist", "budgets", "candidateRoots"],
156
+ "additionalProperties": false
157
+ },
158
+ "worlds": {
159
+ "type": "array",
160
+ "items": {
161
+ "type": "object",
162
+ "properties": {
163
+ "id": {
164
+ "$ref": "#/$defs/__schema7"
165
+ },
166
+ "provenance": {
167
+ "type": "string",
168
+ "minLength": 1,
169
+ "maxLength": 1024
170
+ },
171
+ "digest": {
172
+ "$ref": "#/$defs/__schema2"
173
+ }
174
+ },
175
+ "required": ["id", "provenance", "digest"],
176
+ "additionalProperties": false
177
+ }
178
+ }
179
+ },
180
+ "required": ["engine", "adapter", "execution", "worlds"],
181
+ "additionalProperties": false
182
+ },
183
+ "policy": {
184
+ "anyOf": [
185
+ {
186
+ "type": "object",
187
+ "properties": {
188
+ "policyVersion": {
189
+ "type": "string",
190
+ "const": "1.0.0"
191
+ },
192
+ "requiredAttempts": {
193
+ "type": "integer",
194
+ "minimum": 1,
195
+ "maximum": 1000
196
+ },
197
+ "minimumTargetWeightPermille": {
198
+ "type": "integer",
199
+ "minimum": 1,
200
+ "maximum": 1000
201
+ },
202
+ "maximumSelectedCandidates": {
203
+ "type": "integer",
204
+ "minimum": 1,
205
+ "maximum": 1000
206
+ },
207
+ "acceptedTargetOutcomes": {
208
+ "minItems": 1,
209
+ "maxItems": 1,
210
+ "type": "array",
211
+ "items": {
212
+ "$ref": "#/$defs/__schema8"
213
+ }
214
+ }
215
+ },
216
+ "required": [
217
+ "policyVersion",
218
+ "requiredAttempts",
219
+ "minimumTargetWeightPermille",
220
+ "maximumSelectedCandidates",
221
+ "acceptedTargetOutcomes"
222
+ ],
223
+ "additionalProperties": false
224
+ },
225
+ {
226
+ "type": "object",
227
+ "properties": {
228
+ "policyVersion": {
229
+ "type": "string",
230
+ "const": "invalid"
231
+ },
232
+ "requiredAttempts": {
233
+ "type": "number",
234
+ "const": 1
235
+ },
236
+ "minimumTargetWeightPermille": {
237
+ "type": "number",
238
+ "const": 1000
239
+ },
240
+ "maximumSelectedCandidates": {
241
+ "type": "number",
242
+ "const": 0
243
+ },
244
+ "acceptedTargetOutcomes": {
245
+ "maxItems": 0,
246
+ "type": "array",
247
+ "items": {
248
+ "$ref": "#/$defs/__schema9"
249
+ }
250
+ }
251
+ },
252
+ "required": [
253
+ "policyVersion",
254
+ "requiredAttempts",
255
+ "minimumTargetWeightPermille",
256
+ "maximumSelectedCandidates",
257
+ "acceptedTargetOutcomes"
258
+ ],
259
+ "additionalProperties": false
260
+ }
261
+ ]
262
+ },
263
+ "worlds": {
264
+ "type": "array",
265
+ "items": {
266
+ "type": "object",
267
+ "properties": {
268
+ "id": {
269
+ "$ref": "#/$defs/__schema7"
270
+ },
271
+ "kind": {
272
+ "type": "string",
273
+ "enum": ["REFERENCE", "TARGET", "NEUTRAL"]
274
+ },
275
+ "required": {
276
+ "type": "boolean"
277
+ },
278
+ "weight": {
279
+ "type": "integer",
280
+ "minimum": 0,
281
+ "maximum": 1000000
282
+ }
283
+ },
284
+ "required": ["id", "kind", "required", "weight"],
285
+ "additionalProperties": false
286
+ }
287
+ },
288
+ "candidates": {
289
+ "type": "array",
290
+ "items": {
291
+ "type": "object",
292
+ "properties": {
293
+ "id": {
294
+ "$ref": "#/$defs/__schema7"
295
+ },
296
+ "digest": {
297
+ "$ref": "#/$defs/__schema2"
298
+ },
299
+ "sizeBytes": {
300
+ "type": "integer",
301
+ "minimum": 0,
302
+ "maximum": 9007199254740991
303
+ },
304
+ "status": {
305
+ "type": "string",
306
+ "enum": ["ELIGIBLE", "UNSTABLE", "INCONCLUSIVE", "INVALID", "WEAK_ORACLE"]
307
+ },
308
+ "killedTargetIds": {
309
+ "type": "array",
310
+ "items": {
311
+ "$ref": "#/$defs/__schema7"
312
+ }
313
+ },
314
+ "targetWeightKilled": {
315
+ "type": "integer",
316
+ "minimum": 0,
317
+ "maximum": 9007199254740991
318
+ },
319
+ "gates": {
320
+ "type": "array",
321
+ "items": {
322
+ "type": "object",
323
+ "properties": {
324
+ "name": {
325
+ "type": "string",
326
+ "enum": [
327
+ "COMPLETENESS",
328
+ "STABILITY",
329
+ "DISCOVERY",
330
+ "REFERENCE",
331
+ "NEUTRAL",
332
+ "TARGET_STRENGTH"
333
+ ]
334
+ },
335
+ "status": {
336
+ "type": "string",
337
+ "enum": ["PASSED", "FAILED", "NOT_RUN"]
338
+ },
339
+ "evidenceRunIds": {
340
+ "type": "array",
341
+ "items": {
342
+ "type": "string",
343
+ "minLength": 1,
344
+ "maxLength": 512
345
+ }
346
+ },
347
+ "reasonCodes": {
348
+ "type": "array",
349
+ "items": {
350
+ "$ref": "#/$defs/__schema10"
351
+ }
352
+ }
353
+ },
354
+ "required": ["name", "status", "evidenceRunIds", "reasonCodes"],
355
+ "additionalProperties": false
356
+ }
357
+ },
358
+ "reasonCodes": {
359
+ "type": "array",
360
+ "items": {
361
+ "$ref": "#/$defs/__schema10"
362
+ }
363
+ }
364
+ },
365
+ "required": [
366
+ "id",
367
+ "digest",
368
+ "sizeBytes",
369
+ "status",
370
+ "killedTargetIds",
371
+ "targetWeightKilled",
372
+ "gates",
373
+ "reasonCodes"
374
+ ],
375
+ "additionalProperties": false
376
+ }
377
+ },
378
+ "observations": {
379
+ "type": "array",
380
+ "items": {
381
+ "type": "object",
382
+ "properties": {
383
+ "runId": {
384
+ "type": "string",
385
+ "minLength": 1,
386
+ "maxLength": 512
387
+ },
388
+ "candidateId": {
389
+ "anyOf": [
390
+ {
391
+ "$ref": "#/$defs/__schema7"
392
+ },
393
+ {
394
+ "type": "null"
395
+ }
396
+ ]
397
+ },
398
+ "worldId": {
399
+ "$ref": "#/$defs/__schema7"
400
+ },
401
+ "attempt": {
402
+ "type": "integer",
403
+ "minimum": 1,
404
+ "maximum": 9007199254740991
405
+ },
406
+ "outcome": {
407
+ "type": "string",
408
+ "enum": [
409
+ "PASS",
410
+ "ASSERTION_FAILURE",
411
+ "COLLECTION_FAILURE",
412
+ "COMPILE_FAILURE",
413
+ "PROCESS_CRASH",
414
+ "TIMEOUT",
415
+ "INFRA_ERROR",
416
+ "NO_TEST_DISCOVERED"
417
+ ]
418
+ },
419
+ "testsDiscovered": {
420
+ "type": "integer",
421
+ "minimum": 0,
422
+ "maximum": 9007199254740991
423
+ },
424
+ "candidateTestsDiscovered": {
425
+ "type": "integer",
426
+ "minimum": 0,
427
+ "maximum": 9007199254740991
428
+ },
429
+ "attributed": {
430
+ "type": "boolean"
431
+ },
432
+ "durationMs": {
433
+ "type": "number",
434
+ "minimum": 0
435
+ },
436
+ "exitCode": {
437
+ "anyOf": [
438
+ {
439
+ "type": "integer",
440
+ "minimum": 0,
441
+ "maximum": 9007199254740991
442
+ },
443
+ {
444
+ "type": "null"
445
+ }
446
+ ]
447
+ },
448
+ "stdoutDigest": {
449
+ "$ref": "#/$defs/__schema2"
450
+ },
451
+ "stderrDigest": {
452
+ "$ref": "#/$defs/__schema2"
453
+ }
454
+ },
455
+ "required": [
456
+ "runId",
457
+ "candidateId",
458
+ "worldId",
459
+ "attempt",
460
+ "outcome",
461
+ "testsDiscovered",
462
+ "candidateTestsDiscovered",
463
+ "attributed"
464
+ ],
465
+ "additionalProperties": false
466
+ }
467
+ },
468
+ "decision": {
469
+ "type": "object",
470
+ "properties": {
471
+ "status": {
472
+ "type": "string",
473
+ "enum": ["VERIFIED", "REJECTED", "INCONCLUSIVE", "ENGINE_ERROR"]
474
+ },
475
+ "selectedCandidateIds": {
476
+ "type": "array",
477
+ "items": {
478
+ "$ref": "#/$defs/__schema7"
479
+ }
480
+ },
481
+ "reasonCodes": {
482
+ "type": "array",
483
+ "items": {
484
+ "$ref": "#/$defs/__schema10"
485
+ }
486
+ }
487
+ },
488
+ "required": ["status", "selectedCandidateIds", "reasonCodes"],
489
+ "additionalProperties": false
490
+ },
491
+ "decisionDigest": {
492
+ "$ref": "#/$defs/__schema2"
493
+ },
494
+ "artifactDigest": {
495
+ "$ref": "#/$defs/__schema2"
496
+ },
497
+ "adapter": {
498
+ "oneOf": [
499
+ {
500
+ "type": "object",
501
+ "properties": {
502
+ "kind": {
503
+ "type": "string",
504
+ "const": "node-test"
505
+ }
506
+ },
507
+ "required": ["kind"],
508
+ "additionalProperties": false
509
+ },
510
+ {
511
+ "type": "object",
512
+ "properties": {
513
+ "kind": {
514
+ "type": "string",
515
+ "const": "testforge-command"
516
+ },
517
+ "protocolVersion": {
518
+ "type": "string",
519
+ "const": "1.0.0"
520
+ }
521
+ },
522
+ "required": ["kind", "protocolVersion"],
523
+ "additionalProperties": false
524
+ }
525
+ ]
526
+ },
527
+ "isolation": {
528
+ "type": "object",
529
+ "properties": {
530
+ "kind": {
531
+ "type": "string",
532
+ "const": "trusted-local"
533
+ },
534
+ "level": {
535
+ "type": "string",
536
+ "const": "UNSANDBOXED"
537
+ },
538
+ "acknowledgedUnsafeExecution": {
539
+ "type": "boolean",
540
+ "const": true
541
+ }
542
+ },
543
+ "required": ["kind", "level", "acknowledgedUnsafeExecution"],
544
+ "additionalProperties": false
545
+ },
546
+ "limitations": {
547
+ "type": "array",
548
+ "items": {
549
+ "type": "string",
550
+ "minLength": 1,
551
+ "maxLength": 2048
552
+ }
553
+ }
554
+ },
555
+ "required": [
556
+ "schemaVersion",
557
+ "repositoryDigest",
558
+ "evidenceContext",
559
+ "policy",
560
+ "worlds",
561
+ "candidates",
562
+ "observations",
563
+ "decision",
564
+ "decisionDigest",
565
+ "artifactDigest",
566
+ "adapter",
567
+ "isolation",
568
+ "limitations"
569
+ ],
570
+ "additionalProperties": false
571
+ },
572
+ "sourceArtifactDigest": {
573
+ "$ref": "#/$defs/__schema2"
574
+ },
575
+ "sourceDecisionDigest": {
576
+ "$ref": "#/$defs/__schema2"
577
+ },
578
+ "referenceWorldId": {
579
+ "$ref": "#/$defs/__schema7"
580
+ },
581
+ "policy": {
582
+ "type": "object",
583
+ "properties": {
584
+ "benchmarkVersion": {
585
+ "type": "string",
586
+ "const": "1.0.0"
587
+ },
588
+ "minimumMeasuredSamplesPerRegime": {
589
+ "type": "integer",
590
+ "minimum": 1,
591
+ "maximum": 1000
592
+ },
593
+ "coldMeasuredSamples": {
594
+ "type": "integer",
595
+ "minimum": 1,
596
+ "maximum": 1000
597
+ },
598
+ "warmupSamples": {
599
+ "type": "integer",
600
+ "minimum": 1,
601
+ "maximum": 1000
602
+ },
603
+ "warmMeasuredSamples": {
604
+ "type": "integer",
605
+ "minimum": 1,
606
+ "maximum": 1000
607
+ },
608
+ "maximumExecutions": {
609
+ "type": "integer",
610
+ "minimum": 1,
611
+ "maximum": 1000000
612
+ }
613
+ },
614
+ "required": [
615
+ "benchmarkVersion",
616
+ "minimumMeasuredSamplesPerRegime",
617
+ "coldMeasuredSamples",
618
+ "warmupSamples",
619
+ "warmMeasuredSamples",
620
+ "maximumExecutions"
621
+ ],
622
+ "additionalProperties": false
623
+ },
624
+ "protocol": {
625
+ "type": "object",
626
+ "properties": {
627
+ "protocolVersion": {
628
+ "type": "string",
629
+ "const": "1.0.0"
630
+ },
631
+ "clock": {
632
+ "type": "string",
633
+ "const": "MONOTONIC"
634
+ },
635
+ "unit": {
636
+ "type": "string",
637
+ "const": "MICROSECOND"
638
+ },
639
+ "quantile": {
640
+ "type": "string",
641
+ "const": "NEAREST_RANK"
642
+ },
643
+ "phases": {
644
+ "type": "array",
645
+ "prefixItems": [
646
+ {
647
+ "type": "string",
648
+ "const": "PREPARATION"
649
+ },
650
+ {
651
+ "type": "string",
652
+ "const": "STARTUP"
653
+ },
654
+ {
655
+ "type": "string",
656
+ "const": "COMPILE_OR_COLLECTION"
657
+ },
658
+ {
659
+ "type": "string",
660
+ "const": "EXECUTION"
661
+ }
662
+ ]
663
+ },
664
+ "coldDefinition": {
665
+ "type": "string",
666
+ "const": "FRESH_WORKSPACE_FRESH_PROCESS_RESET_DECLARED_CACHES"
667
+ },
668
+ "warmDefinition": {
669
+ "type": "string",
670
+ "const": "FRESH_WORKSPACE_FRESH_PROCESS_RETAIN_DECLARED_CACHES"
671
+ }
672
+ },
673
+ "required": [
674
+ "protocolVersion",
675
+ "clock",
676
+ "unit",
677
+ "quantile",
678
+ "phases",
679
+ "coldDefinition",
680
+ "warmDefinition"
681
+ ],
682
+ "additionalProperties": false
683
+ },
684
+ "fingerprint": {
685
+ "type": "object",
686
+ "properties": {
687
+ "environmentId": {
688
+ "$ref": "#/$defs/__schema7"
689
+ },
690
+ "os": {
691
+ "type": "object",
692
+ "properties": {
693
+ "platform": {
694
+ "type": "string",
695
+ "minLength": 1,
696
+ "maxLength": 128
697
+ },
698
+ "release": {
699
+ "type": "string",
700
+ "minLength": 1,
701
+ "maxLength": 128
702
+ },
703
+ "arch": {
704
+ "type": "string",
705
+ "minLength": 1,
706
+ "maxLength": 128
707
+ }
708
+ },
709
+ "required": ["platform", "release", "arch"],
710
+ "additionalProperties": false
711
+ },
712
+ "cpu": {
713
+ "type": "object",
714
+ "properties": {
715
+ "arch": {
716
+ "type": "string",
717
+ "minLength": 1,
718
+ "maxLength": 128
719
+ },
720
+ "model": {
721
+ "type": "string",
722
+ "minLength": 1,
723
+ "maxLength": 512
724
+ },
725
+ "logicalCores": {
726
+ "type": "integer",
727
+ "minimum": 1,
728
+ "maximum": 1000000
729
+ }
730
+ },
731
+ "required": ["arch", "model", "logicalCores"],
732
+ "additionalProperties": false
733
+ },
734
+ "logicalCpuLimit": {
735
+ "anyOf": [
736
+ {
737
+ "type": "integer",
738
+ "minimum": 1,
739
+ "maximum": 1000000
740
+ },
741
+ {
742
+ "type": "null"
743
+ }
744
+ ]
745
+ },
746
+ "memoryLimitBytes": {
747
+ "anyOf": [
748
+ {
749
+ "type": "integer",
750
+ "minimum": 1,
751
+ "maximum": 9007199254740991
752
+ },
753
+ {
754
+ "type": "null"
755
+ }
756
+ ]
757
+ },
758
+ "executionBoundary": {
759
+ "type": "string",
760
+ "const": "UNSANDBOXED"
761
+ },
762
+ "tools": {
763
+ "minItems": 1,
764
+ "maxItems": 100,
765
+ "type": "array",
766
+ "items": {
767
+ "$ref": "#/$defs/__schema11"
768
+ }
769
+ },
770
+ "dependencyGraphDigest": {
771
+ "$ref": "#/$defs/__schema2"
772
+ },
773
+ "phaseReporterDigest": {
774
+ "$ref": "#/$defs/__schema2"
775
+ }
776
+ },
777
+ "required": [
778
+ "environmentId",
779
+ "os",
780
+ "cpu",
781
+ "logicalCpuLimit",
782
+ "memoryLimitBytes",
783
+ "executionBoundary",
784
+ "tools",
785
+ "dependencyGraphDigest",
786
+ "phaseReporterDigest"
787
+ ],
788
+ "additionalProperties": false
789
+ },
790
+ "policyDigest": {
791
+ "$ref": "#/$defs/__schema2"
792
+ },
793
+ "protocolDigest": {
794
+ "$ref": "#/$defs/__schema2"
795
+ },
796
+ "fingerprintDigest": {
797
+ "$ref": "#/$defs/__schema2"
798
+ },
799
+ "comparisonScopeDigest": {
800
+ "$ref": "#/$defs/__schema2"
801
+ },
802
+ "runs": {
803
+ "maxItems": 1000000,
804
+ "type": "array",
805
+ "items": {
806
+ "$ref": "#/$defs/__schema12"
807
+ }
808
+ },
809
+ "summaries": {
810
+ "minItems": 1,
811
+ "maxItems": 2000,
812
+ "type": "array",
813
+ "items": {
814
+ "$ref": "#/$defs/__schema17"
815
+ }
816
+ },
817
+ "limitations": {
818
+ "type": "array",
819
+ "items": {
820
+ "type": "string",
821
+ "minLength": 1,
822
+ "maxLength": 2048
823
+ }
824
+ },
825
+ "artifactDigest": {
826
+ "$ref": "#/$defs/__schema2"
827
+ }
828
+ },
829
+ "required": [
830
+ "schemaVersion",
831
+ "sourceManifest",
832
+ "sourceArtifactDigest",
833
+ "sourceDecisionDigest",
834
+ "referenceWorldId",
835
+ "policy",
836
+ "protocol",
837
+ "fingerprint",
838
+ "policyDigest",
839
+ "protocolDigest",
840
+ "fingerprintDigest",
841
+ "comparisonScopeDigest",
842
+ "runs",
843
+ "summaries",
844
+ "limitations",
845
+ "artifactDigest"
846
+ ],
847
+ "additionalProperties": false
848
+ },
849
+ "__schema2": {
850
+ "type": "string",
851
+ "pattern": "^sha256:[a-f0-9]{64}$"
852
+ },
853
+ "__schema3": {
854
+ "anyOf": [
855
+ {
856
+ "type": "string"
857
+ },
858
+ {
859
+ "type": "number"
860
+ },
861
+ {
862
+ "type": "boolean"
863
+ },
864
+ {
865
+ "type": "null"
866
+ },
867
+ {
868
+ "type": "array",
869
+ "items": {
870
+ "$ref": "#/$defs/__schema3"
871
+ }
872
+ },
873
+ {
874
+ "type": "object",
875
+ "propertyNames": {
876
+ "type": "string"
877
+ },
878
+ "additionalProperties": {
879
+ "$ref": "#/$defs/__schema3"
880
+ }
881
+ }
882
+ ]
883
+ },
884
+ "__schema4": {
885
+ "type": "string",
886
+ "minLength": 1,
887
+ "maxLength": 128
888
+ },
889
+ "__schema5": {
890
+ "anyOf": [
891
+ {
892
+ "type": "string"
893
+ },
894
+ {
895
+ "type": "number"
896
+ },
897
+ {
898
+ "type": "boolean"
899
+ },
900
+ {
901
+ "type": "null"
902
+ },
903
+ {
904
+ "type": "array",
905
+ "items": {
906
+ "$ref": "#/$defs/__schema5"
907
+ }
908
+ },
909
+ {
910
+ "type": "object",
911
+ "propertyNames": {
912
+ "type": "string"
913
+ },
914
+ "additionalProperties": {
915
+ "$ref": "#/$defs/__schema5"
916
+ }
917
+ }
918
+ ]
919
+ },
920
+ "__schema6": {
921
+ "type": "string",
922
+ "minLength": 1,
923
+ "maxLength": 512
924
+ },
925
+ "__schema7": {
926
+ "type": "string",
927
+ "minLength": 1,
928
+ "maxLength": 128,
929
+ "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]*$"
930
+ },
931
+ "__schema8": {
932
+ "type": "string",
933
+ "const": "ASSERTION_FAILURE"
934
+ },
935
+ "__schema9": {
936
+ "type": "string",
937
+ "const": "ASSERTION_FAILURE"
938
+ },
939
+ "__schema10": {
940
+ "type": "string",
941
+ "minLength": 1,
942
+ "maxLength": 128,
943
+ "pattern": "^[A-Z][A-Z0-9_]*$"
944
+ },
945
+ "__schema11": {
946
+ "type": "object",
947
+ "properties": {
948
+ "role": {
949
+ "$ref": "#/$defs/__schema7"
950
+ },
951
+ "name": {
952
+ "type": "string",
953
+ "minLength": 1,
954
+ "maxLength": 256
955
+ },
956
+ "version": {
957
+ "type": "string",
958
+ "minLength": 1,
959
+ "maxLength": 256
960
+ },
961
+ "digest": {
962
+ "$ref": "#/$defs/__schema2"
963
+ },
964
+ "configurationDigest": {
965
+ "$ref": "#/$defs/__schema2"
966
+ }
967
+ },
968
+ "required": ["role", "name", "version", "digest", "configurationDigest"],
969
+ "additionalProperties": false
970
+ },
971
+ "__schema12": {
972
+ "oneOf": [
973
+ {
974
+ "type": "object",
975
+ "properties": {
976
+ "candidateId": {
977
+ "$ref": "#/$defs/__schema7"
978
+ },
979
+ "candidateDigest": {
980
+ "$ref": "#/$defs/__schema2"
981
+ },
982
+ "regime": {
983
+ "$ref": "#/$defs/__schema13"
984
+ },
985
+ "role": {
986
+ "$ref": "#/$defs/__schema14"
987
+ },
988
+ "ordinal": {
989
+ "$ref": "#/$defs/__schema15"
990
+ },
991
+ "status": {
992
+ "type": "string",
993
+ "const": "COMPLETE"
994
+ },
995
+ "outcome": {
996
+ "type": "string",
997
+ "const": "PASS"
998
+ },
999
+ "phases": {
1000
+ "minItems": 4,
1001
+ "maxItems": 4,
1002
+ "type": "array",
1003
+ "items": {
1004
+ "$ref": "#/$defs/__schema16"
1005
+ }
1006
+ },
1007
+ "totalUs": {
1008
+ "type": "integer",
1009
+ "minimum": 0,
1010
+ "maximum": 9007199254740991
1011
+ },
1012
+ "cpuTimeUs": {
1013
+ "type": "integer",
1014
+ "minimum": 0,
1015
+ "maximum": 9007199254740991
1016
+ }
1017
+ },
1018
+ "required": [
1019
+ "candidateId",
1020
+ "candidateDigest",
1021
+ "regime",
1022
+ "role",
1023
+ "ordinal",
1024
+ "status",
1025
+ "outcome",
1026
+ "phases",
1027
+ "totalUs"
1028
+ ],
1029
+ "additionalProperties": false
1030
+ },
1031
+ {
1032
+ "type": "object",
1033
+ "properties": {
1034
+ "candidateId": {
1035
+ "$ref": "#/$defs/__schema7"
1036
+ },
1037
+ "candidateDigest": {
1038
+ "$ref": "#/$defs/__schema2"
1039
+ },
1040
+ "regime": {
1041
+ "$ref": "#/$defs/__schema13"
1042
+ },
1043
+ "role": {
1044
+ "$ref": "#/$defs/__schema14"
1045
+ },
1046
+ "ordinal": {
1047
+ "$ref": "#/$defs/__schema15"
1048
+ },
1049
+ "status": {
1050
+ "type": "string",
1051
+ "const": "INCOMPLETE"
1052
+ },
1053
+ "outcome": {
1054
+ "type": "string",
1055
+ "enum": [
1056
+ "ASSERTION_FAILURE",
1057
+ "COLLECTION_FAILURE",
1058
+ "COMPILE_FAILURE",
1059
+ "PROCESS_CRASH",
1060
+ "TIMEOUT",
1061
+ "INFRA_ERROR",
1062
+ "NO_TEST_DISCOVERED"
1063
+ ]
1064
+ },
1065
+ "phases": {
1066
+ "type": "null"
1067
+ },
1068
+ "totalUs": {
1069
+ "type": "null"
1070
+ },
1071
+ "cpuTimeUs": {
1072
+ "type": "null"
1073
+ }
1074
+ },
1075
+ "required": [
1076
+ "candidateId",
1077
+ "candidateDigest",
1078
+ "regime",
1079
+ "role",
1080
+ "ordinal",
1081
+ "status",
1082
+ "outcome",
1083
+ "phases",
1084
+ "totalUs",
1085
+ "cpuTimeUs"
1086
+ ],
1087
+ "additionalProperties": false
1088
+ }
1089
+ ]
1090
+ },
1091
+ "__schema13": {
1092
+ "type": "string",
1093
+ "enum": ["COLD", "WARM"]
1094
+ },
1095
+ "__schema14": {
1096
+ "type": "string",
1097
+ "enum": ["WARMUP", "MEASUREMENT"]
1098
+ },
1099
+ "__schema15": {
1100
+ "type": "integer",
1101
+ "minimum": 1,
1102
+ "maximum": 1000000
1103
+ },
1104
+ "__schema16": {
1105
+ "type": "object",
1106
+ "properties": {
1107
+ "phase": {
1108
+ "type": "string",
1109
+ "enum": ["PREPARATION", "STARTUP", "COMPILE_OR_COLLECTION", "EXECUTION"]
1110
+ },
1111
+ "durationUs": {
1112
+ "type": "integer",
1113
+ "minimum": 0,
1114
+ "maximum": 9007199254740991
1115
+ }
1116
+ },
1117
+ "required": ["phase", "durationUs"],
1118
+ "additionalProperties": false
1119
+ },
1120
+ "__schema17": {
1121
+ "type": "object",
1122
+ "properties": {
1123
+ "candidateId": {
1124
+ "$ref": "#/$defs/__schema7"
1125
+ },
1126
+ "candidateDigest": {
1127
+ "$ref": "#/$defs/__schema2"
1128
+ },
1129
+ "regime": {
1130
+ "type": "string",
1131
+ "enum": ["COLD", "WARM"]
1132
+ },
1133
+ "status": {
1134
+ "type": "string",
1135
+ "enum": ["MEASURED", "INSUFFICIENT_SAMPLES", "OBSERVED_RUN_FAILURE"]
1136
+ },
1137
+ "counters": {
1138
+ "type": "object",
1139
+ "properties": {
1140
+ "planned": {
1141
+ "type": "integer",
1142
+ "minimum": 1,
1143
+ "maximum": 1000
1144
+ },
1145
+ "recorded": {
1146
+ "type": "integer",
1147
+ "minimum": 0,
1148
+ "maximum": 1000
1149
+ },
1150
+ "accepted": {
1151
+ "type": "integer",
1152
+ "minimum": 0,
1153
+ "maximum": 1000
1154
+ },
1155
+ "failed": {
1156
+ "type": "integer",
1157
+ "minimum": 0,
1158
+ "maximum": 2000
1159
+ },
1160
+ "warmup": {
1161
+ "type": "integer",
1162
+ "minimum": 0,
1163
+ "maximum": 1000
1164
+ }
1165
+ },
1166
+ "required": ["planned", "recorded", "accepted", "failed", "warmup"],
1167
+ "additionalProperties": false
1168
+ },
1169
+ "wall": {
1170
+ "type": "object",
1171
+ "properties": {
1172
+ "total": {
1173
+ "anyOf": [
1174
+ {
1175
+ "$ref": "#/$defs/__schema18"
1176
+ },
1177
+ {
1178
+ "type": "null"
1179
+ }
1180
+ ]
1181
+ },
1182
+ "phases": {
1183
+ "type": "object",
1184
+ "properties": {
1185
+ "PREPARATION": {
1186
+ "anyOf": [
1187
+ {
1188
+ "$ref": "#/$defs/__schema18"
1189
+ },
1190
+ {
1191
+ "type": "null"
1192
+ }
1193
+ ]
1194
+ },
1195
+ "STARTUP": {
1196
+ "anyOf": [
1197
+ {
1198
+ "$ref": "#/$defs/__schema18"
1199
+ },
1200
+ {
1201
+ "type": "null"
1202
+ }
1203
+ ]
1204
+ },
1205
+ "COMPILE_OR_COLLECTION": {
1206
+ "anyOf": [
1207
+ {
1208
+ "$ref": "#/$defs/__schema18"
1209
+ },
1210
+ {
1211
+ "type": "null"
1212
+ }
1213
+ ]
1214
+ },
1215
+ "EXECUTION": {
1216
+ "anyOf": [
1217
+ {
1218
+ "$ref": "#/$defs/__schema18"
1219
+ },
1220
+ {
1221
+ "type": "null"
1222
+ }
1223
+ ]
1224
+ }
1225
+ },
1226
+ "required": ["PREPARATION", "STARTUP", "COMPILE_OR_COLLECTION", "EXECUTION"],
1227
+ "additionalProperties": false
1228
+ }
1229
+ },
1230
+ "required": ["total", "phases"],
1231
+ "additionalProperties": false
1232
+ },
1233
+ "cpu": {
1234
+ "type": "object",
1235
+ "properties": {
1236
+ "availability": {
1237
+ "type": "string",
1238
+ "enum": ["UNAVAILABLE", "PARTIAL", "COMPLETE"]
1239
+ },
1240
+ "quantiles": {
1241
+ "anyOf": [
1242
+ {
1243
+ "$ref": "#/$defs/__schema18"
1244
+ },
1245
+ {
1246
+ "type": "null"
1247
+ }
1248
+ ]
1249
+ }
1250
+ },
1251
+ "required": ["availability", "quantiles"],
1252
+ "additionalProperties": false
1253
+ }
1254
+ },
1255
+ "required": ["candidateId", "candidateDigest", "regime", "status", "counters", "wall", "cpu"],
1256
+ "additionalProperties": false
1257
+ },
1258
+ "__schema18": {
1259
+ "type": "object",
1260
+ "properties": {
1261
+ "minimumUs": {
1262
+ "type": "integer",
1263
+ "minimum": 0,
1264
+ "maximum": 9007199254740991
1265
+ },
1266
+ "p50Us": {
1267
+ "type": "integer",
1268
+ "minimum": 0,
1269
+ "maximum": 9007199254740991
1270
+ },
1271
+ "p95Us": {
1272
+ "type": "integer",
1273
+ "minimum": 0,
1274
+ "maximum": 9007199254740991
1275
+ },
1276
+ "maximumUs": {
1277
+ "type": "integer",
1278
+ "minimum": 0,
1279
+ "maximum": 9007199254740991
1280
+ }
1281
+ },
1282
+ "required": ["minimumUs", "p50Us", "p95Us", "maximumUs"],
1283
+ "additionalProperties": false
1284
+ },
1285
+ "__schema19": {
1286
+ "type": "object",
1287
+ "properties": {
1288
+ "profileVersion": {
1289
+ "type": "string",
1290
+ "const": "2.0.0"
1291
+ },
1292
+ "profileId": {
1293
+ "type": "string",
1294
+ "minLength": 1,
1295
+ "maxLength": 256
1296
+ },
1297
+ "mode": {
1298
+ "type": "string",
1299
+ "const": "HARDENING"
1300
+ },
1301
+ "requiredComparisonScopeDigest": {
1302
+ "$ref": "#/$defs/__schema2"
1303
+ },
1304
+ "costBasis": {
1305
+ "type": "object",
1306
+ "properties": {
1307
+ "regime": {
1308
+ "type": "string",
1309
+ "const": "WARM"
1310
+ },
1311
+ "measure": {
1312
+ "type": "string",
1313
+ "const": "WALL"
1314
+ },
1315
+ "aggregation": {
1316
+ "type": "string",
1317
+ "const": "TOTAL"
1318
+ },
1319
+ "statistic": {
1320
+ "type": "string",
1321
+ "const": "P95"
1322
+ },
1323
+ "unit": {
1324
+ "type": "string",
1325
+ "const": "MICROSECOND"
1326
+ },
1327
+ "portfolioAggregation": {
1328
+ "type": "string",
1329
+ "const": "SUM_OF_INDIVIDUAL_P95"
1330
+ }
1331
+ },
1332
+ "required": [
1333
+ "regime",
1334
+ "measure",
1335
+ "aggregation",
1336
+ "statistic",
1337
+ "unit",
1338
+ "portfolioAggregation"
1339
+ ],
1340
+ "additionalProperties": false
1341
+ },
1342
+ "lanes": {
1343
+ "minItems": 1,
1344
+ "maxItems": 100,
1345
+ "type": "array",
1346
+ "items": {
1347
+ "$ref": "#/$defs/__schema20"
1348
+ }
1349
+ }
1350
+ },
1351
+ "required": [
1352
+ "profileVersion",
1353
+ "profileId",
1354
+ "mode",
1355
+ "requiredComparisonScopeDigest",
1356
+ "costBasis",
1357
+ "lanes"
1358
+ ],
1359
+ "additionalProperties": false
1360
+ },
1361
+ "__schema20": {
1362
+ "type": "object",
1363
+ "properties": {
1364
+ "id": {
1365
+ "$ref": "#/$defs/__schema7"
1366
+ },
1367
+ "maximumWarmTotalWallP95Us": {
1368
+ "type": "integer",
1369
+ "minimum": 1,
1370
+ "maximum": 9007199254740991
1371
+ }
1372
+ },
1373
+ "required": ["id", "maximumWarmTotalWallP95Us"],
1374
+ "additionalProperties": false
1375
+ },
1376
+ "__schema21": {
1377
+ "type": "string",
1378
+ "enum": [
1379
+ "QUALIFIED",
1380
+ "BUDGET_MISSED",
1381
+ "INSUFFICIENT_TIMING_EVIDENCE",
1382
+ "OBSERVED_BENCHMARK_FAILURE",
1383
+ "COMPARISON_SCOPE_MISMATCH"
1384
+ ]
1385
+ },
1386
+ "__schema22": {
1387
+ "type": "object",
1388
+ "properties": {
1389
+ "kind": {
1390
+ "type": "string",
1391
+ "const": "SOURCE_SELECTED_ELIGIBLE"
1392
+ },
1393
+ "candidateIds": {
1394
+ "type": "array",
1395
+ "items": {
1396
+ "$ref": "#/$defs/__schema7"
1397
+ }
1398
+ },
1399
+ "excludedEligibleCandidateIds": {
1400
+ "type": "array",
1401
+ "items": {
1402
+ "$ref": "#/$defs/__schema7"
1403
+ }
1404
+ }
1405
+ },
1406
+ "required": ["kind", "candidateIds", "excludedEligibleCandidateIds"],
1407
+ "additionalProperties": false
1408
+ },
1409
+ "__schema23": {
1410
+ "type": "array",
1411
+ "items": {
1412
+ "type": "object",
1413
+ "properties": {
1414
+ "id": {
1415
+ "$ref": "#/$defs/__schema7"
1416
+ },
1417
+ "candidateDigest": {
1418
+ "$ref": "#/$defs/__schema2"
1419
+ },
1420
+ "evidenceStatus": {
1421
+ "type": "string",
1422
+ "const": "ELIGIBLE"
1423
+ },
1424
+ "classification": {
1425
+ "$ref": "#/$defs/__schema21"
1426
+ },
1427
+ "status": {
1428
+ "type": "string",
1429
+ "enum": ["MEASURED", "INSUFFICIENT_SAMPLES", "OBSERVED_RUN_FAILURE"]
1430
+ },
1431
+ "reasonCodes": {
1432
+ "type": "array",
1433
+ "items": {
1434
+ "type": "string",
1435
+ "minLength": 1,
1436
+ "maxLength": 256
1437
+ }
1438
+ },
1439
+ "strength": {
1440
+ "type": "object",
1441
+ "properties": {
1442
+ "targetWeightKilled": {
1443
+ "type": "integer",
1444
+ "minimum": 0,
1445
+ "maximum": 9007199254740991
1446
+ },
1447
+ "totalTargetWeight": {
1448
+ "type": "integer",
1449
+ "minimum": 0,
1450
+ "maximum": 9007199254740991
1451
+ },
1452
+ "targetWeightPermille": {
1453
+ "type": "integer",
1454
+ "minimum": 0,
1455
+ "maximum": 1000
1456
+ },
1457
+ "requiredTargetsKilled": {
1458
+ "type": "integer",
1459
+ "minimum": 0,
1460
+ "maximum": 9007199254740991
1461
+ },
1462
+ "requiredTargetsTotal": {
1463
+ "type": "integer",
1464
+ "minimum": 0,
1465
+ "maximum": 9007199254740991
1466
+ },
1467
+ "killedTargetIds": {
1468
+ "type": "array",
1469
+ "items": {
1470
+ "$ref": "#/$defs/__schema7"
1471
+ }
1472
+ }
1473
+ },
1474
+ "required": [
1475
+ "targetWeightKilled",
1476
+ "totalTargetWeight",
1477
+ "targetWeightPermille",
1478
+ "requiredTargetsKilled",
1479
+ "requiredTargetsTotal",
1480
+ "killedTargetIds"
1481
+ ],
1482
+ "additionalProperties": false
1483
+ },
1484
+ "consistency": {
1485
+ "type": "object",
1486
+ "properties": {
1487
+ "claim": {
1488
+ "type": "string",
1489
+ "enum": ["OBSERVED_CONSISTENT", "OBSERVED_INCONSISTENT"]
1490
+ },
1491
+ "attempts": {
1492
+ "type": "integer",
1493
+ "minimum": 0,
1494
+ "maximum": 1000
1495
+ }
1496
+ },
1497
+ "required": ["claim", "attempts"],
1498
+ "additionalProperties": false
1499
+ },
1500
+ "cost": {
1501
+ "type": "object",
1502
+ "properties": {
1503
+ "kind": {
1504
+ "type": "string",
1505
+ "const": "BENCHMARK_WARM_TOTAL_WALL_P95"
1506
+ },
1507
+ "acceptedSamples": {
1508
+ "type": "integer",
1509
+ "minimum": 0,
1510
+ "maximum": 1000
1511
+ },
1512
+ "p95Us": {
1513
+ "anyOf": [
1514
+ {
1515
+ "type": "integer",
1516
+ "minimum": 0,
1517
+ "maximum": 9007199254740991
1518
+ },
1519
+ {
1520
+ "type": "null"
1521
+ }
1522
+ ]
1523
+ }
1524
+ },
1525
+ "required": ["kind", "acceptedSamples", "p95Us"],
1526
+ "additionalProperties": false
1527
+ },
1528
+ "paretoStatus": {
1529
+ "type": "string",
1530
+ "enum": ["ON_FRONTIER", "DOMINATED", "NOT_EVALUATED"]
1531
+ }
1532
+ },
1533
+ "required": [
1534
+ "id",
1535
+ "candidateDigest",
1536
+ "evidenceStatus",
1537
+ "classification",
1538
+ "status",
1539
+ "reasonCodes",
1540
+ "strength",
1541
+ "consistency",
1542
+ "cost",
1543
+ "paretoStatus"
1544
+ ],
1545
+ "additionalProperties": false
1546
+ }
1547
+ },
1548
+ "__schema24": {
1549
+ "type": "array",
1550
+ "items": {
1551
+ "type": "object",
1552
+ "properties": {
1553
+ "laneId": {
1554
+ "$ref": "#/$defs/__schema7"
1555
+ },
1556
+ "maximumWarmTotalWallP95Us": {
1557
+ "type": "integer",
1558
+ "minimum": 1,
1559
+ "maximum": 9007199254740991
1560
+ },
1561
+ "costModel": {
1562
+ "type": "string",
1563
+ "const": "SUM_OF_INDIVIDUAL_P95"
1564
+ },
1565
+ "selectedCandidateIds": {
1566
+ "type": "array",
1567
+ "items": {
1568
+ "$ref": "#/$defs/__schema7"
1569
+ }
1570
+ },
1571
+ "steps": {
1572
+ "type": "array",
1573
+ "items": {
1574
+ "type": "object",
1575
+ "properties": {
1576
+ "ordinal": {
1577
+ "type": "integer",
1578
+ "minimum": 1,
1579
+ "maximum": 2000
1580
+ },
1581
+ "candidateId": {
1582
+ "$ref": "#/$defs/__schema7"
1583
+ },
1584
+ "marginalTargetIds": {
1585
+ "type": "array",
1586
+ "items": {
1587
+ "$ref": "#/$defs/__schema7"
1588
+ }
1589
+ },
1590
+ "marginalTargetWeight": {
1591
+ "type": "integer",
1592
+ "minimum": 0,
1593
+ "maximum": 9007199254740991
1594
+ },
1595
+ "candidateWarmTotalWallP95Us": {
1596
+ "type": "integer",
1597
+ "minimum": 0,
1598
+ "maximum": 9007199254740991
1599
+ },
1600
+ "cumulativeCostUs": {
1601
+ "type": "integer",
1602
+ "minimum": 0,
1603
+ "maximum": 9007199254740991
1604
+ },
1605
+ "cumulativeTargetWeight": {
1606
+ "type": "integer",
1607
+ "minimum": 0,
1608
+ "maximum": 9007199254740991
1609
+ }
1610
+ },
1611
+ "required": [
1612
+ "ordinal",
1613
+ "candidateId",
1614
+ "marginalTargetIds",
1615
+ "marginalTargetWeight",
1616
+ "candidateWarmTotalWallP95Us",
1617
+ "cumulativeCostUs",
1618
+ "cumulativeTargetWeight"
1619
+ ],
1620
+ "additionalProperties": false
1621
+ }
1622
+ },
1623
+ "sumIndividualWarmTotalWallP95Us": {
1624
+ "type": "integer",
1625
+ "minimum": 0,
1626
+ "maximum": 9007199254740991
1627
+ },
1628
+ "targetWeight": {
1629
+ "type": "integer",
1630
+ "minimum": 0,
1631
+ "maximum": 9007199254740991
1632
+ },
1633
+ "targetWeightPermille": {
1634
+ "type": "integer",
1635
+ "minimum": 0,
1636
+ "maximum": 1000
1637
+ },
1638
+ "requiredTargetsKilled": {
1639
+ "type": "integer",
1640
+ "minimum": 0,
1641
+ "maximum": 9007199254740991
1642
+ },
1643
+ "requiredTargetsTotal": {
1644
+ "type": "integer",
1645
+ "minimum": 0,
1646
+ "maximum": 9007199254740991
1647
+ }
1648
+ },
1649
+ "required": [
1650
+ "laneId",
1651
+ "maximumWarmTotalWallP95Us",
1652
+ "costModel",
1653
+ "selectedCandidateIds",
1654
+ "steps",
1655
+ "sumIndividualWarmTotalWallP95Us",
1656
+ "targetWeight",
1657
+ "targetWeightPermille",
1658
+ "requiredTargetsKilled",
1659
+ "requiredTargetsTotal"
1660
+ ],
1661
+ "additionalProperties": false
1662
+ }
1663
+ },
1664
+ "__schema25": {
1665
+ "type": "array",
1666
+ "items": {
1667
+ "type": "string",
1668
+ "minLength": 1,
1669
+ "maxLength": 2048
1670
+ }
1671
+ }
1672
+ },
1673
+ "$id": "https://testforge.dev/schemas/agentic-profile-report.v2.json"
1674
+ }