@aiwg/cli 2026.9.24 → 2026.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. package/agentic/code/providers/capability-matrix.yaml +2 -1
  2. package/dist/src/artifacts/discovery-shadow-evaluator.js +177 -0
  3. package/dist/src/artifacts/discovery-shadow.js +195 -0
  4. package/dist/src/artifacts/index-builder.js +47 -9
  5. package/dist/src/artifacts/query-engine.js +94 -1
  6. package/dist/src/artifacts/types.js +1 -0
  7. package/dist/src/cli/handlers/decision.js +88 -0
  8. package/dist/src/cli/handlers/gates.js +154 -0
  9. package/dist/src/cli/handlers/index.js +5 -1
  10. package/dist/src/cli/handlers/sessions.js +10 -7
  11. package/dist/src/cli/handlers/utilities.js +20 -0
  12. package/dist/src/config/aiwg-config.js +15 -2
  13. package/dist/src/decision/acceptance.js +25 -0
  14. package/dist/src/decision/adapters/jev.js +24 -2
  15. package/dist/src/decision/calibration/registry.js +9 -0
  16. package/dist/src/decision/compose.js +74 -15
  17. package/dist/src/decision/context-live-promotion.js +344 -0
  18. package/dist/src/decision/context-live-qualification.js +591 -0
  19. package/dist/src/decision/context-pruning.js +847 -0
  20. package/dist/src/decision/driver.js +430 -0
  21. package/dist/src/decision/egress-live-qualification.js +874 -0
  22. package/dist/src/decision/ensemble/contract.js +64 -1
  23. package/dist/src/decision/ensemble/index.js +1 -0
  24. package/dist/src/decision/ensemble/report.js +8 -42
  25. package/dist/src/decision/ensemble/runtime.js +571 -0
  26. package/dist/src/decision/ensemble-study/artifacts.js +85 -0
  27. package/dist/src/decision/ensemble-study/calibration.js +443 -0
  28. package/dist/src/decision/ensemble-study/corpus.js +229 -0
  29. package/dist/src/decision/ensemble-study/multifact-artifacts.js +23 -0
  30. package/dist/src/decision/ensemble-study/multifact-study.js +596 -0
  31. package/dist/src/decision/ensemble-study/multifact.js +241 -0
  32. package/dist/src/decision/ensemble-study/protocol.js +77 -0
  33. package/dist/src/decision/ensemble-study/score.js +462 -0
  34. package/dist/src/decision/ensemble-study/staged.js +87 -0
  35. package/dist/src/decision/ensemble-study/statistics.js +84 -0
  36. package/dist/src/decision/evaluate.js +227 -14
  37. package/dist/src/decision/export.js +4 -0
  38. package/dist/src/decision/feature-export.js +1074 -0
  39. package/dist/src/decision/graph-index.js +16 -0
  40. package/dist/src/decision/graph-live-qualification.js +1041 -0
  41. package/dist/src/decision/graph-live-workload.js +245 -0
  42. package/dist/src/decision/graph-skill-bridge.js +21 -3
  43. package/dist/src/decision/heldout/calibration.js +140 -0
  44. package/dist/src/decision/heldout/collector.js +430 -0
  45. package/dist/src/decision/heldout/contract.js +309 -0
  46. package/dist/src/decision/heldout/d29-generator-ids.js +12 -0
  47. package/dist/src/decision/heldout/d29-passage-baseline-v2.js +93 -0
  48. package/dist/src/decision/heldout/d29-passage-baseline-v3.js +100 -0
  49. package/dist/src/decision/heldout/d29-passage-baseline.js +66 -0
  50. package/dist/src/decision/heldout/d29-pools-v8.js +575 -0
  51. package/dist/src/decision/heldout/d29-pools.js +288 -0
  52. package/dist/src/decision/heldout/d29-v6.js +169 -0
  53. package/dist/src/decision/heldout/d29-v7.js +202 -0
  54. package/dist/src/decision/heldout/d29-v8.js +586 -0
  55. package/dist/src/decision/heldout/generator-registry.js +67 -0
  56. package/dist/src/decision/heldout/generators.js +696 -0
  57. package/dist/src/decision/heldout/index.js +8 -0
  58. package/dist/src/decision/heldout/journal.js +346 -0
  59. package/dist/src/decision/heldout/study-generators.js +64 -0
  60. package/dist/src/decision/heldout/types.js +2 -0
  61. package/dist/src/decision/host-policy.js +61 -0
  62. package/dist/src/decision/index.js +11 -0
  63. package/dist/src/decision/interop-profile.v1.json +112 -0
  64. package/dist/src/decision/interop.js +653 -0
  65. package/dist/src/decision/issue-triage/index.js +3 -0
  66. package/dist/src/decision/issue-triage/runtime.js +1069 -0
  67. package/dist/src/decision/issue-triage/types.js +2 -0
  68. package/dist/src/decision/patterns/catalog.js +28 -8
  69. package/dist/src/decision/patterns/playground.js +28 -11
  70. package/dist/src/decision/patterns/specs.js +19 -10
  71. package/dist/src/decision/preprocessed-evidence.js +724 -0
  72. package/dist/src/decision/qualification/capture.js +8 -2
  73. package/dist/src/decision/qualification/gate-evidence.js +19 -4
  74. package/dist/src/decision/qualification/quality.js +57 -49
  75. package/dist/src/decision/qualification/release.js +76 -3
  76. package/dist/src/decision/qualification/runner.js +5 -2
  77. package/dist/src/decision/routing/contract.js +175 -0
  78. package/dist/src/decision/routing/index.js +5 -0
  79. package/dist/src/decision/routing/report.js +216 -0
  80. package/dist/src/decision/routing/runtime.js +685 -0
  81. package/dist/src/decision/routing/types.js +2 -0
  82. package/dist/src/decision/sdlc-screening.js +1157 -0
  83. package/dist/src/decision/sensitivity/comparative.js +154 -0
  84. package/dist/src/decision/sensitivity/contract.js +218 -0
  85. package/dist/src/decision/sensitivity/index.js +5 -0
  86. package/dist/src/decision/sensitivity/runtime.js +912 -0
  87. package/dist/src/decision/sensitivity/types.js +2 -0
  88. package/dist/src/decision/validate.js +26 -0
  89. package/dist/src/extensions/commands/definitions.js +38 -0
  90. package/dist/src/extensions/manifest.js +44 -0
  91. package/dist/src/gates/discovery.js +315 -0
  92. package/dist/src/gates/driver.js +388 -0
  93. package/dist/src/gates/evaluate.js +719 -0
  94. package/dist/src/gates/floors.js +255 -0
  95. package/dist/src/gates/index.js +17 -0
  96. package/dist/src/gates/providers/evidence.js +38 -0
  97. package/dist/src/gates/providers/index.js +21 -0
  98. package/dist/src/gates/providers/isolated-child-source.js +446 -0
  99. package/dist/src/gates/providers/loader.js +1069 -0
  100. package/dist/src/gates/providers/paired.js +52 -0
  101. package/dist/src/gates/providers/proportion.js +60 -0
  102. package/dist/src/gates/providers/registry.js +40 -0
  103. package/dist/src/gates/providers/scalar.js +41 -0
  104. package/dist/src/gates/providers/screening.js +53 -0
  105. package/dist/src/gates/providers/types.js +25 -0
  106. package/dist/src/gates/registry.js +1003 -0
  107. package/dist/src/gates/report.js +102 -0
  108. package/dist/src/gates/schema.js +56 -0
  109. package/dist/src/gates/stats/binomial.js +26 -0
  110. package/dist/src/gates/stats/bootstrap.js +62 -0
  111. package/dist/src/gates/stats/clopper-pearson.js +95 -0
  112. package/dist/src/gates/stats/digest.js +26 -0
  113. package/dist/src/gates/stats/error.js +5 -0
  114. package/dist/src/gates/stats/index.js +9 -0
  115. package/dist/src/gates/stats/normal.js +35 -0
  116. package/dist/src/gates/stats/paired.js +120 -0
  117. package/dist/src/gates/stats/splits.js +30 -0
  118. package/dist/src/gates/types.js +8 -0
  119. package/dist/src/governance/redaction.js +14 -4
  120. package/dist/src/mcp/muse-native-config.mjs +123 -0
  121. package/dist/src/mcp/tools/decision.mjs +188 -0
  122. package/dist/src/mcp/tools/subsystems.mjs +2 -0
  123. package/dist/src/providers/capability-matrix.yaml +2 -1
  124. package/dist/src/providers/provider-definitions.js +2 -1
  125. package/dist/src/sessions/adapters/muse.js +336 -39
  126. package/dist/src/sessions/batch-import.js +7 -0
  127. package/dist/src/sessions/workspace-discovery.js +13 -2
  128. package/package.json +1 -1
  129. package/schemas/decision/ConformalFrozenOpenData.v2.schema.json +371 -0
  130. package/schemas/decision/ConformalOpenDataReport.v2.schema.json +421 -0
  131. package/schemas/decision/ConformalPreregistration.v2.schema.json +529 -0
  132. package/schemas/decision/ContextPruningCandidate.v1.schema.json +47 -0
  133. package/schemas/decision/ContextPruningEvaluationReport.v1.schema.json +758 -0
  134. package/schemas/decision/ContextPruningPreregistration.v1.schema.json +175 -0
  135. package/schemas/decision/ContextPruningReceipt.v1.schema.json +72 -0
  136. package/schemas/decision/D17Multifact.v1.schema.json +1851 -0
  137. package/schemas/decision/D17StudyAnalysis.v1.schema.json +42 -0
  138. package/schemas/decision/D17StudyAnalysis.v2.schema.json +51 -0
  139. package/schemas/decision/D17StudyCalibration.v1.schema.json +819 -0
  140. package/schemas/decision/D17StudyDryRun.v1.schema.json +169 -0
  141. package/schemas/decision/D17StudyDryRun.v2.schema.json +239 -0
  142. package/schemas/decision/D17StudyGold.v1.schema.json +108 -0
  143. package/schemas/decision/D17StudyGuide.v1.schema.json +63 -0
  144. package/schemas/decision/D17StudyNativeTemplates.v1.schema.json +619 -0
  145. package/schemas/decision/D17StudyProtocol.v1.schema.json +241 -0
  146. package/schemas/decision/D17StudyReport.v1.schema.json +902 -0
  147. package/schemas/decision/D17StudyReport.v2.schema.json +1319 -0
  148. package/schemas/decision/D17StudyReview.v1.schema.json +175 -0
  149. package/schemas/decision/D17StudySplits.v1.schema.json +217 -0
  150. package/schemas/decision/D29Study.v1.schema.json +1903 -0
  151. package/schemas/decision/D29Study.v2.schema.json +1344 -0
  152. package/schemas/decision/D29Study.v3.schema.json +609 -0
  153. package/schemas/decision/D29Study.v4.schema.json +1133 -0
  154. package/schemas/decision/D29Study.v6.schema.json +1205 -0
  155. package/schemas/decision/D29Study.v7.schema.json +1471 -0
  156. package/schemas/decision/D29Study.v8.schema.json +671 -0
  157. package/schemas/decision/D29Study.v9.schema.json +778 -0
  158. package/schemas/decision/DecisionComparativeReplayAuditSample.v1.schema.json +137 -0
  159. package/schemas/decision/DecisionComparativeReplayCorpus.v1.schema.json +258 -0
  160. package/schemas/decision/DecisionComparativeReplayFreeze.v1.schema.json +74 -0
  161. package/schemas/decision/DecisionComparativeReplayGold.v1.schema.json +50 -0
  162. package/schemas/decision/DecisionComparativeReplayGoldAsset.v1.schema.json +37 -0
  163. package/schemas/decision/DecisionComparativeReplayIntegrity.v1.schema.json +81 -0
  164. package/schemas/decision/DecisionComparativeReplayMembers.v1.schema.json +52 -0
  165. package/schemas/decision/DecisionComparativeReplayPreregistration.v1.schema.json +113 -0
  166. package/schemas/decision/DecisionComparativeReplayReport.v1.schema.json +407 -0
  167. package/schemas/decision/DecisionComparativeReplayReviewPackets.v1.schema.json +260 -0
  168. package/schemas/decision/DecisionComparativeReplaySplit.v1.schema.json +84 -0
  169. package/schemas/decision/DecisionFeatureObservation.v1.schema.json +564 -0
  170. package/schemas/decision/DecisionFeatureSet.v1.schema.json +155 -0
  171. package/schemas/decision/DecisionInteropMapping.v1.schema.json +85 -0
  172. package/schemas/decision/DecisionIssueTriageEvaluationManifest.v1.schema.json +174 -0
  173. package/schemas/decision/DecisionIssueTriageEvaluationReport.v1.schema.json +280 -0
  174. package/schemas/decision/DecisionIssueTriagePilotPack.v1.schema.json +114 -0
  175. package/schemas/decision/DecisionRouteReceipt.v1.schema.json +155 -0
  176. package/schemas/decision/DecisionRoutingPolicy.v1.schema.json +132 -0
  177. package/schemas/decision/DecisionRoutingShadowReport.v1.schema.json +170 -0
  178. package/schemas/decision/DecisionRoutingTask.v1.schema.json +49 -0
  179. package/schemas/decision/DecisionRuleset.schema.json +8 -2
  180. package/schemas/decision/DecisionRuleset.v1alpha2.schema.json +8 -2
  181. package/schemas/decision/DecisionSensitivityPlan.v1.schema.json +191 -0
  182. package/schemas/decision/DecisionSensitivityReport.v1.schema.json +163 -0
  183. package/schemas/decision/HeldoutApproval.v1.schema.json +312 -0
  184. package/schemas/decision/HeldoutAttempt.v1.schema.json +211 -0
  185. package/schemas/decision/HeldoutBaseline.v1.schema.json +90 -0
  186. package/schemas/decision/HeldoutCalibrationPhase.v1.schema.json +87 -0
  187. package/schemas/decision/HeldoutCorpus.v1.schema.json +167 -0
  188. package/schemas/decision/HeldoutEvent.v1.schema.json +41 -0
  189. package/schemas/decision/HeldoutFrozen.v1.schema.json +142 -0
  190. package/schemas/decision/HeldoutPreregistration.v1.schema.json +222 -0
  191. package/schemas/decision/HeldoutSpendEvent.v1.schema.json +122 -0
  192. package/schemas/decision/HeldoutSpendHead.v1.schema.json +25 -0
  193. package/schemas/decision/HeldoutSpendHead.v2.schema.json +46 -0
  194. package/schemas/decision/HeldoutSummary.v1.schema.json +101 -0
  195. package/schemas/decision/OpaDecisionLogExport.v1.schema.json +65 -0
  196. package/schemas/decision/PreprocessedEvidence.v1.schema.json +306 -0
  197. package/schemas/decision/RulesetResult.v1alpha2.schema.json +175 -0
  198. package/schemas/decision/SdlcEvidenceScreening.v1.schema.json +499 -0
  199. package/schemas/decision/SdlcScreeningPreregistration.v1.schema.json +132 -0
  200. package/schemas/decision/SdlcScreeningPreregistration.v2.schema.json +138 -0
  201. package/schemas/decision/SdlcScreeningRelease.v1.schema.json +654 -0
  202. package/schemas/decision/SdlcScreeningRelease.v2.schema.json +654 -0
  203. package/tools/agents/deploy-agents.mjs +1 -1
  204. package/tools/agents/providers/base.mjs +26 -7
  205. package/tools/agents/providers/factory.mjs +10 -2
  206. package/tools/agents/providers/muse-hooks.mjs +1 -29
  207. package/tools/agents/providers/muse.mjs +6 -3
@@ -0,0 +1,1471 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://aiwg.io/schemas/decision/D29Study.v7.schema.json",
4
+ "title": "D29Study v7",
5
+ "oneOf": [
6
+ {
7
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v6.schema.json"
8
+ },
9
+ {
10
+ "$ref": "#/$defs/gold"
11
+ },
12
+ {
13
+ "$ref": "#/$defs/audit"
14
+ },
15
+ {
16
+ "$ref": "#/$defs/score"
17
+ },
18
+ {
19
+ "$ref": "#/$defs/analysis"
20
+ }
21
+ ],
22
+ "$defs": {
23
+ "gold": {
24
+ "type": "object",
25
+ "additionalProperties": false,
26
+ "required": [
27
+ "schemaVersion",
28
+ "syntheticOnly",
29
+ "rows"
30
+ ],
31
+ "properties": {
32
+ "schemaVersion": {
33
+ "const": "decision-d29-gold/v7"
34
+ },
35
+ "syntheticOnly": {
36
+ "const": true
37
+ },
38
+ "rows": {
39
+ "type": "array",
40
+ "items": {
41
+ "type": "object",
42
+ "additionalProperties": false,
43
+ "required": [
44
+ "id",
45
+ "world",
46
+ "gold",
47
+ "variant"
48
+ ],
49
+ "properties": {
50
+ "id": {
51
+ "type": "string",
52
+ "minLength": 1
53
+ },
54
+ "world": {
55
+ "type": "object",
56
+ "additionalProperties": false,
57
+ "required": [
58
+ "kind",
59
+ "sourceAttribute",
60
+ "claimAttribute",
61
+ "sourceValue",
62
+ "claimValue",
63
+ "uncertain",
64
+ "injected",
65
+ "artifactPresent",
66
+ "testPassed",
67
+ "required",
68
+ "covered",
69
+ "variant",
70
+ "sourceModule",
71
+ "claimModule",
72
+ "exclusive",
73
+ "sourceValues",
74
+ "negatedValues",
75
+ "scoped",
76
+ "temporal",
77
+ "current",
78
+ "independent",
79
+ "complete",
80
+ "decoy",
81
+ "distractorCount",
82
+ "factPosition",
83
+ "nearMissGroup",
84
+ "injectionPhrase",
85
+ "pool"
86
+ ],
87
+ "properties": {
88
+ "kind": {
89
+ "enum": [
90
+ "citation",
91
+ "phase-criterion"
92
+ ]
93
+ },
94
+ "sourceAttribute": {
95
+ "enum": [
96
+ "port",
97
+ "protocol",
98
+ "region",
99
+ "owner-team",
100
+ "major-version",
101
+ "rollback",
102
+ "security",
103
+ "migration"
104
+ ]
105
+ },
106
+ "claimAttribute": {
107
+ "enum": [
108
+ "port",
109
+ "protocol",
110
+ "region",
111
+ "owner-team",
112
+ "major-version",
113
+ "rollback",
114
+ "security",
115
+ "migration"
116
+ ]
117
+ },
118
+ "sourceValue": {
119
+ "type": "string",
120
+ "minLength": 1
121
+ },
122
+ "claimValue": {
123
+ "type": "string",
124
+ "minLength": 1
125
+ },
126
+ "uncertain": {
127
+ "type": "boolean"
128
+ },
129
+ "injected": {
130
+ "type": "boolean"
131
+ },
132
+ "artifactPresent": {
133
+ "type": "boolean"
134
+ },
135
+ "testPassed": {
136
+ "type": "boolean"
137
+ },
138
+ "required": {
139
+ "type": "string",
140
+ "minLength": 1
141
+ },
142
+ "covered": {
143
+ "type": "array",
144
+ "items": {
145
+ "type": "string",
146
+ "minLength": 1
147
+ }
148
+ },
149
+ "variant": {
150
+ "enum": [
151
+ "exact",
152
+ "paraphrase",
153
+ "multi-value",
154
+ "negated",
155
+ "moved",
156
+ "exclusive-single",
157
+ "exclusive-restricted",
158
+ "scoped",
159
+ "temporal",
160
+ "tentative",
161
+ "different-nonexclusive",
162
+ "other-attribute",
163
+ "near-miss-digit",
164
+ "near-miss-transposition",
165
+ "context",
166
+ "prefix",
167
+ "middle",
168
+ "suffix",
169
+ "verified",
170
+ "checklist",
171
+ "explicit-none",
172
+ "planned",
173
+ "wrong-attribute",
174
+ "wrong-subject",
175
+ "stale",
176
+ "self-attested",
177
+ "partial",
178
+ "different-current"
179
+ ]
180
+ },
181
+ "sourceModule": {
182
+ "type": "string",
183
+ "minLength": 1
184
+ },
185
+ "claimModule": {
186
+ "type": "string",
187
+ "minLength": 1
188
+ },
189
+ "exclusive": {
190
+ "type": "boolean"
191
+ },
192
+ "sourceValues": {
193
+ "type": "array",
194
+ "items": {
195
+ "type": "string",
196
+ "minLength": 1
197
+ },
198
+ "uniqueItems": true
199
+ },
200
+ "negatedValues": {
201
+ "type": "array",
202
+ "items": {
203
+ "type": "string",
204
+ "minLength": 1
205
+ },
206
+ "uniqueItems": true
207
+ },
208
+ "scoped": {
209
+ "type": "boolean"
210
+ },
211
+ "temporal": {
212
+ "type": "boolean"
213
+ },
214
+ "current": {
215
+ "type": "boolean"
216
+ },
217
+ "independent": {
218
+ "type": "boolean"
219
+ },
220
+ "complete": {
221
+ "type": "boolean"
222
+ },
223
+ "decoy": {
224
+ "type": "boolean"
225
+ },
226
+ "distractorCount": {
227
+ "type": "integer",
228
+ "minimum": 0,
229
+ "maximum": 7
230
+ },
231
+ "factPosition": {
232
+ "type": "integer",
233
+ "minimum": 0,
234
+ "maximum": 7
235
+ },
236
+ "nearMissGroup": {
237
+ "type": [
238
+ "integer",
239
+ "null"
240
+ ],
241
+ "minimum": 0,
242
+ "maximum": 2
243
+ },
244
+ "injectionPhrase": {
245
+ "type": [
246
+ "integer",
247
+ "null"
248
+ ],
249
+ "minimum": 0,
250
+ "maximum": 15
251
+ },
252
+ "pool": {
253
+ "enum": [
254
+ "train",
255
+ "test"
256
+ ]
257
+ }
258
+ }
259
+ },
260
+ "gold": {
261
+ "type": "object",
262
+ "additionalProperties": false,
263
+ "required": [
264
+ "ready",
265
+ "support"
266
+ ],
267
+ "properties": {
268
+ "ready": {
269
+ "type": "boolean"
270
+ },
271
+ "support": {
272
+ "enum": [
273
+ "supports",
274
+ "contradicts",
275
+ "unclear",
276
+ "does-not-support",
277
+ null
278
+ ]
279
+ }
280
+ }
281
+ },
282
+ "variant": {
283
+ "enum": [
284
+ "exact",
285
+ "paraphrase",
286
+ "multi-value",
287
+ "negated",
288
+ "moved",
289
+ "exclusive-single",
290
+ "exclusive-restricted",
291
+ "scoped",
292
+ "temporal",
293
+ "tentative",
294
+ "different-nonexclusive",
295
+ "other-attribute",
296
+ "near-miss-digit",
297
+ "near-miss-transposition",
298
+ "context",
299
+ "prefix",
300
+ "middle",
301
+ "suffix",
302
+ "verified",
303
+ "checklist",
304
+ "explicit-none",
305
+ "planned",
306
+ "wrong-attribute",
307
+ "wrong-subject",
308
+ "stale",
309
+ "self-attested",
310
+ "partial",
311
+ "different-current"
312
+ ]
313
+ }
314
+ }
315
+ },
316
+ "minItems": 2000,
317
+ "maxItems": 2000
318
+ }
319
+ }
320
+ },
321
+ "audit": {
322
+ "type": "object",
323
+ "additionalProperties": false,
324
+ "required": [
325
+ "schemaVersion",
326
+ "splits",
327
+ "n",
328
+ "targets",
329
+ "topRules",
330
+ "passed",
331
+ "pairFeatureLimit",
332
+ "pairSelection",
333
+ "featureFamilies",
334
+ "modelLeakage",
335
+ "testSplits",
336
+ "testN",
337
+ "lexiconSelection",
338
+ "lexicon",
339
+ "heldoutTest"
340
+ ],
341
+ "properties": {
342
+ "schemaVersion": {
343
+ "const": "decision-d29-shortcut-audit/v4"
344
+ },
345
+ "splits": {
346
+ "enum": [
347
+ [
348
+ "tuning",
349
+ "calibration"
350
+ ],
351
+ [
352
+ "test"
353
+ ]
354
+ ]
355
+ },
356
+ "n": {
357
+ "type": "integer",
358
+ "minimum": 1
359
+ },
360
+ "targets": {
361
+ "type": "array",
362
+ "items": {
363
+ "type": "object",
364
+ "additionalProperties": false,
365
+ "required": [
366
+ "target",
367
+ "positives",
368
+ "negatives",
369
+ "limit",
370
+ "featureCount",
371
+ "maximumBalancedAccuracy",
372
+ "topRules",
373
+ "pairFeatureCounts",
374
+ "pairRuleCount",
375
+ "maximumSingleBalancedAccuracy",
376
+ "maximumPairBalancedAccuracy",
377
+ "topSingleRules",
378
+ "topPairRules",
379
+ "maximumStructuralBalancedAccuracy",
380
+ "maximumClaimRelativeBalancedAccuracy",
381
+ "maximumSingleTestBalancedAccuracy",
382
+ "maximumPairTestBalancedAccuracy"
383
+ ],
384
+ "properties": {
385
+ "target": {
386
+ "enum": [
387
+ "injection",
388
+ "readiness",
389
+ "supports",
390
+ "contradicts",
391
+ "unclear",
392
+ "does-not-support"
393
+ ]
394
+ },
395
+ "positives": {
396
+ "type": "integer",
397
+ "minimum": 1
398
+ },
399
+ "negatives": {
400
+ "type": "integer",
401
+ "minimum": 1
402
+ },
403
+ "limit": {
404
+ "enum": [
405
+ 0.75,
406
+ 0.8
407
+ ]
408
+ },
409
+ "featureCount": {
410
+ "type": "integer",
411
+ "minimum": 1
412
+ },
413
+ "maximumBalancedAccuracy": {
414
+ "type": "number",
415
+ "minimum": 0,
416
+ "maximum": 1
417
+ },
418
+ "topRules": {
419
+ "type": "array",
420
+ "items": {
421
+ "$ref": "#/$defs/rule"
422
+ },
423
+ "minItems": 10,
424
+ "maxItems": 10
425
+ },
426
+ "pairFeatureCounts": {
427
+ "type": "array",
428
+ "items": {
429
+ "type": "object",
430
+ "additionalProperties": false,
431
+ "required": [
432
+ "view",
433
+ "count"
434
+ ],
435
+ "properties": {
436
+ "view": {
437
+ "enum": [
438
+ "passage",
439
+ "passage-and-context",
440
+ "context"
441
+ ]
442
+ },
443
+ "count": {
444
+ "type": "integer",
445
+ "minimum": 0
446
+ }
447
+ }
448
+ },
449
+ "minItems": 3
450
+ },
451
+ "pairRuleCount": {
452
+ "type": "integer",
453
+ "minimum": 0
454
+ },
455
+ "maximumSingleBalancedAccuracy": {
456
+ "type": "number",
457
+ "minimum": 0,
458
+ "maximum": 1
459
+ },
460
+ "maximumPairBalancedAccuracy": {
461
+ "type": "number",
462
+ "minimum": 0,
463
+ "maximum": 1
464
+ },
465
+ "topSingleRules": {
466
+ "type": "array",
467
+ "items": {
468
+ "$ref": "#/$defs/rule"
469
+ },
470
+ "minItems": 1
471
+ },
472
+ "topPairRules": {
473
+ "type": "array",
474
+ "items": {
475
+ "$ref": "#/$defs/rule"
476
+ },
477
+ "minItems": 0
478
+ },
479
+ "maximumStructuralBalancedAccuracy": {
480
+ "type": "number",
481
+ "minimum": 0,
482
+ "maximum": 1
483
+ },
484
+ "maximumClaimRelativeBalancedAccuracy": {
485
+ "type": "number",
486
+ "minimum": 0,
487
+ "maximum": 1
488
+ },
489
+ "maximumSingleTestBalancedAccuracy": {
490
+ "type": "number",
491
+ "minimum": 0,
492
+ "maximum": 1
493
+ },
494
+ "maximumPairTestBalancedAccuracy": {
495
+ "type": "number",
496
+ "minimum": 0,
497
+ "maximum": 1
498
+ }
499
+ }
500
+ },
501
+ "minItems": 6,
502
+ "maxItems": 6
503
+ },
504
+ "topRules": {
505
+ "type": "array",
506
+ "items": {
507
+ "$ref": "#/$defs/rule"
508
+ },
509
+ "minItems": 10,
510
+ "maxItems": 10
511
+ },
512
+ "passed": {
513
+ "type": "boolean"
514
+ },
515
+ "pairFeatureLimit": {
516
+ "const": 200
517
+ },
518
+ "pairSelection": {
519
+ "const": "all-structural-and-claim-relative-plus-strongest-lexical-distinct-bitsets-per-target-and-view"
520
+ },
521
+ "featureFamilies": {
522
+ "const": [
523
+ "tokens-including-stopwords",
524
+ "bigrams",
525
+ "note-grammar-counts",
526
+ "note-sentence-counts",
527
+ "per-note-lengths",
528
+ "formatting-counts",
529
+ "character-thresholds",
530
+ "length-bins",
531
+ "derived-residual-counts",
532
+ "module-mention-counts",
533
+ "claim-relative-presence-counts-positions"
534
+ ]
535
+ },
536
+ "modelLeakage": {
537
+ "type": "object",
538
+ "additionalProperties": false,
539
+ "required": [
540
+ "method",
541
+ "view",
542
+ "vocabulary",
543
+ "informationalOnly",
544
+ "maximumBalancedAccuracy",
545
+ "targets",
546
+ "maximumTestBalancedAccuracy"
547
+ ],
548
+ "properties": {
549
+ "method": {
550
+ "const": "stratified-5-fold-depth-3-balanced-tree-plus-logistic"
551
+ },
552
+ "view": {
553
+ "const": "passage-and-context"
554
+ },
555
+ "vocabulary": {
556
+ "const": "training-fold-only-token-presence-minimum-two"
557
+ },
558
+ "informationalOnly": {
559
+ "const": false
560
+ },
561
+ "maximumBalancedAccuracy": {
562
+ "type": "number",
563
+ "minimum": 0,
564
+ "maximum": 1
565
+ },
566
+ "targets": {
567
+ "type": "array",
568
+ "items": {
569
+ "type": "object",
570
+ "additionalProperties": false,
571
+ "required": [
572
+ "target",
573
+ "limit",
574
+ "treeBalancedAccuracy",
575
+ "logisticBalancedAccuracy",
576
+ "treeTestBalancedAccuracy",
577
+ "logisticTestBalancedAccuracy",
578
+ "validationCount",
579
+ "folds"
580
+ ],
581
+ "properties": {
582
+ "target": {
583
+ "enum": [
584
+ "injection",
585
+ "readiness",
586
+ "supports",
587
+ "contradicts",
588
+ "unclear",
589
+ "does-not-support"
590
+ ]
591
+ },
592
+ "limit": {
593
+ "enum": [
594
+ 0.8,
595
+ 0.85
596
+ ]
597
+ },
598
+ "treeBalancedAccuracy": {
599
+ "type": "number",
600
+ "minimum": 0,
601
+ "maximum": 1
602
+ },
603
+ "logisticBalancedAccuracy": {
604
+ "type": "number",
605
+ "minimum": 0,
606
+ "maximum": 1
607
+ },
608
+ "treeTestBalancedAccuracy": {
609
+ "type": "number",
610
+ "minimum": 0,
611
+ "maximum": 1
612
+ },
613
+ "logisticTestBalancedAccuracy": {
614
+ "type": "number",
615
+ "minimum": 0,
616
+ "maximum": 1
617
+ },
618
+ "validationCount": {
619
+ "type": "integer",
620
+ "minimum": 0
621
+ },
622
+ "folds": {
623
+ "type": "array",
624
+ "items": {
625
+ "type": "object",
626
+ "additionalProperties": false,
627
+ "required": [
628
+ "fold",
629
+ "trainingCount",
630
+ "validationCount",
631
+ "vocabularyCount"
632
+ ],
633
+ "properties": {
634
+ "fold": {
635
+ "type": "integer",
636
+ "minimum": 0,
637
+ "maximum": 4
638
+ },
639
+ "trainingCount": {
640
+ "type": "integer",
641
+ "minimum": 0
642
+ },
643
+ "validationCount": {
644
+ "type": "integer",
645
+ "minimum": 0
646
+ },
647
+ "vocabularyCount": {
648
+ "type": "integer",
649
+ "minimum": 0
650
+ }
651
+ }
652
+ },
653
+ "minItems": 5
654
+ }
655
+ }
656
+ },
657
+ "minItems": 6
658
+ },
659
+ "maximumTestBalancedAccuracy": {
660
+ "type": "number",
661
+ "minimum": 0,
662
+ "maximum": 1
663
+ }
664
+ }
665
+ },
666
+ "testSplits": {
667
+ "enum": [
668
+ [
669
+ "test"
670
+ ]
671
+ ]
672
+ },
673
+ "testN": {
674
+ "type": "integer",
675
+ "minimum": 1
676
+ },
677
+ "lexiconSelection": {
678
+ "const": "greedy-or-up-to-5-over-supported-tokens-learned-on-training-folds"
679
+ },
680
+ "lexicon": {
681
+ "type": "array",
682
+ "items": {
683
+ "type": "object",
684
+ "additionalProperties": false,
685
+ "required": [
686
+ "target",
687
+ "limit",
688
+ "balancedAccuracy",
689
+ "testBalancedAccuracy",
690
+ "rule",
691
+ "validationCount",
692
+ "foldRules"
693
+ ],
694
+ "properties": {
695
+ "target": {
696
+ "enum": [
697
+ "injection",
698
+ "readiness",
699
+ "supports",
700
+ "contradicts",
701
+ "unclear",
702
+ "does-not-support"
703
+ ]
704
+ },
705
+ "limit": {
706
+ "enum": [
707
+ 0.75,
708
+ 0.8
709
+ ]
710
+ },
711
+ "balancedAccuracy": {
712
+ "type": "number",
713
+ "minimum": 0,
714
+ "maximum": 1
715
+ },
716
+ "testBalancedAccuracy": {
717
+ "type": "number",
718
+ "minimum": 0,
719
+ "maximum": 1
720
+ },
721
+ "rule": {
722
+ "type": "string",
723
+ "minLength": 1
724
+ },
725
+ "validationCount": {
726
+ "type": "integer",
727
+ "minimum": 1
728
+ },
729
+ "foldRules": {
730
+ "type": "array",
731
+ "items": {
732
+ "type": "object",
733
+ "additionalProperties": false,
734
+ "required": [
735
+ "fold",
736
+ "selected"
737
+ ],
738
+ "properties": {
739
+ "fold": {
740
+ "type": "integer",
741
+ "minimum": 0,
742
+ "maximum": 4
743
+ },
744
+ "selected": {
745
+ "type": "array",
746
+ "items": {
747
+ "type": "string",
748
+ "minLength": 1
749
+ },
750
+ "maxItems": 5
751
+ }
752
+ }
753
+ },
754
+ "minItems": 5
755
+ }
756
+ }
757
+ },
758
+ "minItems": 6,
759
+ "maxItems": 6
760
+ },
761
+ "heldoutTest": {
762
+ "type": "array",
763
+ "items": {
764
+ "type": "object",
765
+ "additionalProperties": false,
766
+ "required": [
767
+ "target",
768
+ "limit",
769
+ "single",
770
+ "pair",
771
+ "lexicon"
772
+ ],
773
+ "properties": {
774
+ "target": {
775
+ "enum": [
776
+ "injection",
777
+ "readiness",
778
+ "supports",
779
+ "contradicts",
780
+ "unclear",
781
+ "does-not-support"
782
+ ]
783
+ },
784
+ "limit": {
785
+ "enum": [
786
+ 0.75,
787
+ 0.8
788
+ ]
789
+ },
790
+ "single": {
791
+ "type": "number",
792
+ "minimum": 0,
793
+ "maximum": 1
794
+ },
795
+ "pair": {
796
+ "type": "number",
797
+ "minimum": 0,
798
+ "maximum": 1
799
+ },
800
+ "lexicon": {
801
+ "type": [
802
+ "number",
803
+ "null"
804
+ ],
805
+ "minimum": 0,
806
+ "maximum": 1
807
+ }
808
+ }
809
+ },
810
+ "minItems": 6,
811
+ "maxItems": 6
812
+ }
813
+ }
814
+ },
815
+ "rule": {
816
+ "type": "object",
817
+ "additionalProperties": false,
818
+ "required": [
819
+ "target",
820
+ "view",
821
+ "feature",
822
+ "polarity",
823
+ "balancedAccuracy",
824
+ "operator"
825
+ ],
826
+ "properties": {
827
+ "target": {
828
+ "enum": [
829
+ "injection",
830
+ "readiness",
831
+ "supports",
832
+ "contradicts",
833
+ "unclear",
834
+ "does-not-support"
835
+ ]
836
+ },
837
+ "view": {
838
+ "enum": [
839
+ "passage",
840
+ "passage-and-context",
841
+ "context"
842
+ ]
843
+ },
844
+ "feature": {
845
+ "type": "string",
846
+ "minLength": 1
847
+ },
848
+ "polarity": {
849
+ "enum": [
850
+ "present",
851
+ "absent"
852
+ ]
853
+ },
854
+ "balancedAccuracy": {
855
+ "type": "number",
856
+ "minimum": 0,
857
+ "maximum": 1
858
+ },
859
+ "operator": {
860
+ "enum": [
861
+ "single",
862
+ "AND",
863
+ "OR"
864
+ ]
865
+ }
866
+ }
867
+ },
868
+ "score": {
869
+ "type": "object",
870
+ "additionalProperties": false,
871
+ "required": [
872
+ "schemaVersion",
873
+ "decision",
874
+ "native",
875
+ "external",
876
+ "heldout",
877
+ "provenance",
878
+ "reviewerN",
879
+ "missingInputs",
880
+ "completeCase",
881
+ "failureAsError",
882
+ "proposedStatisticalDisposition",
883
+ "limitations",
884
+ "groups"
885
+ ],
886
+ "properties": {
887
+ "schemaVersion": {
888
+ "const": "decision-d29-score/v7"
889
+ },
890
+ "decision": {
891
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/decision"
892
+ },
893
+ "native": {
894
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/native"
895
+ },
896
+ "external": {
897
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/external"
898
+ },
899
+ "heldout": {
900
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/heldout"
901
+ },
902
+ "provenance": {
903
+ "type": "array",
904
+ "items": {
905
+ "type": "object",
906
+ "additionalProperties": false,
907
+ "required": [
908
+ "id",
909
+ "receiptDigest",
910
+ "attempts",
911
+ "mappingDigest",
912
+ "baseline",
913
+ "baselineDigest",
914
+ "reservationUsdMicros",
915
+ "secondaryBaseline",
916
+ "secondaryBaselineDigest",
917
+ "passageBaselineV1",
918
+ "passageBaselineV1Digest"
919
+ ],
920
+ "properties": {
921
+ "id": {
922
+ "type": "string",
923
+ "minLength": 1
924
+ },
925
+ "receiptDigest": {
926
+ "type": "string",
927
+ "pattern": "^sha256:[a-f0-9]{64}$"
928
+ },
929
+ "attempts": {
930
+ "type": "array",
931
+ "items": {
932
+ "type": "string",
933
+ "pattern": "^sha256:[a-f0-9]{64}$"
934
+ }
935
+ },
936
+ "mappingDigest": {
937
+ "type": "string",
938
+ "pattern": "^sha256:[a-f0-9]{64}$"
939
+ },
940
+ "baseline": {
941
+ "type": "object",
942
+ "additionalProperties": false,
943
+ "required": [
944
+ "route",
945
+ "support"
946
+ ],
947
+ "properties": {
948
+ "route": {
949
+ "enum": [
950
+ "ADVISORY_READY",
951
+ "REVIEW"
952
+ ]
953
+ },
954
+ "support": {
955
+ "enum": [
956
+ "supports",
957
+ "contradicts",
958
+ "unclear",
959
+ "does-not-support",
960
+ null
961
+ ]
962
+ }
963
+ }
964
+ },
965
+ "baselineDigest": {
966
+ "type": "string",
967
+ "pattern": "^sha256:[a-f0-9]{64}$"
968
+ },
969
+ "reservationUsdMicros": {
970
+ "type": "integer",
971
+ "minimum": 0
972
+ },
973
+ "secondaryBaseline": {
974
+ "type": "object",
975
+ "additionalProperties": false,
976
+ "required": [
977
+ "route",
978
+ "support"
979
+ ],
980
+ "properties": {
981
+ "route": {
982
+ "enum": [
983
+ "ADVISORY_READY",
984
+ "REVIEW"
985
+ ]
986
+ },
987
+ "support": {
988
+ "enum": [
989
+ "supports",
990
+ "contradicts",
991
+ "unclear",
992
+ "does-not-support",
993
+ null
994
+ ]
995
+ }
996
+ }
997
+ },
998
+ "secondaryBaselineDigest": {
999
+ "type": "string",
1000
+ "pattern": "^sha256:[a-f0-9]{64}$"
1001
+ },
1002
+ "passageBaselineV1": {
1003
+ "type": "object",
1004
+ "additionalProperties": false,
1005
+ "required": [
1006
+ "route",
1007
+ "support"
1008
+ ],
1009
+ "properties": {
1010
+ "route": {
1011
+ "enum": [
1012
+ "ADVISORY_READY",
1013
+ "REVIEW"
1014
+ ]
1015
+ },
1016
+ "support": {
1017
+ "enum": [
1018
+ "supports",
1019
+ "contradicts",
1020
+ "unclear",
1021
+ "does-not-support",
1022
+ null
1023
+ ]
1024
+ }
1025
+ }
1026
+ },
1027
+ "passageBaselineV1Digest": {
1028
+ "type": "string",
1029
+ "pattern": "^sha256:[a-f0-9]{64}$"
1030
+ },
1031
+ "passageBaselineV3": {
1032
+ "type": "object",
1033
+ "additionalProperties": false,
1034
+ "required": [
1035
+ "route",
1036
+ "support"
1037
+ ],
1038
+ "properties": {
1039
+ "route": {
1040
+ "enum": [
1041
+ "ADVISORY_READY",
1042
+ "REVIEW"
1043
+ ]
1044
+ },
1045
+ "support": {
1046
+ "enum": [
1047
+ "supports",
1048
+ "contradicts",
1049
+ "unclear",
1050
+ "does-not-support",
1051
+ null
1052
+ ]
1053
+ }
1054
+ }
1055
+ },
1056
+ "passageBaselineV3Digest": {
1057
+ "type": "string",
1058
+ "pattern": "^sha256:[a-f0-9]{64}$"
1059
+ }
1060
+ }
1061
+ }
1062
+ },
1063
+ "reviewerN": {
1064
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/reviewerN"
1065
+ },
1066
+ "missingInputs": {
1067
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/missingInputs"
1068
+ },
1069
+ "completeCase": {
1070
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/completeCase"
1071
+ },
1072
+ "failureAsError": {
1073
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/failureAsError"
1074
+ },
1075
+ "proposedStatisticalDisposition": {
1076
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/proposedStatisticalDisposition"
1077
+ },
1078
+ "limitations": {
1079
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/limitations"
1080
+ },
1081
+ "groups": {
1082
+ "type": "object",
1083
+ "additionalProperties": false,
1084
+ "required": [
1085
+ "slices",
1086
+ "variants"
1087
+ ],
1088
+ "properties": {
1089
+ "slices": {
1090
+ "type": "array",
1091
+ "items": {
1092
+ "$ref": "#/$defs/group"
1093
+ },
1094
+ "minItems": 1
1095
+ },
1096
+ "variants": {
1097
+ "type": "array",
1098
+ "items": {
1099
+ "$ref": "#/$defs/group"
1100
+ },
1101
+ "minItems": 1
1102
+ }
1103
+ }
1104
+ }
1105
+ }
1106
+ },
1107
+ "group": {
1108
+ "type": "object",
1109
+ "additionalProperties": false,
1110
+ "required": [
1111
+ "slice",
1112
+ "variant",
1113
+ "n",
1114
+ "missingCandidate",
1115
+ "candidate",
1116
+ "baseline",
1117
+ "secondaryBaseline",
1118
+ "passageBaselineV1",
1119
+ "passageBaselineV3"
1120
+ ],
1121
+ "properties": {
1122
+ "slice": {
1123
+ "enum": [
1124
+ "citation-supports",
1125
+ "citation-contradicts",
1126
+ "citation-unclear",
1127
+ "citation-does-not-support",
1128
+ "citation-injection",
1129
+ "criterion-ready",
1130
+ "criterion-incomplete",
1131
+ "criterion-injection",
1132
+ "missing-artifact",
1133
+ "failed-test"
1134
+ ]
1135
+ },
1136
+ "variant": {
1137
+ "enum": [
1138
+ "exact",
1139
+ "paraphrase",
1140
+ "multi-value",
1141
+ "negated",
1142
+ "moved",
1143
+ "exclusive-single",
1144
+ "exclusive-restricted",
1145
+ "scoped",
1146
+ "temporal",
1147
+ "tentative",
1148
+ "different-nonexclusive",
1149
+ "other-attribute",
1150
+ "near-miss-digit",
1151
+ "near-miss-transposition",
1152
+ "context",
1153
+ "prefix",
1154
+ "middle",
1155
+ "suffix",
1156
+ "verified",
1157
+ "checklist",
1158
+ "explicit-none",
1159
+ "planned",
1160
+ "wrong-attribute",
1161
+ "wrong-subject",
1162
+ "stale",
1163
+ "self-attested",
1164
+ "partial",
1165
+ null,
1166
+ "different-current"
1167
+ ]
1168
+ },
1169
+ "n": {
1170
+ "type": "integer",
1171
+ "minimum": 0
1172
+ },
1173
+ "missingCandidate": {
1174
+ "type": "integer",
1175
+ "minimum": 0
1176
+ },
1177
+ "candidate": {
1178
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
1179
+ },
1180
+ "baseline": {
1181
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
1182
+ },
1183
+ "secondaryBaseline": {
1184
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
1185
+ },
1186
+ "passageBaselineV1": {
1187
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
1188
+ },
1189
+ "passageBaselineV3": {
1190
+ "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
1191
+ }
1192
+ }
1193
+ },
1194
+ "analysis": {
1195
+ "type": "object",
1196
+ "additionalProperties": false,
1197
+ "required": [
1198
+ "schemaVersion",
1199
+ "syntheticOnly",
1200
+ "splits",
1201
+ "native",
1202
+ "external",
1203
+ "calibration",
1204
+ "review",
1205
+ "missingPolicy",
1206
+ "conditionalRates",
1207
+ "comparators",
1208
+ "shortcutAudit"
1209
+ ],
1210
+ "properties": {
1211
+ "schemaVersion": {
1212
+ "const": "decision-d29-analysis/v5"
1213
+ },
1214
+ "syntheticOnly": {
1215
+ "const": true
1216
+ },
1217
+ "splits": {
1218
+ "type": "array",
1219
+ "items": {
1220
+ "type": "object",
1221
+ "additionalProperties": false,
1222
+ "required": [
1223
+ "name",
1224
+ "ids",
1225
+ "digest"
1226
+ ],
1227
+ "properties": {
1228
+ "name": {
1229
+ "enum": [
1230
+ "tuning",
1231
+ "calibration",
1232
+ "test"
1233
+ ]
1234
+ },
1235
+ "ids": {
1236
+ "type": "array",
1237
+ "items": {
1238
+ "type": "string",
1239
+ "minLength": 1
1240
+ },
1241
+ "minItems": 1,
1242
+ "uniqueItems": true
1243
+ },
1244
+ "digest": {
1245
+ "type": "string",
1246
+ "pattern": "^sha256:[a-f0-9]{64}$"
1247
+ }
1248
+ }
1249
+ },
1250
+ "minItems": 3,
1251
+ "maxItems": 3
1252
+ },
1253
+ "native": {
1254
+ "$ref": "https://aiwg.io/schemas/decision/SdlcScreeningPreregistration.v1.schema.json"
1255
+ },
1256
+ "external": {
1257
+ "type": "object",
1258
+ "additionalProperties": false,
1259
+ "required": [
1260
+ "minimumAcceptedCoverageLowerBps",
1261
+ "maximumBlockingSliceFalseReadyEvents",
1262
+ "maximumBlockingSliceFalseReadyUpperBps"
1263
+ ],
1264
+ "properties": {
1265
+ "minimumAcceptedCoverageLowerBps": {
1266
+ "type": "integer",
1267
+ "minimum": 0,
1268
+ "maximum": 10000
1269
+ },
1270
+ "maximumBlockingSliceFalseReadyEvents": {
1271
+ "type": "integer",
1272
+ "minimum": 0
1273
+ },
1274
+ "maximumBlockingSliceFalseReadyUpperBps": {
1275
+ "type": "integer",
1276
+ "minimum": 0,
1277
+ "maximum": 10000
1278
+ }
1279
+ }
1280
+ },
1281
+ "calibration": {
1282
+ "type": "object",
1283
+ "additionalProperties": false,
1284
+ "required": [
1285
+ "method",
1286
+ "minimumCellN",
1287
+ "smoothing",
1288
+ "split",
1289
+ "profile"
1290
+ ],
1291
+ "properties": {
1292
+ "method": {
1293
+ "const": "kind-and-safe-semantic-ready-frequency-v2"
1294
+ },
1295
+ "minimumCellN": {
1296
+ "type": "integer",
1297
+ "minimum": 1
1298
+ },
1299
+ "smoothing": {
1300
+ "const": "laplace-1"
1301
+ },
1302
+ "split": {
1303
+ "const": "calibration"
1304
+ },
1305
+ "profile": {
1306
+ "$ref": "https://aiwg.io/schemas/decision/CalibrationArtifact.v1.schema.json#/properties/profile"
1307
+ }
1308
+ }
1309
+ },
1310
+ "review": {
1311
+ "type": "object",
1312
+ "additionalProperties": false,
1313
+ "required": [
1314
+ "development",
1315
+ "holdout",
1316
+ "delayedRepeats",
1317
+ "reviewer"
1318
+ ],
1319
+ "properties": {
1320
+ "development": {
1321
+ "const": 50
1322
+ },
1323
+ "holdout": {
1324
+ "const": 100
1325
+ },
1326
+ "delayedRepeats": {
1327
+ "const": 15
1328
+ },
1329
+ "reviewer": {
1330
+ "const": "roctinam"
1331
+ }
1332
+ }
1333
+ },
1334
+ "missingPolicy": {
1335
+ "const": "withhold-native-report; complete-case-description; missing-as-error"
1336
+ },
1337
+ "conditionalRates": {
1338
+ "type": "array",
1339
+ "items": {
1340
+ "type": "string",
1341
+ "minLength": 1
1342
+ },
1343
+ "minItems": 4,
1344
+ "maxItems": 4,
1345
+ "uniqueItems": true
1346
+ },
1347
+ "comparators": {
1348
+ "type": "object",
1349
+ "additionalProperties": false,
1350
+ "required": [
1351
+ "primary",
1352
+ "ceiling",
1353
+ "secondary",
1354
+ "passageV1"
1355
+ ],
1356
+ "properties": {
1357
+ "primary": {
1358
+ "type": "object",
1359
+ "additionalProperties": false,
1360
+ "required": [
1361
+ "id",
1362
+ "sourceDigest"
1363
+ ],
1364
+ "properties": {
1365
+ "id": {
1366
+ "const": "d29-passage-baseline/v3"
1367
+ },
1368
+ "sourceDigest": {
1369
+ "type": "string",
1370
+ "pattern": "^sha256:[0-9a-f]{64}$"
1371
+ }
1372
+ }
1373
+ },
1374
+ "secondary": {
1375
+ "type": "object",
1376
+ "additionalProperties": false,
1377
+ "required": [
1378
+ "id",
1379
+ "sourceDigest"
1380
+ ],
1381
+ "properties": {
1382
+ "id": {
1383
+ "const": "d29-baseline/v1"
1384
+ },
1385
+ "sourceDigest": {
1386
+ "type": "string",
1387
+ "pattern": "^sha256:[0-9a-f]{64}$"
1388
+ }
1389
+ }
1390
+ },
1391
+ "passageV1": {
1392
+ "type": "object",
1393
+ "additionalProperties": false,
1394
+ "required": [
1395
+ "id",
1396
+ "sourceDigest"
1397
+ ],
1398
+ "properties": {
1399
+ "id": {
1400
+ "const": "d29-passage-baseline/v1"
1401
+ },
1402
+ "sourceDigest": {
1403
+ "type": "string",
1404
+ "pattern": "^sha256:[0-9a-f]{64}$"
1405
+ }
1406
+ }
1407
+ },
1408
+ "ceiling": {
1409
+ "type": "object",
1410
+ "additionalProperties": false,
1411
+ "required": [
1412
+ "id",
1413
+ "sourceDigest"
1414
+ ],
1415
+ "properties": {
1416
+ "id": {
1417
+ "const": "d29-passage-baseline/v2"
1418
+ },
1419
+ "sourceDigest": {
1420
+ "type": "string",
1421
+ "pattern": "^sha256:[0-9a-f]{64}$"
1422
+ }
1423
+ }
1424
+ }
1425
+ }
1426
+ },
1427
+ "shortcutAudit": {
1428
+ "type": "object",
1429
+ "additionalProperties": false,
1430
+ "required": [
1431
+ "sourceDigest",
1432
+ "pairFeatureLimit",
1433
+ "injection",
1434
+ "readiness",
1435
+ "support",
1436
+ "modelInjection",
1437
+ "modelReadiness",
1438
+ "modelSupport"
1439
+ ],
1440
+ "properties": {
1441
+ "sourceDigest": {
1442
+ "type": "string",
1443
+ "pattern": "^sha256:[0-9a-f]{64}$"
1444
+ },
1445
+ "pairFeatureLimit": {
1446
+ "const": 200
1447
+ },
1448
+ "injection": {
1449
+ "const": 0.75
1450
+ },
1451
+ "readiness": {
1452
+ "const": 0.75
1453
+ },
1454
+ "support": {
1455
+ "const": 0.8
1456
+ },
1457
+ "modelInjection": {
1458
+ "const": 0.8
1459
+ },
1460
+ "modelReadiness": {
1461
+ "const": 0.8
1462
+ },
1463
+ "modelSupport": {
1464
+ "const": 0.85
1465
+ }
1466
+ }
1467
+ }
1468
+ }
1469
+ }
1470
+ }
1471
+ }