@aiwg/cli 2026.9.24 → 2026.10.1

package/schemas/decision/D29Study.v3.schema.json

@@ -0,0 +1,609 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/D29Study.v3.schema.json",
+  "title": "D29Study v3",
+  "oneOf": [
+    {
+      "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json"
+    },
+    {
+      "$ref": "#/$defs/gold"
+    },
+    {
+      "$ref": "#/$defs/audit"
+    },
+    {
+      "$ref": "#/$defs/score"
+    }
+  ],
+  "$defs": {
+    "gold": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "schemaVersion",
+        "syntheticOnly",
+        "rows"
+      ],
+      "properties": {
+        "schemaVersion": {
+          "const": "decision-d29-gold/v3"
+        },
+        "syntheticOnly": {
+          "const": true
+        },
+        "rows": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": [
+              "id",
+              "world",
+              "gold",
+              "variant"
+            ],
+            "properties": {
+              "id": {
+                "type": "string",
+                "minLength": 1
+              },
+              "world": {
+                "type": "object",
+                "additionalProperties": false,
+                "required": [
+                  "kind",
+                  "sourceAttribute",
+                  "claimAttribute",
+                  "sourceValue",
+                  "claimValue",
+                  "uncertain",
+                  "injected",
+                  "artifactPresent",
+                  "testPassed",
+                  "required",
+                  "covered",
+                  "variant",
+                  "sourceModule",
+                  "claimModule",
+                  "exclusive",
+                  "sourceValues",
+                  "negatedValues",
+                  "scoped",
+                  "temporal",
+                  "current",
+                  "independent",
+                  "complete",
+                  "decoy",
+                  "distractorCount",
+                  "factPosition",
+                  "nearMissGroup",
+                  "injectionPhrase"
+                ],
+                "properties": {
+                  "kind": {
+                    "enum": [
+                      "citation",
+                      "phase-criterion"
+                    ]
+                  },
+                  "sourceAttribute": {
+                    "enum": [
+                      "port",
+                      "protocol",
+                      "region",
+                      "owner-team",
+                      "major-version",
+                      "rollback",
+                      "security",
+                      "migration"
+                    ]
+                  },
+                  "claimAttribute": {
+                    "enum": [
+                      "port",
+                      "protocol",
+                      "region",
+                      "owner-team",
+                      "major-version",
+                      "rollback",
+                      "security",
+                      "migration"
+                    ]
+                  },
+                  "sourceValue": {
+                    "type": "string",
+                    "minLength": 1
+                  },
+                  "claimValue": {
+                    "type": "string",
+                    "minLength": 1
+                  },
+                  "uncertain": {
+                    "type": "boolean"
+                  },
+                  "injected": {
+                    "type": "boolean"
+                  },
+                  "artifactPresent": {
+                    "type": "boolean"
+                  },
+                  "testPassed": {
+                    "type": "boolean"
+                  },
+                  "required": {
+                    "type": "string",
+                    "minLength": 1
+                  },
+                  "covered": {
+                    "type": "array",
+                    "items": {
+                      "type": "string",
+                      "minLength": 1
+                    }
+                  },
+                  "variant": {
+                    "enum": [
+                      "exact",
+                      "paraphrase",
+                      "multi-value",
+                      "negated",
+                      "moved",
+                      "exclusive-single",
+                      "exclusive-restricted",
+                      "scoped",
+                      "temporal",
+                      "tentative",
+                      "different-nonexclusive",
+                      "other-attribute",
+                      "near-miss-digit",
+                      "near-miss-transposition",
+                      "context",
+                      "prefix",
+                      "middle",
+                      "suffix",
+                      "verified",
+                      "checklist",
+                      "explicit-none",
+                      "planned",
+                      "wrong-attribute",
+                      "wrong-subject",
+                      "stale",
+                      "self-attested",
+                      "partial"
+                    ]
+                  },
+                  "sourceModule": {
+                    "type": "string",
+                    "minLength": 1
+                  },
+                  "claimModule": {
+                    "type": "string",
+                    "minLength": 1
+                  },
+                  "exclusive": {
+                    "type": "boolean"
+                  },
+                  "sourceValues": {
+                    "type": "array",
+                    "items": {
+                      "type": "string",
+                      "minLength": 1
+                    },
+                    "uniqueItems": true
+                  },
+                  "negatedValues": {
+                    "type": "array",
+                    "items": {
+                      "type": "string",
+                      "minLength": 1
+                    },
+                    "uniqueItems": true
+                  },
+                  "scoped": {
+                    "type": "boolean"
+                  },
+                  "temporal": {
+                    "type": "boolean"
+                  },
+                  "current": {
+                    "type": "boolean"
+                  },
+                  "independent": {
+                    "type": "boolean"
+                  },
+                  "complete": {
+                    "type": "boolean"
+                  },
+                  "decoy": {
+                    "type": "boolean"
+                  },
+                  "distractorCount": {
+                    "type": "integer",
+                    "minimum": 0,
+                    "maximum": 2
+                  },
+                  "factPosition": {
+                    "type": "integer",
+                    "minimum": 0,
+                    "maximum": 2
+                  },
+                  "nearMissGroup": {
+                    "type": [
+                      "integer",
+                      "null"
+                    ],
+                    "minimum": 0,
+                    "maximum": 2
+                  },
+                  "injectionPhrase": {
+                    "type": [
+                      "integer",
+                      "null"
+                    ],
+                    "minimum": 0,
+                    "maximum": 15
+                  }
+                }
+              },
+              "gold": {
+                "type": "object",
+                "additionalProperties": false,
+                "required": [
+                  "ready",
+                  "support"
+                ],
+                "properties": {
+                  "ready": {
+                    "type": "boolean"
+                  },
+                  "support": {
+                    "enum": [
+                      "supports",
+                      "contradicts",
+                      "unclear",
+                      "does-not-support",
+                      null
+                    ]
+                  }
+                }
+              },
+              "variant": {
+                "enum": [
+                  "exact",
+                  "paraphrase",
+                  "multi-value",
+                  "negated",
+                  "moved",
+                  "exclusive-single",
+                  "exclusive-restricted",
+                  "scoped",
+                  "temporal",
+                  "tentative",
+                  "different-nonexclusive",
+                  "other-attribute",
+                  "near-miss-digit",
+                  "near-miss-transposition",
+                  "context",
+                  "prefix",
+                  "middle",
+                  "suffix",
+                  "verified",
+                  "checklist",
+                  "explicit-none",
+                  "planned",
+                  "wrong-attribute",
+                  "wrong-subject",
+                  "stale",
+                  "self-attested",
+                  "partial"
+                ]
+              }
+            }
+          },
+          "minItems": 2000,
+          "maxItems": 2000
+        }
+      }
+    },
+    "audit": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "schemaVersion",
+        "splits",
+        "n",
+        "targets",
+        "topRules",
+        "passed"
+      ],
+      "properties": {
+        "schemaVersion": {
+          "const": "decision-d29-shortcut-audit/v1"
+        },
+        "splits": {
+          "const": [
+            "tuning",
+            "calibration"
+          ]
+        },
+        "n": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "targets": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": [
+              "target",
+              "positives",
+              "negatives",
+              "limit",
+              "featureCount",
+              "maximumBalancedAccuracy",
+              "topRules"
+            ],
+            "properties": {
+              "target": {
+                "enum": [
+                  "injection",
+                  "readiness",
+                  "supports",
+                  "contradicts",
+                  "unclear",
+                  "does-not-support"
+                ]
+              },
+              "positives": {
+                "type": "integer",
+                "minimum": 1
+              },
+              "negatives": {
+                "type": "integer",
+                "minimum": 1
+              },
+              "limit": {
+                "enum": [
+                  0.75,
+                  0.8
+                ]
+              },
+              "featureCount": {
+                "type": "integer",
+                "minimum": 1
+              },
+              "maximumBalancedAccuracy": {
+                "type": "number",
+                "minimum": 0,
+                "maximum": 1
+              },
+              "topRules": {
+                "type": "array",
+                "items": {
+                  "$ref": "#/$defs/rule"
+                },
+                "minItems": 10,
+                "maxItems": 10
+              }
+            }
+          },
+          "minItems": 6,
+          "maxItems": 6
+        },
+        "topRules": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/rule"
+          },
+          "minItems": 10,
+          "maxItems": 10
+        },
+        "passed": {
+          "type": "boolean"
+        }
+      }
+    },
+    "rule": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "target",
+        "view",
+        "feature",
+        "polarity",
+        "balancedAccuracy"
+      ],
+      "properties": {
+        "target": {
+          "enum": [
+            "injection",
+            "readiness",
+            "supports",
+            "contradicts",
+            "unclear",
+            "does-not-support"
+          ]
+        },
+        "view": {
+          "enum": [
+            "passage",
+            "passage-and-context",
+            "context"
+          ]
+        },
+        "feature": {
+          "type": "string",
+          "minLength": 1
+        },
+        "polarity": {
+          "enum": [
+            "present",
+            "absent"
+          ]
+        },
+        "balancedAccuracy": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1
+        }
+      }
+    },
+    "score": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "schemaVersion",
+        "decision",
+        "native",
+        "external",
+        "heldout",
+        "provenance",
+        "reviewerN",
+        "missingInputs",
+        "completeCase",
+        "failureAsError",
+        "proposedStatisticalDisposition",
+        "limitations",
+        "groups"
+      ],
+      "properties": {
+        "schemaVersion": {
+          "const": "decision-d29-score/v3"
+        },
+        "decision": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/decision"
+        },
+        "native": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/native"
+        },
+        "external": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/external"
+        },
+        "heldout": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/heldout"
+        },
+        "provenance": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/provenance"
+        },
+        "reviewerN": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/reviewerN"
+        },
+        "missingInputs": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/missingInputs"
+        },
+        "completeCase": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/completeCase"
+        },
+        "failureAsError": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/failureAsError"
+        },
+        "proposedStatisticalDisposition": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/proposedStatisticalDisposition"
+        },
+        "limitations": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/score/oneOf/0/properties/limitations"
+        },
+        "groups": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "slices",
+            "variants"
+          ],
+          "properties": {
+            "slices": {
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/group"
+              },
+              "minItems": 1
+            },
+            "variants": {
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/group"
+              },
+              "minItems": 1
+            }
+          }
+        }
+      }
+    },
+    "group": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "slice",
+        "variant",
+        "n",
+        "missingCandidate",
+        "candidate",
+        "baseline"
+      ],
+      "properties": {
+        "slice": {
+          "enum": [
+            "citation-supports",
+            "citation-contradicts",
+            "citation-unclear",
+            "citation-does-not-support",
+            "citation-injection",
+            "criterion-ready",
+            "criterion-incomplete",
+            "criterion-injection",
+            "missing-artifact",
+            "failed-test"
+          ]
+        },
+        "variant": {
+          "enum": [
+            "exact",
+            "paraphrase",
+            "multi-value",
+            "negated",
+            "moved",
+            "exclusive-single",
+            "exclusive-restricted",
+            "scoped",
+            "temporal",
+            "tentative",
+            "different-nonexclusive",
+            "other-attribute",
+            "near-miss-digit",
+            "near-miss-transposition",
+            "context",
+            "prefix",
+            "middle",
+            "suffix",
+            "verified",
+            "checklist",
+            "explicit-none",
+            "planned",
+            "wrong-attribute",
+            "wrong-subject",
+            "stale",
+            "self-attested",
+            "partial",
+            null
+          ]
+        },
+        "n": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "missingCandidate": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "candidate": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
+        },
+        "baseline": {
+          "$ref": "https://aiwg.io/schemas/decision/D29Study.v2.schema.json#/$defs/groupMetrics"
+        }
+      }
+    }
+  }
+}