@aiwg/cli 2026.9.24 → 2026.10.0

package/schemas/decision/DecisionFeatureSet.v1.schema.json

@@ -0,0 +1,155 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionFeatureSet.v1.schema.json",
+  "title": "AIWG Decision Feature Set v1",
+  "description": "Versioned probabilistic decision feature-set contract with source pins, lifecycle policy binding, deterministic columns, missingness, provenance and train/serve compatibility.",
+  "type": "object",
+  "required": ["schemaVersion", "kind", "metadata", "spec"],
+  "additionalProperties": false,
+  "properties": {
+    "schemaVersion": { "const": "decision-feature-export/v1" },
+    "kind": { "const": "DecisionFeatureSet" },
+    "metadata": {
+      "type": "object",
+      "required": ["id", "version", "description", "digest"],
+      "additionalProperties": false,
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "version": { "type": "string", "minLength": 1 },
+        "description": { "type": "string" },
+        "digest": { "$ref": "#/$defs/sha256" }
+      }
+    },
+    "spec": {
+      "type": "object",
+      "required": ["pins", "compatibleServedModels", "missingValuePolicy", "ordering", "privacy", "columns"],
+      "additionalProperties": false,
+      "properties": {
+        "pins": {
+          "type": "object",
+          "required": ["ruleset", "binding", "definitions", "adapters", "calibration"],
+          "additionalProperties": false,
+          "properties": {
+            "ruleset": { "$ref": "#/$defs/pin" },
+            "binding": { "$ref": "#/$defs/pin" },
+            "definitions": {
+              "type": "object",
+              "additionalProperties": { "$ref": "#/$defs/pin" }
+            },
+            "adapters": {
+              "type": "object",
+              "additionalProperties": {
+                "type": "object",
+                "required": ["adapter", "adapterVersion", "requestedModel", "servedModel"],
+                "additionalProperties": false,
+                "properties": {
+                  "adapter": { "type": "string", "minLength": 1 },
+                  "adapterVersion": { "type": "string", "minLength": 1 },
+                  "requestedModel": { "type": "string", "minLength": 1 },
+                  "servedModel": { "type": ["string", "null"] }
+                }
+              }
+            },
+            "calibration": {
+              "type": "object",
+              "additionalProperties": {
+                "type": "object",
+                "required": ["calibrationRef", "maxAgeMs", "recordedAtEpochMs"],
+                "additionalProperties": false,
+                "properties": {
+                  "calibrationRef": { "type": "string", "minLength": 1 },
+                  "maxAgeMs": { "type": ["integer", "null"], "minimum": 1 },
+                  "recordedAtEpochMs": { "type": ["integer", "null"], "minimum": 0 }
+                }
+              }
+            }
+          }
+        },
+        "compatibleServedModels": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "array",
+            "items": { "type": "string", "minLength": 1 }
+          }
+        },
+        "missingValuePolicy": {
+          "type": "object",
+          "required": ["numeric", "categorical", "missingStateColumn", "missingNeverZero"],
+          "additionalProperties": false,
+          "properties": {
+            "numeric": { "const": "null" },
+            "categorical": { "const": "null" },
+            "missingStateColumn": { "const": true },
+            "missingNeverZero": { "const": true }
+          }
+        },
+        "ordering": { "const": "definition-pins-declared-order" },
+        "privacy": {
+          "type": "object",
+          "required": ["classification", "retentionMs", "accessScope", "exportPolicyId", "deletion", "lifecycleSurface"],
+          "additionalProperties": false,
+          "properties": {
+            "classification": { "enum": ["internal", "confidential", "restricted"] },
+            "retentionMs": { "type": "integer", "minimum": 1 },
+            "accessScope": { "type": "string", "minLength": 1 },
+            "exportPolicyId": { "type": "string", "minLength": 1 },
+            "deletion": { "enum": ["erase", "tombstone"] },
+            "lifecycleSurface": { "const": "export" }
+          }
+        },
+        "columns": {
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "type": "object",
+            "required": ["name", "alias", "primitive", "valueType", "nullable", "order", "source", "uncertaintyProfile", "calibrationRef", "derivation", "description"],
+            "additionalProperties": false,
+            "properties": {
+              "name": { "type": "string", "minLength": 1 },
+              "alias": { "type": "string", "minLength": 1 },
+              "primitive": { "enum": ["choice", "ordinal-score", "truth-probability", "ruleset"] },
+              "valueType": { "enum": ["number", "string", "boolean"] },
+              "nullable": { "type": "boolean" },
+              "order": { "type": "integer", "minimum": 0 },
+              "domain": { "type": "array", "items": { "type": "string" } },
+              "source": { "$ref": "#/$defs/provenance" },
+              "uncertaintyProfile": { "type": ["string", "null"] },
+              "calibrationRef": { "type": ["string", "null"] },
+              "derivation": {
+                "anyOf": [
+                  { "type": "null" },
+                  {
+                    "type": "object",
+                    "required": ["algorithm", "version"],
+                    "additionalProperties": false,
+                    "properties": {
+                      "algorithm": { "type": "string", "minLength": 1 },
+                      "version": { "type": "string", "minLength": 1 }
+                    }
+                  }
+                ]
+              },
+              "description": { "type": "string" }
+            }
+          }
+        }
+      }
+    }
+  },
+  "$defs": {
+    "sha256": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
+    "pin": {
+      "type": "object",
+      "required": ["id", "version", "digest"],
+      "additionalProperties": false,
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "version": { "type": "string", "minLength": 1 },
+        "digest": { "$ref": "#/$defs/sha256" }
+      }
+    },
+    "provenance": {
+      "enum": ["provider-native", "model-self-report", "adapter-one-hot", "derived", "calibrated", "missing"]
+    }
+  }
+}

package/schemas/decision/DecisionInteropMapping.v1.schema.json

@@ -0,0 +1,85 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionInteropMapping.v1.schema.json",
+  "type": "object",
+  "properties": {
+    "apiVersion": { "const": "decision-interop.aiwg.io/v1" },
+    "kind": { "const": "DecisionInteropMapping" },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "version": { "type": "string", "pattern": "^\\d+\\.\\d+\\.\\d+$" },
+        "description": { "type": "string", "minLength": 1 }
+      },
+      "required": ["id", "version", "description"],
+      "additionalProperties": false
+    },
+    "spec": {
+      "type": "object",
+      "properties": {
+        "source": { "$ref": "#/$defs/source" },
+        "dryRun": { "const": true },
+        "activation": { "const": "requires-review-publish" },
+        "profile": { "$ref": "#/$defs/dmnProfile" },
+        "normalizedRuleset": { "$ref": "https://aiwg.io/schemas/decision/DecisionRuleset.v1alpha2.schema.json" },
+        "normalizedDigest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "warnings": { "type": "array", "items": { "type": "string" } },
+        "errors": { "type": "array", "items": { "type": "string" } },
+        "roundTripStatus": { "enum": ["not-run", "equivalent", "not-equivalent"] }
+      },
+      "required": ["source", "dryRun", "activation", "profile", "normalizedRuleset", "normalizedDigest", "warnings", "errors", "roundTripStatus"],
+      "additionalProperties": false
+    }
+  },
+  "required": ["apiVersion", "kind", "metadata", "spec"],
+  "additionalProperties": false,
+  "$defs": {
+    "source": {
+      "type": "object",
+      "properties": {
+        "format": { "enum": ["dmn-xml", "opa-profile", "aiwg-profile"] },
+        "version": { "type": "string", "minLength": 1 },
+        "origin": { "type": "string", "minLength": 1 },
+        "digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "signature": {
+          "type": "object",
+          "properties": {
+            "state": { "enum": ["not-provided", "verified", "untrusted"] },
+            "keyId": { "type": "string", "minLength": 1 }
+          },
+          "required": ["state"],
+          "additionalProperties": false
+        },
+        "parser": {
+          "type": "object",
+          "properties": {
+            "id": { "const": "aiwg-decision-interop" },
+            "version": { "const": "decision-interop.aiwg.io/v1" }
+          },
+          "required": ["id", "version"],
+          "additionalProperties": false
+        },
+        "bounds": { "type": "object" }
+      },
+      "required": ["format", "version", "origin", "digest", "signature", "parser", "bounds"],
+      "additionalProperties": false
+    },
+    "dmnProfile": {
+      "type": "object",
+      "properties": {
+        "profileVersion": { "const": "decision-interop.aiwg.io/v1" },
+        "dmnVersion": { "const": "1.6" },
+        "namespace": { "const": "https://www.omg.org/spec/DMN/20240513/MODEL/" },
+        "hitPolicy": { "enum": ["UNIQUE", "ANY", "FIRST", "RULE ORDER", "COLLECT"] },
+        "aggregation": { "enum": ["LIST", "SUM", "MIN", "MAX", "COUNT", null] },
+        "ruleOrder": { "type": "array", "items": { "type": "string", "minLength": 1 }, "minItems": 1 },
+        "supportedUnaryTests": { "type": "array", "items": { "enum": ["dash", "literal", "eq", "ne", "lt", "lte", "gt", "gte"] }, "minItems": 1 },
+        "unsupportedConstructs": { "type": "array", "items": { "type": "string" } },
+        "extensions": { "type": "array", "items": { "enum": ["aiwg:order", "aiwg:defer-on-conflict"] } }
+      },
+      "required": ["profileVersion", "dmnVersion", "namespace", "hitPolicy", "aggregation", "ruleOrder", "supportedUnaryTests", "unsupportedConstructs", "extensions"],
+      "additionalProperties": false
+    }
+  }
+}

package/schemas/decision/DecisionIssueTriageEvaluationManifest.v1.schema.json

@@ -0,0 +1,174 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionIssueTriageEvaluationManifest.v1.schema.json",
+  "title": "DecisionIssueTriageEvaluationManifest.v1",
+  "description": "Preregistered offline/holdout manifest for the issue triage shadow pilot.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "id",
+    "pilotPack",
+    "calibration",
+    "dataset",
+    "slices",
+    "thresholds",
+    "holdout",
+    "integrity"
+  ],
+  "properties": {
+    "schemaVersion": { "const": "decision-issue-triage-evaluation-manifest/v1" },
+    "id": { "type": "string", "minLength": 1 },
+    "pilotPack": { "$ref": "#/$defs/pin" },
+    "calibration": {
+      "description": "Calibration registry, policy and per-sample request rule frozen before holdout access; all null pins no registry.",
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["registryDigest", "policyDigest", "requestRule"],
+      "properties": {
+        "registryDigest": { "type": ["string", "null"], "pattern": "^sha256:[a-f0-9]{64}$" },
+        "policyDigest": { "type": ["string", "null"], "pattern": "^sha256:[a-f0-9]{64}$" },
+        "requestRule": {
+          "type": ["object", "null"],
+          "additionalProperties": false,
+          "required": ["requestedAlias", "runIdPrefix", "calibrationArtifactId", "notBefore"],
+          "properties": {
+            "requestedAlias": { "type": "string", "minLength": 1 },
+            "runIdPrefix": { "type": "string", "minLength": 1 },
+            "calibrationArtifactId": { "type": ["string", "null"], "minLength": 1 },
+            "notBefore": { "type": "string", "format": "date-time" }
+          }
+        }
+      }
+    },
+    "dataset": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "digest", "splitMethod", "minimumTotal", "minimumPerSupportedSlice", "splitDigests"],
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "digest": { "$ref": "#/$defs/digest" },
+        "splitMethod": { "enum": ["time", "source"] },
+        "minimumTotal": { "type": "integer", "minimum": 1 },
+        "minimumPerSupportedSlice": { "type": "integer", "minimum": 1 },
+        "splitDigests": {
+          "description": "Digests of the frozen tuning, calibration and test memberships, pinned before holdout access.",
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["tuning", "calibration", "test"],
+          "properties": {
+            "tuning": { "$ref": "#/$defs/digest" },
+            "calibration": { "$ref": "#/$defs/digest" },
+            "test": { "$ref": "#/$defs/digest" }
+          }
+        }
+      }
+    },
+    "slices": {
+      "type": "array",
+      "minItems": 5,
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["id", "dimension", "minimumSupport", "whenInsufficient", "aggregation"],
+        "properties": {
+          "id": { "type": "string", "minLength": 1 },
+          "dimension": {
+            "enum": ["issue-type", "area", "state-completeness", "adversarial-authority", "new-or-unseen-category"]
+          },
+          "minimumSupport": { "type": "integer", "minimum": 1 },
+          "whenInsufficient": { "const": "label-insufficient" },
+          "aggregation": { "enum": ["report-supported", "suppress-small-n"] }
+        }
+      }
+    },
+    "thresholds": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "maximumFalseDuplicateRate",
+        "maximumFalseAutoRate",
+        "qualityNonInferiorityMargin",
+        "minimumAcceptedCoverage",
+        "confidenceInterval",
+        "minimumTotalSamples",
+        "minimumPerSliceSamples",
+        "minimumDuplicateSamples",
+        "minimumDuplicateRecall",
+        "benefit"
+      ],
+      "properties": {
+        "maximumFalseDuplicateRate": { "$ref": "#/$defs/unit" },
+        "maximumFalseAutoRate": { "$ref": "#/$defs/unit" },
+        "qualityNonInferiorityMargin": {
+          "description": "Cascade-minus-baseline accuracy margin; non-positive. -0.02 allows the cascade to be at most two points worse. Superiority (positive) margins are not supported.",
+          "type": "number",
+          "minimum": -1,
+          "maximum": 0
+        },
+        "minimumAcceptedCoverage": { "$ref": "#/$defs/unit" },
+        "confidenceInterval": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["method", "level"],
+          "properties": {
+            "method": { "enum": ["wilson", "bootstrap", "exact"] },
+            "level": { "type": "number", "exclusiveMinimum": 0, "exclusiveMaximum": 1 }
+          }
+        },
+        "minimumTotalSamples": { "type": "integer", "minimum": 1 },
+        "minimumPerSliceSamples": { "type": "integer", "minimum": 1 },
+        "minimumDuplicateSamples": {
+          "description": "Minimum labeled duplicate cases before duplicate metrics can support PROMOTE.",
+          "type": "integer",
+          "minimum": 1
+        },
+        "minimumDuplicateRecall": {
+          "description": "Minimum Wilson lower bound of duplicate recall at the preregistered level.",
+          "$ref": "#/$defs/unit"
+        },
+        "benefit": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["mustBePositive", "metric"],
+          "properties": {
+            "mustBePositive": { "const": true },
+            "metric": { "enum": ["total-task-token-cost", "reviewer-time"] }
+          }
+        }
+      }
+    },
+    "holdout": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["thresholdsRegisteredAt", "holdoutAccessedAt"],
+      "properties": {
+        "thresholdsRegisteredAt": { "type": "string", "format": "date-time" },
+        "holdoutAccessedAt": { "type": ["string", "null"], "format": "date-time" }
+      }
+    },
+    "integrity": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["extendsEvalIntegrity", "preserveGateDecision"],
+      "properties": {
+        "extendsEvalIntegrity": { "const": true },
+        "preserveGateDecision": { "const": true }
+      }
+    }
+  },
+  "$defs": {
+    "digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
+    "pin": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "version", "digest"],
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "version": { "type": "string", "minLength": 1 },
+        "digest": { "$ref": "#/$defs/digest" }
+      }
+    },
+    "unit": { "type": "number", "minimum": 0, "maximum": 1 }
+  }
+}