@aiwg/cli 2026.9.24 → 2026.10.0

package/schemas/decision/DecisionSensitivityReport.v1.schema.json

@@ -0,0 +1,163 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionSensitivityReport.v1.schema.json",
+  "title": "Decision Sensitivity Report",
+  "description": "Immutable D23 counterfactual sensitivity report. It is associative reviewer evidence, not causal explanation, correctness proof, or action authority.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion", "id", "plan", "tenantId", "workspaceId", "projectId", "sourceSubject",
+    "analysisKind", "semantics", "actionAuthorization", "status", "generatedAt", "privacy",
+    "retention", "budget", "baseline", "rows", "summary", "warnings", "digest"
+  ],
+  "properties": {
+    "schemaVersion": { "const": "decision-sensitivity-report/v1" },
+    "id": { "$ref": "#/$defs/name" },
+    "plan": { "$ref": "#/$defs/pin" },
+    "tenantId": { "$ref": "#/$defs/name" },
+    "workspaceId": { "$ref": "#/$defs/name" },
+    "projectId": { "$ref": "#/$defs/name" },
+    "sourceSubject": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["tenantId", "workspaceId", "projectId", "subjectRef"],
+      "properties": {
+        "tenantId": { "$ref": "#/$defs/name" },
+        "workspaceId": { "$ref": "#/$defs/name" },
+        "projectId": { "$ref": "#/$defs/name" },
+        "subjectRef": { "$ref": "#/$defs/name" }
+      }
+    },
+    "analysisKind": { "enum": ["policy-replay", "input-reevaluation"] },
+    "semantics": { "const": "associative-sensitivity-not-causal" },
+    "actionAuthorization": { "const": "not-authorized" },
+    "status": { "enum": ["completed", "partial", "budget-exhausted", "rejected", "failed"] },
+    "generatedAt": { "$ref": "#/$defs/dateTime" },
+    "privacy": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["redaction", "summaryPrecisionBps"],
+      "properties": {
+        "redaction": { "enum": ["hash-values", "opaque-ids"] },
+        "summaryPrecisionBps": { "type": "integer", "minimum": 1, "maximum": 10000 }
+      }
+    },
+    "retention": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["class", "deleteAfterEpochMs", "legalHold"],
+      "properties": {
+        "class": { "enum": ["ephemeral", "review-evidence"] },
+        "deleteAfterEpochMs": { "type": "integer", "minimum": 0 },
+        "legalHold": { "type": "boolean" }
+      }
+    },
+    "budget": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["maxVariants", "processedVariants", "backendCalls", "tokens", "costMicros", "exhausted"],
+      "properties": {
+        "maxVariants": { "type": "integer", "minimum": 1 },
+        "processedVariants": { "type": "integer", "minimum": 0 },
+        "backendCalls": { "type": "integer", "minimum": 0 },
+        "tokens": { "type": "integer", "minimum": 0 },
+        "costMicros": { "type": "integer", "minimum": 0 },
+        "exhausted": { "type": "boolean" }
+      }
+    },
+    "baseline": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["resultRef", "outcomeDigest", "status", "reason"],
+      "properties": {
+        "resultRef": { "$ref": "#/$defs/pin" },
+        "outcomeDigest": { "$ref": "#/$defs/digest" },
+        "status": { "type": "string", "minLength": 1, "maxLength": 80 },
+        "reason": { "type": "string", "minLength": 1, "maxLength": 80 }
+      }
+    },
+    "rows": { "type": "array", "items": { "$ref": "#/$defs/row" } },
+    "summary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["totalRows", "changedOutcomes", "changedAcceptance", "changedRules", "minimumThresholdChangeBps"],
+      "properties": {
+        "totalRows": { "type": "integer", "minimum": 0 },
+        "changedOutcomes": { "type": "integer", "minimum": 0 },
+        "changedAcceptance": { "type": "integer", "minimum": 0 },
+        "changedRules": { "type": "integer", "minimum": 0 },
+        "minimumThresholdChangeBps": { "type": ["integer", "null"], "minimum": 0, "maximum": 10000 }
+      }
+    },
+    "warnings": { "type": "array", "uniqueItems": true, "items": { "type": "string", "minLength": 1, "maxLength": 160 } },
+    "digest": { "$ref": "#/$defs/digest" }
+  },
+  "$defs": {
+    "name": { "type": "string", "minLength": 1, "maxLength": 160, "pattern": "^[A-Za-z0-9][A-Za-z0-9._:/-]*$" },
+    "digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+    "dateTime": { "type": "string", "format": "date-time" },
+    "pin": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "version", "digest"],
+      "properties": {
+        "id": { "$ref": "#/$defs/name" },
+        "version": { "type": "string", "minLength": 1, "maxLength": 80 },
+        "digest": { "$ref": "#/$defs/digest" }
+      }
+    },
+    "redactedChange": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path", "valueDigest", "sensitivity"],
+      "properties": {
+        "path": { "type": "string", "minLength": 0, "maxLength": 512 },
+        "valueDigest": { "$ref": "#/$defs/digest" },
+        "sensitivity": { "enum": ["public", "internal", "confidential", "restricted"] }
+      }
+    },
+    "row": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "variantId", "kind", "changes", "inference", "sourceReceipt", "counterfactualReceipt",
+        "resultDigest", "freshInvocationId", "deltas", "resourceUse", "warnings"
+      ],
+      "properties": {
+        "variantId": { "$ref": "#/$defs/name" },
+        "kind": { "enum": ["variant", "unchanged-control", "baseline-stability"] },
+        "changes": { "type": "array", "items": { "$ref": "#/$defs/redactedChange" } },
+        "inference": { "enum": ["reused-stored-evidence", "new-invocation", "deduplicated-control", "unreplayable"] },
+        "sourceReceipt": { "$ref": "#/$defs/pin" },
+        "counterfactualReceipt": { "anyOf": [{ "type": "null" }, { "$ref": "#/$defs/pin" }] },
+        "resultDigest": { "$ref": "#/$defs/digest" },
+        "freshInvocationId": { "type": ["string", "null"], "maxLength": 160 },
+        "deltas": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["outcomeChanged", "acceptanceChanged", "ruleChanged", "firstChangedRule", "distributionDistanceBps", "status", "reason"],
+          "properties": {
+            "outcomeChanged": { "type": "boolean" },
+            "acceptanceChanged": { "type": "boolean" },
+            "ruleChanged": { "type": "boolean" },
+            "firstChangedRule": { "type": ["string", "null"], "maxLength": 160 },
+            "distributionDistanceBps": { "type": ["integer", "null"], "minimum": 0, "maximum": 10000 },
+            "status": { "type": "string", "minLength": 1, "maxLength": 80 },
+            "reason": { "type": "string", "minLength": 1, "maxLength": 80 }
+          }
+        },
+        "resourceUse": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["backendCalls", "tokens", "costMicros"],
+          "properties": {
+            "backendCalls": { "type": "integer", "minimum": 0 },
+            "tokens": { "type": "integer", "minimum": 0 },
+            "costMicros": { "type": "integer", "minimum": 0 }
+          }
+        },
+        "warnings": { "type": "array", "uniqueItems": true, "items": { "type": "string", "minLength": 1, "maxLength": 160 } }
+      }
+    }
+  }
+}

package/schemas/decision/HeldoutApproval.v1.schema.json

@@ -0,0 +1,312 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/HeldoutApproval.v1.schema.json",
+  "title": "HeldoutApproval",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "approved",
+    "study",
+    "runId",
+    "reviewer",
+    "approvalReference",
+    "sourceCommit",
+    "exactHeadCi",
+    "stagingHost",
+    "stagingWorkspace",
+    "model",
+    "servedModel",
+    "region",
+    "credentialRef",
+    "credentialResolverDigest",
+    "corpusDigest",
+    "preregistrationDigest",
+    "executionDigest",
+    "calibration",
+    "providerTermsReference",
+    "priceBound",
+    "budget",
+    "priorStudySpendUsd",
+    "priorPortfolioSpendUsd"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-heldout-approval/v1"
+    },
+    "approved": {
+      "const": true
+    },
+    "study": {
+      "enum": [
+        "D17",
+        "D29"
+      ]
+    },
+    "runId": {
+      "type": "string",
+      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+    },
+    "reviewer": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 512
+    },
+    "approvalReference": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 512
+    },
+    "sourceCommit": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{40}$"
+    },
+    "exactHeadCi": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 512
+    },
+    "stagingHost": {
+      "const": "titan"
+    },
+    "stagingWorkspace": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 512
+    },
+    "model": {
+      "const": "jev-1.13.0"
+    },
+    "servedModel": {
+      "const": "jev-1.13.0"
+    },
+    "region": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 512
+    },
+    "credentialRef": {
+      "type": "string",
+      "pattern": "^openbao-approle\\.[a-z0-9][a-z0-9-]{0,62}\\.typesafe-jev$"
+    },
+    "credentialResolverDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "corpusDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "preregistrationDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "executionDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "gateBindingDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$",
+      "description": "Explicit digest of the preregistered GateBinding under evaluation (D29 v8 gate adoption; transitive via preregistration studyAnalysisDigest)."
+    },
+    "gatePackDigests": {
+      "type": "array",
+      "description": "Authored pack pins resolved for the gateBindingDigest binding.",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "id",
+          "version",
+          "digest"
+        ],
+        "properties": {
+          "id": {
+            "type": "string",
+            "minLength": 1
+          },
+          "version": {
+            "type": "string",
+            "minLength": 1
+          },
+          "digest": {
+            "type": "string",
+            "pattern": "^sha256:[a-f0-9]{64}$"
+          },
+          "resolvedDigest": {
+            "type": "string",
+            "pattern": "^sha256:[a-f0-9]{64}$"
+          }
+        }
+      }
+    },
+    "providerTermsReference": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 512
+    },
+    "priceBound": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "inputUsdPerMTok",
+        "outputUsdPerMTok",
+        "perRequestUsd",
+        "evidenceReferences",
+        "approvalReference"
+      ],
+      "properties": {
+        "inputUsdPerMTok": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1000
+        },
+        "outputUsdPerMTok": {
+          "const": 0
+        },
+        "perRequestUsd": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1000
+        },
+        "evidenceReferences": {
+          "type": "array",
+          "minItems": 1,
+          "maxItems": 8,
+          "items": {
+            "type": "string",
+            "minLength": 1,
+            "maxLength": 512
+          }
+        },
+        "approvalReference": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 512
+        },
+        "outputTokenBound": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 1000000
+        }
+      }
+    },
+    "budget": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "calls",
+        "tokens",
+        "usd"
+      ],
+      "properties": {
+        "calls": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "tokens": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "usd": {
+          "type": "number",
+          "exclusiveMinimum": 0,
+          "maximum": 8
+        }
+      }
+    },
+    "priorStudySpendUsd": {
+      "type": "number",
+      "minimum": 0,
+      "maximum": 1000
+    },
+    "priorPortfolioSpendUsd": {
+      "type": "number",
+      "minimum": 0,
+      "maximum": 1000
+    },
+    "calibration": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "mode"
+          ],
+          "properties": {
+            "mode": {
+              "const": "uncalibrated-diagnostic"
+            }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "mode",
+            "phase"
+          ],
+          "properties": {
+            "mode": {
+              "const": "staged"
+            },
+            "phase": {
+              "const": "calibration"
+            }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "mode",
+            "phase",
+            "calibrationArtifactDigest",
+            "calibrationPhaseRecordDigest",
+            "priorApprovalDigest"
+          ],
+          "properties": {
+            "mode": {
+              "const": "staged"
+            },
+            "phase": {
+              "const": "test"
+            },
+            "calibrationArtifactDigest": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            },
+            "calibrationPhaseRecordDigest": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            },
+            "priorApprovalDigest": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "mode",
+            "calibrationArtifactDigest"
+          ],
+          "properties": {
+            "mode": {
+              "const": "artifact"
+            },
+            "calibrationArtifactDigest": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            }
+          }
+        }
+      ]
+    }
+  }
+}

package/schemas/decision/HeldoutAttempt.v1.schema.json

@@ -0,0 +1,211 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/HeldoutAttempt.v1.schema.json",
+  "title": "HeldoutAttempt",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "study",
+    "runId",
+    "corpusDigest",
+    "preregistrationDigest",
+    "approvalDigest",
+    "rowId",
+    "requestId",
+    "ordinal",
+    "reservedUsdMicros",
+    "reservedTokens",
+    "requestDigest",
+    "result"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-heldout-attempt/v1"
+    },
+    "study": {
+      "enum": [
+        "D17",
+        "D29"
+      ]
+    },
+    "runId": {
+      "type": "string",
+      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+    },
+    "corpusDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "preregistrationDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "approvalDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "rowId": {
+      "type": "string",
+      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+    },
+    "requestId": {
+      "type": "string",
+      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+    },
+    "ordinal": {
+      "enum": [
+        1,
+        2
+      ]
+    },
+    "reservedUsdMicros": {
+      "type": "integer",
+      "minimum": 1,
+      "maximum": 9007199254740991
+    },
+    "reservedTokens": {
+      "type": "integer",
+      "minimum": 1,
+      "maximum": 9007199254740991
+    },
+    "requestDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "result": {
+      "anyOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "disposition",
+            "reason",
+            "servedModel",
+            "inputTokens",
+            "outputTokens",
+            "providerCostUsd",
+            "responseDigest",
+            "receipt",
+            "receiptDigest",
+            "traceDigest",
+            "latencyMs",
+            "accountedUsdMicros"
+          ],
+          "properties": {
+            "disposition": {
+              "enum": [
+                "success",
+                "retryable",
+                "measurement-failure",
+                "stop"
+              ]
+            },
+            "reason": {
+              "type": "string",
+              "minLength": 1,
+              "maxLength": 512
+            },
+            "servedModel": {
+              "anyOf": [
+                {
+                  "type": "string",
+                  "minLength": 1,
+                  "maxLength": 512
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "inputTokens": {
+              "anyOf": [
+                {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 9007199254740991
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "outputTokens": {
+              "anyOf": [
+                {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 9007199254740991
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "providerCostUsd": {
+              "anyOf": [
+                {
+                  "type": "number",
+                  "minimum": 0,
+                  "maximum": 1000
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "responseDigest": {
+              "anyOf": [
+                {
+                  "type": "string",
+                  "pattern": "^sha256:[a-f0-9]{64}$"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "receipt": {
+              "anyOf": [
+                {
+                  "type": "object"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "receiptDigest": {
+              "anyOf": [
+                {
+                  "type": "string",
+                  "pattern": "^sha256:[a-f0-9]{64}$"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "traceDigest": {
+              "type": "string",
+              "pattern": "^sha256:[a-f0-9]{64}$"
+            },
+            "latencyMs": {
+              "type": "integer",
+              "minimum": 0,
+              "maximum": 9007199254740991
+            },
+            "accountedUsdMicros": {
+              "type": "integer",
+              "minimum": 1,
+              "maximum": 9007199254740991
+            }
+          }
+        },
+        {
+          "type": "null"
+        }
+      ]
+    }
+  }
+}