@aiwg/cli 2026.9.21 → 2026.10.0

package/schemas/decision/DecisionComparativeReplayAuditSample.v1.schema.json

@@ -0,0 +1,137 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionComparativeReplayAuditSample.v1.schema.json",
+  "title": "DecisionComparativeReplayAuditSample.v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "generatorDigest",
+    "splitDigest",
+    "goldDigest",
+    "status",
+    "reviewer",
+    "completedAt",
+    "itemAssessments",
+    "uniqueDevelopmentRoots",
+    "uniqueHoldoutRoots",
+    "delayedRepeats",
+    "artifactReviews",
+    "blinding",
+    "assessments"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-comparative-replay-audit-sample/v1"
+    },
+    "generatorDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "splitDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "goldDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "status": {
+      "const": "pending"
+    },
+    "reviewer": {
+      "type": "null"
+    },
+    "completedAt": {
+      "type": "null"
+    },
+    "itemAssessments": {
+      "const": 44
+    },
+    "uniqueDevelopmentRoots": {
+      "const": 20
+    },
+    "uniqueHoldoutRoots": {
+      "const": 20
+    },
+    "delayedRepeats": {
+      "const": 4
+    },
+    "artifactReviews": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "artifact",
+          "status"
+        ],
+        "properties": {
+          "artifact": {
+            "enum": [
+              "protocol-preregistration",
+              "final-comparative-report"
+            ]
+          },
+          "status": {
+            "const": "pending"
+          }
+        }
+      },
+      "minItems": 2,
+      "maxItems": 2
+    },
+    "blinding": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 1024
+    },
+    "assessments": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "assessmentId",
+          "phase",
+          "rootId",
+          "repeatOf",
+          "pairOrder"
+        ],
+        "properties": {
+          "assessmentId": {
+            "type": "string",
+            "pattern": "^audit-[0-9]{2}$"
+          },
+          "phase": {
+            "enum": [
+              "development",
+              "holdout",
+              "delayed-repeat"
+            ]
+          },
+          "rootId": {
+            "type": "string",
+            "minLength": 1,
+            "maxLength": 256
+          },
+          "repeatOf": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "pattern": "^audit-[0-9]{2}$"
+          },
+          "pairOrder": {
+            "enum": [
+              "gold-report",
+              "report-gold"
+            ]
+          }
+        }
+      },
+      "minItems": 44,
+      "maxItems": 44
+    }
+  }
+}

package/schemas/decision/DecisionComparativeReplayCorpus.v1.schema.json

@@ -0,0 +1,258 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionComparativeReplayCorpus.v1.schema.json",
+  "title": "DecisionComparativeReplayCorpus.v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "seed",
+    "generatorDigest",
+    "origin",
+    "fixtureClock",
+    "proceduralFreeze",
+    "hostIdentity",
+    "hostProbeQuota",
+    "deduplication",
+    "roots"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-comparative-replay-corpus/v1"
+    },
+    "seed": {
+      "const": "aiwg-holdout-2497b51d-v1"
+    },
+    "generatorDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "origin": {
+      "const": "locally-authored-synthetic"
+    },
+    "fixtureClock": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "proceduralFreeze": {
+      "const": "pending-operator-record"
+    },
+    "hostIdentity": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "tenantId",
+        "workspaceId",
+        "projectId",
+        "principalId"
+      ],
+      "properties": {
+        "tenantId": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 256
+        },
+        "workspaceId": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 256
+        },
+        "projectId": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 256
+        },
+        "principalId": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 256
+        }
+      }
+    },
+    "hostProbeQuota": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "maxEntriesPerPrincipal",
+        "maxReportsPerWindow",
+        "maxPerPrincipalSubjectPath"
+      ],
+      "properties": {
+        "maxEntriesPerPrincipal": {
+          "const": 600
+        },
+        "maxReportsPerWindow": {
+          "const": 2
+        },
+        "maxPerPrincipalSubjectPath": {
+          "const": 2
+        }
+      }
+    },
+    "deduplication": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "roots",
+        "payloads",
+        "duplicatePayloads",
+        "sourceInputs",
+        "duplicateSourceInputs",
+        "crossSplitFamilies"
+      ],
+      "properties": {
+        "roots": {
+          "const": 600
+        },
+        "payloads": {
+          "const": 600
+        },
+        "duplicatePayloads": {
+          "const": 0
+        },
+        "sourceInputs": {
+          "const": 600
+        },
+        "duplicateSourceInputs": {
+          "const": 0
+        },
+        "crossSplitFamilies": {
+          "const": 0
+        }
+      }
+    },
+    "roots": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "id",
+          "slice",
+          "split",
+          "payloadDigest",
+          "request"
+        ],
+        "properties": {
+          "id": {
+            "type": "string",
+            "minLength": 1,
+            "maxLength": 256
+          },
+          "slice": {
+            "enum": [
+              "threshold-boundary",
+              "priority-loss",
+              "unchanged-control",
+              "unreplayable"
+            ]
+          },
+          "split": {
+            "enum": [
+              "tuning",
+              "calibration",
+              "test"
+            ]
+          },
+          "payloadDigest": {
+            "type": "string",
+            "pattern": "^sha256:[a-f0-9]{64}$"
+          },
+          "request": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": [
+              "plan",
+              "sourceRuleset",
+              "sourceBinding",
+              "sourceDefinitions",
+              "sourceInput",
+              "sourceResult",
+              "generatedAt",
+              "probeIdentity"
+            ],
+            "properties": {
+              "plan": {
+                "$ref": "https://aiwg.io/schemas/decision/DecisionSensitivityPlan.v1.schema.json"
+              },
+              "sourceRuleset": {
+                "$ref": "https://aiwg.io/schemas/decision/DecisionRuleset.v1alpha1.schema.json"
+              },
+              "sourceBinding": {
+                "$ref": "https://aiwg.io/schemas/decision/DecisionBinding.v1alpha1.schema.json"
+              },
+              "sourceDefinitions": {
+                "type": "object",
+                "minProperties": 1,
+                "maxProperties": 1,
+                "additionalProperties": {
+                  "$ref": "https://aiwg.io/schemas/decision/DecisionDefinition.v1alpha1.schema.json"
+                }
+              },
+              "sourceInput": {
+                "type": "object",
+                "additionalProperties": false,
+                "required": [
+                  "subject",
+                  "quantity"
+                ],
+                "properties": {
+                  "subject": {
+                    "type": "string",
+                    "pattern": "^Fable-[0-9]{6}$"
+                  },
+                  "quantity": {
+                    "type": "integer",
+                    "minimum": 1,
+                    "maximum": 10000
+                  }
+                }
+              },
+              "sourceResult": {
+                "$ref": "https://aiwg.io/schemas/decision/RulesetResult.v1alpha1.schema.json"
+              },
+              "generatedAt": {
+                "type": "string",
+                "format": "date-time"
+              },
+              "probeIdentity": {
+                "type": "object",
+                "additionalProperties": false,
+                "required": [
+                  "tenantId",
+                  "workspaceId",
+                  "projectId",
+                  "principalId"
+                ],
+                "properties": {
+                  "tenantId": {
+                    "type": "string",
+                    "minLength": 1,
+                    "maxLength": 256
+                  },
+                  "workspaceId": {
+                    "type": "string",
+                    "minLength": 1,
+                    "maxLength": 256
+                  },
+                  "projectId": {
+                    "type": "string",
+                    "minLength": 1,
+                    "maxLength": 256
+                  },
+                  "principalId": {
+                    "type": "string",
+                    "minLength": 1,
+                    "maxLength": 256
+                  }
+                }
+              }
+            }
+          }
+        }
+      },
+      "minItems": 600,
+      "maxItems": 600
+    }
+  }
+}

package/schemas/decision/DecisionComparativeReplayFreeze.v1.schema.json

@@ -0,0 +1,74 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionComparativeReplayFreeze.v1.schema.json",
+  "title": "DecisionComparativeReplayFreeze.v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "status",
+    "sourceArtifacts",
+    "generatorDigest",
+    "preregistrationDigest",
+    "operatorRecord",
+    "priorTestAccess",
+    "contingencyUsd",
+    "contingencySpentUsd"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-comparative-replay-freeze/v1"
+    },
+    "status": {
+      "const": "local-unverified"
+    },
+    "sourceArtifacts": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "corpus",
+        "gold",
+        "split",
+        "auditSample"
+      ],
+      "properties": {
+        "corpus": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "gold": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "split": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "auditSample": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        }
+      }
+    },
+    "generatorDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "preregistrationDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "operatorRecord": {
+      "type": "null"
+    },
+    "priorTestAccess": {
+      "const": "development implementation inspected this synthetic regression corpus"
+    },
+    "contingencyUsd": {
+      "const": 3
+    },
+    "contingencySpentUsd": {
+      "const": 0
+    }
+  }
+}

package/schemas/decision/DecisionComparativeReplayGold.v1.schema.json

@@ -0,0 +1,50 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionComparativeReplayGold.v1.schema.json",
+  "title": "DecisionComparativeReplayGold",
+  "type": "array",
+  "maxItems": 6000,
+  "items": {
+    "type": "object",
+    "additionalProperties": false,
+    "required": [
+      "id",
+      "gold"
+    ],
+    "properties": {
+      "id": {
+        "type": "string",
+        "minLength": 1
+      },
+      "gold": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "status",
+          "outcomeChanged",
+          "acceptanceChanged",
+          "ruleChanged",
+          "unreplayable"
+        ],
+        "properties": {
+          "status": {
+            "type": "string",
+            "minLength": 1
+          },
+          "outcomeChanged": {
+            "type": "boolean"
+          },
+          "acceptanceChanged": {
+            "type": "boolean"
+          },
+          "ruleChanged": {
+            "type": "boolean"
+          },
+          "unreplayable": {
+            "type": "boolean"
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/decision/DecisionComparativeReplayGoldAsset.v1.schema.json

@@ -0,0 +1,37 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionComparativeReplayGoldAsset.v1.schema.json",
+  "title": "DecisionComparativeReplayGoldAsset.v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "comparatorVersion",
+    "generatorDigest",
+    "roots"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-comparative-replay-gold/v1"
+    },
+    "comparatorVersion": {
+      "const": "policy-replay-reference-v1"
+    },
+    "generatorDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "roots": {
+      "allOf": [
+        {
+          "$ref": "https://aiwg.io/schemas/decision/DecisionComparativeReplayGold.v1.schema.json"
+        },
+        {
+          "type": "array",
+          "minItems": 600,
+          "maxItems": 600
+        }
+      ]
+    }
+  }
+}

package/schemas/decision/DecisionComparativeReplayIntegrity.v1.schema.json

@@ -0,0 +1,81 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionComparativeReplayIntegrity.v1.schema.json",
+  "title": "DecisionComparativeReplayIntegrity",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "sample_n",
+    "uncertainty",
+    "paired_baseline",
+    "integrity_mode",
+    "fresh_workspace_required",
+    "fresh_workspace_verified",
+    "integrity_state",
+    "trusted_score_source",
+    "compromise_labels",
+    "weak_signal_reason",
+    "release_gate"
+  ],
+  "properties": {
+    "sample_n": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "uncertainty": {},
+    "paired_baseline": {},
+    "integrity_mode": {
+      "type": "string",
+      "minLength": 1
+    },
+    "fresh_workspace_required": {
+      "type": "boolean"
+    },
+    "fresh_workspace_verified": {
+      "type": "boolean"
+    },
+    "integrity_state": {
+      "type": "string",
+      "minLength": 1
+    },
+    "trusted_score_source": {
+      "type": "string",
+      "minLength": 1
+    },
+    "compromise_labels": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "weak_signal_reason": {
+      "type": [
+        "string",
+        "null"
+      ]
+    },
+    "release_gate": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "decision",
+        "reasons"
+      ],
+      "properties": {
+        "decision": {
+          "enum": [
+            "PROMOTE",
+            "HOLD",
+            "ROLLBACK"
+          ]
+        },
+        "reasons": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/decision/DecisionComparativeReplayMembers.v1.schema.json

@@ -0,0 +1,52 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/DecisionComparativeReplayMembers.v1.schema.json",
+  "title": "DecisionComparativeReplayMembers",
+  "type": "array",
+  "maxItems": 6000,
+  "items": {
+    "type": "object",
+    "additionalProperties": false,
+    "required": [
+      "id",
+      "slice",
+      "split",
+      "sourceResultDigest",
+      "payloadDigest",
+      "planDigest"
+    ],
+    "properties": {
+      "id": {
+        "type": "string",
+        "minLength": 1
+      },
+      "slice": {
+        "enum": [
+          "threshold-boundary",
+          "priority-loss",
+          "unchanged-control",
+          "unreplayable"
+        ]
+      },
+      "split": {
+        "enum": [
+          "tuning",
+          "calibration",
+          "test"
+        ]
+      },
+      "sourceResultDigest": {
+        "type": "string",
+        "pattern": "^sha256:[0-9a-f]{64}$"
+      },
+      "payloadDigest": {
+        "type": "string",
+        "pattern": "^sha256:[0-9a-f]{64}$"
+      },
+      "planDigest": {
+        "type": "string",
+        "pattern": "^sha256:[0-9a-f]{64}$"
+      }
+    }
+  }
+}