@aiwg/cli 2026.9.24 → 2026.10.0

package/schemas/decision/HeldoutBaseline.v1.schema.json

@@ -0,0 +1,90 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/HeldoutBaseline.v1.schema.json",
+  "title": "HeldoutBaseline",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "scope",
+    "usdMicros",
+    "approvalDigest",
+    "counterGenesisDigest",
+    "budget"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-heldout-baseline/v1"
+    },
+    "scope": {
+      "enum": [
+        "portfolio",
+        "D17",
+        "D29"
+      ]
+    },
+    "usdMicros": {
+      "type": "integer",
+      "minimum": 0,
+      "maximum": 48000000
+    },
+    "approvalDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "counterGenesisDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "budget": {
+      "type": [
+        "object",
+        "null"
+      ],
+      "additionalProperties": false,
+      "required": [
+        "calls",
+        "tokens",
+        "usd"
+      ],
+      "properties": {
+        "calls": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "tokens": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "usd": {
+          "type": "number",
+          "exclusiveMinimum": 0,
+          "maximum": 8
+        }
+      }
+    }
+  },
+  "if": {
+    "properties": {
+      "scope": {
+        "const": "portfolio"
+      }
+    }
+  },
+  "then": {
+    "properties": {
+      "budget": {
+        "type": "null"
+      }
+    }
+  },
+  "else": {
+    "properties": {
+      "budget": {
+        "type": "object"
+      }
+    }
+  }
+}

package/schemas/decision/HeldoutCalibrationPhase.v1.schema.json

@@ -0,0 +1,87 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/HeldoutCalibrationPhase.v1.schema.json",
+  "title": "HeldoutCalibrationPhase",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "study",
+    "runId",
+    "corpusDigest",
+    "preregistrationDigest",
+    "approvalDigest",
+    "sealedAt",
+    "rowIds",
+    "lineage",
+    "lineageDigest"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-heldout-calibration-phase/v1"
+    },
+    "study": {
+      "enum": [
+        "D17",
+        "D29"
+      ]
+    },
+    "runId": {
+      "type": "string",
+      "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+    },
+    "corpusDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "preregistrationDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "approvalDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "sealedAt": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "rowIds": {
+      "type": "array",
+      "minItems": 1,
+      "maxItems": 20000,
+      "uniqueItems": true,
+      "items": {
+        "type": "string",
+        "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+      }
+    },
+    "lineage": {
+      "type": "array",
+      "minItems": 1,
+      "maxItems": 20000,
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "runId",
+          "evidenceDigest"
+        ],
+        "properties": {
+          "runId": {
+            "type": "string",
+            "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+          },
+          "evidenceDigest": {
+            "type": "string",
+            "pattern": "^sha256:[a-f0-9]{64}$"
+          }
+        }
+      }
+    },
+    "lineageDigest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    }
+  }
+}

package/schemas/decision/HeldoutCorpus.v1.schema.json

@@ -0,0 +1,167 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/HeldoutCorpus.v1.schema.json",
+  "title": "HeldoutCorpus",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "study",
+    "syntheticOnly",
+    "provenance",
+    "definitions",
+    "rows"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-heldout-corpus/v1"
+    },
+    "study": {
+      "enum": [
+        "D17",
+        "D29"
+      ]
+    },
+    "syntheticOnly": {
+      "const": true
+    },
+    "provenance": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "kind",
+        "generatorDigest",
+        "seed",
+        "goldDigest"
+      ],
+      "properties": {
+        "kind": {
+          "const": "authored-synthetic"
+        },
+        "generatorDigest": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "seed": {
+          "type": "string",
+          "pattern": "^[a-z0-9][a-z0-9-]{0,31}$"
+        },
+        "goldDigest": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        }
+      }
+    },
+    "definitions": {
+      "type": "array",
+      "minItems": 1,
+      "maxItems": 32,
+      "items": {
+        "type": "object"
+      }
+    },
+    "rows": {
+      "type": "array",
+      "minItems": 1,
+      "maxItems": 20000,
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "id",
+          "familyId",
+          "split",
+          "slice",
+          "input",
+          "requests",
+          "localOutcome",
+          "provenance"
+        ],
+        "properties": {
+          "id": {
+            "type": "string",
+            "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+          },
+          "familyId": {
+            "type": "string",
+            "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+          },
+          "split": {
+            "enum": [
+              "tuning",
+              "calibration",
+              "test"
+            ]
+          },
+          "slice": {
+            "type": "string",
+            "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+          },
+          "input": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": [
+              "payload"
+            ],
+            "properties": {
+              "payload": {}
+            }
+          },
+          "requests": {
+            "type": "array",
+            "minItems": 0,
+            "maxItems": 16,
+            "items": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": [
+                "id",
+                "arm",
+                "definitionId"
+              ],
+              "properties": {
+                "id": {
+                  "type": "string",
+                  "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+                },
+                "arm": {
+                  "type": "string",
+                  "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+                },
+                "definitionId": {
+                  "type": "string",
+                  "pattern": "^[A-Za-z0-9][A-Za-z0-9_-]{0,63}$"
+                }
+              }
+            }
+          },
+          "localOutcome": {},
+          "provenance": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": [
+              "generatorId",
+              "seed",
+              "outputDigest"
+            ],
+            "properties": {
+              "generatorId": {
+                "type": "string",
+                "minLength": 1,
+                "maxLength": 128
+              },
+              "seed": {
+                "type": "string",
+                "pattern": "^[a-z0-9][a-z0-9-]{0,31}:[0-9]{1,5}:(example|single|local)(:(tuning|calibration|test))?$"
+              },
+              "outputDigest": {
+                "type": "string",
+                "pattern": "^sha256:[a-f0-9]{64}$"
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/decision/HeldoutEvent.v1.schema.json

@@ -0,0 +1,41 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/HeldoutEvent.v1.schema.json",
+  "title": "HeldoutEvent",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "sequence",
+    "previous",
+    "attempt",
+    "digest"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-heldout-event/v1"
+    },
+    "sequence": {
+      "type": "integer",
+      "minimum": 1
+    },
+    "previous": {
+      "anyOf": [
+        {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "attempt": {
+      "$ref": "HeldoutAttempt.v1.schema.json"
+    },
+    "digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    }
+  }
+}

package/schemas/decision/HeldoutFrozen.v1.schema.json

@@ -0,0 +1,142 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/HeldoutFrozen.v1.schema.json",
+  "title": "HeldoutFrozen",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "approval",
+    "bundle",
+    "digest",
+    "priorRuns",
+    "source",
+    "baselineDigests",
+    "testPhaseAccessAt"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "decision-heldout-frozen/v1"
+    },
+    "approval": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "study",
+        "runId"
+      ],
+      "properties": {
+        "study": {
+          "enum": [
+            "D17",
+            "D29"
+          ]
+        },
+        "runId": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
+    "bundle": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "corpus",
+        "preregistration",
+        "approval"
+      ],
+      "properties": {
+        "corpus": {
+          "$ref": "HeldoutCorpus.v1.schema.json"
+        },
+        "preregistration": {
+          "$ref": "HeldoutPreregistration.v1.schema.json"
+        },
+        "approval": {
+          "$ref": "HeldoutApproval.v1.schema.json"
+        }
+      }
+    },
+    "digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "priorRuns": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "runId",
+          "evidenceDigest",
+          "corpusDigest",
+          "study",
+          "source"
+        ],
+        "properties": {
+          "runId": {
+            "type": "string",
+            "minLength": 1
+          },
+          "evidenceDigest": {
+            "type": "string",
+            "pattern": "^sha256:[a-f0-9]{64}$"
+          },
+          "corpusDigest": {
+            "type": "string",
+            "pattern": "^sha256:[a-f0-9]{64}$"
+          },
+          "study": {
+            "enum": [
+              "D17",
+              "D29"
+            ]
+          },
+          "source": {
+            "enum": [
+              "injected-transport",
+              "provider"
+            ]
+          }
+        }
+      }
+    },
+    "source": {
+      "enum": [
+        "injected-transport",
+        "provider"
+      ]
+    },
+    "baselineDigests": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "study",
+        "portfolio"
+      ],
+      "properties": {
+        "study": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "portfolio": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        }
+      }
+    },
+    "testPhaseAccessAt": {
+      "type": [
+        "string",
+        "null"
+      ],
+      "format": "date-time"
+    },
+    "collectionStartedAt": {
+      "description": "Collector clock at session start (ISO 8601 UTC); digest-covered with frozen.json. Absent in runs recorded before #2850.",
+      "type": "string",
+      "pattern": "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}\\.\\d{3}Z$"
+    }
+  }
+}