@aiwg/cli 2026.9.21 → 2026.10.0

package/schemas/decision/ConformalPreregistration.v2.schema.json

@@ -0,0 +1,529 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/ConformalPreregistration.v2.schema.json",
+  "title": "Conformal open-data preregistration v2",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "issue",
+    "mode",
+    "status",
+    "methods",
+    "alpha",
+    "tasks",
+    "pins",
+    "splits",
+    "liveDesign",
+    "coverageTarget",
+    "usefulnessGates",
+    "sampleSizeRationale",
+    "baselines",
+    "metrics",
+    "compatibilityKey",
+    "resourceBudget",
+    "liveCollection",
+    "outcomeRule",
+    "nonGoals",
+    "sources"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "const": "conformal-preregistration/v2"
+    },
+    "issue": {
+      "const": 2613
+    },
+    "mode": {
+      "type": "string",
+      "minLength": 1
+    },
+    "status": {
+      "const": "experimental-default-off"
+    },
+    "methods": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "id",
+          "source",
+          "nonconformity",
+          "quantile",
+          "tiePolicy"
+        ],
+        "properties": {
+          "id": {
+            "type": "string",
+            "minLength": 1
+          },
+          "source": {
+            "type": "string",
+            "minLength": 1
+          },
+          "nonconformity": {
+            "type": "string",
+            "minLength": 1
+          },
+          "quantile": {
+            "type": "string",
+            "minLength": 1
+          },
+          "tiePolicy": {
+            "type": "string",
+            "minLength": 1
+          }
+        }
+      }
+    },
+    "alpha": {
+      "type": "number",
+      "exclusiveMinimum": 0,
+      "exclusiveMaximum": 1
+    },
+    "tasks": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": [
+          "id",
+          "primitive",
+          "dataset",
+          "datasetUrl",
+          "license",
+          "definition",
+          "shift"
+        ],
+        "properties": {
+          "id": {
+            "type": "string",
+            "minLength": 1
+          },
+          "primitive": {
+            "const": "choice"
+          },
+          "dataset": {
+            "type": "string",
+            "minLength": 1
+          },
+          "datasetUrl": {
+            "type": "string",
+            "format": "uri"
+          },
+          "license": {
+            "enum": [
+              "CC-BY-3.0",
+              "CC-BY-4.0"
+            ]
+          },
+          "definition": {
+            "type": "string",
+            "minLength": 1
+          },
+          "shift": {
+            "type": "string",
+            "minLength": 1
+          }
+        }
+      }
+    },
+    "pins": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "offlineServedModel",
+        "liveServedModel",
+        "liveAdapter",
+        "liveAdapterVersion",
+        "definition",
+        "seed",
+        "collectorCodeDigest",
+        "livePromptDigest"
+      ],
+      "properties": {
+        "offlineServedModel": {
+          "type": "string",
+          "minLength": 1
+        },
+        "liveServedModel": {
+          "type": "string",
+          "minLength": 1
+        },
+        "liveAdapter": {
+          "type": "string",
+          "minLength": 1
+        },
+        "liveAdapterVersion": {
+          "type": "string",
+          "minLength": 1
+        },
+        "definition": {
+          "type": "string",
+          "minLength": 1
+        },
+        "seed": {
+          "type": "string",
+          "minLength": 1
+        },
+        "collectorCodeDigest": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "livePromptDigest": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        }
+      }
+    },
+    "splits": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "train",
+        "calibration",
+        "finalTest",
+        "shift"
+      ],
+      "properties": {
+        "train": {
+          "type": "string",
+          "minLength": 1
+        },
+        "calibration": {
+          "type": "string",
+          "minLength": 1
+        },
+        "finalTest": {
+          "type": "string",
+          "minLength": 1
+        },
+        "shift": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
+    "liveDesign": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "tasks",
+        "calibration",
+        "finalTest",
+        "shift",
+        "selection",
+        "rationale",
+        "gateTable"
+      ],
+      "properties": {
+        "tasks": {
+          "type": "array",
+          "minItems": 1,
+          "uniqueItems": true,
+          "items": {
+            "type": "string",
+            "minLength": 1
+          }
+        },
+        "calibration": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "finalTest": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "shift": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "selection": {
+          "type": "string",
+          "minLength": 1
+        },
+        "rationale": {
+          "type": "string",
+          "minLength": 1
+        },
+        "gateTable": {
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": [
+              "task",
+              "split",
+              "scoredN",
+              "minCovered",
+              "passProbabilityAtTrueCoverage090",
+              "passProbabilityAtTrueCoverage085"
+            ],
+            "properties": {
+              "task": {
+                "type": "string",
+                "minLength": 1
+              },
+              "split": {
+                "enum": [
+                  "finalTest",
+                  "shift"
+                ]
+              },
+              "scoredN": {
+                "type": "integer",
+                "minimum": 1
+              },
+              "minCovered": {
+                "type": "integer",
+                "minimum": 0
+              },
+              "passProbabilityAtTrueCoverage090": {
+                "type": "number",
+                "minimum": 0,
+                "maximum": 1
+              },
+              "passProbabilityAtTrueCoverage085": {
+                "type": "number",
+                "minimum": 0,
+                "maximum": 1
+              }
+            }
+          }
+        }
+      }
+    },
+    "coverageTarget": {
+      "type": "number",
+      "exclusiveMinimum": 0,
+      "exclusiveMaximum": 1
+    },
+    "usefulnessGates": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "minimumFinalRowsPerTask",
+        "minimumSliceRows",
+        "minimumCoverageWilsonLower",
+        "maximumMeanSetSizeFractionOfLabels",
+        "maximumReviewRate",
+        "maximumSelectiveRisk",
+        "mustNotUpgradeIntegrityHoldOrRollback"
+      ],
+      "properties": {
+        "minimumFinalRowsPerTask": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "minimumSliceRows": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "minimumCoverageWilsonLower": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1
+        },
+        "maximumMeanSetSizeFractionOfLabels": {
+          "type": "number",
+          "exclusiveMinimum": 0,
+          "maximum": 1
+        },
+        "maximumReviewRate": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1
+        },
+        "maximumSelectiveRisk": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1
+        },
+        "mustNotUpgradeIntegrityHoldOrRollback": {
+          "const": true
+        }
+      }
+    },
+    "sampleSizeRationale": {
+      "type": "string",
+      "minLength": 1
+    },
+    "baselines": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "string",
+        "minLength": 1
+      }
+    },
+    "metrics": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "string",
+        "minLength": 1
+      }
+    },
+    "compatibilityKey": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "type": "string",
+        "minLength": 1
+      }
+    },
+    "resourceBudget": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "offlineProviderCalls",
+        "offlineTokens",
+        "offlineUsd",
+        "liveHardCeilingUsd",
+        "inputUsdPerMillionTokensCeiling",
+        "outputUsdPerMillionTokensCeiling",
+        "measuredMaxRequestBodyBytes",
+        "serverOverheadTokensAllowance",
+        "maxInputTokensPerCall",
+        "maxOutputTokensPerCall",
+        "maxRetriesPerItem",
+        "maxAttemptsPerItemTotal",
+        "maxConsecutiveErrors",
+        "maxTerminalFailureFraction",
+        "liveMaxItems",
+        "liveSubsetItems",
+        "sampleMaxItems"
+      ],
+      "properties": {
+        "offlineProviderCalls": {
+          "const": 0
+        },
+        "offlineTokens": {
+          "const": 0
+        },
+        "offlineUsd": {
+          "const": 0
+        },
+        "liveHardCeilingUsd": {
+          "type": "number",
+          "exclusiveMinimum": 0,
+          "maximum": 8
+        },
+        "inputUsdPerMillionTokensCeiling": {
+          "type": "number",
+          "exclusiveMinimum": 0
+        },
+        "outputUsdPerMillionTokensCeiling": {
+          "type": "number",
+          "exclusiveMinimum": 0
+        },
+        "measuredMaxRequestBodyBytes": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "serverOverheadTokensAllowance": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "maxInputTokensPerCall": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "maxOutputTokensPerCall": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "maxRetriesPerItem": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 3
+        },
+        "maxAttemptsPerItemTotal": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 5
+        },
+        "maxConsecutiveErrors": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 10
+        },
+        "maxTerminalFailureFraction": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 0.2
+        },
+        "liveMaxItems": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 2000
+        },
+        "liveSubsetItems": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 2000
+        },
+        "sampleMaxItems": {
+          "type": "integer",
+          "minimum": 1
+        }
+      }
+    },
+    "liveCollection": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "enabledByDefault",
+        "requiredEnv",
+        "credentialEnv",
+        "dryRunDefault",
+        "networkRule",
+        "amendment"
+      ],
+      "properties": {
+        "enabledByDefault": {
+          "const": false
+        },
+        "requiredEnv": {
+          "const": "AIWG_DECISION_JEV_LIVE_SMOKE=1"
+        },
+        "credentialEnv": {
+          "const": "AIWG_DECISION_JEV_API_KEY"
+        },
+        "dryRunDefault": {
+          "const": true
+        },
+        "networkRule": {
+          "type": "string",
+          "minLength": 1
+        },
+        "amendment": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
+    "outcomeRule": {
+      "type": "string",
+      "minLength": 1
+    },
+    "nonGoals": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "minLength": 1
+      }
+    },
+    "sources": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "format": "uri"
+      }
+    }
+  }
+}

package/schemas/decision/ContextPruningCandidate.v1.schema.json

@@ -0,0 +1,47 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://aiwg.io/schemas/decision/ContextPruningCandidate.v1.schema.json",
+  "title": "Context Pruning Candidate",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["schemaVersion", "itemId", "locator", "contentDigest", "source", "tokenEstimate", "priority", "trust", "sensitivity", "dependencies", "protectedHints", "taskSubject", "dataPolicy"],
+  "properties": {
+    "schemaVersion": { "const": "decision-context-candidate/v1" },
+    "itemId": { "type": "string", "minLength": 1 },
+    "locator": { "type": "string", "minLength": 1 },
+    "contentDigest": { "$ref": "#/$defs/digest" },
+    "content": { "type": "string" },
+    "source": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "addedAt"],
+      "properties": {
+        "kind": { "enum": ["system", "developer", "project", "security-policy", "user", "approval", "blocker", "provenance", "citation", "artifact", "test-evidence", "open-decision", "retrieved", "memory", "tool-output", "ordinary"] },
+        "addedAt": { "type": "string", "format": "date-time" }
+      }
+    },
+    "tokenEstimate": { "type": "integer", "minimum": 0 },
+    "priority": { "type": "number", "minimum": 0, "maximum": 1 },
+    "trust": { "enum": ["verified", "untrusted"] },
+    "sensitivity": { "enum": ["public", "internal", "confidential", "restricted"] },
+    "dependencies": { "type": "array", "uniqueItems": true, "items": { "type": "string", "minLength": 1 } },
+    "protectedHints": { "type": "array", "uniqueItems": true, "items": { "$ref": "#/$defs/protectedReason" } },
+    "taskSubject": { "type": "string", "minLength": 1 },
+    "dataPolicy": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["externalEvaluation", "localOnly", "legalAction"],
+      "properties": {
+        "externalEvaluation": { "enum": ["allowed", "denied"] },
+        "localOnly": { "type": "boolean" },
+        "legalAction": { "enum": ["none", "requires-review"] }
+      }
+    }
+  },
+  "$defs": {
+    "digest": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+    "protectedReason": {
+      "enum": ["system-rule", "developer-rule", "project-rule", "security-policy", "current-user-requirement", "explicit-mention", "unresolved-blocker", "action-approval", "artifact-pin", "version-pin", "digest-pin", "provenance-required", "citation-required", "test-gate-evidence", "open-decision-evidence", "protected-dependency", "external-evaluation-denied", "local-only", "restricted-data", "legal-policy"]
+    }
+  }
+}