@sanity/ailf 3.8.0 → 3.9.0

package/config/canary-tasks.ts

@@ -0,0 +1,64 @@
+/**
+ * canary-tasks.ts — The Tier 3 canary set.
+ *
+ * Five tasks the Tier 3 nightly workflow runs against live LLMs every day.
+ * Composition follows the design doc's "weighted toward modes/areas with
+ * the most production usage and the highest historical regression rates"
+ * recommendation: GROQ and Content Lake (foundational consumer surfaces),
+ * Portable Text (historically drift-prone), Studio schema authoring (the
+ * second-most-used surface after queries), and a knowledge-probe pairing
+ * for cross-mode coverage.
+ *
+ * Each entry's `rationale` is the canary's load-bearing field — without it,
+ * future maintainers can't reason about whether a regression is meaningful
+ * or whether the slot has lost value. Update the rationale when you swap a
+ * canary entry; never silently replace one.
+ *
+ * Validated against the live task inventory by `scripts/check-canary-tasks.ts`
+ * (`pnpm check`). Dangling task IDs fail the build.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see .github/workflows/tier-3-nightly.yml — consumer
+ */
+
+import { defineCanaryTasks } from "@sanity/ailf-core"
+
+export default defineCanaryTasks({
+  tasks: [
+    {
+      taskId: "groq-blog-queries",
+      mode: "literacy",
+      rationale:
+        "Canonical first-use path for Sanity's most-used API. GROQ is the largest doc surface and the highest-leverage canary slot — drift here means drift in the most-consumed documentation. Filtering and pagination together exercise the largest cross-section of GROQ syntax in a single task.",
+    },
+    {
+      taskId: "content-lake-mutations",
+      mode: "literacy",
+      rationale:
+        "Foundational client API. CRUD is structurally distinct from query reasoning, so this catches regressions in mutation/transaction documentation that GROQ canary slots cannot reach. Every Sanity consumer eventually writes to the Content Lake.",
+    },
+    {
+      taskId: "portable-text-rendering",
+      mode: "literacy",
+      rationale:
+        "Major doc surface flagged as historically drift-prone in the testing audit. React-rendering of Portable Text mixes documentation, type definitions, and worked examples — a regression on any axis surfaces here first.",
+    },
+    {
+      taskId: "studio-blog-schema",
+      mode: "literacy",
+      rationale:
+        "Schema authoring (`defineType` / `defineField`) is the second-most-used surface after queries. Tests structural Studio docs that change shape across versions; pairs naturally with the GROQ canary because consumers typically author schemas before querying them.",
+    },
+    {
+      taskId: "kp-groq-projections",
+      mode: "knowledge-probe",
+      rationale:
+        "Cross-mode coverage. Pairs with `groq-blog-queries` (literacy) so we catch GROQ drift in both implementation (write code) and recall (explain syntax) modes. Knowledge-probe is the only non-literacy mode in the canary today; expand once mcp-server tasks land in the repo.",
+    },
+    // mcp-server canary slot — add a third mode here when a committed
+    // mcp-server task lands under packages/eval/tasks/mcp-server/. Today
+    // there are no production mcp-server tasks (only fixtures); the trigger
+    // is upstream and adding a placeholder slot would dangle. Surfaced at
+    // Phase 5 close (2026-04-27) — see W0116 retrospective.
+  ],
+})

package/config/test-budgets.ts

@@ -0,0 +1,24 @@
+/**
+ * test-budgets.ts — Per-provider daily USD spend caps for Tier 3 CI runs.
+ *
+ * Each cap is the maximum cost a single Tier 3 nightly run may incur for
+ * that provider. The Tier 3 workflow (`.github/workflows/tier-3-nightly.yml`)
+ * fails loudly if any provider's actual spend exceeds its cap.
+ *
+ * The design doc names a $30–60/day envelope across all providers. Caps
+ * here divide that envelope per-provider; tighten as baseline canary spend
+ * becomes measurable.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see scripts/tier-3-budget-check.mjs — enforcement
+ */
+
+import { defineTestBudgets } from "@sanity/ailf-core"
+
+export default defineTestBudgets({
+  perProviderDaily: {
+    anthropic: 30,
+    openai: 30,
+  },
+  warnFraction: 0.8,
+})

package/dist/_vendor/ailf-core/config-helpers.d.ts

@@ -26,9 +26,11 @@
  * @see docs/design-docs/architecture-overhaul/typescript-configuration.md (canonical)
  */
 import type { EvalConfig } from "./schemas/eval-config.js";
+import type { CanaryTaskSetConfig } from "./schemas/canary-tasks.js";
 import type { FeatureRegistry, RubricConfig, ThresholdConfig } from "./schemas/pipeline.js";
 import type { SchedulesFile } from "./schemas/schedules.js";
 import type { SinksFile } from "./schemas/sinks.js";
+import type { TestBudgetConfig } from "./schemas/test-budgets.js";
 import type { ModelsConfig } from "./types/index.js";
 import type { GeneralizedTaskDefinition } from "./types/generalized-task.js";
 import type { ModeBase, PresetDefinition } from "./types/plugin-registry.js";
@@ -89,6 +91,23 @@ export declare function defineSinks(sinks: SinksFile): SinksFile;
  * Used in `config/schedules.ts` for typed schedule configuration.
  */
 export declare function defineSchedules(schedules: SchedulesFile): SchedulesFile;
+/**
+ * Define per-provider daily USD spend caps for Tier 3 (live-LLM) CI runs.
+ *
+ * Used in `config/test-budgets.ts` for typed budget configuration.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ */
+export declare function defineTestBudgets(budgets: TestBudgetConfig): TestBudgetConfig;
+/**
+ * Define the curated canary task set for the Tier 3 nightly workflow.
+ *
+ * Used in `config/canary-tasks.ts`. Validation against the live task
+ * inventory happens in `scripts/check-canary-tasks.ts`, not here.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ */
+export declare function defineCanaryTasks(canary: CanaryTaskSetConfig): CanaryTaskSetConfig;
 /**
  * Source configuration — typed inline until a dedicated schema exists.
  *

package/dist/_vendor/ailf-core/config-helpers.js

@@ -145,6 +145,33 @@ export function defineSinks(sinks) {
 export function defineSchedules(schedules) {
     return schedules;
 }
+// ---------------------------------------------------------------------------
+// Test-budget helpers
+// ---------------------------------------------------------------------------
+/**
+ * Define per-provider daily USD spend caps for Tier 3 (live-LLM) CI runs.
+ *
+ * Used in `config/test-budgets.ts` for typed budget configuration.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ */
+export function defineTestBudgets(budgets) {
+    return budgets;
+}
+// ---------------------------------------------------------------------------
+// Canary task-set helpers
+// ---------------------------------------------------------------------------
+/**
+ * Define the curated canary task set for the Tier 3 nightly workflow.
+ *
+ * Used in `config/canary-tasks.ts`. Validation against the live task
+ * inventory happens in `scripts/check-canary-tasks.ts`, not here.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ */
+export function defineCanaryTasks(canary) {
+    return canary;
+}
 /**
  * Define documentation source configurations.
  *

package/dist/_vendor/ailf-core/index.d.ts

@@ -17,7 +17,7 @@ export * from "./services/index.js";
 export * from "./examples/index.js";
 export * from "./artifact-registry.js";
 export * from "./batch-signing.js";
-export { defineConfig, defineFeatures, defineModeBase, defineModels, definePricingTable, definePreset, definePrompts, defineRubrics, defineSchedules, defineSinks, defineSources, defineTask, defineThresholds, } from "./config-helpers.js";
+export { defineCanaryTasks, defineConfig, defineFeatures, defineModeBase, defineModels, definePricingTable, definePreset, definePrompts, defineRubrics, defineSchedules, defineSinks, defineSources, defineTask, defineTestBudgets, defineThresholds, } from "./config-helpers.js";
 export type { PricingEntry, PromptEntry, SourceEntry, } from "./config-helpers.js";
 export { env } from "./env-helper.js";
 export { NoOpArtifactWriter, NotImplementedError, } from "./ports/artifact-writer.js";

package/dist/_vendor/ailf-core/index.js

@@ -20,7 +20,7 @@ export * from "./batch-signing.js";
 // ---------------------------------------------------------------------------
 // Architecture overhaul — Phase 0 helpers
 // ---------------------------------------------------------------------------
-export { defineConfig, defineFeatures, defineModeBase, defineModels, definePricingTable, definePreset, definePrompts, defineRubrics, defineSchedules, defineSinks, defineSources, defineTask, defineThresholds, } from "./config-helpers.js";
+export { defineCanaryTasks, defineConfig, defineFeatures, defineModeBase, defineModels, definePricingTable, definePreset, definePrompts, defineRubrics, defineSchedules, defineSinks, defineSources, defineTask, defineTestBudgets, defineThresholds, } from "./config-helpers.js";
 export { env } from "./env-helper.js";
 export { NoOpArtifactWriter, NotImplementedError, } from "./ports/artifact-writer.js";
 export { assoc, resolveVariantMode, splitTaskVariant, } from "./artifact-capture/association.js";

package/dist/_vendor/ailf-core/schemas/canary-tasks.d.ts

@@ -0,0 +1,52 @@
+/**
+ * @sanity/ailf-core — Canary task-set schemas.
+ *
+ * The canary task set is the curated subset of evaluation tasks the Tier 3
+ * nightly workflow runs against live LLMs. Each entry pins a `taskId` and
+ * `mode` together with a one-paragraph rationale documenting why the task
+ * earned a slot — the rationale is the canary set's single most important
+ * field; without it, future maintainers can't reason about whether a
+ * regression is meaningful or whether the slot has lost value.
+ *
+ * Validation that canary IDs map to real tasks lives in
+ * `scripts/check-canary-tasks.ts` (run by `pnpm check`); it can't live in
+ * Zod because the inventory comes from the repo task glob, not the schema.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see packages/eval/config/canary-tasks.ts — authored config
+ */
+import { z } from "zod";
+export declare const CanaryTaskEntrySchema: z.ZodObject<{
+    taskId: z.ZodString;
+    mode: z.ZodEnum<{
+        custom: "custom";
+        agentic: "agentic";
+        literacy: "literacy";
+        "mcp-server": "mcp-server";
+        "agent-harness": "agent-harness";
+        "knowledge-probe": "knowledge-probe";
+        baseline: "baseline";
+        observed: "observed";
+        full: "full";
+    }>;
+    rationale: z.ZodString;
+}, z.core.$strip>;
+export type CanaryTaskEntry = z.infer<typeof CanaryTaskEntrySchema>;
+export declare const CanaryTaskSetConfigSchema: z.ZodObject<{
+    tasks: z.ZodArray<z.ZodObject<{
+        taskId: z.ZodString;
+        mode: z.ZodEnum<{
+            custom: "custom";
+            agentic: "agentic";
+            literacy: "literacy";
+            "mcp-server": "mcp-server";
+            "agent-harness": "agent-harness";
+            "knowledge-probe": "knowledge-probe";
+            baseline: "baseline";
+            observed: "observed";
+            full: "full";
+        }>;
+        rationale: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type CanaryTaskSetConfig = z.infer<typeof CanaryTaskSetConfigSchema>;

package/dist/_vendor/ailf-core/schemas/canary-tasks.js

@@ -0,0 +1,46 @@
+/**
+ * @sanity/ailf-core — Canary task-set schemas.
+ *
+ * The canary task set is the curated subset of evaluation tasks the Tier 3
+ * nightly workflow runs against live LLMs. Each entry pins a `taskId` and
+ * `mode` together with a one-paragraph rationale documenting why the task
+ * earned a slot — the rationale is the canary set's single most important
+ * field; without it, future maintainers can't reason about whether a
+ * regression is meaningful or whether the slot has lost value.
+ *
+ * Validation that canary IDs map to real tasks lives in
+ * `scripts/check-canary-tasks.ts` (run by `pnpm check`); it can't live in
+ * Zod because the inventory comes from the repo task glob, not the schema.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see packages/eval/config/canary-tasks.ts — authored config
+ */
+import { z } from "zod";
+import { RAW_EVAL_MODES } from "../../ailf-shared/index.js";
+// ---------------------------------------------------------------------------
+// Canary entry
+// ---------------------------------------------------------------------------
+export const CanaryTaskEntrySchema = z.object({
+    taskId: z.string().min(1, "canary entries must have a non-empty taskId"),
+    mode: z.enum(RAW_EVAL_MODES),
+    rationale: z
+        .string()
+        .min(40, "canary rationale must be at least one informative sentence"),
+});
+// ---------------------------------------------------------------------------
+// Canary set config
+// ---------------------------------------------------------------------------
+export const CanaryTaskSetConfigSchema = z
+    .object({
+    tasks: z.array(CanaryTaskEntrySchema),
+})
+    .refine((config) => {
+    const seen = new Set();
+    for (const entry of config.tasks) {
+        const key = `${entry.mode}:${entry.taskId}`;
+        if (seen.has(key))
+            return false;
+        seen.add(key);
+    }
+    return true;
+}, { message: "duplicate (mode, taskId) entries in canary set" });

package/dist/_vendor/ailf-core/schemas/index.d.ts

@@ -9,8 +9,10 @@
  * (Phase 0d). Original files are now re-export barrels.
  */
 export * from "./callback-payload.js";
+export * from "./canary-tasks.js";
 export * from "./eval-config.js";
 export * from "./pipeline-request.js";
 export * from "./pipeline.js";
 export * from "./schedules.js";
 export * from "./sinks.js";
+export * from "./test-budgets.js";

package/dist/_vendor/ailf-core/schemas/index.js

@@ -9,8 +9,10 @@
  * (Phase 0d). Original files are now re-export barrels.
  */
 export * from "./callback-payload.js";
+export * from "./canary-tasks.js";
 export * from "./eval-config.js";
 export * from "./pipeline-request.js";
 export * from "./pipeline.js";
 export * from "./schedules.js";
 export * from "./sinks.js";
+export * from "./test-budgets.js";

package/dist/_vendor/ailf-core/schemas/test-budgets.d.ts

@@ -0,0 +1,19 @@
+/**
+ * @sanity/ailf-core — Test-budget schemas.
+ *
+ * Per-provider daily USD spend caps for Tier 3 (live-LLM) CI workflows.
+ * The cap is the maximum cost a single Tier 3 nightly run may incur for
+ * a given provider; the workflow fails loudly if any provider's actual
+ * spend exceeds its cap.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see packages/eval/config/test-budgets.ts — authored config
+ */
+import { z } from "zod";
+export declare const ProviderBudgetCapsSchema: z.ZodRecord<z.ZodString, z.ZodNumber>;
+export type ProviderBudgetCaps = z.infer<typeof ProviderBudgetCapsSchema>;
+export declare const TestBudgetConfigSchema: z.ZodObject<{
+    perProviderDaily: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    warnFraction: z.ZodDefault<z.ZodNumber>;
+}, z.core.$strip>;
+export type TestBudgetConfig = z.infer<typeof TestBudgetConfigSchema>;

package/dist/_vendor/ailf-core/schemas/test-budgets.js

@@ -0,0 +1,34 @@
+/**
+ * @sanity/ailf-core — Test-budget schemas.
+ *
+ * Per-provider daily USD spend caps for Tier 3 (live-LLM) CI workflows.
+ * The cap is the maximum cost a single Tier 3 nightly run may incur for
+ * a given provider; the workflow fails loudly if any provider's actual
+ * spend exceeds its cap.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see packages/eval/config/test-budgets.ts — authored config
+ */
+import { z } from "zod";
+// ---------------------------------------------------------------------------
+// Provider cap entry
+// ---------------------------------------------------------------------------
+const NonNegativeUsd = z
+    .number()
+    .nonnegative("budget caps must be non-negative USD amounts");
+export const ProviderBudgetCapsSchema = z
+    .record(z.string().min(1), NonNegativeUsd)
+    .refine((caps) => Object.keys(caps).length > 0, {
+    message: "perProviderDaily must declare at least one provider",
+});
+// ---------------------------------------------------------------------------
+// Test budget config
+// ---------------------------------------------------------------------------
+export const TestBudgetConfigSchema = z.object({
+    perProviderDaily: ProviderBudgetCapsSchema,
+    warnFraction: z
+        .number()
+        .gt(0)
+        .lte(1, "warnFraction must be in (0, 1]")
+        .default(0.8),
+});

package/dist/_vendor/ailf-shared/canary-drift.d.ts

@@ -0,0 +1,84 @@
+/**
+ * canary/drift.ts — Pure drift-statistic computation for the Tier 3
+ * framework-tests-framework loop.
+ *
+ * Consumes the projection shape returned by Studio's `latestReportsQuery`
+ * (we accept a slim subset so the function stays a pure-domain dependency
+ * with no Studio-package import). Computes per-area Δscore between the
+ * most-recent canary run and the trailing-N median, plus an overall
+ * Δscore for the run as a whole. Output classifies each delta as `ok`,
+ * `warn`, or `regression` against caller-provided thresholds.
+ *
+ * The function is total — it never throws. Edge cases (empty trailing
+ * window, missing scores) surface as `verdict: "no-baseline"` so the
+ * caller can decide whether to treat the missing baseline as a fail.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see packages/studio/src/queries.ts — `latestReportsQuery`
+ */
+/** Slim projection of a canary run report — subset of `ReportListItem`. */
+export interface CanaryReportSlim {
+    reportId: string;
+    completedAt: string;
+    overall: number;
+    scores: {
+        feature: string;
+        totalScore: number;
+    }[];
+}
+/** Verdict for a single Δ computation. */
+export type DriftVerdict = "ok" | "warn" | "regression" | "no-baseline";
+/** Δ between the most-recent run and the trailing-N median. */
+export interface DriftEntry {
+    /** "overall" for the run-level avg, or the area slug for a per-area Δ. */
+    feature: string;
+    /** Score in the most-recent run. */
+    current: number;
+    /** Median of trailing-N runs (excluding the most-recent). Null when no baseline. */
+    trailingMedian: number | null;
+    /** current − trailingMedian. Null when no baseline. */
+    delta: number | null;
+    verdict: DriftVerdict;
+}
+/** Tunable thresholds — caller decides what counts as warn vs regression. */
+export interface DriftThresholds {
+    /**
+     * How many prior runs (excluding the most-recent) form the trailing
+     * baseline. Sensible defaults sit between 5 and 10 for a daily canary.
+     */
+    trailingN: number;
+    /** Drop ≥ this magnitude (and < failDelta) → `warn`. */
+    warnDelta: number;
+    /** Drop ≥ this magnitude → `regression`. */
+    failDelta: number;
+    /**
+     * Minimum trailing-window size required to compute a delta. When the
+     * window is smaller, the entry's verdict is `no-baseline`. Defaults to
+     * 1 — a single prior run is enough to detect *some* movement.
+     */
+    minBaselineRuns?: number;
+}
+/** Aggregate result of `computeCanaryDrift`. */
+export interface CanaryDriftReport {
+    /** ID + timestamp of the most-recent run. */
+    reportId: string;
+    completedAt: string;
+    /** Run-level Δscore (overall avg). */
+    overall: DriftEntry;
+    /** Per-area Δscores. One entry per area present in the most-recent run. */
+    byArea: DriftEntry[];
+    /** True when any verdict is `regression`. */
+    hasRegression: boolean;
+    /** True when any verdict is `warn` or `regression`. */
+    hasMovement: boolean;
+}
+/**
+ * Compute per-area + overall drift for a sequence of canary runs.
+ *
+ * `reports` must be ordered **newest-first** (matching `latestReportsQuery`'s
+ * `order(completedAt desc)`). The most-recent run is `reports[0]`; the
+ * trailing window is `reports.slice(1, 1 + trailingN)`.
+ *
+ * @throws never — all error states surface as `no-baseline` verdicts.
+ */
+export declare function computeCanaryDrift(reports: CanaryReportSlim[], thresholds: DriftThresholds): CanaryDriftReport | null;

package/dist/_vendor/ailf-shared/canary-drift.js

@@ -0,0 +1,86 @@
+/**
+ * canary/drift.ts — Pure drift-statistic computation for the Tier 3
+ * framework-tests-framework loop.
+ *
+ * Consumes the projection shape returned by Studio's `latestReportsQuery`
+ * (we accept a slim subset so the function stays a pure-domain dependency
+ * with no Studio-package import). Computes per-area Δscore between the
+ * most-recent canary run and the trailing-N median, plus an overall
+ * Δscore for the run as a whole. Output classifies each delta as `ok`,
+ * `warn`, or `regression` against caller-provided thresholds.
+ *
+ * The function is total — it never throws. Edge cases (empty trailing
+ * window, missing scores) surface as `verdict: "no-baseline"` so the
+ * caller can decide whether to treat the missing baseline as a fail.
+ *
+ * @see docs/design-docs/testing-strategy.md — "Tier 3 — Live LLMs"
+ * @see packages/studio/src/queries.ts — `latestReportsQuery`
+ */
+/**
+ * Compute per-area + overall drift for a sequence of canary runs.
+ *
+ * `reports` must be ordered **newest-first** (matching `latestReportsQuery`'s
+ * `order(completedAt desc)`). The most-recent run is `reports[0]`; the
+ * trailing window is `reports.slice(1, 1 + trailingN)`.
+ *
+ * @throws never — all error states surface as `no-baseline` verdicts.
+ */
+export function computeCanaryDrift(reports, thresholds) {
+    if (reports.length === 0)
+        return null;
+    const minBaseline = thresholds.minBaselineRuns ?? 1;
+    const current = reports[0];
+    const trailing = reports.slice(1, 1 + thresholds.trailingN);
+    const overall = scoreDrift("overall", current.overall, trailing.map((r) => r.overall), thresholds, minBaseline);
+    const byArea = [];
+    for (const score of current.scores) {
+        const trailingArea = [];
+        for (const t of trailing) {
+            const match = t.scores.find((s) => s.feature === score.feature);
+            if (match)
+                trailingArea.push(match.totalScore);
+        }
+        byArea.push(scoreDrift(score.feature, score.totalScore, trailingArea, thresholds, minBaseline));
+    }
+    const hasRegression = overall.verdict === "regression" ||
+        byArea.some((e) => e.verdict === "regression");
+    const hasMovement = hasRegression ||
+        overall.verdict === "warn" ||
+        byArea.some((e) => e.verdict === "warn");
+    return {
+        reportId: current.reportId,
+        completedAt: current.completedAt,
+        overall,
+        byArea,
+        hasRegression,
+        hasMovement,
+    };
+}
+function scoreDrift(feature, current, trailing, thresholds, minBaseline) {
+    if (trailing.length < minBaseline) {
+        return {
+            feature,
+            current,
+            trailingMedian: null,
+            delta: null,
+            verdict: "no-baseline",
+        };
+    }
+    const trailingMedian = median(trailing);
+    const delta = current - trailingMedian;
+    const drop = -delta;
+    let verdict = "ok";
+    if (drop >= thresholds.failDelta)
+        verdict = "regression";
+    else if (drop >= thresholds.warnDelta)
+        verdict = "warn";
+    return { feature, current, trailingMedian, delta, verdict };
+}
+function median(values) {
+    const sorted = [...values].sort((a, b) => a - b);
+    const mid = Math.floor(sorted.length / 2);
+    if (sorted.length % 2 === 0) {
+        return (sorted[mid - 1] + sorted[mid]) / 2;
+    }
+    return sorted[mid];
+}

package/dist/_vendor/ailf-shared/index.d.ts

@@ -9,6 +9,7 @@
  * from @sanity/ailf-core, @sanity/ailf, or
  * @sanity/ailf-studio. It is the leaf of the dependency graph.
  */
+export * from "./canary-drift.js";
 export * from "./document-ref.js";
 export * from "./feature-flags.js";
 export * from "./score-grades.js";

package/dist/_vendor/ailf-shared/index.js

@@ -9,6 +9,7 @@
  * from @sanity/ailf-core, @sanity/ailf, or
  * @sanity/ailf-studio. It is the leaf of the dependency graph.
  */
+export * from "./canary-drift.js";
 export * from "./document-ref.js";
 export * from "./feature-flags.js";
 export * from "./score-grades.js";

package/dist/adapters/config-sources/file-config-adapter.js

@@ -47,7 +47,7 @@ export class FileConfigAdapter {
             return this.validateAndMap(result.value, ext);
         }
         // YAML / JSON files — load via fs
-        const raw = readConfigFile(this.filePath);
+        const raw = await readConfigFile(this.filePath);
         return this.validateAndMap(raw, ext);
     }
     /**
@@ -69,13 +69,12 @@ export class FileConfigAdapter {
 // ---------------------------------------------------------------------------
 // Helpers
 // ---------------------------------------------------------------------------
-function readConfigFile(filePath) {
+async function readConfigFile(filePath) {
     const content = readFileSync(filePath, "utf-8");
     const ext = extname(filePath).toLowerCase();
     if (ext === ".yaml" || ext === ".yml") {
-        // Dynamic import for yaml parser — only needed when reading YAML configs
-        // eslint-disable-next-line @typescript-eslint/no-require-imports
-        const { parse } = require("yaml");
+        // Dynamic ESM import — only loaded when reading YAML configs.
+        const { parse } = await import("yaml");
         return parse(content);
     }
     return JSON.parse(content);

package/dist/adapters/task-sources/repo-schemas.d.ts

@@ -147,8 +147,8 @@ export declare const CanonicalTaskSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     baseline: z.ZodOptional<z.ZodObject<{
         enabled: z.ZodOptional<z.ZodBoolean>;
         rubric: z.ZodOptional<z.ZodEnum<{
-            full: "full";
             abbreviated: "abbreviated";
+            full: "full";
             none: "none";
         }>>;
     }, z.core.$strip>>;
@@ -773,8 +773,8 @@ export declare const ContentLakeAuthorableTaskSchema: z.ZodObject<{
     baseline: z.ZodOptional<z.ZodObject<{
         enabled: z.ZodOptional<z.ZodBoolean>;
         rubric: z.ZodOptional<z.ZodEnum<{
-            full: "full";
             abbreviated: "abbreviated";
+            full: "full";
             none: "none";
         }>>;
     }, z.core.$strip>>;
@@ -893,8 +893,8 @@ export declare const CanonicalTaskFileSchema: z.ZodArray<z.ZodDiscriminatedUnion
     baseline: z.ZodOptional<z.ZodObject<{
         enabled: z.ZodOptional<z.ZodBoolean>;
         rubric: z.ZodOptional<z.ZodEnum<{
-            full: "full";
             abbreviated: "abbreviated";
+            full: "full";
             none: "none";
         }>>;
     }, z.core.$strip>>;

package/dist/cli-program.d.ts

@@ -0,0 +1,39 @@
+/**
+ * cli-program.ts — pure factory for the AILF Commander program.
+ *
+ * Splits the program construction out of cli.ts so the CLI is testable
+ * in-process. cli.ts owns bootstrap side effects (dotenv loading,
+ * retired-flag/env/cmd checks, AILF_LOG_LEVEL pre-scan, parseAsync); this
+ * module owns command wiring.
+ *
+ * The W0078 M4 black-box harness imports `buildCliProgram()` directly so
+ * tests can construct a fresh program, attach `exitOverride()`, capture
+ * stdout/stderr, and parse a synthetic argv — all without spawning a
+ * subprocess.
+ *
+ * @see packages/eval/src/__tests__/cli-harness/run-cli.ts
+ */
+import { Command } from "commander";
+/**
+ * Options for `buildCliProgram`.
+ */
+export interface BuildCliProgramOptions {
+    /**
+     * Path to the eval package root (the directory containing package.json).
+     * Used to resolve the version string and as the root passed to the
+     * `--explain` handler.
+     */
+    evalRoot: string;
+}
+/**
+ * Construct the Commander program with every subcommand registered.
+ *
+ * Pure factory — no I/O beyond reading package.json for the version, no
+ * `process.exit()`, no `process.argv` access. Tests can call this and
+ * attach `program.exitOverride()` before parsing to capture exit codes
+ * instead of terminating the process.
+ *
+ * Registration order determines group display order in `--help`. Commands
+ * within a group appear in the order they're added.
+ */
+export declare function buildCliProgram(opts: BuildCliProgramOptions): Command;