@sanity/ailf 4.6.0 → 6.0.0

package/dist/_vendor/ailf-core/grader/failure-modes/index.js

@@ -0,0 +1,109 @@
+/**
+ * Per-dimension failure-mode taxonomy barrel — relocated to @sanity/ailf-core.
+ *
+ * Previously lived in packages/eval/src/grader/index.ts. Moved here (D-05)
+ * so card files in packages/core/src/services/diagnosis/cards/ can import
+ * `failureModesForDimension` without violating the core→eval import rule.
+ *
+ * Named re-exports only (W0124 — never `export *`).
+ *
+ * The eval-side packages/eval/src/grader/index.ts now re-exports from here,
+ * keeping all existing eval-side callers working without source changes.
+ *
+ * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
+ *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ * @see docs/decisions/D0005-grader-model-separation.md — single grader model;
+ *      taxonomies travel with the rubric prompt for reproducibility.
+ */
+export { COMMON_FAILURE_MODES } from "./common.js";
+export { LITERACY_FAILURE_MODES } from "./literacy.js";
+export { MCP_FAILURE_MODES } from "./mcp.js";
+export { KP_FAILURE_MODES } from "./knowledge-probe.js";
+export { AGENT_FAILURE_MODES } from "./agent-harness.js";
+import { COMMON_FAILURE_MODES } from "./common.js";
+import { LITERACY_FAILURE_MODES } from "./literacy.js";
+import { MCP_FAILURE_MODES } from "./mcp.js";
+import { KP_FAILURE_MODES } from "./knowledge-probe.js";
+import { AGENT_FAILURE_MODES } from "./agent-harness.js";
+/**
+ * Return the legal failure-mode list for a given rubric dimension.
+ *
+ * Accepts both family-level keys (`mcp-behavior`, `knowledge-probe`,
+ * `agent-harness`) and the per-template `dimension` strings used in
+ * `config/rubrics.ts` (`task-completion`, `input-validation`,
+ * `factual-correctness`, `process-quality`, …). The cross-cutting
+ * `COMMON_FAILURE_MODES` is always included.
+ *
+ * Unknown dimensions fall through to `COMMON_FAILURE_MODES` only — safe
+ * default, the grader can still pick `unclassified`.
+ */
+export function failureModesForDimension(dimension) {
+    switch (dimension) {
+        // ── Literacy family ──────────────────────────────────────
+        case "task-completion":
+        case "code-correctness":
+        case "doc-coverage":
+            return [...COMMON_FAILURE_MODES, ...LITERACY_FAILURE_MODES];
+        // ── MCP family ───────────────────────────────────────────
+        case "mcp-behavior":
+        case "input-validation":
+        case "output-correctness":
+        case "error-handling":
+        case "security":
+            return [...COMMON_FAILURE_MODES, ...MCP_FAILURE_MODES];
+        // ── Knowledge-probe family ───────────────────────────────
+        case "knowledge-probe":
+        case "factual-correctness":
+        case "completeness":
+        case "currency":
+            return [...COMMON_FAILURE_MODES, ...KP_FAILURE_MODES];
+        // ── Agent-harness family ─────────────────────────────────
+        case "agent-harness":
+        case "process-quality":
+        case "agent-output":
+        case "tool-usage":
+            return [...COMMON_FAILURE_MODES, ...AGENT_FAILURE_MODES];
+        default:
+            return COMMON_FAILURE_MODES;
+    }
+}
+/**
+ * Flat list of all dimension names recognized by `failureModesForDimension`.
+ * Used by card-validators and test calibration.
+ */
+export const CANONICAL_DIMENSIONS = [
+    // Literacy family
+    "task-completion",
+    "code-correctness",
+    "doc-coverage",
+    // MCP family
+    "mcp-behavior",
+    "input-validation",
+    "output-correctness",
+    "error-handling",
+    "security",
+    // Knowledge-probe family
+    "knowledge-probe",
+    "factual-correctness",
+    "completeness",
+    "currency",
+    // Agent-harness family
+    "agent-harness",
+    "process-quality",
+    "agent-output",
+    "tool-usage",
+];
+/**
+ * Returns `true` when `mode` appears in the failure-mode list of any
+ * canonical dimension family.
+ */
+export function isCanonicalFailureMode(mode) {
+    const allModes = new Set([
+        ...COMMON_FAILURE_MODES,
+        ...LITERACY_FAILURE_MODES,
+        ...MCP_FAILURE_MODES,
+        ...KP_FAILURE_MODES,
+        ...AGENT_FAILURE_MODES,
+    ]);
+    return allModes.has(mode);
+}

package/dist/_vendor/ailf-core/grader/failure-modes/knowledge-probe.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Knowledge-probe failure modes — valid for the `knowledge-probe` dimension
+ * family (factual-correctness, completeness, currency).
+ *
+ * Relocated from packages/eval/src/grader/knowledge-probe.ts to @sanity/ailf-core
+ * so card files in packages/core/src/services/diagnosis/cards/ can import
+ * them without violating the core→eval import direction rule (D-05).
+ *
+ * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
+ *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ */
+export declare const KP_FAILURE_MODES: readonly ["factual-error", "incompleteness", "currency-violation", "hallucination"];
+export type KPFailureMode = (typeof KP_FAILURE_MODES)[number];

package/dist/_vendor/ailf-core/grader/failure-modes/knowledge-probe.js

@@ -0,0 +1,17 @@
+/**
+ * Knowledge-probe failure modes — valid for the `knowledge-probe` dimension
+ * family (factual-correctness, completeness, currency).
+ *
+ * Relocated from packages/eval/src/grader/knowledge-probe.ts to @sanity/ailf-core
+ * so card files in packages/core/src/services/diagnosis/cards/ can import
+ * them without violating the core→eval import direction rule (D-05).
+ *
+ * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
+ *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ */
+export const KP_FAILURE_MODES = [
+    "factual-error", // assistant asserts something demonstrably false
+    "incompleteness", // assistant covers part of the answer; misses key piece
+    "currency-violation", // assistant cites stale facts beyond doc currency horizon
+    "hallucination", // assistant invents details not present in any doc
+];

package/dist/_vendor/ailf-core/grader/failure-modes/literacy.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Literacy failure modes — valid for `task-completion`, `code-correctness`,
+ * `doc-coverage` (the literacy dimension family).
+ *
+ * Relocated from packages/eval/src/grader/literacy.ts to @sanity/ailf-core
+ * so card files in packages/core/src/services/diagnosis/cards/ can import
+ * them without violating the core→eval import direction rule (D-05).
+ *
+ * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
+ *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ */
+export declare const LITERACY_FAILURE_MODES: readonly ["missing-docs", "outdated-docs", "incorrect-docs", "poor-structure"];
+export type LiteracyFailureMode = (typeof LITERACY_FAILURE_MODES)[number];

package/dist/_vendor/ailf-core/grader/failure-modes/literacy.js

@@ -0,0 +1,17 @@
+/**
+ * Literacy failure modes — valid for `task-completion`, `code-correctness`,
+ * `doc-coverage` (the literacy dimension family).
+ *
+ * Relocated from packages/eval/src/grader/literacy.ts to @sanity/ailf-core
+ * so card files in packages/core/src/services/diagnosis/cards/ can import
+ * them without violating the core→eval import direction rule (D-05).
+ *
+ * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
+ *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ */
+export const LITERACY_FAILURE_MODES = [
+    "missing-docs", // relevant doc didn't exist
+    "outdated-docs", // doc reflects an older API/version
+    "incorrect-docs", // doc states something factually wrong
+    "poor-structure", // doc exists but is hard to find or follow
+];

package/dist/_vendor/ailf-core/grader/failure-modes/mcp.d.ts

@@ -0,0 +1,13 @@
+/**
+ * MCP failure modes — valid for the `mcp-behavior` dimension family
+ * (input-validation, output-correctness, error-handling, security).
+ *
+ * Relocated from packages/eval/src/grader/mcp.ts to @sanity/ailf-core
+ * so card files in packages/core/src/services/diagnosis/cards/ can import
+ * them without violating the core→eval import direction rule (D-05).
+ *
+ * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
+ *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ */
+export declare const MCP_FAILURE_MODES: readonly ["spec-mismatch", "missing-error-handling", "over-privileged", "missing-docs"];
+export type MCPFailureMode = (typeof MCP_FAILURE_MODES)[number];

package/dist/_vendor/ailf-core/grader/failure-modes/mcp.js

@@ -0,0 +1,17 @@
+/**
+ * MCP failure modes — valid for the `mcp-behavior` dimension family
+ * (input-validation, output-correctness, error-handling, security).
+ *
+ * Relocated from packages/eval/src/grader/mcp.ts to @sanity/ailf-core
+ * so card files in packages/core/src/services/diagnosis/cards/ can import
+ * them without violating the core→eval import direction rule (D-05).
+ *
+ * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
+ *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ */
+export const MCP_FAILURE_MODES = [
+    "spec-mismatch", // tool/server output doesn't match published MCP spec
+    "missing-error-handling", // tool failure path under-documented or absent
+    "over-privileged", // tool exposes operations the doc didn't sanction
+    "missing-docs", // re-export from literacy (cross-cutting)
+];

package/dist/_vendor/ailf-core/index.d.ts

@@ -23,3 +23,4 @@ export type { PricingEntry, PromptEntry, SourceEntry, } from "./config-helpers.j
 export { env } from "./env-helper.js";
 export { NoOpArtifactWriter, NotImplementedError, } from "./ports/artifact-writer.js";
 export { assoc, resolveVariantMode, splitTaskVariant, type AssocContext, type TaskVariantSplit, } from "./artifact-capture/association.js";
+export { AGENT_FAILURE_MODES, CANONICAL_DIMENSIONS, COMMON_FAILURE_MODES, KP_FAILURE_MODES, LITERACY_FAILURE_MODES, MCP_FAILURE_MODES, failureModesForDimension, isCanonicalFailureMode, type AgentFailureMode, type CommonFailureMode, type KPFailureMode, type LiteracyFailureMode, type MCPFailureMode, } from "./grader/failure-modes/index.js";

package/dist/_vendor/ailf-core/index.js

@@ -25,3 +25,7 @@ export { defineCanaryTasks, defineConfig, defineFeatures, defineModeBase, define
 export { env } from "./env-helper.js";
 export { NoOpArtifactWriter, NotImplementedError, } from "./ports/artifact-writer.js";
 export { assoc, resolveVariantMode, splitTaskVariant, } from "./artifact-capture/association.js";
+// ---------------------------------------------------------------------------
+// Phase 5 — failure-mode taxonomy (D-05 hoist)
+// ---------------------------------------------------------------------------
+export { AGENT_FAILURE_MODES, CANONICAL_DIMENSIONS, COMMON_FAILURE_MODES, KP_FAILURE_MODES, LITERACY_FAILURE_MODES, MCP_FAILURE_MODES, failureModesForDimension, isCanonicalFailureMode, } from "./grader/failure-modes/index.js";

package/dist/_vendor/ailf-core/ports/context.d.ts

@@ -80,6 +80,14 @@ export interface ResolvedConfig {
     noRemoteCache: boolean;
     /** Grader replications for consistency measurement */
     graderReplications?: number;
+    /**
+     * Replications per borderline judgment for the GRAD-04 intra-grader
+     * consensus pass (re-grade scores within ±5 of the severity boundaries
+     * 30/50/60). Sourced from `RepoConfig.execution.borderlineReplications`
+     * or the equivalent CLI/env surface. When unset, the runner factory
+     * falls back to its built-in default (3 replications).
+     */
+    borderlineReplications?: number;
     /**
      * Grader context policy. Controls whether canonical reference docs are
      * injected into the grader's assertion `rubricPrompt`. `"rubric-only"`

package/dist/_vendor/ailf-core/ports/mode-handler.d.ts

@@ -81,7 +81,22 @@ export interface ModeRubricConfig {
         header: string;
         scale: string[];
         criteria_label?: string;
+        /**
+         * Plan 03-02 — per-dimension legal failure-mode list. The runtime
+         * rubric assembler announces these modes to the grader before the
+         * structured-shape footer when the list is non-empty. Stamped at
+         * config-load time by `failureModesForDimension(dimension)` in
+         * `packages/eval/src/grader/index.ts`.
+         */
+        failureModes?: readonly string[];
     }>;
+    /**
+     * Plan 03-01 — formerly hard-coded literal in
+     * `pipeline/compiler/rubric-resolution.ts`; now sourced from
+     * RubricConfig.footer and threaded through to the runtime prompt
+     * assembler so the grader is told exactly what wire format to emit.
+     */
+    footer: string;
 }
 /** A provider entry in the compile result */
 export interface CompileResultProvider {

package/dist/_vendor/ailf-core/schemas/branded-string.d.ts

@@ -0,0 +1,40 @@
+/**
+ * branded-string.ts — single, audited cast site for Zod schemas that
+ * parse a non-empty string into a {@link Brand}-tagged domain type.
+ *
+ * Project rule (`.claude/rules/typescript.md`): "Parse, don't validate
+ * — use schema libs at boundaries; no `as` on `unknown`." The
+ * `Brand<string, "Tag">` utility in `branded-ids.ts` uses a `unique
+ * symbol` (`__brand`) that is not structurally identical to Zod 4's
+ * `BRAND` symbol, so a direct `.brand<"Tag">()` swap does not produce
+ * a compatible type. Wrapping the unavoidable cast in a single typed
+ * helper centralizes the rule violation to one auditable place
+ * instead of duplicating `as unknown as z.ZodType<Brand<…, …>>` at
+ * every adapter branded-field declaration.
+ *
+ * Usage:
+ *
+ * ```ts
+ * import { brandedString } from "../schemas/index.d.ts"
+ *
+ * judgmentId: brandedString<"JudgmentId">().optional(),
+ * ```
+ *
+ * This is the **only** allowed place to elide the no-`as`-on-`unknown`
+ * rule for branded-string schemas. Phase 7 will reconsider the
+ * `Brand<>` shape against Zod 4's `BRAND` so the cast can be retired.
+ *
+ * @see docs/decisions/D0045-type-architecture-and-contract-enforcement.md
+ * @see packages/core/src/types/branded-ids.ts
+ */
+import { z } from "zod";
+import type { Brand } from "../types/branded-ids.js";
+/**
+ * Schema for a non-empty string typed as `Brand<string, TBrand>`.
+ *
+ * The single `as unknown as` cast inside this helper is the audited
+ * exit from the project's no-`as`-on-`unknown` rule. Adapters MUST
+ * NOT replicate the cast at their own call sites — call this helper
+ * instead so the rule violation stays centralized.
+ */
+export declare function brandedString<TBrand extends string>(): z.ZodType<Brand<string, TBrand>>;

package/dist/_vendor/ailf-core/schemas/branded-string.js

@@ -0,0 +1,45 @@
+/**
+ * branded-string.ts — single, audited cast site for Zod schemas that
+ * parse a non-empty string into a {@link Brand}-tagged domain type.
+ *
+ * Project rule (`.claude/rules/typescript.md`): "Parse, don't validate
+ * — use schema libs at boundaries; no `as` on `unknown`." The
+ * `Brand<string, "Tag">` utility in `branded-ids.ts` uses a `unique
+ * symbol` (`__brand`) that is not structurally identical to Zod 4's
+ * `BRAND` symbol, so a direct `.brand<"Tag">()` swap does not produce
+ * a compatible type. Wrapping the unavoidable cast in a single typed
+ * helper centralizes the rule violation to one auditable place
+ * instead of duplicating `as unknown as z.ZodType<Brand<…, …>>` at
+ * every adapter branded-field declaration.
+ *
+ * Usage:
+ *
+ * ```ts
+ * import { brandedString } from "../schemas/index.js"
+ *
+ * judgmentId: brandedString<"JudgmentId">().optional(),
+ * ```
+ *
+ * This is the **only** allowed place to elide the no-`as`-on-`unknown`
+ * rule for branded-string schemas. Phase 7 will reconsider the
+ * `Brand<>` shape against Zod 4's `BRAND` so the cast can be retired.
+ *
+ * @see docs/decisions/D0045-type-architecture-and-contract-enforcement.md
+ * @see packages/core/src/types/branded-ids.ts
+ */
+import { z } from "zod";
+/**
+ * Schema for a non-empty string typed as `Brand<string, TBrand>`.
+ *
+ * The single `as unknown as` cast inside this helper is the audited
+ * exit from the project's no-`as`-on-`unknown` rule. Adapters MUST
+ * NOT replicate the cast at their own call sites — call this helper
+ * instead so the rule violation stays centralized.
+ */
+export function brandedString() {
+    // The runtime is a plain non-empty string; the brand is a
+    // compile-time-only nominal tag (see `Brand<>` in branded-ids.ts).
+    // Zod 4's `.brand()` uses a different symbol shape, so a direct
+    // composition does not yield the project's `Brand<…>` type.
+    return z.string().min(1);
+}

package/dist/_vendor/ailf-core/schemas/confidence-schema.d.ts

@@ -0,0 +1,36 @@
+/**
+ * confidence-schema.ts — shared Zod schema for the D0049 `Confidence` triple.
+ *
+ * Authored ONCE here so adapter schemas under
+ * `packages/eval/src/adapters/grader-outputs/` and
+ * `packages/eval/src/adapters/attribution/` import a single shared schema
+ * fragment instead of redeclaring the shape inline. The schema asserts
+ * `satisfies z.ZodType<Confidence>` against the domain type in
+ * `packages/core/src/types/confidence.ts` so drift is a build error.
+ *
+ * NON-BOUNDARY HELPER: this file lives outside the D0045 SCAN_ROOTS gate
+ * by intent — it is a reusable schema fragment, not a trust boundary.
+ * Consumers import via the pinned subpath export
+ * `@sanity/ailf-core/schemas` (declared in `packages/core/package.json`),
+ * NOT through the top-level barrel — that pin is the
+ * single legal access path so all adapter sites use the same specifier.
+ *
+ * @see docs/decisions/D0045-type-architecture-and-contract-enforcement.md
+ * @see docs/decisions/D0049-shared-confidence-contract.md
+ */
+import { z } from "zod";
+/**
+ * Shared schema for {@link Confidence}. The `derivation` field is the
+ * open `ConfidenceDerivation` tag; we accept any non-empty string so
+ * future emitters can mint their own identifiers without editing this
+ * package (matches `isConfidence`'s runtime guard).
+ */
+export declare const ConfidenceSchema: z.ZodObject<{
+    level: z.ZodEnum<{
+        low: "low";
+        medium: "medium";
+        high: "high";
+    }>;
+    signalsPresent: z.ZodNumber;
+    derivation: z.ZodString;
+}, z.core.$strip>;

package/dist/_vendor/ailf-core/schemas/confidence-schema.js

@@ -0,0 +1,32 @@
+/**
+ * confidence-schema.ts — shared Zod schema for the D0049 `Confidence` triple.
+ *
+ * Authored ONCE here so adapter schemas under
+ * `packages/eval/src/adapters/grader-outputs/` and
+ * `packages/eval/src/adapters/attribution/` import a single shared schema
+ * fragment instead of redeclaring the shape inline. The schema asserts
+ * `satisfies z.ZodType<Confidence>` against the domain type in
+ * `packages/core/src/types/confidence.ts` so drift is a build error.
+ *
+ * NON-BOUNDARY HELPER: this file lives outside the D0045 SCAN_ROOTS gate
+ * by intent — it is a reusable schema fragment, not a trust boundary.
+ * Consumers import via the pinned subpath export
+ * `@sanity/ailf-core/schemas` (declared in `packages/core/package.json`),
+ * NOT through the top-level barrel — that pin is the
+ * single legal access path so all adapter sites use the same specifier.
+ *
+ * @see docs/decisions/D0045-type-architecture-and-contract-enforcement.md
+ * @see docs/decisions/D0049-shared-confidence-contract.md
+ */
+import { z } from "zod";
+/**
+ * Shared schema for {@link Confidence}. The `derivation` field is the
+ * open `ConfidenceDerivation` tag; we accept any non-empty string so
+ * future emitters can mint their own identifiers without editing this
+ * package (matches `isConfidence`'s runtime guard).
+ */
+export const ConfidenceSchema = z.object({
+    level: z.enum(["high", "medium", "low"]),
+    signalsPresent: z.number().int().nonnegative(),
+    derivation: z.string().min(1),
+});

package/dist/_vendor/ailf-core/schemas/eval-config.d.ts

@@ -41,6 +41,7 @@ export declare const EvalConfigSchema: z.ZodObject<{
     execution: z.ZodOptional<z.ZodObject<{
         concurrency: z.ZodOptional<z.ZodNumber>;
         graderReplications: z.ZodOptional<z.ZodNumber>;
+        borderlineReplications: z.ZodOptional<z.ZodNumber>;
         gapAnalysis: z.ZodOptional<z.ZodBoolean>;
         apiUrl: z.ZodOptional<z.ZodString>;
     }, z.core.$strip>>;

package/dist/_vendor/ailf-core/schemas/eval-config.js

@@ -85,15 +85,19 @@ export const EvalConfigSchema = z
      * `concurrency`, `gapAnalysis`, and `graderReplications` fields and adds
      * `apiUrl` to the same group.
      *
-     * - `concurrency`         — max parallel API calls
-     * - `graderReplications`  — grader consistency replications
-     * - `gapAnalysis`         — enable failure-mode + impact analysis (default true)
-     * - `apiUrl`              — AILF API base URL (default https://ailf-api.sanity.build)
+     * - `concurrency`             — max parallel API calls
+     * - `graderReplications`      — grader consistency replications
+     * - `borderlineReplications`  — replications per borderline judgment
+     *                               for the GRAD-04 intra-grader consensus
+     *                               pass (default 3 in composition-root)
+     * - `gapAnalysis`             — enable failure-mode + impact analysis (default true)
+     * - `apiUrl`                  — AILF API base URL (default https://ailf-api.sanity.build)
      */
     execution: z
         .object({
         concurrency: z.number().int().positive().optional(),
         graderReplications: z.number().int().positive().optional(),
+        borderlineReplications: z.number().int().positive().optional(),
         gapAnalysis: z.boolean().optional(),
         apiUrl: z.string().url().optional(),
     })

package/dist/_vendor/ailf-core/schemas/index.d.ts

@@ -19,3 +19,5 @@ export * from "./schedules.js";
 export * from "./sinks.js";
 export * from "./symbol-preflight-report.js";
 export * from "./test-budgets.js";
+export { ConfidenceSchema } from "./confidence-schema.js";
+export { brandedString } from "./branded-string.js";

package/dist/_vendor/ailf-core/schemas/index.js

@@ -19,3 +19,12 @@ export * from "./schedules.js";
 export * from "./sinks.js";
 export * from "./symbol-preflight-report.js";
 export * from "./test-budgets.js";
+// Phase 1 Plan 02 — shared schema fragment for D0049 Confidence.
+// Named re-export only (W0124 / D0045) and pinned-subpath access path
+// `@sanity/ailf-core/schemas` for adapter consumers.
+export { ConfidenceSchema } from "./confidence-schema.js";
+// Phase 1 Plan 03 — single audited cast site for `Brand<string, T>`
+// schemas. Adapters MUST route branded-field declarations through this
+// helper instead of replicating `as unknown as z.ZodType<…>` at each
+// schema author site (project rule: no `as` on `unknown`).
+export { brandedString } from "./branded-string.js";

package/dist/_vendor/ailf-core/schemas/pipeline-request.d.ts

@@ -48,6 +48,7 @@ export declare const PipelineRequestSchema: z.ZodObject<{
         "with-docs": "with-docs";
     }>>;
     graderReplications: z.ZodOptional<z.ZodNumber>;
+    borderlineReplications: z.ZodOptional<z.ZodNumber>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     inlineTasks: z.ZodOptional<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
     jobId: z.ZodOptional<z.ZodString>;

package/dist/_vendor/ailf-core/schemas/pipeline-request.js

@@ -114,6 +114,7 @@ export const PipelineRequestSchema = z.object({
      */
     graderContext: z.enum(["rubric-only", "with-docs"]).optional(),
     graderReplications: z.number().int().positive().optional(),
+    borderlineReplications: z.number().int().positive().optional(),
     headers: z.record(z.string(), z.string()).optional(),
     inlineTasks: z.array(z.record(z.string(), z.unknown())).optional(),
     jobId: z.string().optional(),

package/dist/_vendor/ailf-core/schemas/pipeline.d.ts

@@ -20,6 +20,7 @@ import { z } from "zod";
 export declare const RubricTemplateSchema: z.ZodObject<{
     criteria_label: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     dimension: z.ZodOptional<z.ZodString>;
+    failureModes: z.ZodOptional<z.ZodArray<z.ZodString>>;
     header: z.ZodString;
     scale: z.ZodArray<z.ZodString>;
 }, z.core.$strip>;
@@ -52,6 +53,7 @@ export declare const RubricConfigSchema: z.ZodObject<{
     templates: z.ZodRecord<z.ZodString, z.ZodObject<{
         criteria_label: z.ZodOptional<z.ZodNullable<z.ZodString>>;
         dimension: z.ZodOptional<z.ZodString>;
+        failureModes: z.ZodOptional<z.ZodArray<z.ZodString>>;
         header: z.ZodString;
         scale: z.ZodArray<z.ZodString>;
     }, z.core.$strip>>;
@@ -112,7 +114,10 @@ export type FeatureRegistry = z.infer<typeof FeatureRegistrySchema>;
  * and provides task-specific criteria.
  */
 declare const TemplatedLlmRubricAssertSchema: z.ZodObject<{
-    criteria: z.ZodArray<z.ZodString>;
+    criteria: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        text: z.ZodString;
+    }, z.core.$strip>>;
     template: z.ZodString;
     type: z.ZodLiteral<"llm-rubric">;
     weight: z.ZodOptional<z.ZodNumber>;
@@ -129,7 +134,10 @@ export type TemplatedLlmRubricAssert = z.infer<typeof TemplatedLlmRubricAssertSc
  * is gone, but union is more flexible for future additions).
  */
 export declare const AssertionSchema: z.ZodUnion<readonly [z.ZodObject<{
-    criteria: z.ZodArray<z.ZodString>;
+    criteria: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        text: z.ZodString;
+    }, z.core.$strip>>;
     template: z.ZodString;
     type: z.ZodLiteral<"llm-rubric">;
     weight: z.ZodOptional<z.ZodNumber>;
@@ -174,7 +182,10 @@ export type CanonicalDoc = z.infer<typeof CanonicalDocSchema>;
  */
 export declare const SingleTaskSchema: z.ZodObject<{
     assert: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-        criteria: z.ZodArray<z.ZodString>;
+        criteria: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            text: z.ZodString;
+        }, z.core.$strip>>;
         template: z.ZodString;
         type: z.ZodLiteral<"llm-rubric">;
         weight: z.ZodOptional<z.ZodNumber>;
@@ -233,7 +244,10 @@ export type SingleTask = z.infer<typeof SingleTaskSchema>;
  */
 export declare const LegacyTaskSchema: z.ZodObject<{
     assert: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-        criteria: z.ZodArray<z.ZodString>;
+        criteria: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            text: z.ZodString;
+        }, z.core.$strip>>;
         template: z.ZodString;
         type: z.ZodLiteral<"llm-rubric">;
         weight: z.ZodOptional<z.ZodNumber>;
@@ -269,7 +283,10 @@ export type LegacyTask = z.infer<typeof LegacyTaskSchema>;
  */
 export declare const TaskEntrySchema: z.ZodUnion<readonly [z.ZodObject<{
     assert: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-        criteria: z.ZodArray<z.ZodString>;
+        criteria: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            text: z.ZodString;
+        }, z.core.$strip>>;
         template: z.ZodString;
         type: z.ZodLiteral<"llm-rubric">;
         weight: z.ZodOptional<z.ZodNumber>;
@@ -321,7 +338,10 @@ export declare const TaskEntrySchema: z.ZodUnion<readonly [z.ZodObject<{
     }, z.core.$loose>;
 }, z.core.$strip>, z.ZodObject<{
     assert: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-        criteria: z.ZodArray<z.ZodString>;
+        criteria: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            text: z.ZodString;
+        }, z.core.$strip>>;
         template: z.ZodString;
         type: z.ZodLiteral<"llm-rubric">;
         weight: z.ZodOptional<z.ZodNumber>;
@@ -355,7 +375,10 @@ export type TaskEntryParsed = z.infer<typeof TaskEntrySchema>;
  */
 export declare const TaskFileSchema: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
     assert: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-        criteria: z.ZodArray<z.ZodString>;
+        criteria: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            text: z.ZodString;
+        }, z.core.$strip>>;
         template: z.ZodString;
         type: z.ZodLiteral<"llm-rubric">;
         weight: z.ZodOptional<z.ZodNumber>;
@@ -407,7 +430,10 @@ export declare const TaskFileSchema: z.ZodArray<z.ZodUnion<readonly [z.ZodObject
     }, z.core.$loose>;
 }, z.core.$strip>, z.ZodObject<{
     assert: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
-        criteria: z.ZodArray<z.ZodString>;
+        criteria: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            text: z.ZodString;
+        }, z.core.$strip>>;
         template: z.ZodString;
         type: z.ZodLiteral<"llm-rubric">;
         weight: z.ZodOptional<z.ZodNumber>;

package/dist/_vendor/ailf-core/schemas/pipeline.js

@@ -26,6 +26,14 @@ export const RubricTemplateSchema = z.object({
         .min(1, "criteria_label must be a non-empty string")
         .nullish(),
     dimension: z.string().min(1).optional(),
+    /**
+     * Plan 03-02 — per-dimension legal failure-mode list. When present and
+     * non-empty, the runtime rubric assembler announces the legal modes to
+     * the grader before the structured-shape footer (Plan 03-01).
+     * Stamped at config-load time by `failureModesForDimension(dimension)`
+     * from `packages/eval/src/grader/index.ts`.
+     */
+    failureModes: z.array(z.string().min(1)).optional(),
     header: z.string().min(1, "header must be a non-empty string"),
     scale: z
         .array(z.string().min(1))
@@ -118,13 +126,27 @@ export const FeatureRegistrySchema = z.object({
 // ---------------------------------------------------------------------------
 // Assertion schemas — one per Promptfoo assertion type
 // ---------------------------------------------------------------------------
+// TODO(GRAD-01 follow-up): This schema duplicates
+// packages/eval/src/adapters/task-sources/repo-schemas.ts:TemplatedAssertionSchema.
+// Retiring requires reverse-extracting the canonical schema into
+// packages/core/src/schemas/ (D0048 prevents importing from packages/eval).
+// Out of Phase 2 scope; tracked separately.
+//
+// The `satisfies z.ZodType<CriterionRef>` clause asserts this duplicate
+// stays shape-compatible with the canonical domain type in
+// `@sanity/ailf-core` (D0045). If a future edit adds a third field to one
+// schema and not the other, this build error catches the drift.
+const CriterionRefShape = z.object({
+    id: z.string().min(1, "id must be a non-empty slug"),
+    text: z.string().min(1, "text must be a non-empty string"),
+});
 /**
  * Templated llm-rubric assertion — references a rubric template by key
  * and provides task-specific criteria.
  */
 const TemplatedLlmRubricAssertSchema = z.object({
     criteria: z
-        .array(z.string().min(1))
+        .array(CriterionRefShape)
         .min(1, "criteria must have at least one entry"),
     template: z.string().min(1, "template must be a non-empty string"),
     type: z.literal("llm-rubric"),