@sanity/ailf 5.0.0 → 6.0.0

package/dist/grader/common.js

@@ -1,21 +1,9 @@
 /**
- * Cross-cutting failure modes — valid for any dimension family.
+ * Cross-cutting failure modes — re-export shim (D-05).
  *
- * Phase 3 GRAD-03 (Plan 03-02). The four cross-cutting modes capture failures
- * that aren't tied to a specific dimension family: infrastructure failures,
- * model ceiling effects, false-floor (model already knew the answer; docs
- * added no value), and the low-confidence fallback. The per-dimension
- * taxonomies (literacy, MCP, knowledge-probe, agent-harness) extend this
- * cross-cutting list.
+ * Canonical data relocated to @sanity/ailf-core.
+ * Existing callers of this file continue to work unchanged.
  *
- * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283 — the v0 lists)
- * @see docs/decisions/D0005-grader-model-separation.md — single grader model;
- *      taxonomies travel with the rubric prompt for reproducibility.
+ * @see packages/core/src/grader/failure-modes/common.ts
  */
-export const COMMON_FAILURE_MODES = [
-    "api-error", // infrastructure failure, not a docs problem
-    "model-limitation", // high ceiling, model can't reach it
-    "false-floor", // model already knew the answer; docs added no value
-    "unclassified", // grader could not pick a mode (low-confidence fallback)
-];
+export { COMMON_FAILURE_MODES } from "../_vendor/ailf-core/index.js";

package/dist/grader/index.d.ts

@@ -1,38 +1,24 @@
 /**
  * Per-dimension failure-mode taxonomy barrel.
  *
+ * D-05: taxonomy data relocated to @sanity/ailf-core so card files in
+ * packages/core/src/services/diagnosis/cards/ can import without violating
+ * the core→eval import direction rule.
+ *
+ * This file is now a re-export shim — all behavior lives in
+ * packages/core/src/grader/failure-modes/. Existing eval-side callers
+ * (rubrics.ts, rubric-resolution.ts, calibration.test.ts) continue to
+ * work with zero source changes.
+ *
  * Named re-exports only (W0124 — never `export *`).
  *
  * Consumers:
- * - `packages/eval/config/rubrics.ts` — calls `failureModesForDimension()` to
- *   stamp a per-template legal-mode list onto every rubric template entry.
- * - `packages/eval/src/pipeline/compiler/rubric-resolution.ts` — reads
- *   `template.failureModes` at prompt-assembly time and announces the legal
- *   modes to the grader before the structured-shape footer (Plan 03-01).
- * - `packages/eval/src/grader/__tests__/calibration.test.ts` — fixture-driven
- *   ≥90% non-`unclassified` static calibration check (ROADMAP success
- *   criterion 1).
+ * - `packages/eval/config/rubrics.ts` — calls `failureModesForDimension()`
+ * - `packages/eval/src/pipeline/compiler/rubric-resolution.ts`
+ * - `packages/eval/src/grader/__tests__/calibration.test.ts`
  *
+ * @see packages/core/src/grader/failure-modes/index.ts — canonical location
  * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
- * @see docs/decisions/D0005-grader-model-separation.md — single grader model;
- *      taxonomies travel with the rubric prompt for reproducibility.
- */
-export { COMMON_FAILURE_MODES, type CommonFailureMode } from "./common.js";
-export { LITERACY_FAILURE_MODES, type LiteracyFailureMode } from "./literacy.js";
-export { MCP_FAILURE_MODES, type MCPFailureMode } from "./mcp.js";
-export { KP_FAILURE_MODES, type KPFailureMode } from "./knowledge-probe.js";
-export { AGENT_FAILURE_MODES, type AgentFailureMode } from "./agent-harness.js";
-/**
- * Return the legal failure-mode list for a given rubric dimension.
- *
- * Accepts both family-level keys (`mcp-behavior`, `knowledge-probe`,
- * `agent-harness`) and the per-template `dimension` strings used in
- * `config/rubrics.ts` (`task-completion`, `input-validation`,
- * `factual-correctness`, `process-quality`, …). The cross-cutting
- * `COMMON_FAILURE_MODES` is always included.
- *
- * Unknown dimensions fall through to `COMMON_FAILURE_MODES` only — safe
- * default, the grader can still pick `unclassified`.
+ * @see docs/decisions/D0005-grader-model-separation.md
  */
-export declare function failureModesForDimension(dimension: string): readonly string[];
+export { AGENT_FAILURE_MODES, CANONICAL_DIMENSIONS, COMMON_FAILURE_MODES, KP_FAILURE_MODES, LITERACY_FAILURE_MODES, MCP_FAILURE_MODES, failureModesForDimension, isCanonicalFailureMode, type AgentFailureMode, type CommonFailureMode, type KPFailureMode, type LiteracyFailureMode, type MCPFailureMode, } from "../_vendor/ailf-core/index.d.ts";

package/dist/grader/index.js

@@ -1,75 +1,24 @@
 /**
  * Per-dimension failure-mode taxonomy barrel.
  *
+ * D-05: taxonomy data relocated to @sanity/ailf-core so card files in
+ * packages/core/src/services/diagnosis/cards/ can import without violating
+ * the core→eval import direction rule.
+ *
+ * This file is now a re-export shim — all behavior lives in
+ * packages/core/src/grader/failure-modes/. Existing eval-side callers
+ * (rubrics.ts, rubric-resolution.ts, calibration.test.ts) continue to
+ * work with zero source changes.
+ *
  * Named re-exports only (W0124 — never `export *`).
  *
  * Consumers:
- * - `packages/eval/config/rubrics.ts` — calls `failureModesForDimension()` to
- *   stamp a per-template legal-mode list onto every rubric template entry.
- * - `packages/eval/src/pipeline/compiler/rubric-resolution.ts` — reads
- *   `template.failureModes` at prompt-assembly time and announces the legal
- *   modes to the grader before the structured-shape footer (Plan 03-01).
- * - `packages/eval/src/grader/__tests__/calibration.test.ts` — fixture-driven
- *   ≥90% non-`unclassified` static calibration check (ROADMAP success
- *   criterion 1).
+ * - `packages/eval/config/rubrics.ts` — calls `failureModesForDimension()`
+ * - `packages/eval/src/pipeline/compiler/rubric-resolution.ts`
+ * - `packages/eval/src/grader/__tests__/calibration.test.ts`
  *
+ * @see packages/core/src/grader/failure-modes/index.ts — canonical location
  * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
- * @see docs/decisions/D0005-grader-model-separation.md — single grader model;
- *      taxonomies travel with the rubric prompt for reproducibility.
- */
-export { COMMON_FAILURE_MODES } from "./common.js";
-export { LITERACY_FAILURE_MODES } from "./literacy.js";
-export { MCP_FAILURE_MODES } from "./mcp.js";
-export { KP_FAILURE_MODES } from "./knowledge-probe.js";
-export { AGENT_FAILURE_MODES } from "./agent-harness.js";
-import { COMMON_FAILURE_MODES } from "./common.js";
-import { LITERACY_FAILURE_MODES } from "./literacy.js";
-import { MCP_FAILURE_MODES } from "./mcp.js";
-import { KP_FAILURE_MODES } from "./knowledge-probe.js";
-import { AGENT_FAILURE_MODES } from "./agent-harness.js";
-/**
- * Return the legal failure-mode list for a given rubric dimension.
- *
- * Accepts both family-level keys (`mcp-behavior`, `knowledge-probe`,
- * `agent-harness`) and the per-template `dimension` strings used in
- * `config/rubrics.ts` (`task-completion`, `input-validation`,
- * `factual-correctness`, `process-quality`, …). The cross-cutting
- * `COMMON_FAILURE_MODES` is always included.
- *
- * Unknown dimensions fall through to `COMMON_FAILURE_MODES` only — safe
- * default, the grader can still pick `unclassified`.
+ * @see docs/decisions/D0005-grader-model-separation.md
  */
-export function failureModesForDimension(dimension) {
-    switch (dimension) {
-        // ── Literacy family ──────────────────────────────────────
-        case "task-completion":
-        case "code-correctness":
-        case "doc-coverage":
-            return [...COMMON_FAILURE_MODES, ...LITERACY_FAILURE_MODES];
-        // ── MCP family ───────────────────────────────────────────
-        // `mcp-behavior` is the family-level key (profile / depends-on
-        // shorthand). The per-template `dimension` strings are the four
-        // entries from config/rubrics.ts mcp-* templates.
-        case "mcp-behavior":
-        case "input-validation":
-        case "output-correctness":
-        case "error-handling":
-        case "security":
-            return [...COMMON_FAILURE_MODES, ...MCP_FAILURE_MODES];
-        // ── Knowledge-probe family ───────────────────────────────
-        case "knowledge-probe":
-        case "factual-correctness":
-        case "completeness":
-        case "currency":
-            return [...COMMON_FAILURE_MODES, ...KP_FAILURE_MODES];
-        // ── Agent-harness family ─────────────────────────────────
-        case "agent-harness":
-        case "process-quality":
-        case "agent-output":
-        case "tool-usage":
-            return [...COMMON_FAILURE_MODES, ...AGENT_FAILURE_MODES];
-        default:
-            return COMMON_FAILURE_MODES;
-    }
-}
+export { AGENT_FAILURE_MODES, CANONICAL_DIMENSIONS, COMMON_FAILURE_MODES, KP_FAILURE_MODES, LITERACY_FAILURE_MODES, MCP_FAILURE_MODES, failureModesForDimension, isCanonicalFailureMode, } from "../_vendor/ailf-core/index.js";

package/dist/grader/knowledge-probe.d.ts

@@ -1,14 +1,9 @@
 /**
- * Knowledge-probe failure modes — valid for the `knowledge-probe` dimension
- * family (factual-correctness, completeness, currency).
+ * Knowledge-probe failure modes — re-export shim (D-05).
  *
- * Phase 3 GRAD-03 (Plan 03-02). Knowledge-probe failures track the model's
- * ability to recall facts about Sanity's surface area; the v0 modes
- * differentiate factual errors from omissions, currency drift, and
- * hallucination.
+ * Canonical data relocated to @sanity/ailf-core.
+ * Existing callers of this file continue to work unchanged.
  *
- * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ * @see packages/core/src/grader/failure-modes/knowledge-probe.ts
  */
-export declare const KP_FAILURE_MODES: readonly ["factual-error", "incompleteness", "currency-violation", "hallucination"];
-export type KPFailureMode = (typeof KP_FAILURE_MODES)[number];
+export { KP_FAILURE_MODES, type KPFailureMode } from "../_vendor/ailf-core/index.d.ts";

package/dist/grader/knowledge-probe.js

@@ -1,18 +1,9 @@
 /**
- * Knowledge-probe failure modes — valid for the `knowledge-probe` dimension
- * family (factual-correctness, completeness, currency).
+ * Knowledge-probe failure modes — re-export shim (D-05).
  *
- * Phase 3 GRAD-03 (Plan 03-02). Knowledge-probe failures track the model's
- * ability to recall facts about Sanity's surface area; the v0 modes
- * differentiate factual errors from omissions, currency drift, and
- * hallucination.
+ * Canonical data relocated to @sanity/ailf-core.
+ * Existing callers of this file continue to work unchanged.
  *
- * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ * @see packages/core/src/grader/failure-modes/knowledge-probe.ts
  */
-export const KP_FAILURE_MODES = [
-    "factual-error", // assistant asserts something demonstrably false
-    "incompleteness", // assistant covers part of the answer; misses key piece
-    "currency-violation", // assistant cites stale facts beyond doc currency horizon
-    "hallucination", // assistant invents details not present in any doc
-];
+export { KP_FAILURE_MODES } from "../_vendor/ailf-core/index.js";

package/dist/grader/literacy.d.ts

@@ -1,13 +1,9 @@
 /**
- * Literacy failure modes — valid for `task-completion`, `code-correctness`,
- * `doc-coverage` (the literacy dimension family).
+ * Literacy failure modes — re-export shim (D-05).
  *
- * Phase 3 GRAD-03 (Plan 03-02). The v0 list is the four canonical
- * documentation-quality failure modes. Conservative on purpose; calibration
- * (Plan 03-02 Task 3) reveals whether expansion is needed in a follow-on.
+ * Canonical data relocated to @sanity/ailf-core.
+ * Existing callers of this file continue to work unchanged.
  *
- * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ * @see packages/core/src/grader/failure-modes/literacy.ts
  */
-export declare const LITERACY_FAILURE_MODES: readonly ["missing-docs", "outdated-docs", "incorrect-docs", "poor-structure"];
-export type LiteracyFailureMode = (typeof LITERACY_FAILURE_MODES)[number];
+export { LITERACY_FAILURE_MODES, type LiteracyFailureMode, } from "../_vendor/ailf-core/index.d.ts";

package/dist/grader/literacy.js

@@ -1,17 +1,9 @@
 /**
- * Literacy failure modes — valid for `task-completion`, `code-correctness`,
- * `doc-coverage` (the literacy dimension family).
+ * Literacy failure modes — re-export shim (D-05).
  *
- * Phase 3 GRAD-03 (Plan 03-02). The v0 list is the four canonical
- * documentation-quality failure modes. Conservative on purpose; calibration
- * (Plan 03-02 Task 3) reveals whether expansion is needed in a follow-on.
+ * Canonical data relocated to @sanity/ailf-core.
+ * Existing callers of this file continue to work unchanged.
  *
- * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ * @see packages/core/src/grader/failure-modes/literacy.ts
  */
-export const LITERACY_FAILURE_MODES = [
-    "missing-docs", // relevant doc didn't exist
-    "outdated-docs", // doc reflects an older API/version
-    "incorrect-docs", // doc states something factually wrong
-    "poor-structure", // doc exists but is hard to find or follow
-];
+export { LITERACY_FAILURE_MODES, } from "../_vendor/ailf-core/index.js";

package/dist/grader/mcp.d.ts

@@ -1,14 +1,9 @@
 /**
- * MCP failure modes — valid for the `mcp-behavior` dimension family
- * (input-validation, output-correctness, error-handling, security).
+ * MCP failure modes — re-export shim (D-05).
  *
- * Phase 3 GRAD-03 (Plan 03-02). `missing-docs` is intentionally re-exported
- * from the literacy family — MCP server tasks frequently fail because the
- * MCP spec itself is under-documented; that's a literacy failure even when
- * surfaced through MCP grading.
+ * Canonical data relocated to @sanity/ailf-core.
+ * Existing callers of this file continue to work unchanged.
  *
- * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ * @see packages/core/src/grader/failure-modes/mcp.ts
  */
-export declare const MCP_FAILURE_MODES: readonly ["spec-mismatch", "missing-error-handling", "over-privileged", "missing-docs"];
-export type MCPFailureMode = (typeof MCP_FAILURE_MODES)[number];
+export { MCP_FAILURE_MODES, type MCPFailureMode } from "../_vendor/ailf-core/index.d.ts";

package/dist/grader/mcp.js

@@ -1,18 +1,9 @@
 /**
- * MCP failure modes — valid for the `mcp-behavior` dimension family
- * (input-validation, output-correctness, error-handling, security).
+ * MCP failure modes — re-export shim (D-05).
  *
- * Phase 3 GRAD-03 (Plan 03-02). `missing-docs` is intentionally re-exported
- * from the literacy family — MCP server tasks frequently fail because the
- * MCP spec itself is under-documented; that's a literacy failure even when
- * surfaced through MCP grading.
+ * Canonical data relocated to @sanity/ailf-core.
+ * Existing callers of this file continue to work unchanged.
  *
- * @see docs/design-docs/actionability-ladder/03-structured-grader-judgments.md
- *      §"Per-dimension failure-mode taxonomies" (lines 239-283).
+ * @see packages/core/src/grader/failure-modes/mcp.ts
  */
-export const MCP_FAILURE_MODES = [
-    "spec-mismatch", // tool/server output doesn't match published MCP spec
-    "missing-error-handling", // tool failure path under-documented or absent
-    "over-privileged", // tool exposes operations the doc didn't sanction
-    "missing-docs", // re-export from literacy (cross-cutting)
-];
+export { MCP_FAILURE_MODES } from "../_vendor/ailf-core/index.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "5.0.0",
+  "version": "6.0.0",
   "private": false,
   "publishConfig": {
     "access": "public"
@@ -61,7 +61,7 @@
   },
   "scripts": {
     "build": "tsc && tsc -p tsconfig.scripts.json && tsx scripts/bundle-workspace-deps.ts",
-    "generate-configs": "tsx src/cli.ts generate-configs",
+    "generate-configs": "tsx src/cli.ts generate-configs && tsx scripts/generate-diagnosis-config.ts",
     "fetch-docs": "tsx src/cli.ts fetch-docs",
     "measure-retrieval": "tsx src/cli.ts measure-retrieval",
     "eval": "tsx src/cli.ts eval",