@sanity/ailf 4.0.7 → 4.2.0

package/dist/orchestration/steps/run-eval-step.js

@@ -111,10 +111,28 @@ export class RunEvalStep {
                 // required eval modes were satisfied from the remote cache.
                 state.remoteCacheHits ??= new Set();
                 state.remoteCacheHits.add(this.mode);
-                // Carry forward Promptfoo share URLs from the cached report
-                if (remoteCacheResult.promptfooUrls?.length) {
+                // Carry forward the share-link backreference for THIS mode only.
+                // Pushing every entry from `remoteCacheResult.promptfooUrls`
+                // snowballs across the daily perspective cron: each cache-hit
+                // run inherits the cached report's full URL list (including
+                // other modes and any URLs the cached report had itself
+                // accumulated from earlier hits), then layers its own on top.
+                // Iterate from the tail to handle pre-fix cached reports that
+                // may carry multiple entries for the same mode.
+                const cachedUrls = remoteCacheResult.promptfooUrls;
+                let inherited;
+                if (cachedUrls) {
+                    for (let i = cachedUrls.length - 1; i >= 0; i--) {
+                        const entry = cachedUrls[i];
+                        if (entry?.mode === this.mode) {
+                            inherited = entry;
+                            break;
+                        }
+                    }
+                }
+                if (inherited) {
                     state.promptfooUrls ??= [];
-                    state.promptfooUrls.push(...remoteCacheResult.promptfooUrls);
+                    state.promptfooUrls.push(inherited);
                 }
                 // D0040 / W0135 — restore the cached report's artifact manifest into
                 // the accumulator so the new run's RunManifest advertises the cached

package/dist/pipeline/agent-behavior-report.d.ts

@@ -4,7 +4,9 @@
  * Pure analysis functions for agent behavior observation reports.
  * No I/O, no process.env, no process.argv — all data is passed in.
  */
+import type { TestResult } from "../_vendor/ailf-core/index.d.ts";
 import type { AgentBehaviorSummary } from "../agent-observer/types.js";
+export type { TestResult } from "../_vendor/ailf-core/index.d.ts";
 export interface PromptfooResults {
     results: TestResult[];
 }
@@ -13,14 +15,6 @@ export interface PromptfooResultsEnvelope {
         results: TestResult[];
     };
 }
-export interface TestResult {
-    description: string;
-    metadata?: Record<string, unknown>;
-    response: {
-        output: string;
-    };
-    vars: Record<string, string>;
-}
 export interface TaskBehavior {
     behavior: AgentBehaviorSummary;
     description: string;

package/dist/pipeline/cache.d.ts

@@ -28,7 +28,7 @@ export interface CacheEntry {
     timestamp: string;
 }
 /** Result of a cache lookup */
-export type CacheLookupResult = {
+export type ManifestCacheLookupResult = {
     hit: false;
     currentHash: string;
 } | {
@@ -84,7 +84,7 @@ export declare function hashFiles(paths: string[], context?: string[]): string;
  * Optional `context` strings are included in the hash so that non-file
  * state (e.g., area/task filter flags) participates in cache key computation.
  */
-export declare function lookupCache(rootDir: string, step: string, context?: string[]): CacheLookupResult;
+export declare function lookupCache(rootDir: string, step: string, context?: string[]): ManifestCacheLookupResult;
 /**
  * Read the cache manifest for a step.
  * Returns null if no manifest exists or it's corrupt.

package/dist/pipeline/checks.d.ts

@@ -18,8 +18,16 @@ export declare function checkCanonicalContextsExist(rootDir: string, taskIds: st
 export declare function checkContextsExist(rootDir: string, areas: string[]): ValidationIssue[];
 /**
  * Check that required environment variables are set.
- * Loads the root `.env` file first (with override, matching the dotenv CLI
- * `-o` flag used by other scripts), then checks for required keys.
+ *
+ * Loads the resolved `.env` file first (with override, matching the dotenv
+ * CLI `-o` flag used by other scripts), then checks for required keys. The
+ * resolution order mirrors `cli.ts`'s `resolveEnvPath()` so a `--dotenv
+ * <path>` argument on the parent CLI invocation isn't silently clobbered
+ * here. Without this, a Tier 2 test that uses `--dotenv` to override
+ * tenant-pointing vars (e.g. `AILF_GCS_ARTIFACT_BUCKET`,
+ * `GOOGLE_APPLICATION_CREDENTIALS`) gets its overrides reverted to the
+ * repo `.env` values when this function runs as part of the validate
+ * step. (W0138 Slice 2 surface — see `gcs-pipeline-replay-roundtrip.test.ts`.)
  */
 export declare function checkEnvironment(rootDir: string): ValidationIssue[];
 /**

package/dist/pipeline/checks.js

@@ -8,6 +8,7 @@
 import { config as loadEnv } from "dotenv";
 import { existsSync, readFileSync, statSync } from "fs";
 import { join, resolve } from "path";
+import { findExplicitDotenvArg } from "../lib/dotenv-resolution.js";
 import { configFileForMode } from "./eval-constants.js";
 // ---------------------------------------------------------------------------
 // Precondition: contexts exist for each feature area
@@ -80,13 +81,22 @@ export function checkContextsExist(rootDir, areas) {
 // ---------------------------------------------------------------------------
 /**
  * Check that required environment variables are set.
- * Loads the root `.env` file first (with override, matching the dotenv CLI
- * `-o` flag used by other scripts), then checks for required keys.
+ *
+ * Loads the resolved `.env` file first (with override, matching the dotenv
+ * CLI `-o` flag used by other scripts), then checks for required keys. The
+ * resolution order mirrors `cli.ts`'s `resolveEnvPath()` so a `--dotenv
+ * <path>` argument on the parent CLI invocation isn't silently clobbered
+ * here. Without this, a Tier 2 test that uses `--dotenv` to override
+ * tenant-pointing vars (e.g. `AILF_GCS_ARTIFACT_BUCKET`,
+ * `GOOGLE_APPLICATION_CREDENTIALS`) gets its overrides reverted to the
+ * repo `.env` values when this function runs as part of the validate
+ * step. (W0138 Slice 2 surface — see `gcs-pipeline-replay-roundtrip.test.ts`.)
  */
 export function checkEnvironment(rootDir) {
     const issues = [];
-    // Load root .env so we see the same vars as dotenv -e ../../.env -o
-    const envPath = resolve(rootDir, "..", "..", ".env");
+    // Load the active .env so we see the same vars as dotenv -e <path> -o.
+    // Resolution: explicit --dotenv arg wins, then the repo-root .env.
+    const envPath = findExplicitDotenvArg() ?? resolve(rootDir, "..", "..", ".env");
     if (existsSync(envPath)) {
         loadEnv({ override: true, path: envPath });
     }

package/dist/pipeline/compiler/literacy-bridge.js

@@ -46,7 +46,7 @@ import { buildTaskGraph } from "./task-graph-builder.js";
  * rules (e.g., rejecting archived tasks that slipped through).
  */
 export function compileLiteracyTasks(tasks, options) {
-    const rubricConfig = loadRubricConfig(options.rootDir);
+    const rubricConfig = loadRubricResolutionInput(options.rootDir);
     const warnings = [];
     const results = [];
     let totalTests = 0;
@@ -146,7 +146,7 @@ export function compareCompilerOutputs(legacyEntries, newResult) {
 // ---------------------------------------------------------------------------
 // Rubric config loading
 // ---------------------------------------------------------------------------
-function loadRubricConfig(rootDir) {
+function loadRubricResolutionInput(rootDir) {
     const result = tryLoadConfigFile("rubrics", rootDir);
     if (!result)
         return undefined;

package/dist/pipeline/compiler/mode-handlers/__fixtures__/agent-harness-example-tasks.js

@@ -30,10 +30,6 @@ export const scaffoldProjectTask = {
             "2. Configure sanity.config.ts with project ID 'test-project' and dataset 'production'\n" +
             "3. Create a 'post' schema type with title, slug, body, and author fields\n" +
             "4. Ensure the project builds without errors",
-        vars: {
-            task: "Scaffold a Sanity Studio project with a post schema type. " +
-                "The project should build cleanly.",
-        },
     },
     assertions: [
         { type: "file-exists", value: "sanity.config.ts" },
@@ -70,10 +66,6 @@ export const modifyCodeTask = {
         text: "In the existing Sanity Studio project, add a custom document action " +
             "that logs a message before publishing. Follow the Sanity docs for " +
             "custom document actions.",
-        vars: {
-            task: "Add a custom document action that wraps the default publish action " +
-                "and logs 'Publishing document: <title>' before executing.",
-        },
     },
     assertions: [
         { type: "file-exists", value: "actions/logPublishAction.ts" },
@@ -127,10 +119,6 @@ export const multiFileRefactorTask = {
             "3. Query method calls (fetch → client.fetch with new signature)\n" +
             "4. Mutation helpers (create/patch/delete API changes)\n" +
             "Ensure the project compiles after migration.",
-        vars: {
-            task: "Migrate the codebase from @sanity/client v5 to v6, " +
-                "updating all files. Project must compile cleanly after migration.",
-        },
     },
     assertions: [
         {

package/dist/pipeline/compiler/mode-handlers/__fixtures__/knowledge-probe-example-tasks.js

@@ -38,10 +38,6 @@ export const groqProjectionTask = {
             "5. Array slicing with `[0..5]` and `[0...5]`\n" +
             "6. Conditional projections using `select()`\n\n" +
             "Provide working code examples for each.",
-        vars: {
-            task: "Explain GROQ projection syntax with working code examples " +
-                "covering projections, spread, dereference, slicing, and select().",
-        },
     },
     assertions: [
         { type: "contains", value: "->" },
@@ -89,10 +85,6 @@ export const defineTypeApiTask = {
             "3. Why were these typed helpers introduced? What did they replace?\n" +
             "4. Show a complete example of a document schema with various field types\n" +
             "5. How do you add validation rules using the typed API?",
-        vars: {
-            task: "Explain Sanity's defineType/defineField schema API with examples, " +
-                "motivation, and validation rules.",
-        },
     },
     assertions: [
         { type: "contains", value: "defineType" },
@@ -142,10 +134,6 @@ export const ecosystemComparisonTask = {
             "4. Developer experience and customization\n" +
             "5. Pricing models\n" +
             "6. When would you choose one over the other?",
-        vars: {
-            task: "Compare Sanity and Contentful across architecture, content modeling, " +
-                "querying, DX, pricing, and use case fit.",
-        },
     },
     assertions: [
         { type: "contains-any", value: ["GROQ", "groq"] },

package/dist/pipeline/compiler/mode-handlers/agent-harness/types.d.ts

@@ -2,7 +2,7 @@
  * Shared types for the agent harness mode handler.
  */
 import type { PromptfooPrompt, PromptfooProvider, PromptfooTestCase } from "../../promptfoo-compiler.js";
-import type { RubricConfig } from "../../rubric-resolution.js";
+import type { RubricResolutionInput } from "../../rubric-resolution.js";
 import type { SandboxType } from "../../sandbox/sandbox-strategy.js";
 /** Options for compiling an agent harness task */
 export interface AgentHarnessCompileOptions {
@@ -11,7 +11,7 @@ export interface AgentHarnessCompileOptions {
     /** Root directory for fixture resolution */
     rootDir?: string;
     /** Rubric config (templates, weights, profiles) — loaded from rubrics config */
-    rubricConfig?: RubricConfig;
+    rubricConfig?: RubricResolutionInput;
 }
 /** Result of compiling a single agent harness task */
 export interface AgentHarnessCompileResult {

package/dist/pipeline/compiler/mode-handlers/index.d.ts

@@ -10,6 +10,6 @@
  * @see docs/archive/exec-plans/architecture-overhaul/phase-4-agent-harness.md
  */
 export { buildMCPAssertions, compileMCPTask, handler as mcpServerHandler, validateMCPTask, type MCPAssertionContext, type MCPCompileOptions, type MCPCompileResult, type MCPValidationError, } from "./mcp-server/index.js";
-export { compileLiteracyTask, handler as literacyHandler, validateLiteracyTask, type LiteracyCompileOptions, type LiteracyCompileResult, type LiteracyValidationError, type RubricConfig, } from "./literacy/index.js";
+export { compileLiteracyTask, handler as literacyHandler, validateLiteracyTask, type LiteracyCompileOptions, type LiteracyCompileResult, type LiteracyValidationError, type RubricResolutionInput, } from "./literacy/index.js";
 export { compileKnowledgeProbeTask, handler as knowledgeProbeHandler, validateKnowledgeProbeTask, type KnowledgeProbeCompileOptions, type KnowledgeProbeCompileResult, type KnowledgeProbeMetadata, type KnowledgeProbeValidationError, } from "./knowledge-probe/index.js";
 export { compileAgentHarnessTask, handler as agentHarnessHandler, validateAgentHarnessTask, type AgentHarnessCompileOptions, type AgentHarnessCompileResult, type AgentHarnessValidationError, type PromptfooExtension, type SandboxConfigMeta, } from "./agent-harness/index.js";

package/dist/pipeline/compiler/mode-handlers/knowledge-probe/types.d.ts

@@ -2,7 +2,7 @@
  * Public types for the knowledge-probe mode handler.
  */
 import type { PromptfooPrompt, PromptfooProvider, PromptfooTestCase } from "../../promptfoo-compiler.js";
-import type { RubricConfig } from "../../rubric-resolution.js";
+import type { RubricResolutionInput } from "../../rubric-resolution.js";
 /** Options for compiling a knowledge probe task */
 export interface KnowledgeProbeCompileOptions {
     /** Grader provider for LLM-graded assertions */
@@ -15,7 +15,7 @@ export interface KnowledgeProbeCompileOptions {
     }[];
     /** Rubric config (templates, weights, profiles) — needed to resolve
      * templated `llm-rubric` assertions to dimension metadata. */
-    rubricConfig?: RubricConfig;
+    rubricConfig?: RubricResolutionInput;
 }
 /** Result of compiling a single knowledge probe task */
 export interface KnowledgeProbeCompileResult {

package/dist/pipeline/compiler/mode-handlers/literacy/compiler.js

@@ -10,6 +10,18 @@ import { LiteracyVariant, } from "../../../normalize-mode.js";
 import { buildBaselineAssertions, resolveAssertions } from "./assertions.js";
 import { LITERACY_PROMPT_TEMPLATES } from "./prompts.js";
 import { validateLiteracyTask } from "./validation.js";
+/**
+ * Variable keys reserved by the AILF compilers. Authoring these via
+ * `prompt.vars` is rejected by `PromptVars` at compile time and by
+ * `TaskPromptSchema` at parse time; this constant exists to defend
+ * the literacy compiler at runtime against legacy-shape `*.task.ts`
+ * files that bypass both gates.
+ */
+const RESERVED_PROMPT_VAR_KEYS = [
+    "task",
+    "docs",
+    "__featureArea",
+];
 /**
  * Compile a literacy task into Promptfoo configuration.
  */
@@ -58,20 +70,47 @@ function buildPrompts(evalMode) {
 // ---------------------------------------------------------------------------
 function buildTestCases(task, evalMode, options, warnings) {
     const tests = [];
-    const promptText = task.prompt?.text ?? task.prompt?.template ?? "";
+    // W0193: type-erased read of prompt.vars so we can defensively detect
+    // reserved keys on legacy-shape `*.task.ts` files (the type narrow makes
+    // `task.prompt.vars.task` `never`, but TS task files bypass both the
+    // type and the parse-time schema). YAML/inline-task paths have already
+    // been migrated by `migratePromptShape` upstream.
+    const rawVars = (task.prompt?.vars ?? {});
+    const legacyTaskBody = typeof rawVars.task === "string" ? rawVars.task : undefined;
+    const promptText = task.prompt?.text ?? legacyTaskBody ?? task.prompt?.template ?? "";
     const contextDocs = task.context?.docs ?? [];
     const taskArea = task.area ?? "";
     const taskTitle = task.title;
-    const promptVars = task.prompt?.vars ?? {};
+    // Strip reserved keys from the vars spread so they cannot override the
+    // canonical assignments below. `safePromptVars` carries only freeform
+    // template extras.
+    const safePromptVars = {};
+    const presentReserved = [];
+    for (const [key, value] of Object.entries(rawVars)) {
+        if (RESERVED_PROMPT_VAR_KEYS.includes(key)) {
+            presentReserved.push(key);
+            continue;
+        }
+        safePromptVars[key] = value;
+    }
+    // Single deduplicated deprecation warning per task — even when several
+    // reserved keys are present.
+    if (presentReserved.length > 0) {
+        warnings.push(`Literacy task "${task.id}": deprecated prompt.vars keys ` +
+            `(${presentReserved.join(", ")}) — use prompt.text for the prompt ` +
+            `body and context.docs for documentation references. The compiler ` +
+            `migrated them in-memory, but the task source should be updated.`);
+    }
     const hasDocs = contextDocs.length > 0;
     const docsVar = hasDocs ? `file://contexts/canonical/${task.id}.md` : "";
     const assertions = resolveAssertions(task, options, warnings);
-    // Gold entry — canonical docs injected
+    // Gold entry — canonical docs injected. Spread freeform extras first so
+    // canonical keys (task / docs / __featureArea) cannot be overridden.
     const goldVars = {
+        ...safePromptVars,
         task: promptText,
         docs: docsVar,
         __featureArea: taskArea,
-        ...promptVars,
     };
     tests.push({
         description: `${taskTitle} (gold)`,
@@ -89,10 +128,10 @@ function buildTestCases(task, evalMode, options, warnings) {
             tests.push({
                 description: `${taskTitle} (baseline)`,
                 vars: {
+                    ...safePromptVars,
                     task: promptText,
                     docs: "",
                     __featureArea: taskArea,
-                    ...promptVars,
                 },
                 prompts: ["without-docs"],
                 ...(baselineAssertions.length > 0

package/dist/pipeline/compiler/mode-handlers/literacy/index.d.ts

@@ -7,5 +7,5 @@ import type { ModeHandler } from "../../../../_vendor/ailf-core/index.d.ts";
 export { LITERACY_PROMPT_TEMPLATES } from "./prompts.js";
 export { validateLiteracyTask, type LiteracyValidationError, } from "./validation.js";
 export { compileLiteracyTask } from "./compiler.js";
-export type { LiteracyCompileOptions, LiteracyCompileResult, RubricConfig, } from "./types.js";
+export type { LiteracyCompileOptions, LiteracyCompileResult, RubricResolutionInput, } from "./types.js";
 export declare const handler: ModeHandler;

package/dist/pipeline/compiler/mode-handlers/literacy/types.d.ts

@@ -2,8 +2,8 @@
  * Shared types for the literacy mode handler.
  */
 import type { PromptfooPrompt, PromptfooProvider, PromptfooTestCase } from "../../promptfoo-compiler.js";
-export type { RubricConfig } from "../../rubric-resolution.js";
-import type { RubricConfig } from "../../rubric-resolution.js";
+export type { RubricResolutionInput } from "../../rubric-resolution.js";
+import type { RubricResolutionInput } from "../../rubric-resolution.js";
 /** Options for compiling a literacy task */
 export interface LiteracyCompileOptions {
     /** Grader provider for LLM-graded assertions */
@@ -19,7 +19,7 @@ export interface LiteracyCompileOptions {
         config?: Record<string, unknown>;
     }[];
     /** Rubric config (templates, weights, profiles) — loaded from rubrics config */
-    rubricConfig?: RubricConfig;
+    rubricConfig?: RubricResolutionInput;
 }
 /** Result of compiling a single literacy task */
 export interface LiteracyCompileResult {

package/dist/pipeline/compiler/promptfoo-compiler.js

@@ -11,20 +11,11 @@
  *
  * @see docs/archive/exec-plans/architecture-overhaul/phase-2-config-compiler.md
  */
-import { dirname, resolve as resolvePath } from "node:path";
-import { fileURLToPath } from "node:url";
 import { mapAssertions } from "./assertion-mapper.js";
 import { resolveTaskFixtures } from "./fixture-resolver.js";
 import { LiteracyVariant } from "../normalize-mode.js";
 import { resolveVariables } from "./variable-resolver.js";
-/**
- * Absolute filesystem path to the AILF mock Promptfoo provider. Resolved
- * once at module load relative to this file. Promptfoo's `file://` provider
- * loader requires an absolute path. See buildProviders for the env-var
- * gate that swaps real providers for this mock.
- */
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const MOCK_PROVIDER_ABSPATH = resolvePath(__dirname, "..", "..", "promptfoo-providers", "mock-provider.cjs");
+import { MOCK_PROVIDER_ABSPATH } from "../../promptfoo-providers/mock-path.js";
 // ---------------------------------------------------------------------------
 // Public API
 // ---------------------------------------------------------------------------
@@ -158,12 +149,17 @@ function buildProviders(models, mode) {
     // never makes a live LLM call. We preserve `label` and stash the
     // original `id` in `config.originalId` so the mock provider can surface
     // model identity in its output and reports remain interpretable.
+    // `originalId ?? p.id` guards against double-swap clobbering a real id
+    // that's already been preserved on a prior pass.
     // See W0110 (M5.1) and docs/design-docs/testing-strategy.md.
     if (process.env.AILF_REPLAY_LLMS === "1") {
         return providers.map((p) => ({
             id: `file://${MOCK_PROVIDER_ABSPATH}`,
             label: p.label,
-            config: { ...p.config, originalId: p.id },
+            config: {
+                ...p.config,
+                originalId: p.config?.originalId ?? p.id,
+            },
         }));
     }
     return providers;

package/dist/pipeline/compiler/provider-assembler.js

@@ -25,6 +25,36 @@
 import { extractModelName, extractProvider, mergeConfig, } from "../../_vendor/ailf-core/index.js";
 import { loadConfigFile } from "./config-loader.js";
 import { modelMatchesLiteracyVariant } from "./mode-bases/literacy.js";
+import { MOCK_PROVIDER_ABSPATH } from "../../promptfoo-providers/mock-path.js";
+/**
+ * Apply the W0110 replay swap to a list of literacy provider records.
+ *
+ * When `AILF_REPLAY_LLMS=1`, every provider's `id` is rewritten to the
+ * file-based AILF mock provider so the Promptfoo subprocess never makes
+ * a live LLM call. We preserve `label` and stash the original `id` in
+ * `config.originalId` so reports remain interpretable. This mirrors the
+ * top-level `buildProviders` swap in `promptfoo-compiler.ts` — it exists
+ * here because the literacy mode runs through this assembler, not
+ * `compileToPromptfoo`, so without this hook the replay flag was a no-op
+ * for every literacy run (W0138 Slice 2 surface).
+ *
+ * `originalId` is set with `?? p.id` so a record that's already been
+ * swapped (or that pre-stashed an `originalId` for any other reason)
+ * doesn't get its real model id clobbered by the file:// path.
+ */
+function applyReplaySwap(providers) {
+    if (process.env.AILF_REPLAY_LLMS !== "1")
+        return providers;
+    return providers.map((raw) => {
+        const p = raw;
+        const config = p.config ?? {};
+        return {
+            id: `file://${MOCK_PROVIDER_ABSPATH}`,
+            label: p.label,
+            config: { ...config, originalId: config.originalId ?? p.id },
+        };
+    });
+}
 // ---------------------------------------------------------------------------
 // Public API
 // ---------------------------------------------------------------------------
@@ -40,9 +70,9 @@ export function loadModelsAndProviders(rootDir, source, searchMode, allowedOrigi
     return {
         models,
         providers: {
-            baseline: buildBaselineProviders(models),
-            agentic: buildAgenticProviders(models, source, searchMode, allowedOrigins),
-            observed: buildObservedProviders(models),
+            baseline: applyReplaySwap(buildBaselineProviders(models)),
+            agentic: applyReplaySwap(buildAgenticProviders(models, source, searchMode, allowedOrigins)),
+            observed: applyReplaySwap(buildObservedProviders(models)),
         },
     };
 }

package/dist/pipeline/compiler/rubric-resolution.d.ts

@@ -14,7 +14,7 @@
  */
 import type { PromptfooAssertion } from "./assertion-mapper.js";
 /** Minimal rubric config needed for template resolution */
-export interface RubricConfig {
+export interface RubricResolutionInput {
     templates: Record<string, {
         criteria_label?: string;
         dimension?: string;
@@ -37,4 +37,4 @@ export declare function resolveTemplatedAssertion(assertion: {
     criteria: string[];
     template: string;
     type: string;
-}, rubricConfig: RubricConfig | undefined, graderProvider: string | undefined, warnings: string[]): PromptfooAssertion | null;
+}, rubricConfig: RubricResolutionInput | undefined, graderProvider: string | undefined, warnings: string[]): PromptfooAssertion | null;

package/dist/pipeline/mirror-repo-tasks.d.ts

@@ -15,8 +15,19 @@
 import type { SanityClient } from "@sanity/client";
 import { type LiteracyTaskDefinition, type Logger } from "../_vendor/ailf-core/index.d.ts";
 export interface MirrorOptions {
-    /** Sanity client with write access */
+    /**
+     * Sanity client targeting the AILF private dataset — used to write
+     * `ailf.task` and `ailf.featureArea` documents and to read existing
+     * mirror state. Per D0043, AILF docs live in `ailf-prod-private`.
+     */
     client: SanityClient;
+    /**
+     * Sanity client targeting the editorial dataset — used to resolve
+     * `article` slugs to document IDs for canonical-doc references. After
+     * the dataset split, the AILF client cannot see editorial documents,
+     * so this must be a separate client (or omitted to skip slug resolution).
+     */
+    editorialClient?: SanityClient;
     /** Tasks to mirror (already loaded from repo) */
     tasks: LiteracyTaskDefinition[];
     /** Git context for origin provenance */
@@ -124,10 +135,7 @@ export declare function buildMirrorDocument(task: LiteracyTaskDefinition, opts:
         _key: string;
         reason: string;
     } | {
-        doc?: {
-            _ref: string;
-            _type: string;
-        } | undefined;
+        doc?: import("../sanity/client.js").EditorialReference | undefined;
         docId?: string | undefined;
         refType: string;
         _key: string;

package/dist/pipeline/mirror-repo-tasks.js

@@ -16,6 +16,7 @@ import { createHash } from "crypto";
 import { readFileSync } from "fs";
 import { isIdRef, isPathRef, isPerspectiveRef, isSlugRef, } from "../_vendor/ailf-core/index.js";
 import { ConsoleLogger } from "../adapters/loggers/index.js";
+import { buildEditorialReference } from "../sanity/client.js";
 // ---------------------------------------------------------------------------
 // Public API
 // ---------------------------------------------------------------------------
@@ -31,7 +32,7 @@ import { ConsoleLogger } from "../adapters/loggers/index.js";
  * 6. Upsert the ailf.task document with origin block
  */
 export async function mirrorRepoTasks(options) {
-    const { client, tasks, git, dryRun = false, logger } = options;
+    const { client, editorialClient, tasks, git, dryRun = false, logger, } = options;
     const log = logger ?? new ConsoleLogger();
     const result = {
         total: tasks.length,
@@ -44,11 +45,18 @@ export async function mirrorRepoTasks(options) {
     if (tasks.length === 0)
         return result;
     // Batch-resolve all context doc slugs (slug refs only — other ref types
-    // are stored without a resolved article reference for now)
+    // are stored without a resolved article reference for now). Slugs live on
+    // `article` documents in the editorial dataset, so this must use the
+    // editorial client. Without one, every slug ref stays unresolved.
     const allSlugs = [
         ...new Set(tasks.flatMap((t) => (t.context?.docs ?? []).filter(isSlugRef).map((d) => d.slug))),
     ];
-    const slugToDocId = await batchResolveDocSlugs(client, allSlugs);
+    const slugToDocId = editorialClient
+        ? await batchResolveDocSlugs(editorialClient, allSlugs)
+        : new Map();
+    if (!editorialClient && allSlugs.length > 0) {
+        log.warn("  ⚠️  No editorial Sanity client provided — skipping slug→article resolution");
+    }
     // Track unresolved slugs
     for (const slug of allSlugs) {
         if (!slugToDocId.has(slug)) {
@@ -363,13 +371,13 @@ export function buildMirrorDocument(task, opts) {
             // When a slug resolves to a document, store as "id" ref with
             // the resolved article reference. When unresolved, store as
             // "slug" so Studio knows the resolution strategy even if the
-            // article doesn't exist yet.
+            // article doesn't exist yet. The `doc` reference is a Cross
+            // Dataset Reference per D0043 — `ailf.task` lives in the AILF
+            // private dataset and `article` lives in the editorial dataset.
             return {
                 ...base,
                 refType: resolvedId ? "id" : "slug",
-                ...(resolvedId
-                    ? { doc: { _ref: resolvedId, _type: "reference" } }
-                    : {}),
+                ...(resolvedId ? { doc: buildEditorialReference(resolvedId) } : {}),
             };
         }
         if (isPathRef(ref)) {
@@ -380,7 +388,7 @@ export function buildMirrorDocument(task, opts) {
                 ...base,
                 refType: "id",
                 ...(ref.id
-                    ? { doc: { _ref: ref.id, _type: "reference" }, docId: ref.id }
+                    ? { doc: buildEditorialReference(ref.id), docId: ref.id }
                     : {}),
             };
         }

package/dist/pipeline/pr-comment.d.ts

@@ -1,19 +1,32 @@
 /**
- * pipeline/pr-comment.ts — Generates a markdown PR comment from eval score-summary.json.
+ * pipeline/pr-comment.ts — Generate a markdown PR comment from
+ * `results/latest/score-summary.json` (and an optional comparison-report).
  *
- * All functions accept rootDir as a parameter — no module-level constants.
- * No process.argv parsing. No env var fallbacks.
+ * Thin wrapper around `@sanity/ailf-core`'s unified renderer (W0150).
+ * Reads the local JSON files, applies legacy-field normalization on the
+ * scores, builds a `RenderableReport` envelope (so the CLI's
+ * `--promptfoo-url` flag flows through `provenance.promptfooUrls[0]`),
+ * then delegates rendering.
  *
- * Reads: results/latest/score-summary.json
- * Writes: markdown to stdout or --output file
+ * All functions accept `rootDir` as a parameter — no module-level
+ * constants. No `process.argv` parsing. No env-var fallbacks.
  */
-/** Options for the generatePrComment() function. */
+import { type RenderableReport } from "../_vendor/ailf-core/index.d.ts";
+import type { ComparisonReport, ScoreSummary } from "./types.js";
+/** Options for the {@link generatePrComment} function. */
 export interface PrCommentOptions {
-    /** Path to write the comment (default: stdout) */
+    /** Path to write the comment (default: stdout). */
     outputPath?: string;
-    /** Promptfoo share URL to include in the comment */
+    /** Promptfoo share URL to include as the footer "view detailed results" link. */
     promptfooUrl?: string;
-    /** Root directory of the eval package */
+    /** Root directory of the eval package. */
     rootDir: string;
 }
 export declare function generatePrComment(options: PrCommentOptions): void;
+/**
+ * Adapter: build a {@link RenderableReport} from the in-memory pipeline
+ * artifacts. Exposed for the cross-renderer byte-equality contract test.
+ */
+export declare function scoreSummaryToRenderableReport(summary: ScoreSummary, comparison: ComparisonReport | undefined, options?: {
+    promptfooUrl?: string;
+}): RenderableReport;