@sanity/ailf 2.9.0 → 3.0.0

package/dist/composition-root.js

@@ -15,13 +15,10 @@
  * @see packages/core/src/ports/context.ts — AppContext interface
  * @see docs/archive/exec-plans/ports-and-adapters/phase-7-composition-root.md
  */
-import { join } from "node:path";
-import { InMemoryPluginRegistry, NoOpArtifactCollector, NoOpArtifactWriter, generateRunId, isArtifactType, } from "./_vendor/ailf-core/index.js";
+import { InMemoryPluginRegistry, NoOpArtifactWriter, generateRunId, isArtifactType, } from "./_vendor/ailf-core/index.js";
 import { AccumulatingArtifactWriter } from "./artifact-capture/accumulating-artifact-writer.js";
 import { ApiGatewayArtifactWriter } from "./artifact-capture/api-gateway-artifact-writer.js";
 import { FanoutArtifactWriter } from "./artifact-capture/fanout-artifact-writer.js";
-import { FilesystemArtifactCollector } from "./artifact-capture/filesystem-collector.js";
-import { GcsArtifactCollector } from "./artifact-capture/gcs-collector.js";
 import { GcsArtifactWriter } from "./artifact-capture/gcs-artifact-writer.js";
 import { LocalFilesystemArtifactWriter } from "./artifact-capture/local-fs-artifact-writer.js";
 import { ContentLakeCacheAdapter } from "./adapters/cache/content-lake-cache.js";
@@ -63,28 +60,6 @@ export function createAppContext(config) {
     const reportStore = createReportStore(config);
     // Sinks — loaded from config/sinks
     const sinks = loadSinks();
-    // Artifact collector — no-op by default, filesystem when --capture is set,
-    // GCS decorator when --capture-gcs-bucket is also provided (D0030/W0035)
-    let collector = new NoOpArtifactCollector();
-    if (config.captureEnabled) {
-        const fsCollector = new FilesystemArtifactCollector({
-            captureDir: config.captureDir ?? join(config.outputDir, "..", "captures"),
-            mode: config.mode,
-            compress: config.captureCompress ?? true,
-            extras: config.captureExtras ?? true,
-            pipeline: {
-                variant: config.variant,
-                source: config.source,
-                areas: config.areas,
-            },
-        });
-        collector = config.captureGcsBucket
-            ? new GcsArtifactCollector(fsCollector, {
-                bucket: config.captureGcsBucket,
-                prefix: config.captureGcsPrefix,
-            })
-            : fsCollector;
-    }
     // Artifact writer — writes run artifacts + manifest to GCS at known
     // `runs/{runId}/…` paths (D0032). Auto-detects the right adapter from
     // available credentials; defaults bucket to "ailf-artifacts". Set
@@ -97,7 +72,6 @@ export function createAppContext(config) {
     return {
         artifactWriter,
         cache,
-        collector,
         config,
         docFetcher,
         evalRunner,
@@ -194,7 +168,7 @@ function resolveExcludeList(raw, logger) {
             valid.push(name);
         }
         else {
-            logger.warn(`--capture-exclude: "${name}" is not a known artifact type — ignored`);
+            logger.warn(`--artifacts-exclude: "${name}" is not a known artifact type — ignored`);
         }
     }
     return valid;

package/dist/orchestration/build-app-context.js

@@ -8,7 +8,6 @@
  * Once all commands construct ResolvedConfig directly (or use --config),
  * this bridge can be deleted.
  */
-import { join } from "node:path";
 import { createAppContext } from "../composition-root.js";
 import { tryLoadConfigFile } from "../pipeline/compiler/config-loader.js";
 /**
@@ -78,12 +77,10 @@ export function mapToResolvedConfig(opts, rootDir) {
         remote: opts.remote ?? false,
         apiUrl: opts.apiUrl ?? "https://ailf-api.sanity.build",
         apiKey: opts.apiKey,
-        captureEnabled: opts.captureEnabled ?? false,
-        captureDir: opts.captureDir ?? join(opts.outputDir, "..", "captures"),
-        captureCompress: opts.captureCompress ?? true,
-        captureExtras: opts.captureExtras ?? true,
-        captureGcsBucket: process.env.AILF_CAPTURE_GCS_BUCKET,
-        captureGcsPrefix: process.env.AILF_CAPTURE_GCS_PREFIX,
+        artifactsDisabled: opts.artifactsDisabled,
+        artifactsDir: opts.artifactsDir,
+        artifactsDryRun: opts.artifactsDryRun,
+        artifactsExclude: opts.artifactsExclude,
         artifactGcsBucket: process.env.AILF_GCS_ARTIFACT_BUCKET,
         artifactUpload: parseArtifactUploadEnv(process.env.AILF_ARTIFACT_UPLOAD),
     };

package/dist/orchestration/pipeline-orchestrator.js

@@ -111,21 +111,6 @@ async function capturePipelineContext(ctx, state, results) {
         ctx.logger.debug(`pipelineContext emit rejected: ${err instanceof Error ? err.message : String(err)}`);
     }
 }
-/**
- * Flush captured artifacts to disk. Non-blocking — failures are logged
- * but never affect the pipeline result.
- */
-async function flushArtifacts(ctx) {
-    if (!ctx.collector.enabled)
-        return;
-    try {
-        const result = await ctx.collector.flush();
-        ctx.logger.info(`Captured ${result.artifactCount} artifacts → ${result.destination}`);
-    }
-    catch (err) {
-        ctx.logger.warn(`Artifact capture flush failed: ${err instanceof Error ? err.message : err}`);
-    }
-}
 // ---------------------------------------------------------------------------
 // Orchestrator
 // ---------------------------------------------------------------------------
@@ -182,13 +167,10 @@ export async function orchestratePipeline(ctx, steps) {
                     step: step.name,
                 }, jobUpdates);
             }
-            // Capture pipeline context and job updates before flushing
+            // Capture pipeline context before exiting. `job-updates` was an
+            // observability-only capture not tied to a registered artifact type;
+            // dropped in W0050. Use the JobStore path for job telemetry.
             await capturePipelineContext(ctx, state, results);
-            // W0050 — `job-updates` was an observability-only capture not tied
-            // to a registered artifact type; dropped here. Use the JobStore
-            // path if job telemetry is needed.
-            // Flush captured artifacts even on failure (partial capture is useful)
-            await flushArtifacts(ctx);
             return {
                 belowCritical: state.belowCritical,
                 durationMs: Date.now() - pipelineStart,
@@ -245,8 +227,6 @@ export async function orchestratePipeline(ctx, steps) {
     // Capture pipeline context. `job-updates` observability captures were
     // dropped in Slice 6.1 — JobStore is the supported telemetry path.
     await capturePipelineContext(ctx, state, results);
-    // Flush captured artifacts (non-blocking — failures never affect pipeline result)
-    await flushArtifacts(ctx);
     return {
         belowCritical: state.belowCritical,
         durationMs,

package/dist/pipeline/map-request-to-config.js

@@ -74,10 +74,6 @@ export function mapRequestToConfig(request, rootDir) {
         callerGit: request.callerGit,
         callback: request.callback,
         jobId: request.jobId,
-        captureEnabled: false,
-        captureDir: undefined,
-        captureCompress: true,
-        captureExtras: true,
         remote: false,
         apiUrl: "https://ailf-api.sanity.build",
         presets: request.presets,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "2.9.0",
+  "version": "3.0.0",
   "private": false,
   "publishConfig": {
     "access": "public"

package/dist/_vendor/ailf-core/artifact-capture/noop-collector.d.ts

@@ -1,14 +0,0 @@
-/**
- * No-op artifact collector — used when --capture is not set.
- *
- * All methods are constant-time stubs. Zero overhead on the
- * default pipeline path.
- */
-import type { ArtifactCollector, CaptureFlushResult } from "../ports/artifact-collector.js";
-export declare class NoOpArtifactCollector implements ArtifactCollector {
-    readonly enabled = false;
-    readonly extrasEnabled = false;
-    capture(): void;
-    captureFile(): void;
-    flush(): Promise<CaptureFlushResult>;
-}

package/dist/_vendor/ailf-core/artifact-capture/noop-collector.js

@@ -1,25 +0,0 @@
-/**
- * No-op artifact collector — used when --capture is not set.
- *
- * All methods are constant-time stubs. Zero overhead on the
- * default pipeline path.
- */
-const EMPTY_RESULT = Object.freeze({
-    artifactCount: 0,
-    compressed: false,
-    destination: "",
-    totalBytes: 0,
-});
-export class NoOpArtifactCollector {
-    enabled = false;
-    extrasEnabled = false;
-    capture() {
-        // no-op
-    }
-    captureFile() {
-        // no-op
-    }
-    async flush() {
-        return EMPTY_RESULT;
-    }
-}

package/dist/_vendor/ailf-core/ports/artifact-collector.d.ts

@@ -1,94 +0,0 @@
-/**
- * Port: ArtifactCollector — captures pipeline artifacts during execution.
- *
- * Injected into AppContext. When capture is disabled (default), the
- * composition root provides NoOpArtifactCollector. When --capture is
- * set, provides FilesystemArtifactCollector.
- *
- * Design principles:
- * - P1: Zero-cost when off (no-op stub)
- * - P2: Capture, don't intercept (steps call capture() explicitly)
- * - P5: Non-blocking (failures swallowed, never block the pipeline)
- */
-/**
- * The contract for artifact capture during pipeline execution.
- *
- * Steps call capture() for in-memory data and captureFile() for
- * artifacts already on disk. The orchestrator calls flush() once
- * at pipeline end to write everything to the configured destination.
- */
-export interface ArtifactCollector {
-    /**
-     * Record an in-memory artifact produced during pipeline execution.
-     *
-     * Callers need not check `enabled` before calling — the NoOp
-     * implementation is zero-cost, so unconditional calls are safe.
-     *
-     * @param step - Pipeline step name (e.g., "run-eval")
-     * @param type - Artifact type identifier (e.g., "eval-results")
-     * @param data - Content to serialize (JSON or text)
-     * @param meta - Optional metadata (variant, model, etc.)
-     */
-    capture(step: string, type: string, data: unknown, meta?: Record<string, unknown>): void;
-    /**
-     * Record a file reference for an artifact already on disk.
-     * The file is copied into the capture directory on flush().
-     *
-     * @param step - Pipeline step name
-     * @param type - Artifact type identifier
-     * @param filePath - Absolute path to the existing file
-     * @param meta - Optional metadata
-     */
-    captureFile(step: string, type: string, filePath: string, meta?: Record<string, unknown>): void;
-    /**
-     * Flush all captured artifacts to the configured destination.
-     * Called once at pipeline end by the orchestrator.
-     */
-    flush(): Promise<CaptureFlushResult>;
-    /** Whether capture is active */
-    readonly enabled: boolean;
-    /** Whether mode-specific extras are being captured */
-    readonly extrasEnabled: boolean;
-}
-/** Result of flushing captured artifacts to the destination. */
-export interface CaptureFlushResult {
-    /** Total number of artifacts captured */
-    artifactCount: number;
-    /** Output path (directory or .tar.gz) */
-    destination: string;
-    /** Total bytes written (uncompressed) */
-    totalBytes: number;
-    /** Whether output was compressed */
-    compressed: boolean;
-}
-/** A single entry in the capture manifest. */
-export interface CaptureManifestEntry {
-    /** Pipeline step that produced this artifact */
-    step: string;
-    /** Artifact type identifier */
-    type: string;
-    /** Relative path within the capture directory */
-    path: string;
-    /** ISO 8601 timestamp of when capture() was called */
-    capturedAt: string;
-    /** Byte size of the artifact */
-    bytes: number;
-    /** Content format */
-    format: "json" | "markdown" | "text";
-    /** Optional metadata */
-    meta?: Record<string, unknown>;
-}
-/** The manifest.json written to each capture directory. */
-export interface CaptureManifest {
-    version: 1;
-    captureId: string;
-    startedAt: string;
-    completedAt: string;
-    pipeline: {
-        mode: string;
-        variant?: string;
-        source?: string;
-        areas?: string[];
-    };
-    artifacts: CaptureManifestEntry[];
-}

package/dist/_vendor/ailf-core/ports/artifact-collector.js

@@ -1,13 +0,0 @@
-/**
- * Port: ArtifactCollector — captures pipeline artifacts during execution.
- *
- * Injected into AppContext. When capture is disabled (default), the
- * composition root provides NoOpArtifactCollector. When --capture is
- * set, provides FilesystemArtifactCollector.
- *
- * Design principles:
- * - P1: Zero-cost when off (no-op stub)
- * - P2: Capture, don't intercept (steps call capture() explicitly)
- * - P5: Non-blocking (failures swallowed, never block the pipeline)
- */
-export {};

package/dist/_vendor/ailf-core/ports/capture-comparator.d.ts

@@ -1,138 +0,0 @@
-/**
- * Types for cross-run capture comparison.
- *
- * The CaptureComparator reads two capture directories (baseline + experiment)
- * and produces a CaptureDiffReport. Types are defined in core so external
- * tooling can consume diff reports without depending on the eval package.
- *
- * Implementation lives in packages/eval/src/artifact-capture/comparator.ts.
- */
-/** How deeply to compare artifacts. */
-export type ComparisonMode = "strict" | "structural" | "inventory";
-/** Configurable thresholds for comparison. */
-export interface ComparisonOptions {
-    /** Comparison depth: inventory (existence), structural (shape), strict (content) */
-    mode: ComparisonMode;
-    /** Score regression thresholds */
-    scoreThresholds?: {
-        /** Maximum allowed aggregate score delta (percentage points, default 5) */
-        aggregate: number;
-        /** Maximum allowed per-task score drop (points, default 10) */
-        perTask: number;
-    };
-    /** Timing regression thresholds */
-    timingThresholds?: {
-        /** Multiplier — flag steps exceeding this ratio (default 2.0) */
-        multiplier: number;
-        /** Per-step overrides (step name → custom multiplier) */
-        perStep?: Record<string, number>;
-    };
-    /** JSON structural diff depth (default 3) */
-    jsonDiffDepth?: number;
-    /** Additional ephemeral fields to ignore (merged with defaults) */
-    ephemeralFields?: string[];
-}
-/** Inventory diff — which artifacts exist in each capture. */
-export interface InventoryDiff {
-    /** Artifact types in experiment but not in baseline */
-    added: string[];
-    /** Artifact types in baseline but not in experiment */
-    removed: string[];
-    /** Artifact types present in both */
-    common: string[];
-}
-/** A single structural change in a JSON artifact. */
-export interface JsonDiffEntry {
-    /** JSON pointer path (e.g., "config.mode") */
-    path: string;
-    /** Value in baseline (undefined if key is added) */
-    baseline?: unknown;
-    /** Value in experiment (undefined if key is removed) */
-    experiment?: unknown;
-}
-/** Content diff for a single artifact. */
-export interface ArtifactContentDiff {
-    /** Artifact type identifier (step/type) */
-    artifactKey: string;
-    /** Content format */
-    format: "json" | "markdown" | "text";
-    /** Structural changes (JSON) or line diff summary (text/markdown) */
-    changes: JsonDiffEntry[] | {
-        addedLines: number;
-        removedLines: number;
-    };
-}
-/** Score comparison between two captures. */
-export interface ScoreComparison {
-    /** Baseline aggregate score */
-    baselineMean: number;
-    /** Experiment aggregate score */
-    currentMean: number;
-    /** Absolute delta (current - baseline) */
-    delta: number;
-    /** Per-task score deltas */
-    perTask: {
-        task: string;
-        baseline: number;
-        current: number;
-        delta: number;
-    }[];
-    /** Tasks that breached configured thresholds */
-    breaches: string[];
-}
-/** Timing comparison between two captures. */
-export interface TimingComparison {
-    /** Total pipeline duration delta in ms */
-    totalDeltaMs: number;
-    /** Per-step timing */
-    perStep: {
-        step: string;
-        baselineMs: number;
-        currentMs: number;
-        ratio: number;
-    }[];
-    /** Steps that breached the timing multiplier threshold */
-    breaches: string[];
-}
-/** Metadata comparison between two captures. */
-export interface MetadataComparison {
-    /** Whether pipeline modes match */
-    modeMatch: boolean;
-    /** Whether pipeline variants match */
-    variantMatch: boolean;
-    /** Config key differences */
-    configDiffs: JsonDiffEntry[];
-}
-/** Security scan results. */
-export interface SecurityScan {
-    /** Whether any potential secret leaks were found */
-    leaksFound: boolean;
-    /** Details of each violation */
-    violations: {
-        /** Relative artifact file path */
-        file: string;
-        /** Description of the finding */
-        detail: string;
-    }[];
-}
-/** The full diff report produced by CaptureComparator. */
-export interface CaptureDiffReport {
-    /** Are the two captures semantically equivalent? */
-    equivalent: boolean;
-    /** Human-readable summary (1-3 sentences) */
-    summary: string;
-    /** Comparison mode used */
-    mode: ComparisonMode;
-    /** Artifact inventory diff */
-    inventory: InventoryDiff;
-    /** Content diffs for common artifacts (structural/strict modes only) */
-    content?: ArtifactContentDiff[];
-    /** Score comparison (if score-summary exists in both captures) */
-    scores?: ScoreComparison;
-    /** Timing comparison (if pipeline-context exists in both captures) */
-    timing?: TimingComparison;
-    /** Metadata comparison */
-    metadata?: MetadataComparison;
-    /** Security scan results */
-    security: SecurityScan;
-}

package/dist/_vendor/ailf-core/ports/capture-comparator.js

@@ -1,10 +0,0 @@
-/**
- * Types for cross-run capture comparison.
- *
- * The CaptureComparator reads two capture directories (baseline + experiment)
- * and produces a CaptureDiffReport. Types are defined in core so external
- * tooling can consume diff reports without depending on the eval package.
- *
- * Implementation lives in packages/eval/src/artifact-capture/comparator.ts.
- */
-export {};

package/dist/artifact-capture/comparator.d.ts

@@ -1,22 +0,0 @@
-/**
- * CaptureComparator — compares two capture directories and produces a diff report.
- *
- * Reads manifest.json from both directories and computes:
- * - Inventory diff (added/removed/common artifacts)
- * - Content diff (structural or strict, for common artifacts)
- * - Score comparison (from score-summary.json)
- * - Timing comparison (from pipeline-context.json)
- * - Metadata comparison (mode, variant, config keys)
- * - Security scan (regex for leaked secrets)
- *
- * Implementation for the types defined in @sanity/ailf-core.
- */
-import type { CaptureDiffReport, ComparisonOptions } from "../_vendor/ailf-core/index.d.ts";
-/**
- * Compare two capture directories and produce a structured diff report.
- *
- * @param baselineDir - Path to the baseline capture directory (contains manifest.json)
- * @param experimentDir - Path to the experiment capture directory
- * @param opts - Comparison options (mode, thresholds, etc.)
- */
-export declare function compareCaptures(baselineDir: string, experimentDir: string, opts?: Partial<ComparisonOptions>): CaptureDiffReport;