@sanity/ailf 1.0.0 → 2.0.1

package/dist/_vendor/ailf-core/artifact-capture/__tests__/noop-collector.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * noop-collector.test.ts — verifies the NoOpArtifactCollector is truly zero-cost.
+ *
+ * Run: npx tsx --test src/artifact-capture/__tests__/noop-collector.test.ts
+ */
+export {};

package/dist/_vendor/ailf-core/artifact-capture/__tests__/noop-collector.test.js

@@ -0,0 +1,42 @@
+/**
+ * noop-collector.test.ts — verifies the NoOpArtifactCollector is truly zero-cost.
+ *
+ * Run: npx tsx --test src/artifact-capture/__tests__/noop-collector.test.ts
+ */
+import assert from "node:assert/strict";
+import { describe, it } from "node:test";
+import { NoOpArtifactCollector } from "../noop-collector.js";
+describe("NoOpArtifactCollector", () => {
+    it("enabled returns false", () => {
+        const collector = new NoOpArtifactCollector();
+        assert.equal(collector.enabled, false);
+    });
+    it("extrasEnabled returns false", () => {
+        const collector = new NoOpArtifactCollector();
+        assert.equal(collector.extrasEnabled, false);
+    });
+    it("capture() is callable and returns void", () => {
+        const collector = new NoOpArtifactCollector();
+        const result = collector.capture("step", "type", { data: true });
+        assert.equal(result, undefined);
+    });
+    it("captureFile() is callable and returns void", () => {
+        const collector = new NoOpArtifactCollector();
+        const result = collector.captureFile("step", "type", "/some/path");
+        assert.equal(result, undefined);
+    });
+    it("flush() returns zero-count result", async () => {
+        const collector = new NoOpArtifactCollector();
+        const result = await collector.flush();
+        assert.equal(result.artifactCount, 0);
+        assert.equal(result.destination, "");
+        assert.equal(result.totalBytes, 0);
+        assert.equal(result.compressed, false);
+    });
+    it("flush() returns the same frozen object every time", async () => {
+        const collector = new NoOpArtifactCollector();
+        const a = await collector.flush();
+        const b = await collector.flush();
+        assert.equal(a, b);
+    });
+});

package/dist/_vendor/ailf-core/artifact-capture/noop-collector.d.ts

@@ -0,0 +1,14 @@
+/**
+ * No-op artifact collector — used when --capture is not set.
+ *
+ * All methods are constant-time stubs. Zero overhead on the
+ * default pipeline path.
+ */
+import type { ArtifactCollector, CaptureFlushResult } from "../ports/artifact-collector.js";
+export declare class NoOpArtifactCollector implements ArtifactCollector {
+    readonly enabled = false;
+    readonly extrasEnabled = false;
+    capture(): void;
+    captureFile(): void;
+    flush(): Promise<CaptureFlushResult>;
+}

package/dist/_vendor/ailf-core/artifact-capture/noop-collector.js

@@ -0,0 +1,25 @@
+/**
+ * No-op artifact collector — used when --capture is not set.
+ *
+ * All methods are constant-time stubs. Zero overhead on the
+ * default pipeline path.
+ */
+const EMPTY_RESULT = Object.freeze({
+    artifactCount: 0,
+    compressed: false,
+    destination: "",
+    totalBytes: 0,
+});
+export class NoOpArtifactCollector {
+    enabled = false;
+    extrasEnabled = false;
+    capture() {
+        // no-op
+    }
+    captureFile() {
+        // no-op
+    }
+    async flush() {
+        return EMPTY_RESULT;
+    }
+}

package/dist/_vendor/ailf-core/config-helpers.d.ts

@@ -31,6 +31,7 @@ import type { SchedulesFile } from "./schemas/schedules.js";
 import type { SinksFile } from "./schemas/sinks.js";
 import type { ModelsConfig } from "./types/index.js";
 import type { GeneralizedTaskDefinition } from "./types/generalized-task.js";
+import type { ModeBase, PresetDefinition } from "./types/plugin-registry.js";
 /**
  * Define an AILF evaluation configuration.
  *
@@ -50,6 +51,12 @@ export declare function defineTask(task: GeneralizedTaskDefinition): Generalized
  * Define the model registry (models to evaluate and grader model).
  *
  * Used in `config/models.ts` for typed model configuration.
+ *
+ * Validates:
+ * - Every `modes` entry is a canonical eval mode name
+ * - Every `variants` key is a mode the model is enrolled in
+ *
+ * @throws {Error} On invalid mode names or mismatched variant keys
  */
 export declare function defineModels(models: ModelsConfig): ModelsConfig;
 /**
@@ -132,27 +139,23 @@ export interface PromptEntry {
  */
 export declare function definePrompts(prompts: PromptEntry[]): PromptEntry[];
 /**
- * A preset is a named bundle of configuration that can be referenced
- * by tasks or suites to apply shared settings.
+ * Define a domain preset — targets a mode base and adds domain-specific config.
+ *
+ * A domain preset declares which mode it targets (by ID), provides domain
+ * configuration (sources, features, doc fetcher), and can optionally override
+ * mode base defaults (rubrics, scoring profiles, prompt templates).
+ *
+ * Used in `.ailf/preset.ts` or npm packages for typed preset authoring.
  */
-export interface PresetConfig {
-    /** Preset name */
-    name: string;
-    /** Default providers for tasks using this preset */
-    providers?: string[];
-    /** Default rubric template */
-    rubric?: string;
-    /** Default assertion templates */
-    assertions?: unknown[];
-    /** Default options */
-    options?: Record<string, unknown>;
-}
+export declare function definePreset(preset: PresetDefinition): PresetDefinition;
 /**
- * Define reusable configuration presets.
+ * Define a mode base — shared evaluation methodology for a mode.
  *
- * Used in `config/presets.ts` for typed preset configuration.
+ * A mode base defines HOW you evaluate (rubrics, scoring, prompts)
+ * independently of WHAT you're evaluating. Domain presets target a mode
+ * base and inherit its defaults.
  */
-export declare function definePreset(preset: PresetConfig): PresetConfig;
+export declare function defineModeBase(base: ModeBase): ModeBase;
 /**
  * A pricing table entry for cost estimation.
  */

package/dist/_vendor/ailf-core/config-helpers.js

@@ -25,6 +25,7 @@
  *
  * @see docs/design-docs/architecture-overhaul/typescript-configuration.md (canonical)
  */
+import { CANONICAL_EVAL_MODES } from "../ailf-shared/index.js";
 // ---------------------------------------------------------------------------
 // Config-level helpers
 // ---------------------------------------------------------------------------
@@ -57,8 +58,36 @@ export function defineTask(task) {
  * Define the model registry (models to evaluate and grader model).
  *
  * Used in `config/models.ts` for typed model configuration.
+ *
+ * Validates:
+ * - Every `modes` entry is a canonical eval mode name
+ * - Every `variants` key is a mode the model is enrolled in
+ *
+ * @throws {Error} On invalid mode names or mismatched variant keys
  */
 export function defineModels(models) {
+    const validModes = new Set(CANONICAL_EVAL_MODES);
+    for (const model of models.models) {
+        if (model.modes) {
+            for (const mode of model.modes) {
+                if (!validModes.has(mode)) {
+                    throw new Error(`Model "${model.label ?? model.id}": unknown mode "${mode}". ` +
+                        `Valid modes: ${CANONICAL_EVAL_MODES.join(", ")}`);
+                }
+            }
+        }
+        if (model.variants) {
+            const enrolledModes = new Set(model.modes ?? []);
+            for (const variantMode of Object.keys(model.variants)) {
+                if (!enrolledModes.has(variantMode)) {
+                    throw new Error(`Model "${model.label ?? model.id}": variants specified for ` +
+                        `mode "${variantMode}" but model does not include "${variantMode}" ` +
+                        `in its modes array. Add "${variantMode}" to modes or remove ` +
+                        `the variants entry.`);
+                }
+            }
+        }
+    }
     return models;
 }
 // ---------------------------------------------------------------------------
@@ -132,14 +161,34 @@ export function defineSources(sources) {
 export function definePrompts(prompts) {
     return prompts;
 }
+// ---------------------------------------------------------------------------
+// Preset helpers
+// ---------------------------------------------------------------------------
 /**
- * Define reusable configuration presets.
+ * Define a domain preset — targets a mode base and adds domain-specific config.
+ *
+ * A domain preset declares which mode it targets (by ID), provides domain
+ * configuration (sources, features, doc fetcher), and can optionally override
+ * mode base defaults (rubrics, scoring profiles, prompt templates).
  *
- * Used in `config/presets.ts` for typed preset configuration.
+ * Used in `.ailf/preset.ts` or npm packages for typed preset authoring.
  */
 export function definePreset(preset) {
     return preset;
 }
+// ---------------------------------------------------------------------------
+// Mode base helpers
+// ---------------------------------------------------------------------------
+/**
+ * Define a mode base — shared evaluation methodology for a mode.
+ *
+ * A mode base defines HOW you evaluate (rubrics, scoring, prompts)
+ * independently of WHAT you're evaluating. Domain presets target a mode
+ * base and inherit its defaults.
+ */
+export function defineModeBase(base) {
+    return base;
+}
 /**
  * Define a pricing table for cost estimation.
  *