@sanity/ailf 3.2.0 → 3.3.1

package/dist/commands/validate-tasks.js

@@ -1,9 +1,9 @@
 /**
  * validate-tasks command — standalone validation of task files.
  *
- * Validates .ailf/tasks/*.yaml files against the CanonicalTaskSchema without
- * running the full pipeline. Useful for pre-commit hooks and CI checks
- * in external repos.
+ * Validates .ailf/tasks/*.yaml and .ailf/tasks/*.task.ts files against the
+ * CanonicalTaskSchema without running the full pipeline. Useful for
+ * pre-commit hooks and CI checks in external repos.
  *
  * Usage:
  *   ailf validate-tasks .ailf/tasks/
@@ -11,97 +11,141 @@
  *
  * @see packages/eval/src/adapters/task-sources/repo-schemas.ts
  * @see packages/eval/src/adapters/task-sources/repo-validation.ts
+ * @see packages/eval/src/adapters/task-sources/task-file-loader.ts
  */
 import { existsSync, readdirSync, readFileSync } from "fs";
-import { resolve, relative } from "path";
+import { resolve, relative, basename } from "path";
 import { Command } from "commander";
 import { load } from "js-yaml";
 import { detectLegacyFieldNames, parseCanonicalTaskFile, } from "../adapters/task-sources/repo-schemas.js";
 import { validateCanonicalTasks, formatValidationResult, } from "../adapters/task-sources/repo-validation.js";
+import { discoverTsTaskFiles, loadTsTaskFile, } from "../adapters/task-sources/task-file-loader.js";
 export function createValidateTasksCommand() {
     return new Command("validate-tasks")
-        .description("Validate task YAML files (.ailf/tasks/) against the canonical schema")
+        .description("Validate task files (YAML and TypeScript) in .ailf/tasks/ against the canonical schema")
         .argument("[path]", "Path to tasks directory (default: .ailf/tasks/)", ".ailf/tasks")
         .option("--strict", "Treat warnings as errors", false)
         .action(async (tasksPath, opts) => {
-        // Resolve relative to the caller's working directory, not the
-        // eval package root (which differs when run via bin/ailf.js)
-        const callerCwd = process.env.AILF_CALLER_CWD ?? process.cwd();
-        const resolvedPath = resolve(callerCwd, tasksPath);
-        if (!existsSync(resolvedPath)) {
-            console.error(`Directory not found: ${resolvedPath}`);
-            process.exit(1);
+        const exitCode = await runValidateTasks(tasksPath, opts);
+        process.exit(exitCode);
+    });
+}
+/**
+ * Execute the validate-tasks command logic. Returns the exit code (0 success,
+ * 1 failure) so callers can decide how to surface it — the CLI wrapper calls
+ * `process.exit`, tests can assert directly.
+ */
+export async function runValidateTasks(tasksPath, opts) {
+    // Resolve relative to the caller's working directory, not the
+    // eval package root (which differs when run via bin/ailf.js)
+    const callerCwd = opts.callerCwd ?? process.env.AILF_CALLER_CWD ?? process.cwd();
+    const resolvedPath = resolve(callerCwd, tasksPath);
+    if (!existsSync(resolvedPath)) {
+        console.error(`Directory not found: ${resolvedPath}`);
+        return 1;
+    }
+    const yamlFiles = readdirSync(resolvedPath).filter((f) => (f.endsWith(".yaml") || f.endsWith(".yml")) && !f.startsWith("."));
+    const tsFiles = discoverTsTaskFiles(resolvedPath);
+    const fileCount = yamlFiles.length + tsFiles.length;
+    if (fileCount === 0) {
+        console.error(`No task files found in ${resolvedPath}\n` +
+            "  Expected .yaml, .yml, .task.ts, or .task.js files");
+        return 1;
+    }
+    console.log(`\nValidating ${fileCount} task file(s) in ${relative(process.cwd(), resolvedPath)}/\n`);
+    let totalTasks = 0;
+    let hasErrors = false;
+    const allTasks = [];
+    for (const file of yamlFiles) {
+        const filePath = resolve(resolvedPath, file);
+        const raw = readFileSync(filePath, "utf-8");
+        let parsed;
+        try {
+            parsed = load(raw);
         }
-        const yamlFiles = readdirSync(resolvedPath).filter((f) => (f.endsWith(".yaml") || f.endsWith(".yml")) && !f.startsWith("."));
-        if (yamlFiles.length === 0) {
-            console.error(`No YAML files found in ${resolvedPath}`);
-            process.exit(1);
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            console.error(`  ${file}: YAML parse error`);
+            console.error(`     ${msg}\n`);
+            hasErrors = true;
+            continue;
         }
-        console.log(`\nValidating ${yamlFiles.length} task file(s) in ${relative(process.cwd(), resolvedPath)}/\n`);
-        let totalTasks = 0;
-        let hasErrors = false;
-        const allTasks = [];
-        for (const file of yamlFiles) {
-            const filePath = resolve(resolvedPath, file);
-            const raw = readFileSync(filePath, "utf-8");
-            let parsed;
-            try {
-                parsed = load(raw);
-            }
-            catch (err) {
-                const msg = err instanceof Error ? err.message : String(err);
-                console.error(`  ${file}: YAML parse error`);
-                console.error(`     ${msg}\n`);
-                hasErrors = true;
-                continue;
-            }
-            if (!Array.isArray(parsed)) {
-                console.error(`  ${file}: Expected a YAML array of task definitions`);
-                hasErrors = true;
-                continue;
-            }
-            // Detect legacy field names before Zod validation
-            const legacyWarnings = detectLegacyFieldNames(parsed, file);
-            if (legacyWarnings.length > 0) {
-                console.error(`  ${file}: Uses legacy field names`);
-                for (const w of legacyWarnings) {
-                    console.error(`     ${w}`);
-                }
-                console.error();
-                hasErrors = true;
-                continue;
-            }
-            try {
-                const tasks = parseCanonicalTaskFile(parsed, file);
-                console.log(`  ${file}: ${tasks.length} task${tasks.length === 1 ? "" : "s"} valid`);
-                totalTasks += tasks.length;
-                allTasks.push(...tasks);
-            }
-            catch (err) {
-                const msg = err instanceof Error ? err.message : String(err);
-                console.error(`  ${file}: Schema validation failed`);
-                console.error(`${msg
-                    .split("\n")
-                    .map((l) => `     ${l}`)
-                    .join("\n")}\n`);
-                hasErrors = true;
-            }
+        if (!Array.isArray(parsed)) {
+            console.error(`  ${file}: Expected a YAML array of task definitions`);
+            hasErrors = true;
+            continue;
         }
-        // Run semantic validation on all parsed tasks
-        if (allTasks.length > 0) {
-            console.log(); // blank line
-            const semanticResult = validateCanonicalTasks(allTasks);
-            const formatted = formatValidationResult(semanticResult);
-            console.log(formatted);
-            if (!semanticResult.valid) {
-                hasErrors = true;
-            }
-            if (opts.strict && semanticResult.warnings.length > 0) {
-                hasErrors = true;
-                console.log("\n  --strict mode: warnings treated as errors");
-            }
+        if (!validateTaskArray(parsed, file, allTasks)) {
+            hasErrors = true;
+            continue;
         }
-        console.log(`\n${hasErrors ? "FAIL" : "OK"} ${totalTasks} task${totalTasks === 1 ? "" : "s"} across ${yamlFiles.length} file${yamlFiles.length === 1 ? "" : "s"}\n`);
-        process.exit(hasErrors ? 1 : 0);
-    });
+        totalTasks += parsed.length;
+    }
+    for (const tsFilePath of tsFiles) {
+        const file = basename(tsFilePath);
+        let loaded;
+        try {
+            loaded = await loadTsTaskFile(tsFilePath);
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            console.error(`  ${file}: Failed to load TypeScript task file`);
+            console.error(`     ${msg}\n`);
+            hasErrors = true;
+            continue;
+        }
+        if (!validateTaskArray(loaded.tasks, file, allTasks)) {
+            hasErrors = true;
+            continue;
+        }
+        totalTasks += loaded.tasks.length;
+    }
+    if (allTasks.length > 0) {
+        console.log();
+        const semanticResult = validateCanonicalTasks(allTasks);
+        const formatted = formatValidationResult(semanticResult);
+        console.log(formatted);
+        if (!semanticResult.valid) {
+            hasErrors = true;
+        }
+        if (opts.strict && semanticResult.warnings.length > 0) {
+            hasErrors = true;
+            console.log("\n  --strict mode: warnings treated as errors");
+        }
+    }
+    console.log(`\n${hasErrors ? "FAIL" : "OK"} ${totalTasks} task${totalTasks === 1 ? "" : "s"} across ${fileCount} file${fileCount === 1 ? "" : "s"}\n`);
+    return hasErrors ? 1 : 0;
+}
+/**
+ * Validate an array of raw task entries — runs the legacy-field detector and
+ * the canonical Zod schema, appending valid tasks to `accumulator`.
+ *
+ * Returns `true` when the file is fully valid, `false` when any error was
+ * reported (the caller is responsible for flipping its own error flag).
+ */
+function validateTaskArray(entries, file, accumulator) {
+    const legacyWarnings = detectLegacyFieldNames(entries, file);
+    if (legacyWarnings.length > 0) {
+        console.error(`  ${file}: Uses legacy field names`);
+        for (const w of legacyWarnings) {
+            console.error(`     ${w}`);
+        }
+        console.error();
+        return false;
+    }
+    try {
+        const tasks = parseCanonicalTaskFile(entries, file);
+        console.log(`  ${file}: ${tasks.length} task${tasks.length === 1 ? "" : "s"} valid`);
+        accumulator.push(...tasks);
+        return true;
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        console.error(`  ${file}: Schema validation failed`);
+        console.error(`${msg
+            .split("\n")
+            .map((l) => `     ${l}`)
+            .join("\n")}\n`);
+        return false;
+    }
 }

package/dist/index.d.ts

@@ -39,3 +39,5 @@ export { env } from "./_vendor/ailf-core/index.d.ts";
 export type { AgentHarnessTaskDefinition, CustomTaskDefinition, GeneralizedAssertionDefinition, GeneralizedDocRef, GeneralizedTaskDefinition, GeneralizedTemplatedAssertion, GeneralizedValueAssertion, IdDocRef, KnowledgeProbeTaskDefinition, LiteracyTaskDefinition, MCPServerTaskDefinition, PathDocRef, PerspectiveDocRef, RubricRef, SlugDocRef, TaskCommonFields, TaskDifficulty, TaskOptions, TaskProviderConfig, TaskStatus, } from "./_vendor/ailf-core/index.d.ts";
 export { CanonicalTaskFileSchema, CanonicalTaskSchema, CURATED_ASSERTION_TYPES, detectLegacyFieldNames, parseCanonicalTaskFile, RUBRIC_TEMPLATE_NAMES, type CanonicalTask, type CuratedAssertionType, type RubricTemplateName, } from "./adapters/task-sources/repo-schemas.js";
 export { formatValidationResult, validateCanonicalTasks, type ValidationMessage, type ValidationResult, } from "./adapters/task-sources/repo-validation.js";
+export { InMemoryPluginRegistry } from "./_vendor/ailf-core/index.d.ts";
+export type { CompilationContext, ModeBase, ModeCompileResult, ModeHandler, PresetDefinition, } from "./_vendor/ailf-core/index.d.ts";

package/dist/index.js

@@ -46,3 +46,7 @@ export { env } from "./_vendor/ailf-core/index.js";
 // ---------------------------------------------------------------------------
 export { CanonicalTaskFileSchema, CanonicalTaskSchema, CURATED_ASSERTION_TYPES, detectLegacyFieldNames, parseCanonicalTaskFile, RUBRIC_TEMPLATE_NAMES, } from "./adapters/task-sources/repo-schemas.js";
 export { formatValidationResult, validateCanonicalTasks, } from "./adapters/task-sources/repo-validation.js";
+// ---------------------------------------------------------------------------
+// Plugin extension points — for authoring custom presets, modes, and registries
+// ---------------------------------------------------------------------------
+export { InMemoryPluginRegistry } from "./_vendor/ailf-core/index.js";

package/dist/pipeline/compiler/config-loader.js

@@ -25,6 +25,7 @@ import { createRequire } from "module";
 import { existsSync, readFileSync } from "fs";
 import { load } from "js-yaml";
 import { resolve } from "path";
+import { resolveAilfAlias } from "../../adapters/config-sources/ailf-resolver.js";
 /**
  * Load a config file by name, searching for TS/JS/YAML/JSON variants.
  *
@@ -134,7 +135,11 @@ function loadTsFile(filePath, format) {
     // jiti supports sync loading. Use createRequire for ESM compatibility.
     const esmRequire = createRequire(import.meta.url);
     const { createJiti } = esmRequire("jiti");
-    const jiti = createJiti(filePath, { interopDefault: true });
+    const alias = resolveAilfAlias(filePath);
+    const jiti = createJiti(filePath, {
+        interopDefault: true,
+        ...(alias ? { alias } : {}),
+    });
     const mod = jiti(filePath);
     const data = (mod?.default ?? mod);
     return { data, filePath, format };

package/dist/pipeline/compiler/preset-loader.js

@@ -14,6 +14,7 @@ import { existsSync } from "fs";
 import { resolve } from "path";
 import { pathToFileURL } from "url";
 import { createJiti } from "jiti";
+import { resolveAilfAlias } from "../../adapters/config-sources/ailf-resolver.js";
 /** Thrown for preset-specific load errors (distinguishes from third-party errors) */
 class PresetLoadError extends Error {
     constructor(message) {
@@ -53,9 +54,11 @@ function loadSinglePreset(ref, rootDir) {
         }
     }
     try {
+        const alias = resolveAilfAlias(filePath);
         const jiti = createJiti(pathToFileURL(rootDir).href, {
             interopDefault: true,
             requireCache: true,
+            ...(alias ? { alias } : {}),
         });
         // jiti() is the synchronous loader
         const mod = jiti(filePath);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "3.2.0",
+  "version": "3.3.1",
   "private": false,
   "publishConfig": {
     "access": "public"