@sanity/ailf 0.1.10 → 0.1.12

package/dist/_vendor/ailf-core/ports/context.d.ts

@@ -92,7 +92,7 @@ export interface ResolvedConfig {
     /** Before option for comparison */
     beforeOption?: string;
     /** Task source adapter selection */
-    taskSourceType?: "content-lake" | "yaml";
+    taskSourceType?: "content-lake" | "repo" | "yaml";
     /** Path to repo-based tasks directory (e.g., .ailf/tasks/) */
     repoTasksPath?: string;
     /** Report store project ID from .ailf/config.yaml reportStore block */

package/dist/commands/pipeline-action.d.ts

@@ -38,6 +38,8 @@ export interface ResolvedOptions {
     projectIdOverride?: string;
     promptfooUrl?: string;
     publishEnabled: boolean;
+    /** True when --publish or --no-publish was explicitly passed by the user. */
+    publishExplicit: boolean;
     publishTag?: string;
     readinessEnabled: boolean;
     reportDataset?: string;
@@ -51,7 +53,7 @@ export interface ResolvedOptions {
     remote: boolean;
     repoTasksPath?: string;
     taskOption?: string;
-    taskSourceType?: "content-lake" | "yaml";
+    taskSourceType?: "content-lake" | "repo" | "yaml";
     urlArgs: string[];
     apiUrl: string;
     apiKey?: string;

package/dist/commands/pipeline-action.js

@@ -152,6 +152,13 @@ export function computeResolvedOptions(opts) {
     // Publish: smart default — auto-publish full runs when report store is configured
     const reportStoreToken = process.env.AILF_REPORT_SANITY_API_TOKEN ?? process.env.SANITY_API_TOKEN;
     const reportStoreConfigured = Boolean(reportStoreToken);
+    // Track whether the user explicitly chose --publish or --no-publish.
+    // In remote mode, when this is false we omit the field from the API
+    // request so the server can apply its own default (publish when jobId
+    // is present). Without this, the local smart-default (which checks for
+    // a local Sanity token the CLI doesn't have) would send publish:false
+    // and suppress server-side report publishing.
+    const publishExplicit = opts.publish !== undefined || process.env.AILF_PUBLISH !== undefined;
     let publishEnabled;
     if (opts.publish !== undefined) {
         // Explicit --publish or --no-publish always wins
@@ -213,6 +220,7 @@ export function computeResolvedOptions(opts) {
         projectIdOverride,
         promptfooUrl: opts.promptfooUrl,
         publishEnabled,
+        publishExplicit,
         publishTag: opts.publishTag,
         readinessEnabled: opts.readiness,
         remote,
@@ -238,7 +246,9 @@ function resolveTaskSourceType(raw) {
         return undefined; // default — Content Lake
     if (raw === "yaml")
         return "yaml";
-    console.error(`❌ Invalid --task-source "${raw}". Must be "yaml" or "content-lake".`);
+    if (raw === "repo")
+        return "repo";
+    console.error(`❌ Invalid --task-source "${raw}". Must be "yaml", "repo", or "content-lake".`);
     process.exit(1);
 }
 // ---------------------------------------------------------------------------

package/dist/commands/pipeline.js

@@ -39,7 +39,7 @@ export function createPipelineCommand() {
         .option("--config <path>", "Load pipeline config from a JSON/YAML file (overrides most CLI flags)")
         .option("-o, --output <path>", "Write PR comment markdown to file")
         .option("--promptfoo-url <url>", "Promptfoo share URL for report")
-        .option("--task-source <type>", "Task definition source: content-lake (default — Sanity Content Lake), yaml (tasks/*.yaml files, legacy)", "content-lake")
+        .option("--task-source <type>", "Task definition source: content-lake (default — Sanity Content Lake), repo (repo tasks only, no Content Lake merge), yaml (tasks/*.yaml files, legacy)", "content-lake")
         .option("--repo-tasks-path <path>", "Path to repo-based task definitions (.ailf/tasks/ directory)")
         .option("--remote", "Submit evaluation to the AILF API instead of running locally", false)
         .option("--api-url <url>", "AILF API base URL (default: https://ailf-api.sanity.build)")

package/dist/commands/remote-pipeline.js

@@ -119,7 +119,10 @@ function toConfigSlice(opts) {
         source: opts.source,
         compareEnabled: opts.compareEnabled,
         compareThreshold: opts.compareThreshold,
-        publishEnabled: opts.publishEnabled,
+        // Only send publish preference when the user explicitly passed
+        // --publish or --no-publish. When omitted, the API applies its own
+        // default (publish: true for API-triggered jobs with a jobId).
+        publishEnabled: opts.publishExplicit ? opts.publishEnabled : undefined,
         publishTag: opts.publishTag,
         concurrency: opts.concurrency,
         datasetOverride: opts.datasetOverride,

package/dist/composition-root.js

@@ -78,6 +78,17 @@ function createCache(config) {
     return new ContentLakeCacheAdapter(local, createReportStore(config));
 }
 function createTaskSource(config) {
+    // "repo" mode — use ONLY repo tasks, no Content Lake or YAML merge.
+    // This is the correct mode for API-triggered inline-task evaluations
+    // where the caller sent their own task definitions. Without this,
+    // CompositeTaskSource would merge the caller's tasks with ALL Content
+    // Lake tasks, running the entire suite instead of just the caller's.
+    if (config.taskSourceType === "repo") {
+        if (!config.repoTasksPath) {
+            throw new Error('taskSourceType "repo" requires --repo-tasks-path to be set');
+        }
+        return new RepoTaskSource(config.repoTasksPath);
+    }
     // Primary source — selected by config.taskSourceType
     // Content Lake tasks may require the report token for access.
     const primary = config.taskSourceType === "yaml"
@@ -87,7 +98,8 @@ function createTaskSource(config) {
                 process.env.SANITY_API_TOKEN ??
                 undefined,
         }));
-    // If repo tasks path is set, combine primary + repo sources
+    // If repo tasks path is set, combine primary + repo sources.
+    // This is the "augment" mode — repo tasks extend the primary source.
     if (config.repoTasksPath) {
         return new CompositeTaskSource([
             primary,

package/dist/pipeline/map-request-to-config.js

@@ -77,6 +77,10 @@ function mapDebug(debug) {
 function mapTaskSourceType(taskMode) {
     if (taskMode === "content-lake" || taskMode === "yaml")
         return taskMode;
-    // "inline" is handled separately by the caller; maps to undefined
+    // "inline" means the caller sent inline tasks that will be materialized
+    // to a temp directory and loaded via --repo-tasks-path. Use "repo" to
+    // ensure ONLY those tasks are used (no Content Lake merge).
+    if (taskMode === "inline")
+        return "repo";
     return undefined;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "0.1.10",
+  "version": "0.1.12",
   "private": false,
   "publishConfig": {
     "access": "restricted"