@sanity/ailf 4.0.4 → 4.0.6

package/dist/_vendor/ailf-core/constants.d.ts

@@ -0,0 +1,22 @@
+/**
+ * @sanity/ailf-core — Cross-package sentinel constants.
+ *
+ * Sentinel strings shared between the init template (which writes them
+ * into `.github/workflows/ailf-eval.yml`) and the consumers that must
+ * recognize them (run-context builder, caller envelope assembly, CLI
+ * pre-flight checks). Centralizing here keeps the placeholder definition
+ * in exactly one place — duplicating the literal across producers and
+ * consumers historically caused the literal to leak into Sanity reports
+ * (W0143).
+ */
+/**
+ * The literal string `ailf init` writes into the scaffolded GitHub Actions
+ * workflow as the value of `AILF_OWNER_TEAM`. Consumers treat this string
+ * as semantically unset — it must never end up persisted as a real team
+ * slug on a run report.
+ *
+ * @see packages/core/examples/ailf-eval-workflow.yml — the canonical source
+ * @see packages/eval/src/pipeline/run-context.ts — sanitizes on read
+ * @see packages/eval/src/adapters/api-client/build-request.ts — drops on the wire
+ */
+export declare const PLACEHOLDER_OWNER_TEAM = "<REPLACE-WITH-YOUR-TEAM-SLUG>";

package/dist/_vendor/ailf-core/constants.js

@@ -0,0 +1,22 @@
+/**
+ * @sanity/ailf-core — Cross-package sentinel constants.
+ *
+ * Sentinel strings shared between the init template (which writes them
+ * into `.github/workflows/ailf-eval.yml`) and the consumers that must
+ * recognize them (run-context builder, caller envelope assembly, CLI
+ * pre-flight checks). Centralizing here keeps the placeholder definition
+ * in exactly one place — duplicating the literal across producers and
+ * consumers historically caused the literal to leak into Sanity reports
+ * (W0143).
+ */
+/**
+ * The literal string `ailf init` writes into the scaffolded GitHub Actions
+ * workflow as the value of `AILF_OWNER_TEAM`. Consumers treat this string
+ * as semantically unset — it must never end up persisted as a real team
+ * slug on a run report.
+ *
+ * @see packages/core/examples/ailf-eval-workflow.yml — the canonical source
+ * @see packages/eval/src/pipeline/run-context.ts — sanitizes on read
+ * @see packages/eval/src/adapters/api-client/build-request.ts — drops on the wire
+ */
+export const PLACEHOLDER_OWNER_TEAM = "<REPLACE-WITH-YOUR-TEAM-SLUG>";

package/dist/_vendor/ailf-core/index.d.ts

@@ -17,6 +17,7 @@ export * from "./services/index.js";
 export * from "./examples/index.js";
 export * from "./artifact-registry.js";
 export * from "./batch-signing.js";
+export * from "./constants.js";
 export { defineCanaryTasks, defineConfig, defineFeatures, defineModeBase, defineModels, definePricingTable, definePreset, definePrompts, defineRubrics, defineSchedules, defineSinks, defineSources, defineTask, defineTestBudgets, defineThresholds, } from "./config-helpers.js";
 export type { PricingEntry, PromptEntry, SourceEntry, } from "./config-helpers.js";
 export { env } from "./env-helper.js";

package/dist/_vendor/ailf-core/index.js

@@ -17,6 +17,7 @@ export * from "./services/index.js";
 export * from "./examples/index.js";
 export * from "./artifact-registry.js";
 export * from "./batch-signing.js";
+export * from "./constants.js";
 // ---------------------------------------------------------------------------
 // Architecture overhaul — Phase 0 helpers
 // ---------------------------------------------------------------------------

package/dist/adapters/api-client/build-request.js

@@ -14,7 +14,7 @@
  */
 import { existsSync } from "fs";
 import { resolve } from "path";
-import { PipelineRequestSchema, } from "../../_vendor/ailf-core/index.js";
+import { PLACEHOLDER_OWNER_TEAM, PipelineRequestSchema, } from "../../_vendor/ailf-core/index.js";
 import { LEGACY_EVAL_MODE_ALIASES, isRunClassification, } from "../../_vendor/ailf-shared/index.js";
 import { RepoTaskSource } from "../task-sources/repo-task-source.js";
 const LEGACY_LITERACY_VARIANT_SET = new Set(LEGACY_EVAL_MODE_ALIASES);
@@ -316,7 +316,12 @@ export function buildCallerEnvelope(config) {
         }
     }
     // Owner: flag > env. Team required, individual optional.
-    const team = config.ownerTeamOption ?? process.env.AILF_OWNER_TEAM?.trim() ?? undefined;
+    // W0143: drop the init-template placeholder — when a consumer hasn't
+    // filled in their team slug yet we treat it as unset rather than
+    // shipping the literal `<REPLACE-WITH-YOUR-TEAM-SLUG>` across the wire
+    // and into the report's Provenance card.
+    const rawTeam = config.ownerTeamOption ?? process.env.AILF_OWNER_TEAM?.trim() ?? undefined;
+    const team = rawTeam === PLACEHOLDER_OWNER_TEAM ? undefined : rawTeam;
     const individual = config.ownerIndividualOption ??
         process.env.AILF_OWNER_INDIVIDUAL?.trim() ??
         process.env.GITHUB_ACTOR?.trim() ??

package/dist/adapters/task-sources/repo-schemas.js

@@ -376,12 +376,16 @@ export function parseCanonicalTaskFile(raw, filename) {
 // (featureArea, canonicalDocs, assert, vars), surface a helpful error
 // message telling them what the canonical names are.
 // ---------------------------------------------------------------------------
+// Phrasing avoids literal `{` and `}` characters on purpose. GitHub Actions
+// registers each line of a multi-line secret as a mask, so a pretty-printed
+// JSON secret introduces standalone `{` / `}` masks that then redact every
+// `{` / `}` in subsequent log output. See W0144.
 /** Old field names from @sanity/ailf-tasks → canonical equivalents */
 const LEGACY_FIELD_MAP = {
     featureArea: "area",
-    canonicalDocs: "context.docs (nested under context: { docs: [...] })",
+    canonicalDocs: "context.docs (move the docs array under a context parent)",
     assert: "assertions",
-    vars: "prompt (nested under prompt: { text: ... })",
+    vars: "prompt (move the text string under a prompt parent)",
 };
 /**
  * Detect legacy field names in raw task data and return helpful messages.

package/dist/commands/pipeline-action.js

@@ -20,6 +20,7 @@ import { buildAppContext, parseArtifactUploadEnv, } from "../orchestration/build
 import { buildStepSequence } from "../orchestration/build-step-sequence.js";
 import { orchestratePipeline } from "../orchestration/pipeline-orchestrator.js";
 import { load } from "js-yaml";
+import { PLACEHOLDER_OWNER_TEAM } from "../_vendor/ailf-core/index.js";
 import { parseRepoConfig, } from "../adapters/task-sources/repo-schemas.js";
 import { getCallerCwd, resolveOutputDir } from "./shared/resolve-output-dir.js";
 const __dirname = dirname(fileURLToPath(import.meta.url));
@@ -406,6 +407,7 @@ function resolveRepoTasksPath(callerCwd, explicitPath, taskSourceType) {
  * 4. Delegate to the PipelineOrchestrator
  */
 export async function executePipeline(cliOpts) {
+    warnIfPlaceholderOwnerTeam();
     // When --config is provided, resolve config from file instead of CLI flags
     if (cliOpts.config) {
         const { existsSync } = await import("fs");
@@ -493,6 +495,20 @@ export async function executePipeline(cliOpts) {
 // ---------------------------------------------------------------------------
 // Internal helpers
 // ---------------------------------------------------------------------------
+/**
+ * W0143: warn once on stderr when the consumer is still running with the
+ * unedited init-template placeholder for AILF_OWNER_TEAM. The run
+ * continues — provenance just gets attributed as unset rather than the
+ * literal placeholder.
+ */
+function warnIfPlaceholderOwnerTeam() {
+    if (process.env.AILF_OWNER_TEAM?.trim() !== PLACEHOLDER_OWNER_TEAM)
+        return;
+    console.warn(`  ⚠️  AILF_OWNER_TEAM is still set to the init-template placeholder ` +
+        `"${PLACEHOLDER_OWNER_TEAM}". Provenance will be logged as unset. ` +
+        `Set a real team slug in .github/workflows/ailf-eval.yml (or unset ` +
+        `AILF_OWNER_TEAM) to attribute this run.`);
+}
 /**
  * Resolve CLI options into typed ResolvedOptions.
  */

package/dist/orchestration/steps/fetch-docs-step.js

@@ -34,11 +34,16 @@ export class FetchDocsStep {
         // a mismatch where configs reference context files that were never
         // fetched.
         //
-        // Content Lake path: use ctx.taskSource (ContentLakeTaskSource) which
-        // loads Studio-owned ailf.task documents via GROQ.
-        // Filesystem path: load from .task.ts files (repo/inline tasks).
+        // Adapter path: ctx.taskSource handles both content-lake and repo modes.
+        // The composition root wires the right adapter (ContentLakeTaskSource
+        // or RepoTaskSource) per taskSourceType. RepoTaskSource loads BOTH
+        // .yaml and .task.ts files — necessary for external-consumer evals
+        // that materialize inline tasks as YAML (W0148).
+        // Filesystem path: load from .task.ts files (legacy unset path —
+        // AILF defaults from tasks/${mode}/ + optional repoTasksPath augment).
         let allTasks;
-        if (ctx.config.taskSourceType === "content-lake") {
+        if (ctx.config.taskSourceType === "content-lake" ||
+            ctx.config.taskSourceType === "repo") {
             const filter = {
                 ...(ctx.config.areas?.length ? { areas: ctx.config.areas } : {}),
                 ...(ctx.config.tasks?.length ? { taskIds: ctx.config.tasks } : {}),

package/dist/orchestration/steps/generate-configs-step.d.ts

@@ -19,13 +19,14 @@ export declare class GenerateConfigsStep implements PipelineStep {
     private compileSingleMode;
     private loadTasks;
     /**
-     * Load tasks from the Content Lake via ctx.taskSource.
+     * Load tasks via ctx.taskSource (the composition-root-wired adapter).
      *
-     * The ContentLakeTaskSource adapter handles area/task/tag filtering
-     * in the GROQ query itself, so we build a FilterOptions and pass it
-     * through rather than filtering in-memory after loading.
+     * Used for both `taskSourceType === "content-lake"` (ContentLakeTaskSource)
+     * and `taskSourceType === "repo"` (RepoTaskSource). Filtering by
+     * area/task/tag is delegated to the adapter — ContentLakeTaskSource
+     * pushes it into the GROQ query, RepoTaskSource applies it in-memory.
      */
-    private loadTasksFromContentLake;
+    private loadTasksFromAdapter;
     /**
      * Load tasks from filesystem .task.ts files.
      *

package/dist/orchestration/steps/generate-configs-step.js

@@ -209,23 +209,30 @@ export class GenerateConfigsStep {
     // Task loading — unified for all modes
     // ---------------------------------------------------------------------------
     async loadTasks(ctx, mode, state) {
-        // Content Lake path — use ctx.taskSource (ContentLakeTaskSource) which
-        // loads ailf.task documents via GROQ. This is the only path that sees
-        // Studio-owned tasks (ownership: "studio").
-        if (ctx.config.taskSourceType === "content-lake") {
-            return this.loadTasksFromContentLake(ctx, state);
+        // Adapter path — use ctx.taskSource. The composition root wires the
+        // right adapter for each taskSourceType:
+        //   - "content-lake" → ContentLakeTaskSource (Studio-owned ailf.task docs)
+        //   - "repo"         → RepoTaskSource (loads .yaml AND .task.ts from repoTasksPath)
+        // Routing both through ctx.taskSource keeps the orchestration step
+        // file-format-agnostic (W0148: external-consumer evals materialize
+        // inline tasks as .yaml, which loadPipelineTasks can't read).
+        if (ctx.config.taskSourceType === "content-lake" ||
+            ctx.config.taskSourceType === "repo") {
+            return this.loadTasksFromAdapter(ctx, state);
         }
-        // Filesystem path — load from .task.ts files (repo tasks, inline tasks).
+        // Filesystem path — load from .task.ts files (legacy unset path:
+        // AILF defaults from tasks/${mode}/ + optional repoTasksPath augment).
         return this.loadTasksFromFilesystem(ctx, mode, state);
     }
     /**
-     * Load tasks from the Content Lake via ctx.taskSource.
+     * Load tasks via ctx.taskSource (the composition-root-wired adapter).
      *
-     * The ContentLakeTaskSource adapter handles area/task/tag filtering
-     * in the GROQ query itself, so we build a FilterOptions and pass it
-     * through rather than filtering in-memory after loading.
+     * Used for both `taskSourceType === "content-lake"` (ContentLakeTaskSource)
+     * and `taskSourceType === "repo"` (RepoTaskSource). Filtering by
+     * area/task/tag is delegated to the adapter — ContentLakeTaskSource
+     * pushes it into the GROQ query, RepoTaskSource applies it in-memory.
      */
-    async loadTasksFromContentLake(ctx, state) {
+    async loadTasksFromAdapter(ctx, state) {
         const filter = {
             ...(ctx.config.areas?.length ? { areas: ctx.config.areas } : {}),
             ...(ctx.config.tasks?.length ? { taskIds: ctx.config.tasks } : {}),

package/dist/pipeline/run-context.d.ts

@@ -12,7 +12,7 @@
  *
  * @see docs/decisions/D0032-run-anchored-artifact-store.md (§ Move 5 — Drift Prevention)
  */
-import type { Logger, RunContext } from "../_vendor/ailf-core/index.d.ts";
+import { type Logger, type RunContext } from "../_vendor/ailf-core/index.d.ts";
 import { type RunClassification, type RunExecutor, type RunExecutorSurface, type RunHost, type RunLineage, type RunOwner, type RunTool } from "../_vendor/ailf-shared/index.d.ts";
 import type { ResolvedSourceConfig } from "../sources.js";
 import type { EvalMode } from "./types.js";
@@ -92,6 +92,11 @@ export declare function detectClassification(log: Logger): RunClassification;
 /**
  * Resolve `owner` from `AILF_OWNER_TEAM` (+ optional
  * `AILF_OWNER_INDIVIDUAL`). `team` is free-form; default is `"unknown"`.
+ *
+ * The init-template placeholder (`PLACEHOLDER_OWNER_TEAM`) is treated as
+ * if the env var were unset — consumers that haven't filled it in yet
+ * end up with `team: "unknown"` instead of the literal placeholder being
+ * persisted onto the report (W0143).
  */
 export declare function detectOwner(): RunOwner;
 /**

package/dist/pipeline/run-context.js

@@ -15,6 +15,7 @@
 import { execSync } from "node:child_process";
 import { createRequire } from "node:module";
 import * as os from "node:os";
+import { PLACEHOLDER_OWNER_TEAM, } from "../_vendor/ailf-core/index.js";
 import { isRunClassification, } from "../_vendor/ailf-shared/index.js";
 import { ConsoleLogger } from "../adapters/loggers/index.js";
 import { tryLoadConfigFile } from "./compiler/config-loader.js";
@@ -45,7 +46,15 @@ export function buildRunContext(input) {
     // preservation across the --remote boundary.
     const envelope = input.callerEnvelope;
     const classification = envelope?.classification ?? detectClassification(log);
-    const owner = envelope?.owner ?? detectOwner();
+    // W0143: a caller-supplied owner whose team is the init-template
+    // placeholder is treated as "user hasn't filled this in yet" — drop the
+    // envelope owner and fall through to env detection (which performs the
+    // same sanitization on AILF_OWNER_TEAM). Avoids persisting the literal
+    // placeholder verbatim on the report.
+    const sanitizedEnvelopeOwner = envelope?.owner && envelope.owner.team !== PLACEHOLDER_OWNER_TEAM
+        ? envelope.owner
+        : undefined;
+    const owner = sanitizedEnvelopeOwner ?? detectOwner();
     const executor = envelope?.executor ?? detectExecutor();
     // `tool` and `host` are server-environment facts — they always reflect
     // where this pipeline is actually running, never what a caller claimed.
@@ -184,9 +193,15 @@ export function detectClassification(log) {
 /**
  * Resolve `owner` from `AILF_OWNER_TEAM` (+ optional
  * `AILF_OWNER_INDIVIDUAL`). `team` is free-form; default is `"unknown"`.
+ *
+ * The init-template placeholder (`PLACEHOLDER_OWNER_TEAM`) is treated as
+ * if the env var were unset — consumers that haven't filled it in yet
+ * end up with `team: "unknown"` instead of the literal placeholder being
+ * persisted onto the report (W0143).
  */
 export function detectOwner() {
-    const team = process.env.AILF_OWNER_TEAM?.trim() || "unknown";
+    const rawTeam = process.env.AILF_OWNER_TEAM?.trim();
+    const team = rawTeam && rawTeam !== PLACEHOLDER_OWNER_TEAM ? rawTeam : "unknown";
     const individual = process.env.AILF_OWNER_INDIVIDUAL?.trim() || undefined;
     return individual ? { individual, team } : { team };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "4.0.4",
+  "version": "4.0.6",
   "private": false,
   "publishConfig": {
     "access": "public"