@sanity/ailf 0.1.26 → 0.1.27

package/dist/_vendor/ailf-core/types/index.d.ts

@@ -438,6 +438,12 @@ export interface PipelineState {
     evalFingerprint?: string;
     /** Promptfoo share URLs produced by RunEvalStep, consumed by PublishReportStep */
     promptfooUrls?: PromptfooUrlEntry[];
+    /**
+     * Eval modes that were satisfied by a remote cache hit (score-summary.json
+     * was restored from the Content Lake). Produced by RunEvalStep, consumed by
+     * CalculateScoresStep to skip re-calculation when all required modes are cached.
+     */
+    remoteCacheHits?: Set<string>;
     /**
      * Release auto-scope metadata. Set by FetchDocsStep when a perspective
      * is active and release impact identifies affected documents.

package/dist/orchestration/steps/calculate-scores-step.d.ts

@@ -4,10 +4,10 @@
  * Calls calculateAndWriteScores() from pipeline/calculate-scores.ts with
  * typed options derived from AppContext. No env bridge needed.
  */
-import type { AppContext, PipelineStep, StepResult, ValidationIssue } from "../../_vendor/ailf-core/index.d.ts";
+import type { AppContext, PipelineState, PipelineStep, StepResult, ValidationIssue } from "../../_vendor/ailf-core/index.d.ts";
 export declare class CalculateScoresStep implements PipelineStep {
     readonly name = "calculate-scores";
     check(): ValidationIssue[];
-    execute(ctx: AppContext): Promise<StepResult>;
+    execute(ctx: AppContext, state: PipelineState): Promise<StepResult>;
     cacheInputs(ctx: AppContext): string[];
 }

package/dist/orchestration/steps/calculate-scores-step.js

@@ -5,6 +5,7 @@
  * typed options derived from AppContext. No env bridge needed.
  */
 import { join } from "path";
+import { FULL_MODE_SUBMODES } from "../../_vendor/ailf-shared/index.js";
 import { getStepInputPaths } from "../../pipeline/cache.js";
 import { calculateAndWriteScores } from "../../pipeline/calculate-scores.js";
 import { checkResultsExist, checkScoreSummaryValid, } from "../../pipeline/checks.js";
@@ -16,8 +17,29 @@ export class CalculateScoresStep {
     check() {
         return [];
     }
-    async execute(ctx) {
+    async execute(ctx, state) {
         const start = Date.now();
+        // When all required eval modes were satisfied by remote cache hits,
+        // score-summary.json was already restored from the cached report.
+        // Skip re-calculation — the raw eval-results files don't exist.
+        if (state.remoteCacheHits?.size) {
+            const requiredModes = ctx.config.mode === "full"
+                ? [...FULL_MODE_SUBMODES]
+                : [ctx.config.mode];
+            const allCached = requiredModes.every((m) => state.remoteCacheHits.has(m));
+            if (allCached) {
+                // Verify the restored score-summary.json is valid
+                const summaryIssues = checkScoreSummaryValid(ctx.config.rootDir);
+                const summaryErrors = summaryIssues.filter((i) => i.severity === "error");
+                if (summaryErrors.length === 0) {
+                    return {
+                        reason: "Remote cache hit — score-summary.json restored from cached report",
+                        status: "skipped",
+                    };
+                }
+                // If the summary is invalid, fall through to normal calculation
+            }
+        }
         const primaryMode = ctx.config.mode === "full"
             ? "baseline"
             : ctx.config.mode;

package/dist/orchestration/steps/run-eval-step.js

@@ -102,6 +102,10 @@ export class RunEvalStep {
             ctx.reportStore) {
             const remoteCacheResult = await checkRemoteCache(evalFingerprint, ctx.reportStore, rootDir);
             if (remoteCacheResult) {
+                // Record the cache hit so CalculateScoresStep can skip when all
+                // required eval modes were satisfied from the remote cache.
+                state.remoteCacheHits ??= new Set();
+                state.remoteCacheHits.add(this.mode);
                 return {
                     durationMs: Date.now() - start,
                     status: "success",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/ailf",
-  "version": "0.1.26",
+  "version": "0.1.27",
   "private": false,
   "publishConfig": {
     "access": "restricted"