@ls-stack/agent-eval 0.60.0 → 0.60.2

package/dist/index.d.mts

@@ -1942,6 +1942,7 @@ declare const columnFormatSchema: z.ZodEnum<{
   number: "number";
   boolean: "boolean";
   file: "file";
+  duration: "duration";
   markdown: "markdown";
   json: "json";
   image: "image";
@@ -1949,7 +1950,6 @@ declare const columnFormatSchema: z.ZodEnum<{
   pdf: "pdf";
   audio: "audio";
   video: "video";
-  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -1969,6 +1969,7 @@ declare const columnDefSchema: z.ZodObject<{
     number: "number";
     boolean: "boolean";
     file: "file";
+    duration: "duration";
     markdown: "markdown";
     json: "json";
     image: "image";
@@ -1976,7 +1977,6 @@ declare const columnDefSchema: z.ZodObject<{
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2022,8 +2022,8 @@ type CellValue = z.infer<typeof cellValueSchema>; //#endregion
 declare const traceAttributeDisplayFormatSchema: z.ZodEnum<{
   string: "string";
   number: "number";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -2047,8 +2047,8 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
   format: z.ZodOptional<z.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2083,8 +2083,8 @@ declare const traceDisplayConfigSchema: z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2123,8 +2123,8 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
   format: z.ZodOptional<z.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2161,8 +2161,8 @@ declare const traceDisplayInputConfigSchema: z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2327,6 +2327,7 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     number: "number";
     boolean: "boolean";
     file: "file";
+    duration: "duration";
     markdown: "markdown";
     json: "json";
     image: "image";
@@ -2334,7 +2335,6 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2391,6 +2391,7 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
     number: "number";
     boolean: "boolean";
     file: "file";
+    duration: "duration";
     markdown: "markdown";
     json: "json";
     image: "image";
@@ -2398,7 +2399,6 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2437,6 +2437,7 @@ declare const evalSummarySchema$1: z.ZodObject<{
       number: "number";
       boolean: "boolean";
       file: "file";
+      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
@@ -2444,7 +2445,6 @@ declare const evalSummarySchema$1: z.ZodObject<{
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2518,6 +2518,7 @@ declare const evalSummarySchema$1: z.ZodObject<{
       number: "number";
       boolean: "boolean";
       file: "file";
+      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
@@ -2525,7 +2526,6 @@ declare const evalSummarySchema$1: z.ZodObject<{
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2559,8 +2559,8 @@ declare const evalSummarySchema$1: z.ZodObject<{
       label: z.ZodOptional<z.ZodString>;
       color: z.ZodOptional<z.ZodEnum<{
         success: "success";
-        error: "error";
         accent: "accent";
+        error: "error";
         accentDim: "accentDim";
         warning: "warning";
         textMuted: "textMuted";
@@ -2583,8 +2583,8 @@ declare const evalSummarySchema$1: z.ZodObject<{
       label: z.ZodOptional<z.ZodString>;
       color: z.ZodOptional<z.ZodEnum<{
         success: "success";
-        error: "error";
         accent: "accent";
+        error: "error";
         accentDim: "accentDim";
         warning: "warning";
         textMuted: "textMuted";
@@ -2749,6 +2749,7 @@ declare const caseRowSchema$1: z.ZodObject<{
       number: "number";
       boolean: "boolean";
       file: "file";
+      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
@@ -2756,7 +2757,6 @@ declare const caseRowSchema$1: z.ZodObject<{
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2894,8 +2894,8 @@ declare const scoreTraceSchema: z.ZodObject<{
       format: z.ZodOptional<z.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2997,8 +2997,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
       format: z.ZodOptional<z.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3066,8 +3066,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
         format: z.ZodOptional<z.ZodEnum<{
           string: "string";
           number: "number";
-          json: "json";
           duration: "duration";
+          json: "json";
         }>>;
         numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3127,6 +3127,7 @@ declare const caseDetailSchema$1: z.ZodObject<{
       number: "number";
       boolean: "boolean";
       file: "file";
+      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
@@ -3134,7 +3135,6 @@ declare const caseDetailSchema$1: z.ZodObject<{
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3284,8 +3284,8 @@ type EvalChartAggregate = z.infer<typeof evalChartAggregateSchema>;
  */
 declare const evalChartColorSchema: z.ZodEnum<{
   success: "success";
-  error: "error";
   accent: "accent";
+  error: "error";
   accentDim: "accentDim";
   warning: "warning";
   textMuted: "textMuted";
@@ -3313,8 +3313,8 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   label: z.ZodOptional<z.ZodString>;
   color: z.ZodOptional<z.ZodEnum<{
     success: "success";
-    error: "error";
     accent: "accent";
+    error: "error";
     accentDim: "accentDim";
     warning: "warning";
     textMuted: "textMuted";
@@ -3337,8 +3337,8 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   label: z.ZodOptional<z.ZodString>;
   color: z.ZodOptional<z.ZodEnum<{
     success: "success";
-    error: "error";
     accent: "accent";
+    error: "error";
     accentDim: "accentDim";
     warning: "warning";
     textMuted: "textMuted";
@@ -3396,8 +3396,8 @@ declare const evalChartConfigSchema: z.ZodObject<{
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
-      error: "error";
       accent: "accent";
+      error: "error";
       accentDim: "accentDim";
       warning: "warning";
       textMuted: "textMuted";
@@ -3420,8 +3420,8 @@ declare const evalChartConfigSchema: z.ZodObject<{
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
-      error: "error";
       accent: "accent";
+      error: "error";
       accentDim: "accentDim";
       warning: "warning";
       textMuted: "textMuted";
@@ -3486,8 +3486,8 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
-      error: "error";
       accent: "accent";
+      error: "error";
       accentDim: "accentDim";
       warning: "warning";
       textMuted: "textMuted";
@@ -3510,8 +3510,8 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
       success: "success";
-      error: "error";
       accent: "accent";
+      error: "error";
       accentDim: "accentDim";
       warning: "warning";
       textMuted: "textMuted";
@@ -3808,8 +3808,8 @@ declare const llmCallMetricFormatSchema$1: z.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3818,8 +3818,8 @@ declare const apiCallMetricFormatSchema$1: z.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3888,8 +3888,8 @@ declare const llmCallMetricSchema: z.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3917,8 +3917,8 @@ declare const apiCallMetricSchema: z.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4031,8 +4031,8 @@ declare const llmCallsConfigSchema: z.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4067,8 +4067,8 @@ declare const apiCallsConfigSchema: z.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4670,6 +4670,7 @@ declare const cacheRecordingOpSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       number: "number";
       boolean: "boolean";
       file: "file";
+      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
@@ -4677,7 +4678,6 @@ declare const cacheRecordingOpSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -4758,6 +4758,7 @@ declare const cacheRecordingSchema: z.ZodObject<{
         number: "number";
         boolean: "boolean";
         file: "file";
+        duration: "duration";
         markdown: "markdown";
         json: "json";
         image: "image";
@@ -4765,7 +4766,6 @@ declare const cacheRecordingSchema: z.ZodObject<{
         pdf: "pdf";
         audio: "audio";
         video: "video";
-        duration: "duration";
         percent: "percent";
         passFail: "passFail";
         stars: "stars";
@@ -4859,6 +4859,7 @@ declare const cacheEntrySchema: z.ZodObject<{
           number: "number";
           boolean: "boolean";
           file: "file";
+          duration: "duration";
           markdown: "markdown";
           json: "json";
           image: "image";
@@ -4866,7 +4867,6 @@ declare const cacheEntrySchema: z.ZodObject<{
           pdf: "pdf";
           audio: "audio";
           video: "video";
-          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -4977,6 +4977,7 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
             number: "number";
             boolean: "boolean";
             file: "file";
+            duration: "duration";
             markdown: "markdown";
             json: "json";
             image: "image";
@@ -4984,7 +4985,6 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
             pdf: "pdf";
             audio: "audio";
             video: "video";
-            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -5084,6 +5084,7 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
           number: "number";
           boolean: "boolean";
           file: "file";
+          duration: "duration";
           markdown: "markdown";
           json: "json";
           image: "image";
@@ -5091,7 +5092,6 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
           pdf: "pdf";
           audio: "audio";
           video: "video";
-          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -5193,6 +5193,7 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
               number: "number";
               boolean: "boolean";
               file: "file";
+              duration: "duration";
               markdown: "markdown";
               json: "json";
               image: "image";
@@ -5200,7 +5201,6 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
               pdf: "pdf";
               audio: "audio";
               video: "video";
-              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -5300,6 +5300,7 @@ declare const cacheFileSchema: z.ZodObject<{
             number: "number";
             boolean: "boolean";
             file: "file";
+            duration: "duration";
             markdown: "markdown";
             json: "json";
             image: "image";
@@ -5307,7 +5308,6 @@ declare const cacheFileSchema: z.ZodObject<{
             pdf: "pdf";
             audio: "audio";
             video: "video";
-            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -5417,6 +5417,7 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
               number: "number";
               boolean: "boolean";
               file: "file";
+              duration: "duration";
               markdown: "markdown";
               json: "json";
               image: "image";
@@ -5424,7 +5425,6 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
               pdf: "pdf";
               audio: "audio";
               video: "video";
-              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -7219,11 +7219,20 @@ type EvalRunner = {
   validateManualInputs(request: CreateRunRequest$1): ManualInputValidationResult;
 }; //#endregion
 //#region src/runner.d.ts
-/** Create an in-memory eval runner bound to the current workspace config. */
+/**
+ * Create an in-memory eval runner bound to the current workspace config.
+ *
+ * @param options.watchForChanges Watch eval files, run history, config, and
+ * workspace `.env` for live reloads.
+ * @param options.loadEnv Load `.env` from the current workspace before config,
+ * discovery, and runs. Shell-provided values keep precedence.
+ */
 declare function createRunner({
-  watchForChanges
+  watchForChanges,
+  loadEnv
 }?: {
   watchForChanges?: boolean;
+  loadEnv?: boolean;
 }): EvalRunner; //#endregion
 //#region src/manualInput/files.d.ts
 type StageManualInputFileParams = {

package/dist/index.mjs

@@ -1,4 +1,4 @@
-import { $ as setScopeCacheContext, A as repoFile, B as evalTime, C as evalTracer, D as deserializeCacheValue, E as deserializeCacheRecording, F as EvalRuntimeUsageError, Ft as getEvalRegistry, H as getEvalCaseInput, I as appendToEvalOutput, J as runInEvalRuntimeScope, K as mergeEvalOutput, M as readManualInputFile, N as evalExpect, O as serializeCacheRecording, P as EvalAssertionError, Q as setEvalOutput, R as evalAssert, S as evalSpan, T as hashCacheKeySync, U as incrementEvalOutput, V as getCurrentScope, W as isInEvalScope, X as runInExistingEvalScope, Y as runInEvalScope, at as extractApiCalls, b as buildTraceTree, ct as simulateTokenAllocation, et as startEvalBackgroundJob, it as extractCacheHits, j as manualInputFileValueSchema, k as serializeCacheValue, ot as extractLlmCalls, q as nextEvalId, rt as extractCacheEntries, st as simulateLlmCallCost, ut as getNestedAttribute, w as hashCacheKey, x as captureEvalSpanError, z as evalLog } from "./runExecution-CjWJUUZ5.mjs";
-import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-FOyPC8UD.mjs";
-import { n as matchesEvalTags, t as defineEval } from "./src-p-GRSVDb.mjs";
+import { $ as setScopeCacheContext, A as repoFile, B as evalTime, C as evalTracer, D as deserializeCacheValue, E as deserializeCacheRecording, F as EvalRuntimeUsageError, Ft as getEvalRegistry, H as getEvalCaseInput, I as appendToEvalOutput, J as runInEvalRuntimeScope, K as mergeEvalOutput, M as readManualInputFile, N as evalExpect, O as serializeCacheRecording, P as EvalAssertionError, Q as setEvalOutput, R as evalAssert, S as evalSpan, T as hashCacheKeySync, U as incrementEvalOutput, V as getCurrentScope, W as isInEvalScope, X as runInExistingEvalScope, Y as runInEvalScope, at as extractApiCalls, b as buildTraceTree, ct as simulateTokenAllocation, et as startEvalBackgroundJob, it as extractCacheHits, j as manualInputFileValueSchema, k as serializeCacheValue, ot as extractLlmCalls, q as nextEvalId, rt as extractCacheEntries, st as simulateLlmCallCost, ut as getNestedAttribute, w as hashCacheKey, x as captureEvalSpanError, z as evalLog } from "./runExecution-Bq0Y3y_1.mjs";
+import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-CbePEEua.mjs";
+import { n as matchesEvalTags, t as defineEval } from "./src-CVM_FqPx.mjs";
 export { EvalAssertionError, EvalRuntimeUsageError, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob };

package/dist/runChild.mjs

@@ -1,5 +1,5 @@
-import { At as evalStatsConfigSchema, L as configureEvalRunLogs, Mt as evalChartsConfigSchema, Nt as columnDefSchema, Tt as buildEvalKey, bt as runManifestSchema, jt as manualInputDescriptorSchema, kt as evalStatAggregateSchema, l as registerAgentEvalsPackageResolutionHooks, p as loadConfig, tt as createRunRequestSchema, v as createFsCacheStore, xt as runSummarySchema, y as getCacheRetentionOptions } from "./runExecution-CjWJUUZ5.mjs";
-import { S as parseEvalDiscovery, m as persistRunState, r as getTargetEvals$1, t as executeRun } from "./runOrchestration-DE2TFAS6.mjs";
+import { At as evalStatsConfigSchema, L as configureEvalRunLogs, Mt as evalChartsConfigSchema, Nt as columnDefSchema, Tt as buildEvalKey, bt as runManifestSchema, jt as manualInputDescriptorSchema, kt as evalStatAggregateSchema, l as registerAgentEvalsPackageResolutionHooks, p as loadConfig, tt as createRunRequestSchema, v as createFsCacheStore, xt as runSummarySchema, y as getCacheRetentionOptions } from "./runExecution-Bq0Y3y_1.mjs";
+import { S as parseEvalDiscovery, m as persistRunState, r as getTargetEvals$1, t as executeRun } from "./runOrchestration-BpwW0AmB.mjs";
 import { z } from "zod";
 import { readFile } from "node:fs/promises";
 import { relative } from "node:path";

package/dist/{runExecution-CjWJUUZ5.mjs → runExecution-Bq0Y3y_1.mjs}

@@ -289,7 +289,7 @@ z.object({
 	key: z.string(),
 	namespace: z.string(),
 	storedAt: z.string(),
-	/** Last successful cache hit time. `null` means the entry has not been hit yet. */
+	/** Last successful cache read or write time. Legacy entries may be `null`. */
 	lastAccessedAt: z.string().nullable()
 });
 z.object({
@@ -5395,7 +5395,7 @@ function createFsCacheStore(options) {
 				const index = await readNamespaceIndex(cacheDir, entry.namespace);
 				index.entries[entry.key] = {
 					storedAt: entry.storedAt,
-					lastAccessedAt: null,
+					lastAccessedAt: entry.storedAt,
 					blobRefs: await collectExternalJsonBlobRefs(entry, blobDirs)
 				};
 				await writeNamespaceIndex(cacheDir, index);

package/dist/{runOrchestration-DE2TFAS6.mjs → runOrchestration-BpwW0AmB.mjs}

@@ -1,4 +1,4 @@
-import { Dt as caseDetailSchema, Et as getCaseRowCaseKey, It as runWithEvalRegistry, J as runInEvalRuntimeScope, Ot as caseRowSchema, Z as runWithEvalClock, _t as matchesTagsFilter, bt as runManifestSchema, d as loadEvalModule, f as resolveEvalDefaultConfig, g as commitPendingCacheWrites, gt as dedupeEvalTags, ht as deriveStatusFromChildStatuses, i as isCaseChildMessage, m as buildDeclaredColumnDefs, mt as deriveStatusFromCaseRows, n as resolveRunnableEvalCases, o as stripTerminalControlCodes, pt as deriveScopedSummaryFromCases, t as filterEvalCases, u as runWithModuleIsolation, vt as validateEvalTagName, wt as buildCaseKey, xt as runSummarySchema, yt as validateTagsFilterExpression } from "./runExecution-CjWJUUZ5.mjs";
+import { Dt as caseDetailSchema, Et as getCaseRowCaseKey, It as runWithEvalRegistry, J as runInEvalRuntimeScope, Ot as caseRowSchema, Z as runWithEvalClock, _t as matchesTagsFilter, bt as runManifestSchema, d as loadEvalModule, f as resolveEvalDefaultConfig, g as commitPendingCacheWrites, gt as dedupeEvalTags, ht as deriveStatusFromChildStatuses, i as isCaseChildMessage, m as buildDeclaredColumnDefs, mt as deriveStatusFromCaseRows, n as resolveRunnableEvalCases, o as stripTerminalControlCodes, pt as deriveScopedSummaryFromCases, t as filterEvalCases, u as runWithModuleIsolation, vt as validateEvalTagName, wt as buildCaseKey, xt as runSummarySchema, yt as validateTagsFilterExpression } from "./runExecution-Bq0Y3y_1.mjs";
 import { Result, resultify } from "t-result";
 import { readFile, readdir, rm, writeFile } from "node:fs/promises";
 import { dirname, join } from "node:path";

package/dist/runner-Kp0JqxrU.mjs

@@ -0,0 +1,15 @@
+import { n as createRunner } from "./cli-CbePEEua.mjs";
+import "./src-CVM_FqPx.mjs";
+//#region ../../apps/server/src/runner.ts
+let runnerInstance = null;
+function getRunnerInstance({ loadEnv = true } = {}) {
+	if (!runnerInstance) runnerInstance = createRunner({ loadEnv });
+	return runnerInstance;
+}
+async function initRunner(options = {}) {
+	const runner = getRunnerInstance(options);
+	await runner.init();
+	return runner;
+}
+//#endregion
+export { initRunner as n, getRunnerInstance as t };

package/dist/{runner-CIxj7jYj.mjs → runner-XEP21_u9.mjs}

@@ -1,2 +1,2 @@
-import { n as initRunner, t as getRunnerInstance } from "./runner-Dv5cseOt.mjs";
+import { n as initRunner, t as getRunnerInstance } from "./runner-Kp0JqxrU.mjs";
 export { getRunnerInstance, initRunner };

package/dist/{src-p-GRSVDb.mjs → src-CVM_FqPx.mjs}

@@ -1,5 +1,5 @@
-import { G as matchesEvalTags$1, Pt as defineEval$1 } from "./runExecution-CjWJUUZ5.mjs";
-import "./cli-FOyPC8UD.mjs";
+import { G as matchesEvalTags$1, Pt as defineEval$1 } from "./runExecution-Bq0Y3y_1.mjs";
+import "./cli-CbePEEua.mjs";
 //#region src/index.ts
 /** Register an eval definition with typed tag support. */
 function defineEval(definition) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ls-stack/agent-eval",
-  "version": "0.60.0",
+  "version": "0.60.2",
   "type": "module",
   "bin": {
     "agent-evals": "./dist/bin.mjs"

package/skills/agent-eval/SKILL.md

@@ -34,9 +34,10 @@ display rules), read the TypeScript declarations shipped with the package:
   it before the next run starts. Temporary runs appear in `show-runs` while
   present; normal runs are never deleted by temporary-run cleanup. In the app,
   the run drawer can promote a temporary run to durable history.
-- `agent-evals app` watches `agent-evals.config.ts` and reloads config in
-  place when the runner is idle. If config changes during an active run, the
-  reload applies after the current run reaches a terminal state.
+- `agent-evals app` watches `agent-evals.config.ts` and the workspace `.env`
+  and reloads them in place when the runner is idle. If config or `.env`
+  changes during an active run, the reload applies after the current run
+  reaches a terminal state.
 - App-triggered runs log the queued target evals, resolved case concurrency,
   each case start for evals that are actually running, and the terminal run
   summary in the server terminal.
@@ -567,6 +568,8 @@ Mental model:
   runner stays idle for `cache.pruneIdleDelayMs ?? 5000` milliseconds. Configure
   `cache.maxEntries` as a number for the default cap, or as
   `{ default, namespaces }` for exact namespace-specific caps.
+  Writes initialize the row's last access time to the stored time; later cache
+  hits refresh that timestamp at the configured access-time update interval.
 - Unindexed legacy cache files are ignored by normal lookup/listing. Use
   `agent-evals cache repair` to remove unindexed cache files, stale index rows,
   debug sidecars, and unreferenced blob files.

package/dist/runner-Dv5cseOt.mjs

@@ -1,15 +0,0 @@
-import { n as createRunner } from "./cli-FOyPC8UD.mjs";
-import "./src-p-GRSVDb.mjs";
-//#region ../../apps/server/src/runner.ts
-let runnerInstance = null;
-function getRunnerInstance() {
-	if (!runnerInstance) runnerInstance = createRunner();
-	return runnerInstance;
-}
-async function initRunner() {
-	const runner = getRunnerInstance();
-	await runner.init();
-	return runner;
-}
-//#endregion
-export { initRunner as n, getRunnerInstance as t };