@ls-stack/agent-eval 0.58.2 → 0.58.4

package/dist/{app-BxD6aHbp.mjs → app-sGeXC4AT.mjs}

@@ -1,7 +1,7 @@
-import { Et as getCaseRowCaseKey, Ot as caseRowSchema, dt as getEvalTitle, nt as updateManualScoreRequestSchema, rt as extractCacheEntries, tt as createRunRequestSchema } from "./runExecution-pHJ0_TzH.mjs";
-import { o as stageManualInputFile } from "./cli-HBwXIJsg.mjs";
-import "./src-AeXGBJ26.mjs";
-import { t as getRunnerInstance } from "./runner-D_pz2NON.mjs";
+import { Dt as getCaseRowCaseKey, ft as getEvalTitle, it as extractCacheEntries, kt as caseRowSchema, nt as createRunRequestSchema, rt as updateManualScoreRequestSchema } from "./runExecution-CLkC-4Z1.mjs";
+import { o as stageManualInputFile } from "./cli-Bf5RzM8O.mjs";
+import "./src-BjMMDm_O.mjs";
+import { t as getRunnerInstance } from "./runner-DW-11txl.mjs";
 import { z } from "zod/v4";
 import { readFile } from "node:fs/promises";
 import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
@@ -56,6 +56,8 @@ const assetsRoutes = new Hono().get("/repo-file", async (c) => {
 * - `DELETE /` clears the entire cache directory.
 * - `DELETE /actions/eval?evalKey=<key>` clears entries recorded by saved runs
 *   for one exact eval identity.
+* - `DELETE /actions/run-history/:runId` clears entries recorded by the run
+*   and all earlier saved runs.
 * - `DELETE /:namespace` clears one namespace.
 * - `DELETE /:namespace/:key` clears a single entry by its key hash.
 */
@@ -84,6 +86,20 @@ const cacheRoutes = new Hono().get("/", async (c) => {
 		ok: true,
 		deletedEntries: entries.length
 	}, 200);
+}).delete("/actions/run-history/:runId", async (c) => {
+	const runId = c.req.param("runId");
+	const runner = getRunnerInstance();
+	const entries = getCacheEntriesForRunAndPrevious(runner, runId);
+	if (entries === null) return c.json({ error: "Run not found" }, 404);
+	await Promise.all(entries.map((entry) => runner.clearCache({
+		namespace: entry.namespace,
+		key: entry.key
+	})));
+	return c.json({
+		ok: true,
+		deletedEntries: entries.length,
+		entries
+	}, 200);
 }).delete("/:namespace", async (c) => {
 	const namespace = c.req.param("namespace");
 	await getRunnerInstance().clearCache({ namespace });
@@ -106,17 +122,53 @@ function getCacheEntriesForEvalRuns(runner, evalKey) {
 			if (caseRow.evalKey !== evalKey) continue;
 			const caseDetail = runner.getCaseDetail(manifest.id, caseRow.caseId);
 			if (caseDetail === void 0) continue;
-			for (const entry of extractCacheEntries(caseDetail.trace, caseDetail.cacheRefs)) {
-				if (!entry.stored) continue;
-				entries.set(`${entry.namespace}\u0000${entry.key}`, {
-					namespace: entry.namespace,
-					key: entry.key
-				});
-			}
+			for (const entry of getStoredCacheEntriesForCase(caseDetail)) entries.set(`${entry.namespace}\u0000${entry.key}`, {
+				namespace: entry.namespace,
+				key: entry.key
+			});
 		}
 	}
 	return [...entries.values()];
 }
+function getCacheEntriesForRunAndPrevious(runner, runId) {
+	const selectedRun = runner.getRun(runId);
+	if (selectedRun === void 0) return null;
+	const entries = /* @__PURE__ */ new Map();
+	for (const manifest of runner.getRuns()) {
+		const run = runner.getRun(manifest.id);
+		if (run === void 0) continue;
+		if (!runIsSelectedOrPrevious(run.manifest, selectedRun.manifest)) continue;
+		for (const caseRow of run.cases) {
+			const caseDetail = runner.getCaseDetail(manifest.id, caseRow.caseId);
+			if (caseDetail === void 0) continue;
+			for (const entry of getStoredCacheEntriesForCase(caseDetail)) entries.set(`${entry.namespace}\u0000${entry.key}`, {
+				namespace: entry.namespace,
+				key: entry.key
+			});
+		}
+	}
+	return [...entries.values()];
+}
+function getStoredCacheEntriesForCase(caseDetail) {
+	const entries = extractCacheEntries(caseDetail.trace, caseDetail.cacheRefs);
+	for (const scoreTrace of Object.values(caseDetail.scoringTraces ?? {})) entries.push(...extractCacheEntries(scoreTrace.trace, scoreTrace.cacheRefs));
+	return entries.filter((entry) => entry.stored);
+}
+function runIsSelectedOrPrevious(manifest, selectedManifest) {
+	if (manifest.id === selectedManifest.id) return true;
+	const runSequence = readRunSequence(manifest.shortId);
+	const selectedSequence = readRunSequence(selectedManifest.shortId);
+	if (runSequence !== void 0 && selectedSequence !== void 0) return runSequence <= selectedSequence;
+	const runStartedAt = Date.parse(manifest.startedAt);
+	const selectedStartedAt = Date.parse(selectedManifest.startedAt);
+	if (!Number.isFinite(runStartedAt) || !Number.isFinite(selectedStartedAt)) return false;
+	return runStartedAt <= selectedStartedAt;
+}
+function readRunSequence(shortId) {
+	if (!shortId.startsWith("r")) return void 0;
+	const value = Number(shortId.slice(1));
+	return Number.isInteger(value) && value >= 0 ? value : void 0;
+}
 //#endregion
 //#region ../../apps/server/src/routes/evals.ts
 const evalsRoutes = new Hono().get("/", (c) => {