reeval 0.0.1

package/dist/prepare-D6Uzcubb.js

@@ -0,0 +1,213 @@
+import { _ as stepCommand, x as parseDuration } from "./environment-Mz7wvrtD.js";
+import { H as harnessLabel, I as LABEL, U as imageFor, X as imageInfo, a as buildInstallLayer, c as dockerfileTag, d as installLayerTag, h as usesEsBase, i as buildImage, m as resolveFrom, r as buildDockerfile, s as contextHash, u as harnessImageFor } from "./src-DwwiVLqv.js";
+import "./config-Cuj0kVYj.js";
+import { t as PrepareError } from "./provider-CmAYTQQs.js";
+import "./docker-DQDZWXF9.js";
+import { mkdirSync, writeFileSync } from "node:fs";
+import { join, relative, sep } from "node:path";
+//#region src/sandbox/prepare.ts
+/** Whose CLI a harness's image carries. The fake harness runs in its `layout`'s, else Cursor's. */
+const imageHarness = (harness) => harness.kind === "fake" ? harness.layout ?? "cursor" : harness.kind;
+/** The sandbox's `install` commands, with their timeouts in ms. */
+const installSteps = (sandbox) => (sandbox.install ?? []).map((step) => typeof step === "string" ? { run: step } : {
+	run: step.run,
+	...step.timeout !== void 0 ? { timeoutMs: parseDuration(step.timeout) } : {}
+});
+const projectPath = (root, path) => relative(root, path).split(sep).join("/") || ".";
+function createBuilds(options = {}) {
+	const builds = /* @__PURE__ */ new Map();
+	return {
+		once: (ref, build) => {
+			let done = builds.get(ref);
+			if (!done) {
+				done = build();
+				builds.set(ref, done);
+			}
+			return done;
+		},
+		retry: options.retry ?? ((step) => step()),
+		log: options.log ?? (() => {}),
+		refresh: options.refresh ?? "none"
+	};
+}
+const buildLogger = (root, ref) => {
+	const dir = join(root, ".reeval", "cache", "images");
+	const file = join(dir, `${ref.replace(/[^A-Za-z0-9._-]+/g, "-")}.log`);
+	return {
+		file,
+		path: projectPath(root, file),
+		write: (output) => {
+			mkdirSync(dir, { recursive: true });
+			writeFileSync(file, output);
+		}
+	};
+};
+const built = async (ref) => {
+	const info = await imageInfo(ref);
+	if (!info) throw new Error(`The image ${ref} disappeared after building`);
+	return info;
+};
+/** reeval's image for the harness: built when it's missing, or when reeval's base context changed. */
+const esImage = (harness, root, signal, b) => {
+	const ref = imageFor(harness);
+	return b.once(ref, async () => {
+		const info = await imageInfo(ref);
+		const current = info?.labels[LABEL.context] === contextHash();
+		if (info && current && b.refresh !== "force") return info;
+		b.log(info && !current ? `Rebuilding ${ref}: reeval's base image changed` : `Building ${ref}`);
+		const output = buildLogger(root, ref);
+		const pull = b.refresh === "force";
+		await b.retry(() => buildImage(b.log, {
+			harness,
+			signal,
+			output,
+			pull
+		}));
+		return built(ref);
+	});
+};
+/**
+* The image with the harness in it that the sandbox's `install` layer (if any) goes on: reeval's
+* image for the harness, `image` as is, `from` with Node and the harness baked on, or the built
+* Dockerfile (with them baked on unless it's built on that harness's image).
+*/
+async function harnessBase(sandbox, harness, root, signal, b) {
+	const bake = (from) => {
+		const ref = harnessImageFor(harness, from);
+		return b.once(ref, async () => {
+			const cached = b.refresh === "force" ? null : await imageInfo(ref);
+			if (cached && b.refresh === "check") {
+				const now = await resolveFrom(from, signal);
+				const was = cached.labels[LABEL.fromDigest];
+				if ("digest" in now && was && now.digest !== was) b.log(`Rebuilding ${ref}: ${from} moved upstream`);
+				else return cached;
+			} else if (cached) return cached;
+			const output = buildLogger(root, ref);
+			const pull = b.refresh === "force";
+			await b.retry(() => buildImage(b.log, {
+				harness,
+				from,
+				signal,
+				output,
+				pull
+			}));
+			return built(ref);
+		});
+	};
+	if (sandbox.image) {
+		const image = sandbox.image;
+		return {
+			ref: image,
+			info: await b.once(image, async () => {
+				const found = await imageInfo(image);
+				if (found) return found;
+				throw new PrepareError({
+					class: "config",
+					stage: "image",
+					ref: image,
+					cause: null,
+					log: null,
+					usage: true,
+					message: `Docker image ${image} not found. docker({ image }) is used as is, so pull or build it first (or use from or dockerfile to have reeval build it).`
+				});
+			}),
+			dockerfile: null
+		};
+	}
+	if (sandbox.from) return {
+		ref: harnessImageFor(harness, sandbox.from),
+		info: await bake(sandbox.from),
+		dockerfile: null
+	};
+	if (sandbox.dockerfile) {
+		const path = sandbox.dockerfile;
+		const esBase = usesEsBase(path) ? (await esImage(harness, root, signal, b)).id : null;
+		const { tag, sha256 } = dockerfileTag(path, harness, esBase);
+		const dockerfile = {
+			path: projectPath(root, path),
+			sha256
+		};
+		const info = await b.once(tag, async () => {
+			const cached = b.refresh === "force" ? null : await imageInfo(tag);
+			if (cached) return cached;
+			b.log(`Building ${dockerfile.path} as ${tag}`);
+			const output = buildLogger(root, tag);
+			await b.retry(() => buildDockerfile(path, {
+				harness,
+				esBase,
+				name: dockerfile.path,
+				signal,
+				output,
+				force: true,
+				pull: b.refresh === "force"
+			}));
+			return built(tag);
+		});
+		if (info.labels[LABEL.harness] === harnessLabel(harness)) return {
+			ref: tag,
+			info,
+			dockerfile
+		};
+		return {
+			ref: harnessImageFor(harness, tag),
+			info: await bake(tag),
+			dockerfile
+		};
+	}
+	return {
+		ref: imageFor(harness),
+		info: await esImage(harness, root, signal, b),
+		dockerfile: null
+	};
+}
+/**
+* The image an attempt's container starts from: the sandbox's image for the harness, plus a
+* cached layer with its `install` commands, each built if missing. Each build's log goes to
+* `.reeval/cache/images/` under `root`.
+*/
+async function prepareImage(sandbox, harness, root, signal, b) {
+	const base = await harnessBase(sandbox, harness, root, signal, b);
+	const agentCli = base.info.labels[LABEL.agentVersion] ?? null;
+	const steps = installSteps(sandbox);
+	const install = (sandbox.install ?? []).map(stepCommand);
+	const digest = sandbox.from ? base.info.labels[LABEL.fromDigest] ?? null : null;
+	const image = {
+		agentCli,
+		base: base.ref,
+		install,
+		dockerfile: base.dockerfile,
+		...sandbox.from ? { from: {
+			ref: sandbox.from,
+			digest
+		} } : {}
+	};
+	if (steps.length === 0) return {
+		ref: base.ref,
+		id: base.info.id,
+		...image
+	};
+	const parent = {
+		ref: base.ref,
+		id: base.info.id
+	};
+	const ref = installLayerTag(parent, steps);
+	return {
+		ref,
+		id: (await b.once(ref, async () => {
+			const cached = await imageInfo(ref);
+			if (cached) return cached;
+			b.log(`Installing ${steps.length} command(s) onto ${base.ref} as ${ref}`);
+			const output = buildLogger(root, ref);
+			await buildInstallLayer(parent, steps, {
+				signal,
+				output
+			});
+			return built(ref);
+		})).id,
+		...image
+	};
+}
+//#endregion
+export { prepareImage as a, installSteps as i, esImage as n, projectPath as o, imageHarness as r, createBuilds as t };
+
+//# sourceMappingURL=prepare-D6Uzcubb.js.map

package/dist/prepare-D6Uzcubb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prepare-D6Uzcubb.js","names":[],"sources":["../src/sandbox/prepare.ts"],"mappings":";;;;;;;;;AA2BA,MAAa,gBAAgB,YAC3B,QAAQ,SAAS,SAAU,QAAQ,UAAU,WAAY,QAAQ;;AAGnE,MAAa,gBAAgB,aAC1B,QAAQ,WAAW,CAAC,EAAA,CAAG,KAAK,SAC3B,OAAO,SAAS,WACZ,EAAE,KAAK,KAAK,IACZ;CACE,KAAK,KAAK;CACV,GAAI,KAAK,YAAY,KAAA,IAAY,EAAE,WAAW,cAAc,KAAK,OAAO,EAAE,IAAI,CAAC;AACjF,CACN;AAIF,MAAa,eAAe,MAAc,SACxC,SAAS,MAAM,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,KAAK;AAoB/C,SAAgB,aAAa,UAAyC,CAAC,GAAW;CAChF,MAAM,yBAAS,IAAI,IAAgC;CACnD,OAAO;EACL,OAAO,KAAK,UAAU;GACpB,IAAI,OAAO,OAAO,IAAI,GAAG;GACzB,IAAI,CAAC,MAAM;IACT,OAAO,MAAM;IACb,OAAO,IAAI,KAAK,IAAI;GACtB;GACA,OAAO;EACT;EACA,OAAO,QAAQ,WAAW,SAAS,KAAK;EACxC,KAAK,QAAQ,cAAc,CAAC;EAC5B,SAAS,QAAQ,WAAW;CAC9B;AACF;AAEA,MAAM,eAAe,MAAc,QAAgB;CACjD,MAAM,MAAM,KAAK,MAAM,WAAW,SAAS,QAAQ;CACnD,MAAM,OAAO,KAAK,KAAK,GAAG,IAAI,QAAQ,qBAAqB,GAAG,EAAE,KAAK;CACrE,OAAO;EACL;EACA,MAAM,YAAY,MAAM,IAAI;EAC5B,QAAQ,WAAmB;GACzB,UAAU,KAAK,EAAE,WAAW,KAAK,CAAC;GAClC,cAAc,MAAM,MAAM;EAC5B;CACF;AACF;AAEA,MAAM,QAAQ,OAAO,QAAgB;CACnC,MAAM,OAAO,MAAM,UAAU,GAAG;CAChC,IAAI,CAAC,MAAM,MAAM,IAAI,MAAM,aAAa,IAAI,4BAA4B;CACxE,OAAO;AACT;;AAGA,MAAa,WAAW,SAAuB,MAAc,QAAqB,MAAc;CAC9F,MAAM,MAAM,SAAS,OAAO;CAC5B,OAAO,EAAE,KAAK,KAAK,YAAY;EAC7B,MAAM,OAAO,MAAM,UAAU,GAAG;EAChC,MAAM,UAAU,MAAM,OAAO,MAAM,aAAa,YAAY;EAC5D,IAAI,QAAQ,WAAW,EAAE,YAAY,SAAS,OAAO;EACrD,EAAE,IAAI,QAAQ,CAAC,UAAU,cAAc,IAAI,iCAAiC,YAAY,KAAK;EAC7F,MAAM,SAAS,YAAY,MAAM,GAAG;EACpC,MAAM,OAAO,EAAE,YAAY;EAC3B,MAAM,EAAE,YAAY,WAAW,EAAE,KAAK;GAAE;GAAS;GAAQ;GAAQ;EAAK,CAAC,CAAC;EACxE,OAAO,MAAM,GAAG;CAClB,CAAC;AACH;;;;;;AAOA,eAAe,YACb,SACA,SACA,MACA,QACA,GACmF;CACnF,MAAM,QAAQ,SAAiB;EAC7B,MAAM,MAAM,gBAAgB,SAAS,IAAI;EACzC,OAAO,EAAE,KAAK,KAAK,YAAY;GAC7B,MAAM,SAAS,EAAE,YAAY,UAAU,OAAO,MAAM,UAAU,GAAG;GACjE,IAAI,UAAU,EAAE,YAAY,SAAS;IAEnC,MAAM,MAAM,MAAM,YAAY,MAAM,MAAM;IAC1C,MAAM,MAAM,OAAO,OAAO,MAAM;IAChC,IAAI,YAAY,OAAO,OAAO,IAAI,WAAW,KAC3C,EAAE,IAAI,cAAc,IAAI,IAAI,KAAK,gBAAgB;SAC5C,OAAO;GAChB,OAAO,IAAI,QAAQ,OAAO;GAC1B,MAAM,SAAS,YAAY,MAAM,GAAG;GACpC,MAAM,OAAO,EAAE,YAAY;GAC3B,MAAM,EAAE,YAAY,WAAW,EAAE,KAAK;IAAE;IAAS;IAAM;IAAQ;IAAQ;GAAK,CAAC,CAAC;GAC9E,OAAO,MAAM,GAAG;EAClB,CAAC;CACH;CAEA,IAAI,QAAQ,OAAO;EACjB,MAAM,QAAQ,QAAQ;EActB,OAAO;GAAE,KAAK;GAAO,MAAA,MAbF,EAAE,KAAK,OAAO,YAAY;IAC3C,MAAM,QAAQ,MAAM,UAAU,KAAK;IACnC,IAAI,OAAO,OAAO;IAClB,MAAM,IAAI,aAAa;KACrB,OAAO;KACP,OAAO;KACP,KAAK;KACL,OAAO;KACP,KAAK;KACL,OAAO;KACP,SAAS,gBAAgB,MAAM;IACjC,CAAC;GACH,CAAC;GAC0B,YAAY;EAAK;CAC9C;CACA,IAAI,QAAQ,MAEV,OAAO;EAAE,KADG,gBAAgB,SAAS,QAAQ,IAClC;EAAG,MAAM,MAAM,KAAK,QAAQ,IAAI;EAAG,YAAY;CAAK;CAEjE,IAAI,QAAQ,YAAY;EACtB,MAAM,OAAO,QAAQ;EACrB,MAAM,SAAS,WAAW,IAAI,KAAK,MAAM,QAAQ,SAAS,MAAM,QAAQ,CAAC,EAAA,CAAG,KAAK;EACjF,MAAM,EAAE,KAAK,WAAW,cAAc,MAAM,SAAS,MAAM;EAC3D,MAAM,aAAa;GAAE,MAAM,YAAY,MAAM,IAAI;GAAG;EAAO;EAC3D,MAAM,OAAO,MAAM,EAAE,KAAK,KAAK,YAAY;GACzC,MAAM,SAAS,EAAE,YAAY,UAAU,OAAO,MAAM,UAAU,GAAG;GACjE,IAAI,QAAQ,OAAO;GACnB,EAAE,IAAI,YAAY,WAAW,KAAK,MAAM,KAAK;GAC7C,MAAM,SAAS,YAAY,MAAM,GAAG;GACpC,MAAM,EAAE,YACN,gBAAgB,MAAM;IACpB;IACA;IACA,MAAM,WAAW;IACjB;IACA;IACA,OAAO;IACP,MAAM,EAAE,YAAY;GACtB,CAAC,CACH;GACA,OAAO,MAAM,GAAG;EAClB,CAAC;EAGD,IAAI,KAAK,OAAO,MAAM,aAAa,aAAa,OAAO,GACrD,OAAO;GAAE,KAAK;GAAK;GAAM;EAAW;EAEtC,OAAO;GAAE,KAAK,gBAAgB,SAAS,GAAG;GAAG,MAAM,MAAM,KAAK,GAAG;GAAG;EAAW;CACjF;CAEA,OAAO;EAAE,KADG,SAAS,OACV;EAAG,MAAM,MAAM,QAAQ,SAAS,MAAM,QAAQ,CAAC;EAAG,YAAY;CAAK;AAChF;;;;;;AAOA,eAAsB,aACpB,SACA,SACA,MACA,QACA,GACuB;CACvB,MAAM,OAAO,MAAM,YAAY,SAAS,SAAS,MAAM,QAAQ,CAAC;CAChE,MAAM,WAAW,KAAK,KAAK,OAAO,MAAM,iBAAiB;CACzD,MAAM,QAAQ,aAAa,OAAO;CAClC,MAAM,WAAW,QAAQ,WAAW,CAAC,EAAA,CAAG,IAAI,WAAW;CACvD,MAAM,SAAS,QAAQ,OAAQ,KAAK,KAAK,OAAO,MAAM,eAAe,OAAQ;CAC7E,MAAM,QAAQ;EACZ;EACA,MAAM,KAAK;EACX;EACA,YAAY,KAAK;EACjB,GAAI,QAAQ,OAAO,EAAE,MAAM;GAAE,KAAK,QAAQ;GAAM;EAAO,EAAE,IAAI,CAAC;CAChE;CACA,IAAI,MAAM,WAAW,GAAG,OAAO;EAAE,KAAK,KAAK;EAAK,IAAI,KAAK,KAAK;EAAI,GAAG;CAAM;CAE3E,MAAM,SAAS;EAAE,KAAK,KAAK;EAAK,IAAI,KAAK,KAAK;CAAG;CACjD,MAAM,MAAM,gBAAgB,QAAQ,KAAK;CAUzC,OAAO;EAAE;EAAK,KAAI,MATC,EAAE,KAAK,KAAK,YAAY;GACzC,MAAM,SAAS,MAAM,UAAU,GAAG;GAClC,IAAI,QAAQ,OAAO;GACnB,EAAE,IAAI,cAAc,MAAM,OAAO,mBAAmB,KAAK,IAAI,MAAM,KAAK;GACxE,MAAM,SAAS,YAAY,MAAM,GAAG;GAEpC,MAAM,kBAAkB,QAAQ,OAAO;IAAE;IAAQ;GAAO,CAAC;GACzD,OAAO,MAAM,GAAG;EAClB,CAAC,EAAA,CACsB;EAAI,GAAG;CAAM;AACtC"}

package/dist/provenance-Dfb8YY5Y.js

@@ -0,0 +1,129 @@
+import { t as inCI } from "./env-BQqj93gu.js";
+import { o as stripCredentials } from "./redact-C4fL_bZP.js";
+import { l as sha256, u as slugify } from "./ids-Bp6ut7ZD.js";
+import { r as repoTop, t as git } from "./git-D6hMeieS.js";
+import { hostname, userInfo } from "node:os";
+import { relative, sep } from "node:path";
+//#region src/history/provenance.ts
+const text = async (cwd, args) => {
+	const r = await git(cwd, args);
+	return r.code === 0 ? r.stdout.toString("utf8").trim() : null;
+};
+/**
+* The code under test. Null outside a git repo or before the first commit. reeval's own output
+* (`.reeval/` and the history folder, given in `ignore` as absolute paths) never makes a run dirty.
+*/
+async function gitInfo(root, ignore = [], env = process.env) {
+	const sha = await text(root, [
+		"rev-parse",
+		"--verify",
+		"-q",
+		"HEAD"
+	]);
+	if (!sha) return null;
+	const top = await repoTop(root) ?? root;
+	const ignored = ignore.map((dir) => `${relative(top, dir).split(sep).join("/")}/`);
+	const isEsOutput = (path) => path.split("/").includes(".reeval") || ignored.some((dir) => path.startsWith(dir));
+	const dirty = (await git(root, [
+		"status",
+		"--porcelain=v1",
+		"-z",
+		"--untracked-files=all"
+	])).stdout.toString("utf8").split("\0").filter(Boolean).map((line) => ({
+		code: line.slice(0, 2),
+		path: line.slice(3)
+	})).filter((e) => e.path && !isEsOutput(e.path)).length > 0;
+	const branch = env.GITHUB_HEAD_REF || env.GITHUB_REF_NAME || env.CI_COMMIT_REF_NAME || await text(root, [
+		"symbolic-ref",
+		"--short",
+		"-q",
+		"HEAD"
+	]) || null;
+	const remote = await text(root, [
+		"remote",
+		"get-url",
+		"origin"
+	]);
+	return {
+		sha,
+		branch,
+		dirty,
+		diffHash: null,
+		worktreePatch: null,
+		worktreePatchNote: null,
+		commitTime: await text(root, [
+			"show",
+			"-s",
+			"--format=%cI",
+			"HEAD"
+		]) ?? "",
+		shallow: await text(root, ["rev-parse", "--is-shallow-repository"]) === "true",
+		remote: remote ? stripCredentials(remote) : null
+	};
+}
+function runnerInfo(env = process.env) {
+	if (!inCI(env)) return {
+		kind: "local",
+		hostHash: sha256(`evalsuite:${hostname()}`).slice(0, 12)
+	};
+	if (env.GITHUB_ACTIONS) {
+		const runUrl = env.GITHUB_SERVER_URL && env.GITHUB_REPOSITORY && env.GITHUB_RUN_ID ? `${env.GITHUB_SERVER_URL}/${env.GITHUB_REPOSITORY}/actions/runs/${env.GITHUB_RUN_ID}` : null;
+		const attempt = Number(env.GITHUB_RUN_ATTEMPT);
+		const number = Number(/^refs\/pull\/(\d+)\//.exec(env.GITHUB_REF ?? "")?.[1]);
+		const pr = number || env.GITHUB_BASE_REF ? {
+			number: number || null,
+			baseRef: env.GITHUB_BASE_REF || null
+		} : null;
+		return {
+			kind: "ci",
+			provider: "github",
+			runUrl,
+			attempt: attempt || null,
+			pr
+		};
+	}
+	if (env.GITLAB_CI) {
+		const iid = Number(env.CI_MERGE_REQUEST_IID);
+		const pr = iid ? {
+			number: iid,
+			baseRef: env.CI_MERGE_REQUEST_TARGET_BRANCH_NAME || null
+		} : null;
+		return {
+			kind: "ci",
+			provider: "gitlab",
+			runUrl: env.CI_JOB_URL ?? null,
+			attempt: null,
+			pr
+		};
+	}
+	return {
+		kind: "ci",
+		provider: "unknown",
+		runUrl: null,
+		attempt: null,
+		pr: null
+	};
+}
+/** Who a run belongs to, as a file-name segment: `ci` in CI, else the git user. */
+async function author(root, env = process.env) {
+	if (inCI(env)) return "ci";
+	const name = await text(root, ["config", "user.name"]);
+	const email = await text(root, ["config", "user.email"]);
+	let user = "";
+	try {
+		user = userInfo().username;
+	} catch {}
+	for (const candidate of [
+		name,
+		email?.split("@")[0],
+		user
+	]) {
+		const slug = candidate ? slugify(candidate, 24) : "";
+		if (slug) return slug;
+	}
+	return "unknown";
+}
+//#endregion
+export { gitInfo as n, runnerInfo as r, author as t };
+
+//# sourceMappingURL=provenance-Dfb8YY5Y.js.map

package/dist/provenance-Dfb8YY5Y.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provenance-Dfb8YY5Y.js","names":[],"sources":["../src/history/provenance.ts"],"mappings":";;;;;;;AAQA,MAAM,OAAO,OAAO,KAAa,SAAmB;CAClD,MAAM,IAAI,MAAM,IAAI,KAAK,IAAI;CAC7B,OAAO,EAAE,SAAS,IAAI,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK,IAAI;AAC3D;;;;;AAMA,eAAsB,QACpB,MACA,SAAmB,CAAC,GACpB,MAAM,QAAQ,KACW;CACzB,MAAM,MAAM,MAAM,KAAK,MAAM;EAAC;EAAa;EAAY;EAAM;CAAM,CAAC;CACpE,IAAI,CAAC,KAAK,OAAO;CACjB,MAAM,MAAO,MAAM,QAAQ,IAAI,KAAM;CACrC,MAAM,UAAU,OAAO,KAAK,QAAQ,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,EAAE;CACjF,MAAM,cAAc,SAClB,KAAK,MAAM,GAAG,CAAC,CAAC,SAAS,SAAS,KAAK,QAAQ,MAAM,QAAQ,KAAK,WAAW,GAAG,CAAC;CAQnF,MAAM,SANU,MADK,IAAI,MAAM;EAAC;EAAU;EAAkB;EAAM;CAAuB,CAAC,EAAA,CACnE,OACpB,SAAS,MAAM,CAAC,CAChB,MAAM,IAAI,CAAC,CACX,OAAO,OAAO,CAAC,CACf,KAAK,UAAU;EAAE,MAAM,KAAK,MAAM,GAAG,CAAC;EAAG,MAAM,KAAK,MAAM,CAAC;CAAE,EAAE,CAAC,CAChE,QAAQ,MAAM,EAAE,QAAQ,CAAC,WAAW,EAAE,IAAI,CACzB,CAAC,CAAC,SAAS;CAC/B,MAAM,SACJ,IAAI,mBACJ,IAAI,mBACJ,IAAI,sBACH,MAAM,KAAK,MAAM;EAAC;EAAgB;EAAW;EAAM;CAAM,CAAC,KAC3D;CACF,MAAM,SAAS,MAAM,KAAK,MAAM;EAAC;EAAU;EAAW;CAAQ,CAAC;CAC/D,OAAO;EACL;EACA;EACA;EAEA,UAAU;EACV,eAAe;EACf,mBAAmB;EACnB,YAAa,MAAM,KAAK,MAAM;GAAC;GAAQ;GAAM;GAAgB;EAAM,CAAC,KAAM;EAC1E,SAAU,MAAM,KAAK,MAAM,CAAC,aAAa,yBAAyB,CAAC,MAAO;EAC1E,QAAQ,SAAS,iBAAiB,MAAM,IAAI;CAC9C;AACF;AAEA,SAAgB,WAAW,MAAM,QAAQ,KAAiB;CACxD,IAAI,CAAC,KAAK,GAAG,GACX,OAAO;EAAE,MAAM;EAAS,UAAU,OAAO,aAAa,SAAS,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE;CAAE;CAEnF,IAAI,IAAI,gBAAgB;EACtB,MAAM,SACJ,IAAI,qBAAqB,IAAI,qBAAqB,IAAI,gBAClD,GAAG,IAAI,kBAAkB,GAAG,IAAI,kBAAkB,gBAAgB,IAAI,kBACtE;EACN,MAAM,UAAU,OAAO,IAAI,kBAAkB;EAE7C,MAAM,SAAS,OAAO,uBAAuB,KAAK,IAAI,cAAc,EAAE,CAAC,GAAG,EAAE;EAC5E,MAAM,KACJ,UAAU,IAAI,kBACV;GAAE,QAAQ,UAAU;GAAM,SAAS,IAAI,mBAAmB;EAAK,IAC/D;EACN,OAAO;GAAE,MAAM;GAAM,UAAU;GAAU;GAAQ,SAAS,WAAW;GAAM;EAAG;CAChF;CACA,IAAI,IAAI,WAAW;EACjB,MAAM,MAAM,OAAO,IAAI,oBAAoB;EAC3C,MAAM,KAAK,MACP;GAAE,QAAQ;GAAK,SAAS,IAAI,uCAAuC;EAAK,IACxE;EACJ,OAAO;GAAE,MAAM;GAAM,UAAU;GAAU,QAAQ,IAAI,cAAc;GAAM,SAAS;GAAM;EAAG;CAC7F;CACA,OAAO;EAAE,MAAM;EAAM,UAAU;EAAW,QAAQ;EAAM,SAAS;EAAM,IAAI;CAAK;AAClF;;AAGA,eAAsB,OAAO,MAAc,MAAM,QAAQ,KAAsB;CAC7E,IAAI,KAAK,GAAG,GAAG,OAAO;CACtB,MAAM,OAAO,MAAM,KAAK,MAAM,CAAC,UAAU,WAAW,CAAC;CACrD,MAAM,QAAQ,MAAM,KAAK,MAAM,CAAC,UAAU,YAAY,CAAC;CACvD,IAAI,OAAO;CACX,IAAI;EACF,OAAO,SAAS,CAAC,CAAC;CACpB,QAAQ,CAAC;CACT,KAAK,MAAM,aAAa;EAAC;EAAM,OAAO,MAAM,GAAG,CAAC,CAAC;EAAI;CAAI,GAAG;EAC1D,MAAM,OAAO,YAAY,QAAQ,WAAW,EAAE,IAAI;EAClD,IAAI,MAAM,OAAO;CACnB;CACA,OAAO;AACT"}

package/dist/provider-BDbNOQhQ.js

@@ -0,0 +1,2 @@
+import { t as PrepareError } from "./provider-CmAYTQQs.js";
+export { PrepareError };

package/dist/provider-CmAYTQQs.js

@@ -0,0 +1,14 @@
+import { t as InfraError } from "./types-C5vI3g1C.js";
+//#region src/sandbox/provider.ts
+var PrepareError = class extends InfraError {
+	name = "PrepareError";
+	failure;
+	constructor(failure) {
+		super(failure.message);
+		this.failure = failure;
+	}
+};
+//#endregion
+export { PrepareError as t };
+
+//# sourceMappingURL=provider-CmAYTQQs.js.map

package/dist/provider-CmAYTQQs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-CmAYTQQs.js","names":[],"sources":["../src/sandbox/provider.ts"],"mappings":";;AAgCA,IAAa,eAAb,cAAkC,WAAW;CAC3C,OAAgB;CAChB;CACA,YAAY,SAAyB;EACnC,MAAM,QAAQ,OAAO;EACrB,KAAK,UAAU;CACjB;AACF"}

package/dist/providers-2p3ylMHI.js

@@ -0,0 +1,107 @@
+import { t as UsageError } from "./errors-CSxfJ4qu.js";
+import { Y as dockerState, nt as ImageBuildError, ot as isTransient } from "./src-DwwiVLqv.js";
+import { t as PrepareError } from "./provider-CmAYTQQs.js";
+//#region src/sandbox/providers.ts
+/** The key of a Docker sandbox's image: what's in it, not the limits or user it runs with. */
+const dockerKey = (sandbox, harness) => {
+	const kind = harness.kind === "fake" ? harness.layout ?? "cursor" : harness.kind;
+	const { image, from, dockerfile, install } = sandbox;
+	return JSON.stringify({
+		harness: kind,
+		image: {
+			image,
+			from,
+			dockerfile,
+			install
+		}
+	});
+};
+/** How Docker's build errors class: a named cause is a resource, a network error transient. */
+function classifyDocker(error) {
+	const message = error instanceof Error ? error.message : String(error);
+	if (error instanceof ImageBuildError) {
+		const { stage, ref, transient, cause, log } = error.failure;
+		return {
+			class: cause ? "resource" : transient ? "transient" : "config",
+			stage,
+			ref,
+			cause,
+			log,
+			message
+		};
+	}
+	return {
+		class: isTransient(message) ? "transient" : "config",
+		stage: "image",
+		ref: null,
+		cause: null,
+		log: null,
+		message
+	};
+}
+/** Why Docker can't run a sandbox, as the fix a user needs; null when it can. */
+function dockerProblem(state, platform = process.platform) {
+	if (state === "running") return null;
+	if (state === "windows-containers") return "Docker is running Windows containers, but reeval's sandboxes are Linux containers. Switch Docker Desktop to Linux containers (its tray menu: Switch to Linux containers) and try again.";
+	return platform === "win32" ? "Docker is not running. Start Docker Desktop (with the WSL 2 backend and Linux containers) and try again." : "Docker is not running. Start Docker and try again.";
+}
+/** Throws a usage error unless Docker can run a sandbox. */
+async function requireDocker() {
+	const problem = dockerProblem(await dockerState());
+	if (problem) throw new UsageError(problem);
+}
+/** Docker: one image per key, each sub-image built once per provider (so once per run). */
+function dockerProvider(options = {}) {
+	let builds;
+	return {
+		kind: "docker",
+		async check() {
+			const problem = dockerProblem(await dockerState());
+			if (!problem) return;
+			throw new PrepareError({
+				class: "config",
+				stage: "docker",
+				ref: null,
+				cause: null,
+				log: null,
+				usage: true,
+				message: problem
+			});
+		},
+		key: dockerKey,
+		async prepare(sandbox, harness, ctx) {
+			const { createBuilds, imageHarness, prepareImage } = await import("./prepare-Cwv0bHs_.js");
+			builds ??= createBuilds({
+				retry: ctx.retry,
+				log: ctx.log,
+				refresh: options.refresh ?? "none"
+			});
+			return await prepareImage(sandbox, imageHarness(harness), ctx.root, ctx.signal, builds);
+		},
+		classify: classifyDocker
+	};
+}
+/** The fake sandbox is a temp directory on the host: nothing to check or prepare. */
+const fakeProvider = () => ({
+	kind: "fake",
+	check: async () => {},
+	key: () => "fake",
+	prepare: async () => null,
+	classify: (error) => ({
+		class: "config",
+		stage: "fake",
+		ref: null,
+		cause: null,
+		log: null,
+		message: error instanceof Error ? error.message : String(error)
+	})
+});
+/** A fresh set of providers, one per run: each keeps the run's builds. */
+const createProviders = (options = {}) => ({
+	docker: dockerProvider(options),
+	fake: fakeProvider()
+});
+//#endregion
+export { dockerProvider as a, dockerProblem as i, createProviders as n, fakeProvider as o, dockerKey as r, requireDocker as s, classifyDocker as t };
+
+//# sourceMappingURL=providers-2p3ylMHI.js.map

package/dist/providers-2p3ylMHI.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers-2p3ylMHI.js","names":[],"sources":["../src/sandbox/providers.ts"],"mappings":";;;;;AASA,MAAa,aAAa,SAAkC,YAA+B;CACzF,MAAM,OAAO,QAAQ,SAAS,SAAU,QAAQ,UAAU,WAAY,QAAQ;CAC9E,MAAM,EAAE,OAAO,MAAM,YAAY,YAAY;CAC7C,OAAO,KAAK,UAAU;EAAE,SAAS;EAAM,OAAO;GAAE;GAAO;GAAM;GAAY;EAAQ;CAAE,CAAC;AACtF;;AAGA,SAAgB,eAAe,OAAgC;CAC7D,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;CACrE,IAAI,iBAAiB,iBAAiB;EACpC,MAAM,EAAE,OAAO,KAAK,WAAW,OAAO,QAAQ,MAAM;EACpD,OAAO;GACL,OAAO,QAAQ,aAAa,YAAY,cAAc;GACtD;GACA;GACA;GACA;GACA;EACF;CACF;CACA,OAAO;EACL,OAAO,YAAY,OAAO,IAAI,cAAc;EAC5C,OAAO;EACP,KAAK;EACL,OAAO;EACP,KAAK;EACL;CACF;AACF;;AAGA,SAAgB,cACd,OACA,WAA4B,QAAQ,UACrB;CACf,IAAI,UAAU,WAAW,OAAO;CAChC,IAAI,UAAU,sBACZ,OAAO;CACT,OAAO,aAAa,UAChB,6GACA;AACN;;AAGA,eAAsB,gBAA+B;CACnD,MAAM,UAAU,cAAc,MAAM,YAAY,CAAC;CACjD,IAAI,SAAS,MAAM,IAAI,WAAW,OAAO;AAC3C;;AAGA,SAAgB,eACd,UAAiC,CAAC,GACQ;CAC1C,IAAI;CACJ,OAAO;EACL,MAAM;EACN,MAAM,QAAQ;GACZ,MAAM,UAAU,cAAc,MAAM,YAAY,CAAC;GACjD,IAAI,CAAC,SAAS;GACd,MAAM,IAAI,aAAa;IACrB,OAAO;IACP,OAAO;IACP,KAAK;IACL,OAAO;IACP,KAAK;IACL,OAAO;IACP,SAAS;GACX,CAAC;EACH;EACA,KAAK;EACL,MAAM,QAAQ,SAAS,SAAS,KAAK;GACnC,MAAM,EAAE,cAAc,cAAc,iBAAiB,MAAM,OAAO;GAClE,WAAW,aAAa;IACtB,OAAO,IAAI;IACX,KAAK,IAAI;IACT,SAAS,QAAQ,WAAW;GAC9B,CAAC;GACD,OAAO,MAAM,aAAa,SAAS,aAAa,OAAO,GAAG,IAAI,MAAM,IAAI,QAAQ,MAAM;EACxF;EACA,UAAU;CACZ;AACF;;AAGA,MAAa,sBAA8D;CACzE,MAAM;CACN,OAAO,YAAY,CAAC;CACpB,WAAW;CACX,SAAS,YAAY;CACrB,WAAW,WAAW;EACpB,OAAO;EACP,OAAO;EACP,KAAK;EACL,OAAO;EACP,KAAK;EACL,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;CAChE;AACF;;AAGA,MAAa,mBAAmB,UAAiC,CAAC,OAC/D;CAAE,QAAQ,eAAe,OAAO;CAAG,MAAM,aAAa;AAAE"}

package/dist/providers-BUOxitcT.js

@@ -0,0 +1,2 @@
+import { a as dockerProvider, s as requireDocker } from "./providers-2p3ylMHI.js";
+export { dockerProvider, requireDocker };

package/dist/query-CFATHZmV.js

@@ -0,0 +1,91 @@
+import { t as UsageError } from "./errors-CSxfJ4qu.js";
+import { n as clip } from "./text-gEcKjAyp.js";
+//#region src/query.ts
+const EXAMPLES = [
+	"reeval query lift",
+	`reeval query "SELECT eval_key, variant, points, lo, hi FROM lift WHERE within_noise = 0"`,
+	`reeval query "SELECT * FROM failing_attempts WHERE skill = 'house-greeting' AND model LIKE 'composer%'"`,
+	`reeval query "SELECT eval_key, cell_key, first_seen, flaky_runs FROM flaky_cells"`,
+	`reeval query "SELECT run_id, eval_key, changed FROM drift ORDER BY run_id DESC LIMIT 20"`,
+	`reeval query "SELECT branch, outcome, COUNT(*) AS n FROM eval_trend GROUP BY branch, outcome" --json`
+];
+const cell = (value) => value === null || value === void 0 ? "·" : clip(typeof value === "object" ? JSON.stringify(value) : String(value), 60);
+/** Rows as an aligned table: a header, then one line per row. */
+function formatRows({ columns, rows }) {
+	if (rows.length === 0) return "(no rows)";
+	const table = [columns, ...rows.map((r) => columns.map((c) => cell(r[c])))];
+	const widths = columns.map((_, i) => Math.max(...table.map((r) => (r[i] ?? "").length)));
+	return table.map((r) => r.map((v, i) => i === r.length - 1 ? v : v.padEnd(widths[i] ?? 0)).join("  ").trimEnd()).join("\n");
+}
+function formatSchema(schema, withExamples) {
+	const block = (type, title) => [title, ...schema.filter((o) => o.type === type).map((o) => `  ${o.name}(${o.columns.join(", ")})`)];
+	return [
+		...block("view", "Views (the common questions; filter them with SQL):"),
+		"",
+		...block("table", "Tables:"),
+		...withExamples ? [
+			"",
+			"Examples:",
+			...EXAMPLES.map((e) => `  ${e}`)
+		] : []
+	].join("\n");
+}
+/**
+* Whether `sql` holds more than one statement: SQLite would run the first and ignore the rest.
+* Semicolons inside quotes, identifiers and comments don't count; a trailing one is fine.
+*/
+function statementCount(sql) {
+	let count = 0;
+	let pending = false;
+	for (let i = 0; i < sql.length; i++) {
+		const c = sql[i];
+		if (c === "'" || c === "\"" || c === "`") {
+			const end = sql.indexOf(c, i + 1);
+			i = end === -1 ? sql.length : end;
+			pending = true;
+		} else if (c === "-" && sql[i + 1] === "-") {
+			const end = sql.indexOf("\n", i);
+			i = end === -1 ? sql.length : end;
+		} else if (c === "/" && sql[i + 1] === "*") {
+			const end = sql.indexOf("*/", i + 2);
+			i = end === -1 ? sql.length : end + 1;
+		} else if (c === ";") {
+			if (pending) count++;
+			pending = false;
+		} else if (!/\s/.test(c)) pending = true;
+	}
+	return count + (pending ? 1 : 0);
+}
+/**
+* `reeval query [sql | view] [--json] [--schema] [--rebuild]`. With no statement it lists the views
+* and tables; a bare name selects everything from that view or table.
+*/
+async function queryCommand(ctx, args) {
+	const { openHistoryDb } = await import("./db-Cjj2ZsfQ.js");
+	const db = await openHistoryDb(ctx.config.root, ctx.config.history.dir, { rebuild: !!ctx.flags.rebuild });
+	try {
+		const { sync } = db;
+		ctx.err(`history.db: ${sync.runs} runs${sync.rebuilt ? ", rebuilt" : ""}${sync.added ? `, ${sync.added} read` : ""}${sync.removed ? `, ${sync.removed} removed` : ""}`);
+		const text = args.join(" ").trim();
+		const schema = db.schema();
+		if (!text || ctx.flags.schema) {
+			ctx.out(ctx.flags.json ? JSON.stringify(schema, null, 2) : formatSchema(schema, !text));
+			return 0;
+		}
+		let sql = text;
+		if (statementCount(text) > 1) throw new UsageError("reeval query runs one statement at a time; drop the extra ones after \";\".");
+		if (/^[A-Za-z_]\w*$/.test(text)) {
+			if (!schema.some((o) => o.name === text)) throw new UsageError(`reeval query: no view or table named "${text}". Views: ${schema.filter((o) => o.type === "view").map((o) => o.name).join(", ")}. Run reeval query --schema for every column.`);
+			sql = `SELECT * FROM "${text}"`;
+		}
+		const result = db.query(sql);
+		ctx.out(ctx.flags.json ? JSON.stringify(result.rows, null, 2) : formatRows(result));
+		return 0;
+	} finally {
+		db.close();
+	}
+}
+//#endregion
+export { queryCommand as n, statementCount as r, formatRows as t };
+
+//# sourceMappingURL=query-CFATHZmV.js.map

package/dist/query-CFATHZmV.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-CFATHZmV.js","names":[],"sources":["../src/query.ts"],"mappings":";;;AAeA,MAAM,WAAW;CACf;CACA;CACA;CACA;CACA;CACA;AACF;AAEA,MAAM,QAAQ,UACZ,UAAU,QAAQ,UAAU,KAAA,IACxB,MACA,KAAK,OAAO,UAAU,WAAW,KAAK,UAAU,KAAK,IAAI,OAAO,KAAK,GAAG,EAAE;;AAGhF,SAAgB,WAAW,EAAE,SAAS,QAA6B;CACjE,IAAI,KAAK,WAAW,GAAG,OAAO;CAC9B,MAAM,QAAQ,CAAC,SAAS,GAAG,KAAK,KAAK,MAAM,QAAQ,KAAK,MAAM,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;CAC1E,MAAM,SAAS,QAAQ,KAAK,GAAG,MAAM,KAAK,IAAI,GAAG,MAAM,KAAK,OAAO,EAAE,MAAM,GAAA,CAAI,MAAM,CAAC,CAAC;CACvF,OAAO,MACJ,KAAK,MACJ,EACG,KAAK,GAAG,MAAO,MAAM,EAAE,SAAS,IAAI,IAAI,EAAE,OAAO,OAAO,MAAM,CAAC,CAAE,CAAC,CAClE,KAAK,IAAI,CAAC,CACV,QAAQ,CACb,CAAC,CACA,KAAK,IAAI;AACd;AAEA,SAAS,aACP,QACA,cACQ;CACR,MAAM,SAAS,MAAwB,UAAkB,CACvD,OACA,GAAG,OAAO,QAAQ,MAAM,EAAE,SAAS,IAAI,CAAC,CAAC,KAAK,MAAM,KAAK,EAAE,KAAK,GAAG,EAAE,QAAQ,KAAK,IAAI,EAAE,EAAE,CAC5F;CACA,OAAO;EACL,GAAG,MAAM,QAAQ,qDAAqD;EACtE;EACA,GAAG,MAAM,SAAS,SAAS;EAC3B,GAAI,eAAe;GAAC;GAAI;GAAa,GAAG,SAAS,KAAK,MAAM,KAAK,GAAG;EAAC,IAAI,CAAC;CAC5E,CAAC,CAAC,KAAK,IAAI;AACb;;;;;AAMA,SAAgB,eAAe,KAAqB;CAClD,IAAI,QAAQ;CACZ,IAAI,UAAU;CACd,KAAK,IAAI,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;EACnC,MAAM,IAAI,IAAI;EACd,IAAI,MAAM,OAAO,MAAM,QAAO,MAAM,KAAK;GACvC,MAAM,MAAM,IAAI,QAAQ,GAAG,IAAI,CAAC;GAChC,IAAI,QAAQ,KAAK,IAAI,SAAS;GAC9B,UAAU;EACZ,OAAO,IAAI,MAAM,OAAO,IAAI,IAAI,OAAO,KAAK;GAC1C,MAAM,MAAM,IAAI,QAAQ,MAAM,CAAC;GAC/B,IAAI,QAAQ,KAAK,IAAI,SAAS;EAChC,OAAO,IAAI,MAAM,OAAO,IAAI,IAAI,OAAO,KAAK;GAC1C,MAAM,MAAM,IAAI,QAAQ,MAAM,IAAI,CAAC;GACnC,IAAI,QAAQ,KAAK,IAAI,SAAS,MAAM;EACtC,OAAO,IAAI,MAAM,KAAK;GACpB,IAAI,SAAS;GACb,UAAU;EACZ,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC,GAAG,UAAU;CACtC;CACA,OAAO,SAAS,UAAU,IAAI;AAChC;;;;;AAMA,eAAsB,aAAa,KAAU,MAAiC;CAC5E,MAAM,EAAE,kBAAkB,MAAM,OAAO;CACvC,MAAM,KAAK,MAAM,cAAc,IAAI,OAAO,MAAM,IAAI,OAAO,QAAQ,KAAK,EACtE,SAAS,CAAC,CAAC,IAAI,MAAM,QACvB,CAAC;CACD,IAAI;EACF,MAAM,EAAE,SAAS;EACjB,IAAI,IACF,eAAe,KAAK,KAAK,OAAO,KAAK,UAAU,cAAc,KAAK,KAAK,QAAQ,KAAK,KAAK,MAAM,SAAS,KAAK,KAAK,UAAU,KAAK,KAAK,QAAQ,YAAY,IAC5J;EACA,MAAM,OAAO,KAAK,KAAK,GAAG,CAAC,CAAC,KAAK;EACjC,MAAM,SAAS,GAAG,OAAO;EACzB,IAAI,CAAC,QAAQ,IAAI,MAAM,QAAQ;GAC7B,IAAI,IAAI,IAAI,MAAM,OAAO,KAAK,UAAU,QAAQ,MAAM,CAAC,IAAI,aAAa,QAAQ,CAAC,IAAI,CAAC;GACtF,OAAO;EACT;EACA,IAAI,MAAM;EACV,IAAI,eAAe,IAAI,IAAI,GACzB,MAAM,IAAI,WACR,6EACF;EAEF,IAAI,iBAAiB,KAAK,IAAI,GAAG;GAC/B,IAAI,CAAC,OAAO,MAAM,MAAM,EAAE,SAAS,IAAI,GACrC,MAAM,IAAI,WACR,yCAAyC,KAAK,YAAY,OACvD,QAAQ,MAAM,EAAE,SAAS,MAAM,CAAC,CAChC,KAAK,MAAM,EAAE,IAAI,CAAC,CAClB,KAAK,IAAI,EAAE,8CAChB;GAEF,MAAM,kBAAkB,KAAK;EAC/B;EACA,MAAM,SAAS,GAAG,MAAM,GAAG;EAC3B,IAAI,IAAI,IAAI,MAAM,OAAO,KAAK,UAAU,OAAO,MAAM,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC;EAClF,OAAO;CACT,UAAU;EACR,GAAG,MAAM;CACX;AACF"}

package/dist/query-DR4m6CXf.js

@@ -0,0 +1,2 @@
+import { n as queryCommand } from "./query-CFATHZmV.js";
+export { queryCommand };