reeval 0.0.1

package/dist/images-Cc1-coFc.js

@@ -0,0 +1,286 @@
+import { I as LABEL, U as imageFor, X as imageInfo, c as dockerfileTag, d as installLayerTag, h as usesEsBase, m as resolveFrom, n as REEVAL_BASE_ARG, ot as isTransient, s as contextHash, u as harnessImageFor } from "./src-DwwiVLqv.js";
+import { u as sandboxId } from "./options-CAQhu--C.js";
+import { n as prepareAll } from "./preflight-BypZMNBG.js";
+import { i as installSteps, o as projectPath, r as imageHarness } from "./prepare-D6Uzcubb.js";
+import { n as createProviders, r as dockerKey } from "./providers-2p3ylMHI.js";
+//#region src/sandbox/images.ts
+/** The distinct Docker sandbox and harness pairs, in first-use order, with how many evals use each. */
+function imageTargets(uses) {
+	const targets = /* @__PURE__ */ new Map();
+	for (const { id, sandbox, ...use } of uses) {
+		if (sandbox.kind !== "docker") continue;
+		const harness = imageHarness(use.harness);
+		const { image, from, dockerfile, install } = sandbox;
+		const key = JSON.stringify({
+			harness,
+			image: {
+				image,
+				from,
+				dockerfile,
+				install
+			}
+		});
+		const target = targets.get(key) ?? {
+			id: harness === "cursor" ? sandboxId(sandbox) : `${sandboxId(sandbox)} · ${harness}`,
+			harness,
+			sandbox,
+			evals: 0,
+			seen: /* @__PURE__ */ new Set()
+		};
+		if (!target.seen.has(id)) {
+			target.seen.add(id);
+			target.evals++;
+		}
+		targets.set(key, target);
+	}
+	const labels = /* @__PURE__ */ new Map();
+	return [...targets.values()].map(({ seen: _, ...t }) => {
+		const label = `${t.id}${t.sandbox.install?.length ? " + install" : ""}`;
+		const n = (labels.get(label) ?? 0) + 1;
+		labels.set(label, n);
+		return {
+			...t,
+			id: n === 1 ? label : `${label} (${n})`
+		};
+	});
+}
+const short = (digest) => digest.replace(/^sha256:/, "").slice(0, 12);
+/** `from`'s image, checked against what the tag names now (a registry lookup, no pull). */
+async function fromStatus(from, ref) {
+	const [cached, now] = await Promise.all([imageInfo(ref), resolveFrom(from)]);
+	if (!cached) {
+		if (!("error" in now)) return {
+			status: "build",
+			detail: `on ${from} (${short(now.digest)})`
+		};
+		return isTransient(now.error) ? {
+			status: "build",
+			detail: `${from} couldn't be checked: ${now.error}`
+		} : {
+			status: "missing",
+			detail: `doesn't resolve: ${now.error}`
+		};
+	}
+	const was = cached.labels[LABEL.fromDigest];
+	if ("error" in now) return {
+		status: "ready",
+		detail: `built; ${from} couldn't be checked`
+	};
+	if (was && was !== now.digest) return {
+		status: "stale",
+		detail: `${from} moved upstream (${short(was)} → ${short(now.digest)}): reeval image build rebuilds it`
+	};
+	return {
+		status: "ready",
+		detail: `built on ${short(now.digest)}`
+	};
+}
+/** How each target's image is made, in build order, and how each step stands, building nothing. */
+async function imageStages(target, root) {
+	const { sandbox, harness } = target;
+	const stages = [];
+	const exists = async (ref) => {
+		const info = await imageInfo(ref);
+		return {
+			info,
+			status: info ? "ready" : "build",
+			detail: info ? `built (${short(info.id)})` : "not built yet"
+		};
+	};
+	const esBase = async () => {
+		const info = await imageInfo(imageFor(harness));
+		if (!info) return {
+			info,
+			status: "build",
+			detail: "not built yet"
+		};
+		return info.labels[LABEL.context] === contextHash() ? {
+			info,
+			status: "ready",
+			detail: `built (${short(info.id)})`
+		} : {
+			info,
+			status: "stale",
+			detail: "reeval's base changed: rebuilt before the run"
+		};
+	};
+	let parent = null;
+	if (sandbox.image) {
+		const found = await imageInfo(sandbox.image);
+		parent = found?.id ?? null;
+		stages.push({
+			what: "image",
+			ref: sandbox.image,
+			action: "used as is",
+			...found ? {
+				status: "ready",
+				detail: `found (${short(found.id)})`
+			} : {
+				status: "missing",
+				detail: "not found: pull or build it yourself"
+			}
+		});
+	} else if (sandbox.from) {
+		const ref = harnessImageFor(harness, sandbox.from);
+		const status = await fromStatus(sandbox.from, ref);
+		parent = status.status === "ready" ? (await imageInfo(ref))?.id ?? null : null;
+		stages.push({
+			what: `from ${sandbox.from}`,
+			ref,
+			action: "Node, git and the harness bootstrap on top; reeval image build refreshes a moved tag",
+			...status
+		});
+	} else if (sandbox.dockerfile) {
+		const onEs = usesEsBase(sandbox.dockerfile);
+		const es = onEs ? await esBase() : null;
+		const real = dockerfileTag(sandbox.dockerfile, harness, es?.info?.id ?? null).tag;
+		const tag = onEs ? real.replace(/-[0-9a-f]{16}$/, "-<context + reeval image id>") : real;
+		const built = await exists(real);
+		stages.push({
+			what: `dockerfile ${projectPath(root, sandbox.dockerfile)}`,
+			ref: tag,
+			action: "docker build (layer cache), tagged by content hash",
+			status: built.status,
+			detail: built.info || !onEs ? built.detail : `${built.detail} (${real})`
+		});
+		if (onEs) {
+			parent = built.info?.id ?? null;
+			stages.push({
+				what: "harness",
+				ref: tag,
+				action: `inherited: FROM \${${REEVAL_BASE_ARG}}, which is ${imageFor(harness)}`,
+				status: es?.status ?? "build",
+				detail: `${imageFor(harness)} ${es?.detail ?? ""}`.trim()
+			});
+		} else {
+			const baked = await exists(harnessImageFor(harness, real));
+			parent = baked.info?.id ?? null;
+			stages.push({
+				what: "harness",
+				ref: harnessImageFor(harness, tag),
+				action: "Node, git and the harness bootstrap on top",
+				status: baked.status,
+				detail: baked.detail
+			});
+		}
+	} else {
+		const es = await esBase();
+		parent = es.status === "ready" ? es.info?.id ?? null : null;
+		stages.push({
+			what: "base",
+			ref: imageFor(harness),
+			action: "reeval's image: built when missing or when its base changed",
+			status: es.status,
+			detail: es.detail
+		});
+	}
+	const steps = installSteps(sandbox);
+	if (steps.length) {
+		const layer = parent ? await exists(installLayerTag({ id: parent }, steps)) : null;
+		stages.push({
+			what: `install ${steps.length} command${steps.length === 1 ? "" : "s"}`,
+			ref: "reeval-install:<base id + commands>",
+			action: "build unless cached",
+			status: layer?.status ?? "build",
+			detail: layer?.detail ?? "not built yet"
+		});
+	}
+	return stages;
+}
+/** reeval's harness images the targets need: used directly, or as a Dockerfile's `REEVAL_BASE`. */
+const esImages = (targets) => [...new Set(targets.filter(({ sandbox: s }) => !s.image && !s.from && !s.dockerfile || s.dockerfile && usesEsBase(s.dockerfile)).map((t) => t.harness))];
+const WORST = [
+	"missing",
+	"stale",
+	"build",
+	"ready"
+];
+const MARKS = {
+	ready: "✓",
+	build: "+",
+	stale: "~",
+	missing: "✗"
+};
+const WORDS = {
+	ready: "ready",
+	build: "to build",
+	stale: "stale",
+	missing: "missing"
+};
+/** A target's standing: its worst step. */
+const targetStatus = (stages) => WORST.find((w) => stages.some((s) => s.status === w)) ?? "ready";
+/** `reeval image build --dry-run`: one block per sandbox, each step with how it stands. */
+async function imagePlanLines(targets, root) {
+	const lines = [`images  ${targets.length} sandbox image${targets.length === 1 ? "" : "s"} (nothing built: --dry-run)`];
+	for (const target of targets) {
+		const uses = target.evals ? ` · ${target.evals} eval${target.evals === 1 ? "" : "s"}` : "";
+		lines.push(`${target.id}${uses}`);
+		const stages = await imageStages(target, root);
+		const width = Math.max(...stages.map((s) => s.what.length));
+		for (const s of stages) lines.push(`  ${MARKS[s.status]} ${s.what.padEnd(width)}  ${s.ref}  (${WORDS[s.status]}: ${s.detail})`);
+	}
+	return lines;
+}
+/** `reeval run --dry-run`: one line per sandbox the run would prepare. */
+async function imageStatusLines(targets, root) {
+	if (!targets.length) return [];
+	const rows = await Promise.all(targets.map(async (t) => {
+		const stages = await imageStages(t, root);
+		const status = targetStatus(stages);
+		const worst = stages.find((s) => s.status === status);
+		return {
+			t,
+			status,
+			detail: status === "ready" ? "" : `: ${worst?.what}, ${worst?.detail}`
+		};
+	}));
+	const count = (w) => rows.filter((r) => r.status === w).length;
+	const summary = WORST.filter((w) => count(w)).reverse().map((w) => `${count(w)} ${WORDS[w]}`).join(", ");
+	const width = Math.max(...rows.map((r) => r.t.id.length));
+	return [`images  ${targets.length} sandbox image${targets.length === 1 ? "" : "s"}: ${summary}`, ...rows.map((r) => `  ${MARKS[r.status]} ${r.t.id.padEnd(width)}  ${WORDS[r.status]}${r.detail}`)];
+}
+/**
+* `reeval image build`: prepares every target, three at a time, and reports each, failures too.
+* `from` images are rebuilt when their tag moved upstream, and everything with `force`.
+*/
+async function buildImages(targets, root, options) {
+	const providers = createProviders({ refresh: options.force ? "force" : "check" });
+	const prepared = targets.map((t) => ({
+		kind: "docker",
+		key: dockerKey(t.sandbox, harnessFor(t.harness)),
+		label: t.id,
+		sandbox: t.sandbox,
+		harness: harnessFor(t.harness),
+		setBy: [],
+		runWide: false
+	}));
+	const outcomes = await prepareAll(prepared, {
+		providers,
+		root,
+		log: options.log,
+		...options.delays ? { delays: options.delays } : {}
+	});
+	return targets.map((t, i) => {
+		const o = outcomes[i];
+		return o.ok ? {
+			...t,
+			ok: true,
+			image: o.handle,
+			ms: o.ms
+		} : {
+			...t,
+			ok: false,
+			failure: o.failure,
+			ms: o.ms
+		};
+	});
+}
+/** A harness descriptor for a baked harness: the fake one in its layout. */
+const harnessFor = (harness) => ({
+	kind: "fake",
+	layout: harness
+});
+//#endregion
+export { buildImages, esImages, imagePlanLines, imageStages, imageStatusLines, imageTargets };
+
+//# sourceMappingURL=images-Cc1-coFc.js.map

package/dist/images-Cc1-coFc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"images-Cc1-coFc.js","names":[],"sources":["../src/sandbox/images.ts"],"mappings":";;;;;;;AAsCA,SAAgB,aACd,MACA;CACA,MAAM,0BAAU,IAAI,IAAiD;CACrE,KAAK,MAAM,EAAE,IAAI,SAAS,GAAG,SAAS,MAAM;EAC1C,IAAI,QAAQ,SAAS,UAAU;EAC/B,MAAM,UAAU,aAAa,IAAI,OAAO;EAExC,MAAM,EAAE,OAAO,MAAM,YAAY,YAAY;EAC7C,MAAM,MAAM,KAAK,UAAU;GAAE;GAAS,OAAO;IAAE;IAAO;IAAM;IAAY;GAAQ;EAAE,CAAC;EACnF,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,IAAI,YAAY,WAAW,UAAU,OAAO,IAAI,GAAG,UAAU,OAAO,EAAE,KAAK;GAC3E;GACA;GACA,OAAO;GACP,sBAAM,IAAI,IAAI;EAChB;EACA,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,GAAG;GACxB,OAAO,KAAK,IAAI,EAAE;GAClB,OAAO;EACT;EACA,QAAQ,IAAI,KAAK,MAAM;CACzB;CAEA,MAAM,yBAAS,IAAI,IAAoB;CACvC,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,QAAQ;EACtD,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,QAAQ,SAAS,SAAS,eAAe;EACnE,MAAM,KAAK,OAAO,IAAI,KAAK,KAAK,KAAK;EACrC,OAAO,IAAI,OAAO,CAAC;EACnB,OAAO;GAAE,GAAG;GAAG,IAAI,MAAM,IAAI,QAAQ,GAAG,MAAM,IAAI,EAAE;EAAG;CACzD,CAAC;AACH;AAcA,MAAM,SAAS,WAAmB,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC,MAAM,GAAG,EAAE;;AAG5E,eAAe,WAAW,MAAc,KAAwD;CAC9F,MAAM,CAAC,QAAQ,OAAO,MAAM,QAAQ,IAAI,CAAC,UAAU,GAAG,GAAG,YAAY,IAAI,CAAC,CAAC;CAC3E,IAAI,CAAC,QAAQ;EACX,IAAI,EAAE,WAAW,MAAM,OAAO;GAAE,QAAQ;GAAS,QAAQ,MAAM,KAAK,IAAI,MAAM,IAAI,MAAM,EAAE;EAAG;EAE7F,OAAO,YAAY,IAAI,KAAK,IACxB;GAAE,QAAQ;GAAS,QAAQ,GAAG,KAAK,wBAAwB,IAAI;EAAQ,IACvE;GAAE,QAAQ;GAAW,QAAQ,oBAAoB,IAAI;EAAQ;CACnE;CACA,MAAM,MAAM,OAAO,OAAO,MAAM;CAChC,IAAI,WAAW,KAAK,OAAO;EAAE,QAAQ;EAAS,QAAQ,UAAU,KAAK;CAAsB;CAC3F,IAAI,OAAO,QAAQ,IAAI,QACrB,OAAO;EACL,QAAQ;EACR,QAAQ,GAAG,KAAK,mBAAmB,MAAM,GAAG,EAAE,KAAK,MAAM,IAAI,MAAM,EAAE;CACvE;CAEF,OAAO;EAAE,QAAQ;EAAS,QAAQ,YAAY,MAAM,IAAI,MAAM;CAAI;AACpE;;AAGA,eAAsB,YAAY,QAAqB,MAAgC;CACrF,MAAM,EAAE,SAAS,YAAY;CAC7B,MAAM,SAAkB,CAAC;CACzB,MAAM,SAAS,OAAO,QAAgB;EACpC,MAAM,OAAO,MAAM,UAAU,GAAG;EAChC,OAAO;GACL;GACA,QAAS,OAAO,UAAU;GAC1B,QAAQ,OAAO,UAAU,MAAM,KAAK,EAAE,EAAE,KAAK;EAC/C;CACF;CACA,MAAM,SAAS,YAAY;EACzB,MAAM,OAAO,MAAM,UAAU,SAAS,OAAO,CAAC;EAC9C,IAAI,CAAC,MAAM,OAAO;GAAE;GAAM,QAAQ;GAAwB,QAAQ;EAAgB;EAClF,OAAO,KAAK,OAAO,MAAM,aAAa,YAAY,IAC9C;GAAE;GAAM,QAAQ;GAAwB,QAAQ,UAAU,MAAM,KAAK,EAAE,EAAE;EAAG,IAC5E;GACE;GACA,QAAQ;GACR,QAAQ;EACV;CACN;CACA,IAAI,SAAwB;CAC5B,IAAI,QAAQ,OAAO;EACjB,MAAM,QAAQ,MAAM,UAAU,QAAQ,KAAK;EAC3C,SAAS,OAAO,MAAM;EACtB,OAAO,KAAK;GACV,MAAM;GACN,KAAK,QAAQ;GACb,QAAQ;GACR,GAAI,QACA;IAAE,QAAQ;IAAS,QAAQ,UAAU,MAAM,MAAM,EAAE,EAAE;GAAG,IACxD;IAAE,QAAQ;IAAW,QAAQ;GAAuC;EAC1E,CAAC;CACH,OAAO,IAAI,QAAQ,MAAM;EACvB,MAAM,MAAM,gBAAgB,SAAS,QAAQ,IAAI;EACjD,MAAM,SAAS,MAAM,WAAW,QAAQ,MAAM,GAAG;EACjD,SAAS,OAAO,WAAW,WAAY,MAAM,UAAU,GAAG,EAAA,EAAI,MAAM,OAAQ;EAC5E,OAAO,KAAK;GACV,MAAM,QAAQ,QAAQ;GACtB;GACA,QACE;GACF,GAAG;EACL,CAAC;CACH,OAAO,IAAI,QAAQ,YAAY;EAC7B,MAAM,OAAO,WAAW,QAAQ,UAAU;EAC1C,MAAM,KAAK,OAAO,MAAM,OAAO,IAAI;EACnC,MAAM,OAAO,cAAc,QAAQ,YAAY,SAAS,IAAI,MAAM,MAAM,IAAI,CAAC,CAAC;EAE9E,MAAM,MAAM,OAAO,KAAK,QAAQ,kBAAkB,8BAA8B,IAAI;EACpF,MAAM,QAAQ,MAAM,OAAO,IAAI;EAC/B,OAAO,KAAK;GACV,MAAM,cAAc,YAAY,MAAM,QAAQ,UAAU;GACxD,KAAK;GACL,QAAQ;GACR,QAAQ,MAAM;GACd,QAAQ,MAAM,QAAQ,CAAC,OAAO,MAAM,SAAS,GAAG,MAAM,OAAO,IAAI,KAAK;EACxE,CAAC;EACD,IAAI,MAAM;GACR,SAAS,MAAM,MAAM,MAAM;GAC3B,OAAO,KAAK;IACV,MAAM;IACN,KAAK;IACL,QAAQ,sBAAsB,gBAAgB,cAAc,SAAS,OAAO;IAC5E,QAAQ,IAAI,UAAU;IACtB,QAAQ,GAAG,SAAS,OAAO,EAAE,GAAG,IAAI,UAAU,KAAK,KAAK;GAC1D,CAAC;EACH,OAAO;GACL,MAAM,QAAQ,MAAM,OAAO,gBAAgB,SAAS,IAAI,CAAC;GACzD,SAAS,MAAM,MAAM,MAAM;GAC3B,OAAO,KAAK;IACV,MAAM;IACN,KAAK,gBAAgB,SAAS,GAAG;IACjC,QAAQ;IACR,QAAQ,MAAM;IACd,QAAQ,MAAM;GAChB,CAAC;EACH;CACF,OAAO;EACL,MAAM,KAAK,MAAM,OAAO;EACxB,SAAS,GAAG,WAAW,UAAW,GAAG,MAAM,MAAM,OAAQ;EACzD,OAAO,KAAK;GACV,MAAM;GACN,KAAK,SAAS,OAAO;GACrB,QAAQ;GACR,QAAQ,GAAG;GACX,QAAQ,GAAG;EACb,CAAC;CACH;CACA,MAAM,QAAQ,aAAa,OAAO;CAClC,IAAI,MAAM,QAAQ;EAChB,MAAM,QAAQ,SAAS,MAAM,OAAO,gBAAgB,EAAE,IAAI,OAAO,GAAG,KAAK,CAAC,IAAI;EAC9E,OAAO,KAAK;GACV,MAAM,WAAW,MAAM,OAAO,UAAU,MAAM,WAAW,IAAI,KAAK;GAClE,KAAK;GACL,QAAQ;GACR,QAAQ,OAAO,UAAU;GACzB,QAAQ,OAAO,UAAU;EAC3B,CAAC;CACH;CACA,OAAO;AACT;;AAGA,MAAa,YAAY,YAA2C,CAClE,GAAG,IAAI,IACL,QACG,QACE,EAAE,SAAS,QACT,CAAC,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC,EAAE,cAAgB,EAAE,cAAc,WAAW,EAAE,UAAU,CACtF,CAAC,CACA,KAAK,MAAM,EAAE,OAAO,CACzB,CACF;AAEA,MAAM,QAAuB;CAAC;CAAW;CAAS;CAAS;AAAO;AAClE,MAAM,QAAqC;CAAE,OAAO;CAAK,OAAO;CAAK,OAAO;CAAK,SAAS;AAAI;AAC9F,MAAM,QAAqC;CACzC,OAAO;CACP,OAAO;CACP,OAAO;CACP,SAAS;AACX;;AAGA,MAAa,gBAAgB,WAC3B,MAAM,MAAM,MAAM,OAAO,MAAM,MAAM,EAAE,WAAW,CAAC,CAAC,KAAK;;AAG3D,eAAsB,eAAe,SAAwB,MAAiC;CAC5F,MAAM,QAAQ,CACZ,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,4BAC5E;CACA,KAAK,MAAM,UAAU,SAAS;EAC5B,MAAM,OAAO,OAAO,QAAQ,MAAM,OAAO,MAAM,OAAO,OAAO,UAAU,IAAI,KAAK,QAAQ;EACxF,MAAM,KAAK,GAAG,OAAO,KAAK,MAAM;EAChC,MAAM,SAAS,MAAM,YAAY,QAAQ,IAAI;EAC7C,MAAM,QAAQ,KAAK,IAAI,GAAG,OAAO,KAAK,MAAM,EAAE,KAAK,MAAM,CAAC;EAC1D,KAAK,MAAM,KAAK,QACd,MAAM,KACJ,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,KAAK,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,QAAQ,IAAI,EAAE,OAAO,EAC3F;CAEJ;CACA,OAAO;AACT;;AAGA,eAAsB,iBAAiB,SAAwB,MAAiC;CAC9F,IAAI,CAAC,QAAQ,QAAQ,OAAO,CAAC;CAC7B,MAAM,OAAO,MAAM,QAAQ,IACzB,QAAQ,IAAI,OAAO,MAAM;EACvB,MAAM,SAAS,MAAM,YAAY,GAAG,IAAI;EACxC,MAAM,SAAS,aAAa,MAAM;EAClC,MAAM,QAAQ,OAAO,MAAM,MAAM,EAAE,WAAW,MAAM;EACpD,OAAO;GAAE;GAAG;GAAQ,QAAQ,WAAW,UAAU,KAAK,KAAK,OAAO,KAAK,IAAI,OAAO;EAAS;CAC7F,CAAC,CACH;CACA,MAAM,SAAS,MAAmB,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;CACrE,MAAM,UAAU,MAAM,QAAQ,MAAM,MAAM,CAAC,CAAC,CAAC,CAC1C,QAAQ,CAAC,CACT,KAAK,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,CACrC,KAAK,IAAI;CACZ,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC;CACxD,OAAO,CACL,WAAW,QAAQ,OAAO,gBAAgB,QAAQ,WAAW,IAAI,KAAK,IAAI,IAAI,WAC9E,GAAG,KAAK,KACL,MAAM,KAAK,MAAM,EAAE,QAAQ,GAAG,EAAE,EAAE,GAAG,OAAO,KAAK,EAAE,IAAI,MAAM,EAAE,UAAU,EAAE,QAC9E,CACF;AACF;;;;;AAYA,eAAsB,YACpB,SACA,MACA,SACuB;CACvB,MAAM,YAAY,gBAAgB,EAAE,SAAS,QAAQ,QAAQ,UAAU,QAAQ,CAAC;CAChF,MAAM,WAAW,QAAQ,KAAK,OAAO;EACnC,MAAM;EACN,KAAK,UAAU,EAAE,SAAS,WAAW,EAAE,OAAO,CAAC;EAC/C,OAAO,EAAE;EACT,SAAS,EAAE;EACX,SAAS,WAAW,EAAE,OAAO;EAC7B,OAAO,CAAC;EACR,SAAS;CACX,EAAE;CACF,MAAM,WAAW,MAAM,WAAW,UAAU;EAC1C;EACA;EACA,KAAK,QAAQ;EACb,GAAI,QAAQ,SAAS,EAAE,QAAQ,QAAQ,OAAO,IAAI,CAAC;CACrD,CAAC;CACD,OAAO,QAAQ,KAAK,GAAG,MAAM;EAC3B,MAAM,IAAI,SAAS;EACnB,OAAO,EAAE,KACL;GAAE,GAAG;GAAG,IAAI;GAAM,OAAO,EAAE;GAAmC,IAAI,EAAE;EAAG,IACvE;GAAE,GAAG;GAAG,IAAI;GAAO,SAAS,EAAE;GAAS,IAAI,EAAE;EAAG;CACtD,CAAC;AACH;;AAGA,MAAM,cAAc,aAA8C;CAAE,MAAM;CAAQ,QAAQ;AAAQ"}

package/dist/index.d.ts

@@ -0,0 +1,97 @@
+import { B as HostFile, C as EsConfig, D as ExecResult, E as EvalOptions, F as HarnessData, J as PinnableKey, L as HarnessEdit, P as GroupOptions, R as HarnessOption, S as EnvironmentSpec, T as EvalFn, U as JudgeOptions, V as JudgeCallOptions, W as McpServer, X as ProfileDefaults, Y as Profile, Z as ProfileLimit, _ as EgressRecord, a as Cell, at as TranscriptEvent, b as EnvironmentHelpers, dt as AttemptRecord, et as Secret, ft as CellRecord, g as EgressPolicy, h as Duration, i as Budget, l as CompareOptions, lt as Verdict, nt as SetupStep, o as CellRole, ot as Turn, p as Diff, pt as EvalEntry, rt as SkillSource, st as TurnData, tt as SecretTemplate, u as ConfigHelpers, ut as WebEventType, v as EnvVars, vt as RunRecord, w as EvalContext, x as EnvironmentInput, y as Environment, z as HistoryConfig } from "./types-DLec-6Cx.js";
+import { Duplex } from "node:stream";
+import { ExpectStatic, Tester } from "@vitest/expect";
+import "@ai-sdk/harness";
+//#region src/config.d.ts
+type ConfigInput = EsConfig | ((helpers: ConfigHelpers) => EsConfig);
+/**
+ * The config: a plain object, or a callback that destructures the helpers it needs, e.g.
+ * `defineConfig(({ secret }) => ({ env: { KEY: secret.fromEnv('KEY') } }))`.
+ */
+export declare const defineConfig: <T extends ConfigInput>(config: T) => T;
+//#endregion
+//#region src/egress.d.ts
+/**
+ * The package registries and GitHub, to spread into an allowlist that still installs:
+ * `egress: { allow: [...DEFAULT_EGRESS_ALLOW, 'api.example.com'] }`.
+ */
+export declare const DEFAULT_EGRESS_ALLOW: readonly string[];
+//#endregion
+//#region src/engine/expect.d.ts
+declare module '@vitest/expect' {
+  interface ExpectPollOptions {
+    interval?: number;
+    timeout?: number;
+    message?: string;
+  }
+  interface ExpectStatic {
+    assert: Chai.AssertStatic;
+    unreachable: (message?: string) => never;
+    soft: <T>(actual: T, message?: string) => import('@vitest/expect').Assertion<void, T>;
+    poll: <T>(actual: (options: {
+      signal: AbortSignal;
+    }) => T, options?: ExpectPollOptions) => import('@vitest/expect').Assertion<Promise<void>, Awaited<T>>;
+    addEqualityTesters: (testers: Array<Tester>) => void;
+    assertions: (expected: number) => void;
+    hasAssertions: () => void;
+  }
+  interface Matchers<R extends void | Promise<void> = void | Promise<void>, T = unknown> {
+    toHaveFile(path: string, pattern?: RegExp | string): Promise<void>;
+    toSucceed(): Promise<void>;
+    toHaveSearched(query?: RegExp | string): void;
+    toHaveFetched(url?: RegExp | string): void;
+    toPass(): void;
+  }
+}
+export declare const expect: ExpectStatic;
+//#endregion
+//#region src/environment.d.ts
+/**
+ * What a skill directory leaves out of the sandbox unless `exclude` says otherwise: eval material
+ * (skill-creator keeps `evals/` in the skill), run history and reeval eval files. `.git` is always left out.
+ */
+export declare const DEFAULT_SKILL_EXCLUDE: readonly string[];
+/**
+ * What an eval runs in: skills, MCP servers, files, rules, variables, secrets and setup steps.
+ * Pass a spec, or a callback that destructures the typed helpers it needs:
+ *
+ *     defineEnvironment('genkit', ({ secret, skill }) => ({
+ *       env: { GOOGLE_GENAI_API_KEY: secret.fromEnv('GOOGLE_GENERATIVE_AI_API_KEY') },
+ *       skills: [skill.local('../skills/genkit')],
+ *     }))
+ *
+ * The callback runs once, synchronously. Relative paths resolve against the calling file.
+ */
+export declare function defineEnvironment(name: string, input: EnvironmentInput): Environment;
+//#endregion
+//#region src/evaluate.d.ts
+type GroupFn = {
+  (name: string, fn: () => void, options?: GroupOptions): void;
+  (name: string, options: GroupOptions, fn: () => void): void;
+};
+export declare const group: GroupFn & {
+  skip: GroupFn;
+  only: GroupFn;
+  todo: (name: string) => void;
+};
+type EvaluateFn<F = EvalFn> = {
+  (name: string, fn: F, options?: EvalOptions): void;
+  (name: string, options: EvalOptions, fn: F): void;
+};
+/** One eval per case: `evaluate.for(cases)('adds $a and $b', async (t, c) => …)`. */
+declare const evalFor: <T>(cases: readonly T[]) => EvaluateFn<(t: EvalContext, item: T) => Promise<void>>;
+export declare const evaluate: EvaluateFn & {
+  skip: EvaluateFn;
+  only: EvaluateFn;
+  todo: (name: string) => void;
+  for: typeof evalFor;
+};
+//#endregion
+//#region src/matchers.d.ts
+/** A check the turn's harness can't answer either way, e.g. a web fetch it never reports. */
+export declare class HarnessCapabilityError extends Error {
+  name: string;
+}
+//#endregion
+export type { AttemptRecord, Budget, Cell, CellRecord, CellRole, CompareOptions, ConfigHelpers, Diff, Duration, EgressPolicy, EgressRecord, EnvVars, Environment, EnvironmentHelpers, EnvironmentInput, EnvironmentSpec, EsConfig, EvalContext, EvalEntry, EvalFn, EvalOptions, ExecResult, GroupOptions, HarnessData, HarnessEdit, HarnessOption, HistoryConfig, HostFile, JudgeCallOptions, JudgeOptions, McpServer, PinnableKey, Profile, ProfileDefaults, ProfileLimit, RunRecord, Secret, SecretTemplate, SetupStep, SkillSource, TranscriptEvent, Turn, TurnData, Verdict, WebEventType };
+//# sourceMappingURL=index.d.ts.map