@percepta/kaizen 0.5.1 → 0.7.0

package/dist/lib/fs-utils.js

@@ -1,5 +1,5 @@
-import { dirname, join, relative } from "node:path";
-import { existsSync, mkdirSync, readFileSync, readdirSync, statSync, writeFileSync } from "node:fs";
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { dirname } from "node:path";
 //#region src/lib/fs-utils.ts
 function ensureDir(p) {
 	mkdirSync(p, { recursive: true });
@@ -10,30 +10,6 @@ function writeFileSafely(p, contents, opts = {}) {
 	writeFileSync(p, contents);
 	return true;
 }
-function copyTreeIfMissing(srcDir, destDir, vars = {}) {
-	const written = [];
-	if (!existsSync(srcDir)) return written;
-	const stack = [srcDir];
-	while (stack.length > 0) {
-		const current = stack.pop();
-		for (const entry of readdirSync(current)) {
-			const srcPath = join(current, entry);
-			const rel = relative(srcDir, srcPath);
-			const destPath = join(destDir, rel);
-			if (statSync(srcPath).isDirectory()) {
-				ensureDir(destPath);
-				stack.push(srcPath);
-			} else {
-				if (existsSync(destPath)) continue;
-				const contents = applyVars(readFileSync(srcPath, "utf-8"), vars);
-				ensureDir(dirname(destPath));
-				writeFileSync(destPath, contents);
-				written.push(rel);
-			}
-		}
-	}
-	return written;
-}
 function applyVars(text, vars) {
 	return text.replace(/\{\{\s*(\w+)\s*\}\}/g, (m, key) => key in vars ? vars[key] : m);
 }
@@ -45,6 +21,6 @@ function appendIfMissing(path, line) {
 	return true;
 }
 //#endregion
-export { appendIfMissing, applyVars, copyTreeIfMissing, ensureDir, writeFileSafely };
+export { appendIfMissing, applyVars, ensureDir, writeFileSafely };
 
 //# sourceMappingURL=fs-utils.js.map

package/dist/lib/fs-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"fs-utils.js","names":[],"sources":["../../src/lib/fs-utils.ts"],"sourcesContent":["import {\n  existsSync,\n  mkdirSync,\n  readFileSync,\n  readdirSync,\n  statSync,\n  writeFileSync,\n} from \"node:fs\";\nimport { dirname, join, relative } from \"node:path\";\n\nexport function ensureDir(p: string): void {\n  mkdirSync(p, { recursive: true });\n}\n\nexport function writeFileSafely(\n  p: string,\n  contents: string,\n  opts: { overwrite?: boolean } = {},\n): boolean {\n  if (existsSync(p) && !opts.overwrite) return false;\n  ensureDir(dirname(p));\n  writeFileSync(p, contents);\n  return true;\n}\n\nexport function copyTreeIfMissing(\n  srcDir: string,\n  destDir: string,\n  vars: Record<string, string> = {},\n): string[] {\n  const written: string[] = [];\n  if (!existsSync(srcDir)) return written;\n  const stack: string[] = [srcDir];\n  while (stack.length > 0) {\n    const current = stack.pop()!;\n    for (const entry of readdirSync(current)) {\n      const srcPath = join(current, entry);\n      const rel = relative(srcDir, srcPath);\n      const destPath = join(destDir, rel);\n      if (statSync(srcPath).isDirectory()) {\n        ensureDir(destPath);\n        stack.push(srcPath);\n      } else {\n        if (existsSync(destPath)) continue;\n        const contents = applyVars(readFileSync(srcPath, \"utf-8\"), vars);\n        ensureDir(dirname(destPath));\n        writeFileSync(destPath, contents);\n        written.push(rel);\n      }\n    }\n  }\n  return written;\n}\n\nexport function applyVars(text: string, vars: Record<string, string>): string {\n  return text.replace(/\\{\\{\\s*(\\w+)\\s*\\}\\}/g, (m, key) =>\n    key in vars ? vars[key] : m,\n  );\n}\n\nexport function appendIfMissing(path: string, line: string): boolean {\n  const existing = existsSync(path) ? readFileSync(path, \"utf-8\") : \"\";\n  if (existing.split(\"\\n\").some((l) => l.trim() === line.trim())) return false;\n  ensureDir(dirname(path));\n  const sep = existing.length === 0 || existing.endsWith(\"\\n\") ? \"\" : \"\\n\";\n  writeFileSync(path, existing + sep + line + \"\\n\");\n  return true;\n}\n"],"mappings":";;;AAUA,SAAgB,UAAU,GAAiB;AACzC,WAAU,GAAG,EAAE,WAAW,MAAM,CAAC;;AAGnC,SAAgB,gBACd,GACA,UACA,OAAgC,EAAE,EACzB;AACT,KAAI,WAAW,EAAE,IAAI,CAAC,KAAK,UAAW,QAAO;AAC7C,WAAU,QAAQ,EAAE,CAAC;AACrB,eAAc,GAAG,SAAS;AAC1B,QAAO;;AAGT,SAAgB,kBACd,QACA,SACA,OAA+B,EAAE,EACvB;CACV,MAAM,UAAoB,EAAE;AAC5B,KAAI,CAAC,WAAW,OAAO,CAAE,QAAO;CAChC,MAAM,QAAkB,CAAC,OAAO;AAChC,QAAO,MAAM,SAAS,GAAG;EACvB,MAAM,UAAU,MAAM,KAAK;AAC3B,OAAK,MAAM,SAAS,YAAY,QAAQ,EAAE;GACxC,MAAM,UAAU,KAAK,SAAS,MAAM;GACpC,MAAM,MAAM,SAAS,QAAQ,QAAQ;GACrC,MAAM,WAAW,KAAK,SAAS,IAAI;AACnC,OAAI,SAAS,QAAQ,CAAC,aAAa,EAAE;AACnC,cAAU,SAAS;AACnB,UAAM,KAAK,QAAQ;UACd;AACL,QAAI,WAAW,SAAS,CAAE;IAC1B,MAAM,WAAW,UAAU,aAAa,SAAS,QAAQ,EAAE,KAAK;AAChE,cAAU,QAAQ,SAAS,CAAC;AAC5B,kBAAc,UAAU,SAAS;AACjC,YAAQ,KAAK,IAAI;;;;AAIvB,QAAO;;AAGT,SAAgB,UAAU,MAAc,MAAsC;AAC5E,QAAO,KAAK,QAAQ,yBAAyB,GAAG,QAC9C,OAAO,OAAO,KAAK,OAAO,EAC3B;;AAGH,SAAgB,gBAAgB,MAAc,MAAuB;CACnE,MAAM,WAAW,WAAW,KAAK,GAAG,aAAa,MAAM,QAAQ,GAAG;AAClE,KAAI,SAAS,MAAM,KAAK,CAAC,MAAM,MAAM,EAAE,MAAM,KAAK,KAAK,MAAM,CAAC,CAAE,QAAO;AACvE,WAAU,QAAQ,KAAK,CAAC;AAExB,eAAc,MAAM,YADR,SAAS,WAAW,KAAK,SAAS,SAAS,KAAK,GAAG,KAAK,QAC/B,OAAO,KAAK;AACjD,QAAO"}
+{"version":3,"file":"fs-utils.js","names":[],"sources":["../../src/lib/fs-utils.ts"],"sourcesContent":["import { existsSync, mkdirSync, readFileSync, writeFileSync } from \"node:fs\";\nimport { dirname } from \"node:path\";\n\nexport function ensureDir(p: string): void {\n  mkdirSync(p, { recursive: true });\n}\n\nexport function writeFileSafely(\n  p: string,\n  contents: string,\n  opts: { overwrite?: boolean } = {},\n): boolean {\n  if (existsSync(p) && !opts.overwrite) return false;\n  ensureDir(dirname(p));\n  writeFileSync(p, contents);\n  return true;\n}\n\nexport function applyVars(text: string, vars: Record<string, string>): string {\n  return text.replace(/\\{\\{\\s*(\\w+)\\s*\\}\\}/g, (m, key) =>\n    key in vars ? vars[key] : m,\n  );\n}\n\nexport function appendIfMissing(path: string, line: string): boolean {\n  const existing = existsSync(path) ? readFileSync(path, \"utf-8\") : \"\";\n  if (existing.split(\"\\n\").some((l) => l.trim() === line.trim())) return false;\n  ensureDir(dirname(path));\n  const sep = existing.length === 0 || existing.endsWith(\"\\n\") ? \"\" : \"\\n\";\n  writeFileSync(path, existing + sep + line + \"\\n\");\n  return true;\n}\n"],"mappings":";;;AAGA,SAAgB,UAAU,GAAiB;AACzC,WAAU,GAAG,EAAE,WAAW,MAAM,CAAC;;AAGnC,SAAgB,gBACd,GACA,UACA,OAAgC,EAAE,EACzB;AACT,KAAI,WAAW,EAAE,IAAI,CAAC,KAAK,UAAW,QAAO;AAC7C,WAAU,QAAQ,EAAE,CAAC;AACrB,eAAc,GAAG,SAAS;AAC1B,QAAO;;AAGT,SAAgB,UAAU,MAAc,MAAsC;AAC5E,QAAO,KAAK,QAAQ,yBAAyB,GAAG,QAC9C,OAAO,OAAO,KAAK,OAAO,EAC3B;;AAGH,SAAgB,gBAAgB,MAAc,MAAuB;CACnE,MAAM,WAAW,WAAW,KAAK,GAAG,aAAa,MAAM,QAAQ,GAAG;AAClE,KAAI,SAAS,MAAM,KAAK,CAAC,MAAM,MAAM,EAAE,MAAM,KAAK,KAAK,MAAM,CAAC,CAAE,QAAO;AACvE,WAAU,QAAQ,KAAK,CAAC;AAExB,eAAc,MAAM,YADR,SAAS,WAAW,KAAK,SAAS,SAAS,KAAK,GAAG,KAAK,QAC/B,OAAO,KAAK;AACjD,QAAO"}

package/dist/lib/leaderboard.js

@@ -1,6 +1,6 @@
 import { readJsonIfExists, systemRunsDir } from "./run-dir.js";
-import { join } from "node:path";
 import { existsSync, readdirSync, statSync } from "node:fs";
+import { join } from "node:path";
 //#region src/lib/leaderboard.ts
 function listRuns(stateDir, systemId) {
 	const dir = systemRunsDir(stateDir, systemId);

package/dist/lib/leaderboard.js.map

@@ -1 +1 @@
-{"version":3,"file":"leaderboard.js","names":[],"sources":["../../src/lib/leaderboard.ts"],"sourcesContent":["import { existsSync, readdirSync, statSync } from \"node:fs\";\nimport { join } from \"node:path\";\nimport { findTerminal, type Event } from \"./events.js\";\nimport { systemRunsDir, readJsonIfExists, readNdjson } from \"./run-dir.js\";\n\nexport interface RunSummary {\n  run_id: string;\n  system: string;\n  variant: string;\n  parent_id: string | null;\n  hypothesis: string;\n  status: \"complete\" | \"crashed\" | \"aborted\" | \"running\";\n  score: number | null;\n  n: number | null;\n  promoted: boolean | null;\n  started_at: string;\n  ended_at: string | null;\n  eval_version: number;\n  dataset_version: string;\n  events_path: string;\n  state_path: string;\n  manifest_path: string;\n  linear_issue_id?: string | null;\n  linear_issue_url?: string | null;\n}\n\nexport interface ManifestFile {\n  run_id: string;\n  system: string;\n  variant: string;\n  parent_id: string | null;\n  hypothesis: string;\n  git_sha?: string | null;\n  git_branch?: string | null;\n  worktree_root?: string | null;\n  git_common_dir?: string | null;\n  eval_version: number;\n  dataset_version: string;\n  started_at: string;\n  host?: string;\n  kaizen_version?: string;\n  state_dir?: string;\n  diagnostic?: boolean;\n  linear_issue_id?: string | null;\n  linear_issue_url?: string | null;\n}\n\nexport interface StateFile {\n  run_id: string;\n  status: RunSummary[\"status\"];\n  score: number | null;\n  n_total?: number | null;\n  n_done?: number;\n  promoted?: boolean | null;\n  ended_at?: string | null;\n}\n\nexport function listRuns(stateDir: string, systemId: string): RunSummary[] {\n  const dir = systemRunsDir(stateDir, systemId);\n  if (!existsSync(dir)) return [];\n  const out: RunSummary[] = [];\n  for (const entry of readdirSync(dir)) {\n    const runDir = join(dir, entry);\n    if (!statSync(runDir).isDirectory()) continue;\n    const manifest_path = join(runDir, \"manifest.json\");\n    const state_path = join(runDir, \"state.json\");\n    const events_path = join(runDir, \"events.jsonl\");\n    const manifest = readJsonIfExists<ManifestFile>(manifest_path);\n    if (!manifest) continue;\n    const state = readJsonIfExists<StateFile>(state_path);\n    out.push({\n      run_id: manifest.run_id,\n      system: manifest.system,\n      variant: manifest.variant,\n      parent_id: manifest.parent_id,\n      hypothesis: manifest.hypothesis,\n      status: state?.status ?? \"running\",\n      score: state?.score ?? null,\n      n: state?.n_total ?? null,\n      promoted: state?.promoted ?? null,\n      started_at: manifest.started_at,\n      ended_at: state?.ended_at ?? null,\n      eval_version: manifest.eval_version,\n      dataset_version: manifest.dataset_version,\n      events_path,\n      state_path,\n      manifest_path,\n      linear_issue_id: manifest.linear_issue_id ?? null,\n      linear_issue_url: manifest.linear_issue_url ?? null,\n    });\n  }\n  // Newest first\n  out.sort((a, b) => (b.started_at < a.started_at ? -1 : 1));\n  return out;\n}\n\n/**\n * Promoted baseline = the most recent run that was promoted, under matching versions.\n * Falls back to the highest-scored complete run if nothing has been promoted yet\n * (e.g. the very first run before promotion semantics kick in).\n */\nexport function currentBaseline(\n  runs: RunSummary[],\n  evalVersion: number,\n  datasetVersion: string,\n): RunSummary | null {\n  const eligible = runs.filter(\n    (r) =>\n      r.status === \"complete\" &&\n      r.score !== null &&\n      r.eval_version === evalVersion &&\n      r.dataset_version === datasetVersion,\n  );\n  if (eligible.length === 0) return null;\n  // listRuns sorts newest-first; find the newest with promoted: true.\n  const promoted = eligible.find((r) => r.promoted === true);\n  if (promoted) return promoted;\n  // Fallback: highest-scored eligible run (handles legacy/imported runs without promotion data).\n  let best = eligible[0];\n  for (const r of eligible) {\n    if (r.score! > best.score!) best = r;\n  }\n  return best;\n}\n\n/** Recover the score from events.jsonl if state.json was missing or pre-terminal. */\nexport function deriveScoreFromEvents(eventsPath: string): number | null {\n  const events = readNdjson<Event>(eventsPath);\n  const term = findTerminal(events);\n  if (!term || term.type !== \"complete\") return null;\n  return term.score;\n}\n"],"mappings":";;;;AAyDA,SAAgB,SAAS,UAAkB,UAAgC;CACzE,MAAM,MAAM,cAAc,UAAU,SAAS;AAC7C,KAAI,CAAC,WAAW,IAAI,CAAE,QAAO,EAAE;CAC/B,MAAM,MAAoB,EAAE;AAC5B,MAAK,MAAM,SAAS,YAAY,IAAI,EAAE;EACpC,MAAM,SAAS,KAAK,KAAK,MAAM;AAC/B,MAAI,CAAC,SAAS,OAAO,CAAC,aAAa,CAAE;EACrC,MAAM,gBAAgB,KAAK,QAAQ,gBAAgB;EACnD,MAAM,aAAa,KAAK,QAAQ,aAAa;EAC7C,MAAM,cAAc,KAAK,QAAQ,eAAe;EAChD,MAAM,WAAW,iBAA+B,cAAc;AAC9D,MAAI,CAAC,SAAU;EACf,MAAM,QAAQ,iBAA4B,WAAW;AACrD,MAAI,KAAK;GACP,QAAQ,SAAS;GACjB,QAAQ,SAAS;GACjB,SAAS,SAAS;GAClB,WAAW,SAAS;GACpB,YAAY,SAAS;GACrB,QAAQ,OAAO,UAAU;GACzB,OAAO,OAAO,SAAS;GACvB,GAAG,OAAO,WAAW;GACrB,UAAU,OAAO,YAAY;GAC7B,YAAY,SAAS;GACrB,UAAU,OAAO,YAAY;GAC7B,cAAc,SAAS;GACvB,iBAAiB,SAAS;GAC1B;GACA;GACA;GACA,iBAAiB,SAAS,mBAAmB;GAC7C,kBAAkB,SAAS,oBAAoB;GAChD,CAAC;;AAGJ,KAAI,MAAM,GAAG,MAAO,EAAE,aAAa,EAAE,aAAa,KAAK,EAAG;AAC1D,QAAO;;;;;;;AAQT,SAAgB,gBACd,MACA,aACA,gBACmB;CACnB,MAAM,WAAW,KAAK,QACnB,MACC,EAAE,WAAW,cACb,EAAE,UAAU,QACZ,EAAE,iBAAiB,eACnB,EAAE,oBAAoB,eACzB;AACD,KAAI,SAAS,WAAW,EAAG,QAAO;CAElC,MAAM,WAAW,SAAS,MAAM,MAAM,EAAE,aAAa,KAAK;AAC1D,KAAI,SAAU,QAAO;CAErB,IAAI,OAAO,SAAS;AACpB,MAAK,MAAM,KAAK,SACd,KAAI,EAAE,QAAS,KAAK,MAAQ,QAAO;AAErC,QAAO"}
+{"version":3,"file":"leaderboard.js","names":[],"sources":["../../src/lib/leaderboard.ts"],"sourcesContent":["import { existsSync, readdirSync, statSync } from \"node:fs\";\nimport { join } from \"node:path\";\nimport { systemRunsDir, readJsonIfExists } from \"./run-dir.js\";\n\nexport interface RunSummary {\n  run_id: string;\n  system: string;\n  variant: string;\n  parent_id: string | null;\n  hypothesis: string;\n  status: \"complete\" | \"crashed\" | \"aborted\" | \"running\";\n  score: number | null;\n  n: number | null;\n  promoted: boolean | null;\n  started_at: string;\n  ended_at: string | null;\n  eval_version: number;\n  dataset_version: string;\n  events_path: string;\n  state_path: string;\n  manifest_path: string;\n  linear_issue_id?: string | null;\n  linear_issue_url?: string | null;\n}\n\nexport interface ManifestFile {\n  run_id: string;\n  system: string;\n  variant: string;\n  parent_id: string | null;\n  hypothesis: string;\n  git_sha?: string | null;\n  git_branch?: string | null;\n  worktree_root?: string | null;\n  git_common_dir?: string | null;\n  eval_version: number;\n  dataset_version: string;\n  started_at: string;\n  host?: string;\n  kaizen_version?: string;\n  state_dir?: string;\n  diagnostic?: boolean;\n  linear_issue_id?: string | null;\n  linear_issue_url?: string | null;\n}\n\nexport interface StateFile {\n  run_id: string;\n  status: RunSummary[\"status\"];\n  score: number | null;\n  n_total?: number | null;\n  n_done?: number;\n  promoted?: boolean | null;\n  ended_at?: string | null;\n}\n\nexport function listRuns(stateDir: string, systemId: string): RunSummary[] {\n  const dir = systemRunsDir(stateDir, systemId);\n  if (!existsSync(dir)) return [];\n  const out: RunSummary[] = [];\n  for (const entry of readdirSync(dir)) {\n    const runDir = join(dir, entry);\n    if (!statSync(runDir).isDirectory()) continue;\n    const manifest_path = join(runDir, \"manifest.json\");\n    const state_path = join(runDir, \"state.json\");\n    const events_path = join(runDir, \"events.jsonl\");\n    const manifest = readJsonIfExists<ManifestFile>(manifest_path);\n    if (!manifest) continue;\n    const state = readJsonIfExists<StateFile>(state_path);\n    out.push({\n      run_id: manifest.run_id,\n      system: manifest.system,\n      variant: manifest.variant,\n      parent_id: manifest.parent_id,\n      hypothesis: manifest.hypothesis,\n      status: state?.status ?? \"running\",\n      score: state?.score ?? null,\n      n: state?.n_total ?? null,\n      promoted: state?.promoted ?? null,\n      started_at: manifest.started_at,\n      ended_at: state?.ended_at ?? null,\n      eval_version: manifest.eval_version,\n      dataset_version: manifest.dataset_version,\n      events_path,\n      state_path,\n      manifest_path,\n      linear_issue_id: manifest.linear_issue_id ?? null,\n      linear_issue_url: manifest.linear_issue_url ?? null,\n    });\n  }\n  // Newest first\n  out.sort((a, b) => (b.started_at < a.started_at ? -1 : 1));\n  return out;\n}\n\n/**\n * Promoted baseline = the most recent run that was promoted, under matching versions.\n * Falls back to the highest-scored complete run if nothing has been promoted yet\n * (e.g. the very first run before promotion semantics kick in).\n */\nexport function currentBaseline(\n  runs: RunSummary[],\n  evalVersion: number,\n  datasetVersion: string,\n): RunSummary | null {\n  const eligible = runs.filter(\n    (r) =>\n      r.status === \"complete\" &&\n      r.score !== null &&\n      r.eval_version === evalVersion &&\n      r.dataset_version === datasetVersion,\n  );\n  if (eligible.length === 0) return null;\n  // listRuns sorts newest-first; find the newest with promoted: true.\n  const promoted = eligible.find((r) => r.promoted === true);\n  if (promoted) return promoted;\n  // Fallback: highest-scored eligible run when promotion data is unavailable.\n  let best = eligible[0];\n  for (const r of eligible) {\n    if (r.score! > best.score!) best = r;\n  }\n  return best;\n}\n"],"mappings":";;;;AAwDA,SAAgB,SAAS,UAAkB,UAAgC;CACzE,MAAM,MAAM,cAAc,UAAU,SAAS;AAC7C,KAAI,CAAC,WAAW,IAAI,CAAE,QAAO,EAAE;CAC/B,MAAM,MAAoB,EAAE;AAC5B,MAAK,MAAM,SAAS,YAAY,IAAI,EAAE;EACpC,MAAM,SAAS,KAAK,KAAK,MAAM;AAC/B,MAAI,CAAC,SAAS,OAAO,CAAC,aAAa,CAAE;EACrC,MAAM,gBAAgB,KAAK,QAAQ,gBAAgB;EACnD,MAAM,aAAa,KAAK,QAAQ,aAAa;EAC7C,MAAM,cAAc,KAAK,QAAQ,eAAe;EAChD,MAAM,WAAW,iBAA+B,cAAc;AAC9D,MAAI,CAAC,SAAU;EACf,MAAM,QAAQ,iBAA4B,WAAW;AACrD,MAAI,KAAK;GACP,QAAQ,SAAS;GACjB,QAAQ,SAAS;GACjB,SAAS,SAAS;GAClB,WAAW,SAAS;GACpB,YAAY,SAAS;GACrB,QAAQ,OAAO,UAAU;GACzB,OAAO,OAAO,SAAS;GACvB,GAAG,OAAO,WAAW;GACrB,UAAU,OAAO,YAAY;GAC7B,YAAY,SAAS;GACrB,UAAU,OAAO,YAAY;GAC7B,cAAc,SAAS;GACvB,iBAAiB,SAAS;GAC1B;GACA;GACA;GACA,iBAAiB,SAAS,mBAAmB;GAC7C,kBAAkB,SAAS,oBAAoB;GAChD,CAAC;;AAGJ,KAAI,MAAM,GAAG,MAAO,EAAE,aAAa,EAAE,aAAa,KAAK,EAAG;AAC1D,QAAO;;;;;;;AAQT,SAAgB,gBACd,MACA,aACA,gBACmB;CACnB,MAAM,WAAW,KAAK,QACnB,MACC,EAAE,WAAW,cACb,EAAE,UAAU,QACZ,EAAE,iBAAiB,eACnB,EAAE,oBAAoB,eACzB;AACD,KAAI,SAAS,WAAW,EAAG,QAAO;CAElC,MAAM,WAAW,SAAS,MAAM,MAAM,EAAE,aAAa,KAAK;AAC1D,KAAI,SAAU,QAAO;CAErB,IAAI,OAAO,SAAS;AACpB,MAAK,MAAM,KAAK,SACd,KAAI,EAAE,QAAS,KAAK,MAAQ,QAAO;AAErC,QAAO"}

package/dist/lib/paths.js

@@ -1,3 +1,4 @@
+import { resolveKaizenStateDir } from "../shared/workspace-paths.js";
 import { dirname, resolve } from "node:path";
 import { fileURLToPath } from "node:url";
 //#region src/lib/paths.ts
@@ -12,9 +13,8 @@ function workspaceRoot() {
 	const raw = process.env.KAIZEN_WORKSPACE;
 	return raw ? resolve(raw) : process.cwd();
 }
-function resolveStateDir(workspace, explicit) {
-	const raw = explicit ?? process.env.KAIZEN_STATE_DIR;
-	return raw ? resolve(workspace, raw) : resolve(workspace, ".kaizen");
+function resolveStateDir(workspace) {
+	return resolveKaizenStateDir(workspace);
 }
 //#endregion
 export { packageRoot, resolveStateDir, templatesDir, workspaceRoot };

package/dist/lib/paths.js.map

@@ -1 +1 @@
-{"version":3,"file":"paths.js","names":[],"sources":["../../src/lib/paths.ts"],"sourcesContent":["import { dirname, resolve } from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\n\nconst HERE = dirname(fileURLToPath(import.meta.url));\n\nexport function packageRoot(): string {\n  // src/lib/paths.ts -> package root\n  return resolve(HERE, \"..\", \"..\");\n}\n\nexport function templatesDir(): string {\n  return resolve(packageRoot(), \"templates\");\n}\n\nexport function workspaceRoot(): string {\n  const raw = process.env.KAIZEN_WORKSPACE;\n  return raw ? resolve(raw) : process.cwd();\n}\n\nexport function resolveStateDir(workspace: string, explicit?: string): string {\n  const raw = explicit ?? process.env.KAIZEN_STATE_DIR;\n  return raw ? resolve(workspace, raw) : resolve(workspace, \".kaizen\");\n}\n"],"mappings":";;;AAGA,MAAM,OAAO,QAAQ,cAAc,OAAO,KAAK,IAAI,CAAC;AAEpD,SAAgB,cAAsB;AAEpC,QAAO,QAAQ,MAAM,MAAM,KAAK;;AAGlC,SAAgB,eAAuB;AACrC,QAAO,QAAQ,aAAa,EAAE,YAAY;;AAG5C,SAAgB,gBAAwB;CACtC,MAAM,MAAM,QAAQ,IAAI;AACxB,QAAO,MAAM,QAAQ,IAAI,GAAG,QAAQ,KAAK;;AAG3C,SAAgB,gBAAgB,WAAmB,UAA2B;CAC5E,MAAM,MAAM,YAAY,QAAQ,IAAI;AACpC,QAAO,MAAM,QAAQ,WAAW,IAAI,GAAG,QAAQ,WAAW,UAAU"}
+{"version":3,"file":"paths.js","names":[],"sources":["../../src/lib/paths.ts"],"sourcesContent":["import { dirname, resolve } from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\nimport {\n  defaultKaizenStateDir,\n  kaizenConfigPath,\n  kaizenDir,\n  kaizenSystemDir,\n  kaizenSystemPath,\n  kaizenSystemsDir,\n  primaryWorktreeRoot,\n  resolveKaizenStateDir,\n} from \"../../shared/workspace-paths.js\";\n\nconst HERE = dirname(fileURLToPath(import.meta.url));\n\nexport function packageRoot(): string {\n  // src/lib/paths.ts -> package root\n  return resolve(HERE, \"..\", \"..\");\n}\n\nexport function templatesDir(): string {\n  return resolve(packageRoot(), \"templates\");\n}\n\nexport function workspaceRoot(): string {\n  const raw = process.env.KAIZEN_WORKSPACE;\n  return raw ? resolve(raw) : process.cwd();\n}\n\nexport {\n  defaultKaizenStateDir,\n  kaizenConfigPath,\n  kaizenDir,\n  kaizenSystemDir,\n  kaizenSystemPath,\n  kaizenSystemsDir,\n  primaryWorktreeRoot,\n};\n\nexport function resolveStateDir(workspace: string): string {\n  return resolveKaizenStateDir(workspace);\n}\n"],"mappings":";;;;AAaA,MAAM,OAAO,QAAQ,cAAc,OAAO,KAAK,IAAI,CAAC;AAEpD,SAAgB,cAAsB;AAEpC,QAAO,QAAQ,MAAM,MAAM,KAAK;;AAGlC,SAAgB,eAAuB;AACrC,QAAO,QAAQ,aAAa,EAAE,YAAY;;AAG5C,SAAgB,gBAAwB;CACtC,MAAM,MAAM,QAAQ,IAAI;AACxB,QAAO,MAAM,QAAQ,IAAI,GAAG,QAAQ,KAAK;;AAa3C,SAAgB,gBAAgB,WAA2B;AACzD,QAAO,sBAAsB,UAAU"}

package/dist/lib/promotion.js.map

@@ -1 +1 @@
-{"version":3,"file":"promotion.js","names":[],"sources":["../../src/lib/promotion.ts"],"sourcesContent":["import { bootstrapMeanCI, pairDeltas } from \"./bootstrap.js\";\nimport type { Event, ItemEvent, PromotionEvent } from \"./events.js\";\nimport { readNdjson } from \"./run-dir.js\";\n\nexport interface BaselineSummary {\n  run_id: string;\n  variant: string;\n  score: number;\n  events_path: string; // path to events.jsonl, used to lazily read item scores\n}\n\nexport type PromotionDecision = Omit<PromotionEvent, \"type\" | \"ts\">;\n\n/** Read item scores from a run's events.jsonl. Returns Map<item_id, score>. */\nexport function readItemScores(eventsPath: string): Map<string, number> {\n  const events = readNdjson<Event>(eventsPath);\n  const scores = new Map<string, number>();\n  for (const e of events) {\n    if (e.type === \"item\") {\n      const it = e;\n      scores.set(it.id, it.score);\n    }\n  }\n  return scores;\n}\n\nexport interface DecideOpts {\n  /** Set of subgroup keys to guard against regressions. */\n  subgroupKeys?: string[];\n  /** Bootstrap resamples; default 10k. */\n  resamples?: number;\n  /** Seed for determinism. */\n  seed?: number;\n}\n\n/**\n * Decide auto-promotion given the current run's item scores and an optional baseline.\n * Returns a structured decision suitable for emitting as a `promotion` event.\n */\nexport function decidePromotion(\n  currentScores: Map<string, number>,\n  currentItemEvents: ItemEvent[],\n  baseline: BaselineSummary | null,\n  opts: DecideOpts = {},\n): PromotionDecision {\n  if (!baseline) {\n    return {\n      promoted: true,\n      rule: \"no_baseline\",\n      n_compared: 0,\n      details: \"no prior baseline; this run becomes the baseline by default\",\n    };\n  }\n\n  const baselineScores = readItemScores(baseline.events_path);\n  const { deltas, matchedIds } = pairDeltas(currentScores, baselineScores);\n  if (deltas.length < 5) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      n_compared: deltas.length,\n      parent_run_id: baseline.run_id,\n      details: `only ${deltas.length} items paired with baseline ${baseline.run_id}; need ≥5 to bootstrap`,\n    };\n  }\n\n  const ci = bootstrapMeanCI(deltas, {\n    resamples: opts.resamples,\n    seed: opts.seed,\n  });\n  if (!(ci.ci_low > 0)) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      ci_low: ci.ci_low,\n      ci_high: ci.ci_high,\n      mean_delta: ci.mean_delta,\n      n_compared: ci.n,\n      parent_run_id: baseline.run_id,\n      details: `95% CI on mean delta is [${ci.ci_low.toFixed(4)}, ${ci.ci_high.toFixed(4)}]; lower bound is not > 0`,\n    };\n  }\n\n  // Headline gate passed. Now check subgroup guards.\n  if (opts.subgroupKeys && opts.subgroupKeys.length > 0) {\n    const subgroupOf = (id: string, key: string): string | undefined => {\n      for (const ev of currentItemEvents) {\n        if (ev.id === id && ev.subgroup) return ev.subgroup[key];\n      }\n      return undefined;\n    };\n    for (const key of opts.subgroupKeys) {\n      const groups = new Map<string, number[]>();\n      for (let i = 0; i < matchedIds.length; i++) {\n        const sg = subgroupOf(matchedIds[i], key);\n        if (sg === undefined) continue;\n        if (!groups.has(sg)) groups.set(sg, []);\n        groups.get(sg)!.push(deltas[i]);\n      }\n      for (const [sg, sgDeltas] of groups) {\n        if (sgDeltas.length < 5) continue; // not enough to test; ignore\n        const sgCi = bootstrapMeanCI(sgDeltas, {\n          resamples: opts.resamples,\n          seed: opts.seed,\n        });\n        if (sgCi.ci_high < 0) {\n          return {\n            promoted: false,\n            rule: \"subgroup_regression\",\n            ci_low: ci.ci_low,\n            ci_high: ci.ci_high,\n            mean_delta: ci.mean_delta,\n            n_compared: ci.n,\n            parent_run_id: baseline.run_id,\n            details: `subgroup ${key}=${sg} regressed: 95% CI [${sgCi.ci_low.toFixed(4)}, ${sgCi.ci_high.toFixed(4)}]`,\n          };\n        }\n      }\n    }\n  }\n\n  return {\n    promoted: true,\n    rule: \"auto\",\n    ci_low: ci.ci_low,\n    ci_high: ci.ci_high,\n    mean_delta: ci.mean_delta,\n    n_compared: ci.n,\n    parent_run_id: baseline.run_id,\n  };\n}\n"],"mappings":";;;;AAcA,SAAgB,eAAe,YAAyC;CACtE,MAAM,SAAS,WAAkB,WAAW;CAC5C,MAAM,yBAAS,IAAI,KAAqB;AACxC,MAAK,MAAM,KAAK,OACd,KAAI,EAAE,SAAS,QAAQ;EACrB,MAAM,KAAK;AACX,SAAO,IAAI,GAAG,IAAI,GAAG,MAAM;;AAG/B,QAAO;;;;;;AAgBT,SAAgB,gBACd,eACA,mBACA,UACA,OAAmB,EAAE,EACF;AACnB,KAAI,CAAC,SACH,QAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY;EACZ,SAAS;EACV;CAIH,MAAM,EAAE,QAAQ,eAAe,WAAW,eADnB,eAAe,SAAS,YACwB,CAAC;AACxE,KAAI,OAAO,SAAS,EAClB,QAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY,OAAO;EACnB,eAAe,SAAS;EACxB,SAAS,QAAQ,OAAO,OAAO,8BAA8B,SAAS,OAAO;EAC9E;CAGH,MAAM,KAAK,gBAAgB,QAAQ;EACjC,WAAW,KAAK;EAChB,MAAM,KAAK;EACZ,CAAC;AACF,KAAI,EAAE,GAAG,SAAS,GAChB,QAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;EACxB,SAAS,4BAA4B,GAAG,OAAO,QAAQ,EAAE,CAAC,IAAI,GAAG,QAAQ,QAAQ,EAAE,CAAC;EACrF;AAIH,KAAI,KAAK,gBAAgB,KAAK,aAAa,SAAS,GAAG;EACrD,MAAM,cAAc,IAAY,QAAoC;AAClE,QAAK,MAAM,MAAM,kBACf,KAAI,GAAG,OAAO,MAAM,GAAG,SAAU,QAAO,GAAG,SAAS;;AAIxD,OAAK,MAAM,OAAO,KAAK,cAAc;GACnC,MAAM,yBAAS,IAAI,KAAuB;AAC1C,QAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;IAC1C,MAAM,KAAK,WAAW,WAAW,IAAI,IAAI;AACzC,QAAI,OAAO,KAAA,EAAW;AACtB,QAAI,CAAC,OAAO,IAAI,GAAG,CAAE,QAAO,IAAI,IAAI,EAAE,CAAC;AACvC,WAAO,IAAI,GAAG,CAAE,KAAK,OAAO,GAAG;;AAEjC,QAAK,MAAM,CAAC,IAAI,aAAa,QAAQ;AACnC,QAAI,SAAS,SAAS,EAAG;IACzB,MAAM,OAAO,gBAAgB,UAAU;KACrC,WAAW,KAAK;KAChB,MAAM,KAAK;KACZ,CAAC;AACF,QAAI,KAAK,UAAU,EACjB,QAAO;KACL,UAAU;KACV,MAAM;KACN,QAAQ,GAAG;KACX,SAAS,GAAG;KACZ,YAAY,GAAG;KACf,YAAY,GAAG;KACf,eAAe,SAAS;KACxB,SAAS,YAAY,IAAI,GAAG,GAAG,sBAAsB,KAAK,OAAO,QAAQ,EAAE,CAAC,IAAI,KAAK,QAAQ,QAAQ,EAAE,CAAC;KACzG;;;;AAMT,QAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;EACzB"}
+{"version":3,"file":"promotion.js","names":[],"sources":["../../src/lib/promotion.ts"],"sourcesContent":["import { bootstrapMeanCI, pairDeltas } from \"./bootstrap.js\";\nimport type { Event, ItemEvent, PromotionEvent } from \"./events.js\";\nimport { readNdjson } from \"./run-dir.js\";\n\nexport interface BaselineSummary {\n  run_id: string;\n  variant: string;\n  score: number;\n  events_path: string; // path to events.jsonl, used to lazily read item scores\n}\n\nexport type PromotionDecision = Omit<PromotionEvent, \"type\" | \"ts\">;\n\n/** Read item scores from a run's events.jsonl. Returns Map<item_id, score>. */\nfunction readItemScores(eventsPath: string): Map<string, number> {\n  const events = readNdjson<Event>(eventsPath);\n  const scores = new Map<string, number>();\n  for (const e of events) {\n    if (e.type === \"item\") {\n      const it = e;\n      scores.set(it.id, it.score);\n    }\n  }\n  return scores;\n}\n\nexport interface DecideOpts {\n  /** Set of subgroup keys to guard against regressions. */\n  subgroupKeys?: string[];\n  /** Bootstrap resamples; default 10k. */\n  resamples?: number;\n  /** Seed for determinism. */\n  seed?: number;\n}\n\n/**\n * Decide auto-promotion given the current run's item scores and an optional baseline.\n * Returns a structured decision suitable for emitting as a `promotion` event.\n */\nexport function decidePromotion(\n  currentScores: Map<string, number>,\n  currentItemEvents: ItemEvent[],\n  baseline: BaselineSummary | null,\n  opts: DecideOpts = {},\n): PromotionDecision {\n  if (!baseline) {\n    return {\n      promoted: true,\n      rule: \"no_baseline\",\n      n_compared: 0,\n      details: \"no prior baseline; this run becomes the baseline by default\",\n    };\n  }\n\n  const baselineScores = readItemScores(baseline.events_path);\n  const { deltas, matchedIds } = pairDeltas(currentScores, baselineScores);\n  if (deltas.length < 5) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      n_compared: deltas.length,\n      parent_run_id: baseline.run_id,\n      details: `only ${deltas.length} items paired with baseline ${baseline.run_id}; need ≥5 to bootstrap`,\n    };\n  }\n\n  const ci = bootstrapMeanCI(deltas, {\n    resamples: opts.resamples,\n    seed: opts.seed,\n  });\n  if (!(ci.ci_low > 0)) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      ci_low: ci.ci_low,\n      ci_high: ci.ci_high,\n      mean_delta: ci.mean_delta,\n      n_compared: ci.n,\n      parent_run_id: baseline.run_id,\n      details: `95% CI on mean delta is [${ci.ci_low.toFixed(4)}, ${ci.ci_high.toFixed(4)}]; lower bound is not > 0`,\n    };\n  }\n\n  // Headline gate passed. Now check subgroup guards.\n  if (opts.subgroupKeys && opts.subgroupKeys.length > 0) {\n    const subgroupOf = (id: string, key: string): string | undefined => {\n      for (const ev of currentItemEvents) {\n        if (ev.id === id && ev.subgroup) return ev.subgroup[key];\n      }\n      return undefined;\n    };\n    for (const key of opts.subgroupKeys) {\n      const groups = new Map<string, number[]>();\n      for (let i = 0; i < matchedIds.length; i++) {\n        const sg = subgroupOf(matchedIds[i], key);\n        if (sg === undefined) continue;\n        if (!groups.has(sg)) groups.set(sg, []);\n        groups.get(sg)!.push(deltas[i]);\n      }\n      for (const [sg, sgDeltas] of groups) {\n        if (sgDeltas.length < 5) continue; // not enough to test; ignore\n        const sgCi = bootstrapMeanCI(sgDeltas, {\n          resamples: opts.resamples,\n          seed: opts.seed,\n        });\n        if (sgCi.ci_high < 0) {\n          return {\n            promoted: false,\n            rule: \"subgroup_regression\",\n            ci_low: ci.ci_low,\n            ci_high: ci.ci_high,\n            mean_delta: ci.mean_delta,\n            n_compared: ci.n,\n            parent_run_id: baseline.run_id,\n            details: `subgroup ${key}=${sg} regressed: 95% CI [${sgCi.ci_low.toFixed(4)}, ${sgCi.ci_high.toFixed(4)}]`,\n          };\n        }\n      }\n    }\n  }\n\n  return {\n    promoted: true,\n    rule: \"auto\",\n    ci_low: ci.ci_low,\n    ci_high: ci.ci_high,\n    mean_delta: ci.mean_delta,\n    n_compared: ci.n,\n    parent_run_id: baseline.run_id,\n  };\n}\n"],"mappings":";;;;AAcA,SAAS,eAAe,YAAyC;CAC/D,MAAM,SAAS,WAAkB,WAAW;CAC5C,MAAM,yBAAS,IAAI,KAAqB;AACxC,MAAK,MAAM,KAAK,OACd,KAAI,EAAE,SAAS,QAAQ;EACrB,MAAM,KAAK;AACX,SAAO,IAAI,GAAG,IAAI,GAAG,MAAM;;AAG/B,QAAO;;;;;;AAgBT,SAAgB,gBACd,eACA,mBACA,UACA,OAAmB,EAAE,EACF;AACnB,KAAI,CAAC,SACH,QAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY;EACZ,SAAS;EACV;CAIH,MAAM,EAAE,QAAQ,eAAe,WAAW,eADnB,eAAe,SAAS,YACwB,CAAC;AACxE,KAAI,OAAO,SAAS,EAClB,QAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY,OAAO;EACnB,eAAe,SAAS;EACxB,SAAS,QAAQ,OAAO,OAAO,8BAA8B,SAAS,OAAO;EAC9E;CAGH,MAAM,KAAK,gBAAgB,QAAQ;EACjC,WAAW,KAAK;EAChB,MAAM,KAAK;EACZ,CAAC;AACF,KAAI,EAAE,GAAG,SAAS,GAChB,QAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;EACxB,SAAS,4BAA4B,GAAG,OAAO,QAAQ,EAAE,CAAC,IAAI,GAAG,QAAQ,QAAQ,EAAE,CAAC;EACrF;AAIH,KAAI,KAAK,gBAAgB,KAAK,aAAa,SAAS,GAAG;EACrD,MAAM,cAAc,IAAY,QAAoC;AAClE,QAAK,MAAM,MAAM,kBACf,KAAI,GAAG,OAAO,MAAM,GAAG,SAAU,QAAO,GAAG,SAAS;;AAIxD,OAAK,MAAM,OAAO,KAAK,cAAc;GACnC,MAAM,yBAAS,IAAI,KAAuB;AAC1C,QAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;IAC1C,MAAM,KAAK,WAAW,WAAW,IAAI,IAAI;AACzC,QAAI,OAAO,KAAA,EAAW;AACtB,QAAI,CAAC,OAAO,IAAI,GAAG,CAAE,QAAO,IAAI,IAAI,EAAE,CAAC;AACvC,WAAO,IAAI,GAAG,CAAE,KAAK,OAAO,GAAG;;AAEjC,QAAK,MAAM,CAAC,IAAI,aAAa,QAAQ;AACnC,QAAI,SAAS,SAAS,EAAG;IACzB,MAAM,OAAO,gBAAgB,UAAU;KACrC,WAAW,KAAK;KAChB,MAAM,KAAK;KACZ,CAAC;AACF,QAAI,KAAK,UAAU,EACjB,QAAO;KACL,UAAU;KACV,MAAM;KACN,QAAQ,GAAG;KACX,SAAS,GAAG;KACZ,YAAY,GAAG;KACf,YAAY,GAAG;KACf,eAAe,SAAS;KACxB,SAAS,YAAY,IAAI,GAAG,GAAG,sBAAsB,KAAK,OAAO,QAAQ,EAAE,CAAC,IAAI,KAAK,QAAQ,QAAQ,EAAE,CAAC;KACzG;;;;AAMT,QAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;EACzB"}

package/dist/lib/run-dir.js

@@ -1,5 +1,5 @@
-import { dirname, join } from "node:path";
 import { appendFileSync, closeSync, existsSync, fsyncSync, mkdirSync, openSync, readFileSync, renameSync, unlinkSync, writeFileSync } from "node:fs";
+import { dirname, join } from "node:path";
 import { randomBytes } from "node:crypto";
 //#region src/lib/run-dir.ts
 function systemRunsDir(stateDir, systemId) {

package/dist/lib/run-dir.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-dir.js","names":[],"sources":["../../src/lib/run-dir.ts"],"sourcesContent":["import { randomBytes } from \"node:crypto\";\nimport {\n  appendFileSync,\n  closeSync,\n  existsSync,\n  fsyncSync,\n  mkdirSync,\n  openSync,\n  readFileSync,\n  renameSync,\n  unlinkSync,\n  writeFileSync,\n} from \"node:fs\";\nimport { dirname, join } from \"node:path\";\n\nexport const KAIZEN_DIR = \".kaizen\";\n\nexport function kaizenDir(workspace: string): string {\n  return join(workspace, KAIZEN_DIR);\n}\n\nexport function systemRunsDir(stateDir: string, systemId: string): string {\n  return join(stateDir, \"runs\", systemId);\n}\n\nexport function runDir(\n  stateDir: string,\n  systemId: string,\n  runId: string,\n): string {\n  return join(systemRunsDir(stateDir, systemId), runId);\n}\n\nexport function hypothesesPath(stateDir: string, systemId: string): string {\n  return join(stateDir, \"hypotheses\", `${systemId}.jsonl`);\n}\n\nexport function generateRunId(): string {\n  // r-<4 hex chars><timestamp suffix>: short, sortable-ish, collision-resistant enough for our scale.\n  const ts = Date.now().toString(36);\n  const rand = randomBytes(2).toString(\"hex\");\n  return `r-${rand}${ts.slice(-6)}`;\n}\n\nexport function ensureDir(p: string): void {\n  mkdirSync(p, { recursive: true });\n}\n\n/** Atomic write: write to a temp file in the same dir, fsync, rename over the target. */\nexport function writeFileAtomic(\n  path: string,\n  contents: string | Uint8Array,\n): void {\n  ensureDir(dirname(path));\n  const tmp = `${path}.tmp.${process.pid}.${randomBytes(3).toString(\"hex\")}`;\n  const fd = openSync(tmp, \"w\", 0o644);\n  try {\n    writeFileSync(fd, contents);\n    fsyncSync(fd);\n  } finally {\n    closeSync(fd);\n  }\n  renameSync(tmp, path);\n}\n\nexport function writeJsonAtomic(path: string, value: unknown): void {\n  writeFileAtomic(path, JSON.stringify(value, null, 2) + \"\\n\");\n}\n\n/** Append a single NDJSON line. POSIX guarantees writes ≤ PIPE_BUF with O_APPEND are atomic. */\nexport function appendNdjsonLine(path: string, value: unknown): void {\n  ensureDir(dirname(path));\n  appendFileSync(path, JSON.stringify(value) + \"\\n\");\n}\n\nexport function readJson<T>(path: string): T {\n  return JSON.parse(readFileSync(path, \"utf-8\")) as T;\n}\n\nexport function readJsonIfExists<T>(path: string): T | null {\n  if (!existsSync(path)) return null;\n  return readJson<T>(path);\n}\n\n/** Read an NDJSON file as an array of parsed objects. Tolerates a trailing partial line. */\nexport function readNdjson<T>(path: string): T[] {\n  if (!existsSync(path)) return [];\n  const text = readFileSync(path, \"utf-8\");\n  const out: T[] = [];\n  for (const line of text.split(\"\\n\")) {\n    if (!line) continue;\n    try {\n      out.push(JSON.parse(line) as T);\n    } catch {\n      // Last line may be a partial write if a process is still appending. Skip silently.\n    }\n  }\n  return out;\n}\n\n// --- lock file ---\n\nexport interface LockInfo {\n  pid: number;\n  startedAt: string;\n}\n\nexport function lockPath(runDirPath: string): string {\n  return join(runDirPath, \".lock\");\n}\n\nexport function writeLock(runDirPath: string): void {\n  const info: LockInfo = {\n    pid: process.pid,\n    startedAt: new Date().toISOString(),\n  };\n  writeJsonAtomic(lockPath(runDirPath), info);\n}\n\nexport function readLock(runDirPath: string): LockInfo | null {\n  return readJsonIfExists<LockInfo>(lockPath(runDirPath));\n}\n\nexport function clearLock(runDirPath: string): void {\n  const p = lockPath(runDirPath);\n  if (existsSync(p)) unlinkSync(p);\n}\n\n/** True if the PID in the lock file is still alive on this machine. */\nexport function isPidAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (err) {\n    const code = (err as NodeJS.ErrnoException).code;\n    return code === \"EPERM\"; // exists but we can't signal — still alive\n  }\n}\n"],"mappings":";;;;AAqBA,SAAgB,cAAc,UAAkB,UAA0B;AACxE,QAAO,KAAK,UAAU,QAAQ,SAAS;;AAGzC,SAAgB,OACd,UACA,UACA,OACQ;AACR,QAAO,KAAK,cAAc,UAAU,SAAS,EAAE,MAAM;;AAGvD,SAAgB,eAAe,UAAkB,UAA0B;AACzE,QAAO,KAAK,UAAU,cAAc,GAAG,SAAS,QAAQ;;AAG1D,SAAgB,gBAAwB;CAEtC,MAAM,KAAK,KAAK,KAAK,CAAC,SAAS,GAAG;AAElC,QAAO,KADM,YAAY,EAAE,CAAC,SAAS,MACrB,GAAG,GAAG,MAAM,GAAG;;AAGjC,SAAgB,UAAU,GAAiB;AACzC,WAAU,GAAG,EAAE,WAAW,MAAM,CAAC;;;AAInC,SAAgB,gBACd,MACA,UACM;AACN,WAAU,QAAQ,KAAK,CAAC;CACxB,MAAM,MAAM,GAAG,KAAK,OAAO,QAAQ,IAAI,GAAG,YAAY,EAAE,CAAC,SAAS,MAAM;CACxE,MAAM,KAAK,SAAS,KAAK,KAAK,IAAM;AACpC,KAAI;AACF,gBAAc,IAAI,SAAS;AAC3B,YAAU,GAAG;WACL;AACR,YAAU,GAAG;;AAEf,YAAW,KAAK,KAAK;;AAGvB,SAAgB,gBAAgB,MAAc,OAAsB;AAClE,iBAAgB,MAAM,KAAK,UAAU,OAAO,MAAM,EAAE,GAAG,KAAK;;;AAI9D,SAAgB,iBAAiB,MAAc,OAAsB;AACnE,WAAU,QAAQ,KAAK,CAAC;AACxB,gBAAe,MAAM,KAAK,UAAU,MAAM,GAAG,KAAK;;AAGpD,SAAgB,SAAY,MAAiB;AAC3C,QAAO,KAAK,MAAM,aAAa,MAAM,QAAQ,CAAC;;AAGhD,SAAgB,iBAAoB,MAAwB;AAC1D,KAAI,CAAC,WAAW,KAAK,CAAE,QAAO;AAC9B,QAAO,SAAY,KAAK;;;AAI1B,SAAgB,WAAc,MAAmB;AAC/C,KAAI,CAAC,WAAW,KAAK,CAAE,QAAO,EAAE;CAChC,MAAM,OAAO,aAAa,MAAM,QAAQ;CACxC,MAAM,MAAW,EAAE;AACnB,MAAK,MAAM,QAAQ,KAAK,MAAM,KAAK,EAAE;AACnC,MAAI,CAAC,KAAM;AACX,MAAI;AACF,OAAI,KAAK,KAAK,MAAM,KAAK,CAAM;UACzB;;AAIV,QAAO;;AAUT,SAAgB,SAAS,YAA4B;AACnD,QAAO,KAAK,YAAY,QAAQ;;AAGlC,SAAgB,UAAU,YAA0B;CAClD,MAAM,OAAiB;EACrB,KAAK,QAAQ;EACb,4BAAW,IAAI,MAAM,EAAC,aAAa;EACpC;AACD,iBAAgB,SAAS,WAAW,EAAE,KAAK;;AAG7C,SAAgB,SAAS,YAAqC;AAC5D,QAAO,iBAA2B,SAAS,WAAW,CAAC;;AAGzD,SAAgB,UAAU,YAA0B;CAClD,MAAM,IAAI,SAAS,WAAW;AAC9B,KAAI,WAAW,EAAE,CAAE,YAAW,EAAE;;;AAIlC,SAAgB,WAAW,KAAsB;AAC/C,KAAI;AACF,UAAQ,KAAK,KAAK,EAAE;AACpB,SAAO;UACA,KAAK;AAEZ,SADc,IAA8B,SAC5B"}
+{"version":3,"file":"run-dir.js","names":[],"sources":["../../src/lib/run-dir.ts"],"sourcesContent":["import { randomBytes } from \"node:crypto\";\nimport {\n  appendFileSync,\n  closeSync,\n  existsSync,\n  fsyncSync,\n  mkdirSync,\n  openSync,\n  readFileSync,\n  renameSync,\n  unlinkSync,\n  writeFileSync,\n} from \"node:fs\";\nimport { dirname, join } from \"node:path\";\n\nexport function systemRunsDir(stateDir: string, systemId: string): string {\n  return join(stateDir, \"runs\", systemId);\n}\n\nexport function runDir(\n  stateDir: string,\n  systemId: string,\n  runId: string,\n): string {\n  return join(systemRunsDir(stateDir, systemId), runId);\n}\n\nexport function hypothesesPath(stateDir: string, systemId: string): string {\n  return join(stateDir, \"hypotheses\", `${systemId}.jsonl`);\n}\n\nexport function generateRunId(): string {\n  // r-<4 hex chars><timestamp suffix>: short, sortable-ish, collision-resistant enough for our scale.\n  const ts = Date.now().toString(36);\n  const rand = randomBytes(2).toString(\"hex\");\n  return `r-${rand}${ts.slice(-6)}`;\n}\n\nexport function ensureDir(p: string): void {\n  mkdirSync(p, { recursive: true });\n}\n\n/** Atomic write: write to a temp file in the same dir, fsync, rename over the target. */\nfunction writeFileAtomic(path: string, contents: string | Uint8Array): void {\n  ensureDir(dirname(path));\n  const tmp = `${path}.tmp.${process.pid}.${randomBytes(3).toString(\"hex\")}`;\n  const fd = openSync(tmp, \"w\", 0o644);\n  try {\n    writeFileSync(fd, contents);\n    fsyncSync(fd);\n  } finally {\n    closeSync(fd);\n  }\n  renameSync(tmp, path);\n}\n\nexport function writeJsonAtomic(path: string, value: unknown): void {\n  writeFileAtomic(path, JSON.stringify(value, null, 2) + \"\\n\");\n}\n\n/** Append a single NDJSON line. POSIX guarantees writes ≤ PIPE_BUF with O_APPEND are atomic. */\nexport function appendNdjsonLine(path: string, value: unknown): void {\n  ensureDir(dirname(path));\n  appendFileSync(path, JSON.stringify(value) + \"\\n\");\n}\n\nfunction readJson<T>(path: string): T {\n  return JSON.parse(readFileSync(path, \"utf-8\")) as T;\n}\n\nexport function readJsonIfExists<T>(path: string): T | null {\n  if (!existsSync(path)) return null;\n  return readJson<T>(path);\n}\n\n/** Read an NDJSON file as an array of parsed objects. Tolerates a trailing partial line. */\nexport function readNdjson<T>(path: string): T[] {\n  if (!existsSync(path)) return [];\n  const text = readFileSync(path, \"utf-8\");\n  const out: T[] = [];\n  for (const line of text.split(\"\\n\")) {\n    if (!line) continue;\n    try {\n      out.push(JSON.parse(line) as T);\n    } catch {\n      // Last line may be a partial write if a process is still appending. Skip silently.\n    }\n  }\n  return out;\n}\n\n// --- lock file ---\n\nexport interface LockInfo {\n  pid: number;\n  startedAt: string;\n}\n\nfunction lockPath(runDirPath: string): string {\n  return join(runDirPath, \".lock\");\n}\n\nexport function writeLock(runDirPath: string): void {\n  const info: LockInfo = {\n    pid: process.pid,\n    startedAt: new Date().toISOString(),\n  };\n  writeJsonAtomic(lockPath(runDirPath), info);\n}\n\nexport function readLock(runDirPath: string): LockInfo | null {\n  return readJsonIfExists<LockInfo>(lockPath(runDirPath));\n}\n\nexport function clearLock(runDirPath: string): void {\n  const p = lockPath(runDirPath);\n  if (existsSync(p)) unlinkSync(p);\n}\n\n/** True if the PID in the lock file is still alive on this machine. */\nexport function isPidAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (err) {\n    const code = (err as NodeJS.ErrnoException).code;\n    return code === \"EPERM\"; // exists but we can't signal — still alive\n  }\n}\n"],"mappings":";;;;AAeA,SAAgB,cAAc,UAAkB,UAA0B;AACxE,QAAO,KAAK,UAAU,QAAQ,SAAS;;AAGzC,SAAgB,OACd,UACA,UACA,OACQ;AACR,QAAO,KAAK,cAAc,UAAU,SAAS,EAAE,MAAM;;AAGvD,SAAgB,eAAe,UAAkB,UAA0B;AACzE,QAAO,KAAK,UAAU,cAAc,GAAG,SAAS,QAAQ;;AAG1D,SAAgB,gBAAwB;CAEtC,MAAM,KAAK,KAAK,KAAK,CAAC,SAAS,GAAG;AAElC,QAAO,KADM,YAAY,EAAE,CAAC,SAAS,MACrB,GAAG,GAAG,MAAM,GAAG;;AAGjC,SAAgB,UAAU,GAAiB;AACzC,WAAU,GAAG,EAAE,WAAW,MAAM,CAAC;;;AAInC,SAAS,gBAAgB,MAAc,UAAqC;AAC1E,WAAU,QAAQ,KAAK,CAAC;CACxB,MAAM,MAAM,GAAG,KAAK,OAAO,QAAQ,IAAI,GAAG,YAAY,EAAE,CAAC,SAAS,MAAM;CACxE,MAAM,KAAK,SAAS,KAAK,KAAK,IAAM;AACpC,KAAI;AACF,gBAAc,IAAI,SAAS;AAC3B,YAAU,GAAG;WACL;AACR,YAAU,GAAG;;AAEf,YAAW,KAAK,KAAK;;AAGvB,SAAgB,gBAAgB,MAAc,OAAsB;AAClE,iBAAgB,MAAM,KAAK,UAAU,OAAO,MAAM,EAAE,GAAG,KAAK;;;AAI9D,SAAgB,iBAAiB,MAAc,OAAsB;AACnE,WAAU,QAAQ,KAAK,CAAC;AACxB,gBAAe,MAAM,KAAK,UAAU,MAAM,GAAG,KAAK;;AAGpD,SAAS,SAAY,MAAiB;AACpC,QAAO,KAAK,MAAM,aAAa,MAAM,QAAQ,CAAC;;AAGhD,SAAgB,iBAAoB,MAAwB;AAC1D,KAAI,CAAC,WAAW,KAAK,CAAE,QAAO;AAC9B,QAAO,SAAY,KAAK;;;AAI1B,SAAgB,WAAc,MAAmB;AAC/C,KAAI,CAAC,WAAW,KAAK,CAAE,QAAO,EAAE;CAChC,MAAM,OAAO,aAAa,MAAM,QAAQ;CACxC,MAAM,MAAW,EAAE;AACnB,MAAK,MAAM,QAAQ,KAAK,MAAM,KAAK,EAAE;AACnC,MAAI,CAAC,KAAM;AACX,MAAI;AACF,OAAI,KAAK,KAAK,MAAM,KAAK,CAAM;UACzB;;AAIV,QAAO;;AAUT,SAAS,SAAS,YAA4B;AAC5C,QAAO,KAAK,YAAY,QAAQ;;AAGlC,SAAgB,UAAU,YAA0B;CAClD,MAAM,OAAiB;EACrB,KAAK,QAAQ;EACb,4BAAW,IAAI,MAAM,EAAC,aAAa;EACpC;AACD,iBAAgB,SAAS,WAAW,EAAE,KAAK;;AAG7C,SAAgB,SAAS,YAAqC;AAC5D,QAAO,iBAA2B,SAAS,WAAW,CAAC;;AAGzD,SAAgB,UAAU,YAA0B;CAClD,MAAM,IAAI,SAAS,WAAW;AAC9B,KAAI,WAAW,EAAE,CAAE,YAAW,EAAE;;;AAIlC,SAAgB,WAAW,KAAsB;AAC/C,KAAI;AACF,UAAQ,KAAK,KAAK,EAAE;AACpB,SAAO;UACA,KAAK;AAEZ,SADc,IAA8B,SAC5B"}

package/dist/lib/runner.js

@@ -1,22 +1,23 @@
+import { resolveStateDir } from "./paths.js";
 import { loadSystem, resolveEvalPath } from "./system.js";
-import { NdjsonReader } from "./events.js";
 import { appendNdjsonLine, clearLock, ensureDir, generateRunId, hypothesesPath, isPidAlive, readJsonIfExists, readLock, runDir, systemRunsDir, writeJsonAtomic, writeLock } from "./run-dir.js";
 import { currentBaseline, listRuns } from "./leaderboard.js";
+import { NdjsonReader } from "./events.js";
 import { decidePromotion } from "./promotion.js";
-import { extname, join } from "node:path";
 import { createWriteStream, existsSync, writeFileSync } from "node:fs";
-import { arch, hostname, platform } from "node:os";
+import { extname, join } from "node:path";
 import { execSync, spawn } from "node:child_process";
 import { createRequire } from "node:module";
+import { arch, hostname, platform } from "node:os";
 //#region src/lib/runner.ts
 const FAILURE_K = 10;
 const require = createRequire(import.meta.url);
 async function runExperiment(opts) {
-	const stateDir = opts.stateDir ?? join(opts.workspace, ".kaizen");
+	const stateDir = resolveStateDir(opts.workspace);
 	reapStaleRuns(stateDir, opts.systemId);
 	const system = loadSystem(opts.workspace, opts.systemId);
 	const evalAbs = resolveEvalPath(opts.workspace, system);
-	if (!existsSync(evalAbs)) throw new Error(`eval script not found at ${evalAbs} (declared as run_eval: ${system.frontmatter.run_eval} in systems/${opts.systemId}.md)`);
+	if (!existsSync(evalAbs)) throw new Error(`eval script not found at ${evalAbs} (declared as run_eval: ${system.frontmatter.run_eval} in kaizen/systems/${opts.systemId}/system.md)`);
 	const interp = detectInterpreter(evalAbs);
 	const runId = generateRunId();
 	const dir = runDir(stateDir, opts.systemId, runId);

package/dist/lib/runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"runner.js","names":[],"sources":["../../src/lib/runner.ts"],"sourcesContent":["import { type ChildProcess, execSync, spawn } from \"node:child_process\";\nimport { createWriteStream, existsSync, writeFileSync } from \"node:fs\";\nimport { createRequire } from \"node:module\";\nimport { arch, hostname, platform } from \"node:os\";\nimport { extname, join } from \"node:path\";\nimport type { Readable } from \"node:stream\";\nimport type { LinearIssueLink } from \"../../shared/linear-issue.js\";\nimport {\n  type CompleteEvent,\n  type CrashedEvent,\n  type Event,\n  type ItemEvent,\n  NdjsonReader,\n  type PromotionEvent,\n} from \"./events.js\";\nimport {\n  type ManifestFile,\n  type StateFile,\n  currentBaseline,\n  listRuns,\n} from \"./leaderboard.js\";\nimport { decidePromotion } from \"./promotion.js\";\nimport {\n  appendNdjsonLine,\n  clearLock,\n  ensureDir,\n  generateRunId,\n  hypothesesPath,\n  isPidAlive,\n  systemRunsDir,\n  readJsonIfExists,\n  readLock,\n  runDir,\n  writeJsonAtomic,\n  writeLock,\n} from \"./run-dir.js\";\nimport { type SystemDef, loadSystem, resolveEvalPath } from \"./system.js\";\n\nexport interface RunOptions {\n  workspace: string;\n  stateDir?: string;\n  systemId: string;\n  variant: string;\n  parent: string | null;\n  hypothesis: string;\n  diagnostic: boolean;\n  noAutoPromote: boolean;\n  maxItems: number | null;\n  kaizenVersion: string;\n  linearIssue: LinearIssueLink | null;\n}\n\nexport interface RunResult {\n  runId: string;\n  status: \"complete\" | \"crashed\" | \"aborted\";\n  score: number | null;\n  promoted: boolean | null;\n  exitCode: number;\n}\n\nconst FAILURE_K = 10;\nconst require = createRequire(import.meta.url);\n\nexport async function runExperiment(opts: RunOptions): Promise<RunResult> {\n  const stateDir = opts.stateDir ?? join(opts.workspace, \".kaizen\");\n\n  // 0. Reap stale runs across this system (lock present, PID dead, no terminal event).\n  reapStaleRuns(stateDir, opts.systemId);\n\n  // 1. Load system + resolve eval interpreter.\n  const system = loadSystem(opts.workspace, opts.systemId);\n  const evalAbs = resolveEvalPath(opts.workspace, system);\n  if (!existsSync(evalAbs)) {\n    throw new Error(\n      `eval script not found at ${evalAbs} (declared as run_eval: ${system.frontmatter.run_eval} in systems/${opts.systemId}.md)`,\n    );\n  }\n  const interp = detectInterpreter(evalAbs);\n\n  // 2. Generate run_id, create dir, write manifest, take lock.\n  const runId = generateRunId();\n  const dir = runDir(stateDir, opts.systemId, runId);\n  ensureDir(dir);\n  const startedAt = new Date().toISOString();\n  const manifest: ManifestFile = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    git_sha: gitSha(opts.workspace),\n    git_branch: gitBranch(opts.workspace),\n    worktree_root: gitTopLevel(opts.workspace),\n    git_common_dir: gitCommonDir(opts.workspace),\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n    started_at: startedAt,\n    host: `${platform()}-${arch()} (${hostname()})`,\n    kaizen_version: opts.kaizenVersion,\n    state_dir: stateDir,\n    diagnostic: opts.diagnostic,\n    linear_issue_id: opts.linearIssue?.id ?? null,\n    linear_issue_url: opts.linearIssue?.url ?? null,\n  };\n  writeJsonAtomic(join(dir, \"manifest.json\"), manifest);\n  writeLock(dir);\n\n  const eventsPath = join(dir, \"events.jsonl\");\n  const stdoutPath = join(dir, \"stdout.log\");\n  const stderrPath = join(dir, \"stderr.log\");\n\n  // 3. Build initial state and write it.\n  const state: StateFile & {\n    system: string;\n    variant: string;\n    eval_version: number;\n    dataset_version: string;\n    started_at: string;\n    updated_at: string;\n    n_done: number;\n  } = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    status: \"running\",\n    score: null,\n    n_total: null,\n    n_done: 0,\n    promoted: null,\n    started_at: startedAt,\n    updated_at: startedAt,\n    ended_at: null,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 4. Spawn the eval with fd 3 piped for events.\n  // For shebang scripts (cmd === evalAbs) we omit evalAbs from args, since\n  // spawn already passes cmd as argv[0]. Including it would duplicate the\n  // path as a positional and break argparse-based eval scripts.\n  const evalArgs = [\n    ...interp.preArgs,\n    ...(interp.cmd === evalAbs ? [] : [evalAbs]),\n    \"--variant\",\n    opts.variant,\n    \"--dataset\",\n    system.frontmatter.dataset_version,\n    \"--out-fd\",\n    \"3\",\n  ];\n  const effectiveMax = opts.diagnostic ? 5 : opts.maxItems;\n  if (effectiveMax !== null && effectiveMax !== undefined) {\n    evalArgs.push(\"--max-items\", String(effectiveMax));\n  }\n\n  const stdoutLog = createWriteStream(stdoutPath);\n  const stderrLog = createWriteStream(stderrPath);\n  let stderrTail = \"\";\n\n  const child: ChildProcess = spawn(interp.cmd, evalArgs, {\n    cwd: opts.workspace,\n    stdio: [\"ignore\", \"pipe\", \"pipe\", \"pipe\"],\n    env: process.env,\n  });\n\n  // Tee stdout/stderr to log files. Capture last ~4KB of stderr for crash diagnostics.\n  child.stdout!.on(\"data\", (chunk: Buffer) => stdoutLog.write(chunk));\n  child.stderr!.on(\"data\", (chunk: Buffer) => {\n    stderrLog.write(chunk);\n    stderrTail = (stderrTail + chunk.toString(\"utf-8\")).slice(-4096);\n  });\n\n  // Event stream on fd 3. spawn(['ignore','pipe','pipe','pipe']) makes child.stdio[3] a Readable.\n  const eventChan = child.stdio[3] as Readable;\n  const itemEvents: ItemEvent[] = [];\n  let sawComplete: CompleteEvent | null = null;\n  let parseErrors = 0;\n  let contractErrors = 0;\n\n  const reader = new NdjsonReader(\n    (e) => onEvent(e),\n    (line, err) => {\n      parseErrors++;\n      stderrLog.write(\n        `[runner] could not parse event: ${line.slice(0, 200)}\\n`,\n      );\n      stderrLog.write(\n        `[runner] ${err instanceof Error ? err.message : String(err)}\\n`,\n      );\n    },\n  );\n  eventChan.setEncoding?.(\"utf-8\");\n  eventChan.on(\"data\", (chunk) => reader.push(chunk as string | Buffer));\n  // The event channel may close after the child's `exit` fires (Node docs\n  // explicitly note stdio streams can outlive `exit`). We must drain it\n  // before deciding terminal state — otherwise a successful run that\n  // emitted a `complete` event still in the pipe buffer gets misclassified\n  // as \"crashed\" because `sawComplete` is observed null.\n  const eventChanEnded = new Promise<void>((resolve) => {\n    eventChan.on(\"end\", () => {\n      reader.end();\n      resolve();\n    });\n    eventChan.on(\"close\", () => {\n      reader.end();\n      resolve();\n    });\n  });\n\n  function onEvent(e: Event): void {\n    appendNdjsonLine(eventsPath, e);\n    if (e.type === \"start\") {\n      const s = e;\n      if (s.eval_version !== system.frontmatter.eval_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.eval_version ${s.eval_version} does not match system eval_version ${system.frontmatter.eval_version}\\n`,\n        );\n      }\n      if (s.dataset_version !== system.frontmatter.dataset_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.dataset_version ${s.dataset_version} does not match system dataset_version ${system.frontmatter.dataset_version}\\n`,\n        );\n      }\n      state.n_total = s.n;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"item\") {\n      const it = e;\n      itemEvents.push(it);\n      state.n_done = (state.n_done ?? 0) + 1;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"progress\") {\n      // n_done is authoritative from item events; progress is informational.\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"complete\") {\n      sawComplete = e;\n      if (state.n_total !== null && sawComplete.n !== state.n_total) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] complete.n ${sawComplete.n} does not match start.n ${state.n_total}\\n`,\n        );\n      }\n      state.score = sawComplete.score;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    }\n    // error/promotion/etc. — no state mutation here\n  }\n\n  // 5. Wait for child to exit AND for the event channel to be fully drained.\n  // Both must complete before we decide terminal state — the child's exit\n  // doesn't guarantee its stdio buffers have been consumed by us yet.\n  const { code, signal } = await waitForExit(child);\n  await eventChanEnded;\n\n  // Flush logs.\n  stdoutLog.end();\n  stderrLog.end();\n  await Promise.all([\n    new Promise<void>((r) => stdoutLog.on(\"close\", () => r())),\n    new Promise<void>((r) => stderrLog.on(\"close\", () => r())),\n  ]);\n\n  // 6. Decide terminal state.\n  const endedAt = new Date().toISOString();\n  if (\n    code === 0 &&\n    sawComplete !== null &&\n    parseErrors === 0 &&\n    contractErrors === 0\n  ) {\n    state.status = \"complete\";\n    state.score = (sawComplete as CompleteEvent).score;\n    // The complete event is already in events.jsonl from onEvent.\n  } else {\n    const crashed: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: code,\n      signal: signal ?? null,\n      stderr_tail: stderrTail.slice(-2000),\n      reason:\n        code !== 0 && code !== null\n          ? `eval exited with code ${code}`\n          : signal\n            ? `eval terminated by signal ${signal}`\n            : parseErrors > 0\n              ? `eval emitted ${parseErrors} malformed event(s)`\n              : contractErrors > 0\n                ? `eval emitted ${contractErrors} contract-violating event(s)`\n                : sawComplete !== null\n                  ? \"eval emitted complete but exited non-zero\"\n                  : \"eval exited without emitting complete event\",\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(eventsPath, crashed);\n    state.status = \"crashed\";\n  }\n  state.ended_at = endedAt;\n  state.updated_at = endedAt;\n\n  // 7. Write failures.jsonl (worst-K).\n  if (itemEvents.length > 0) {\n    const sorted = [...itemEvents].sort((a, b) => a.score - b.score);\n    const worst = sorted.slice(0, Math.min(FAILURE_K, sorted.length));\n    const text =\n      worst.map((it) => JSON.stringify(it)).join(\"\\n\") +\n      (worst.length > 0 ? \"\\n\" : \"\");\n    writeFileSync(join(dir, \"failures.jsonl\"), text);\n  }\n\n  // 8. Promotion (only if completed cleanly).\n  let promotionEvent: PromotionEvent | null = null;\n  if (state.status === \"complete\" && !opts.noAutoPromote) {\n    const allRuns = listRuns(stateDir, opts.systemId).filter(\n      (r) => r.run_id !== runId,\n    );\n    const baselineRun = currentBaseline(\n      allRuns,\n      system.frontmatter.eval_version,\n      system.frontmatter.dataset_version,\n    );\n    const baseline = baselineRun\n      ? {\n          run_id: baselineRun.run_id,\n          variant: baselineRun.variant,\n          score: baselineRun.score!,\n          events_path: baselineRun.events_path,\n        }\n      : null;\n    const decision = decidePromotion(\n      mapFromItems(itemEvents),\n      itemEvents,\n      baseline,\n      { subgroupKeys: subgroupKeys(system) },\n    );\n    promotionEvent = { type: \"promotion\", ts: Date.now() / 1000, ...decision };\n    appendNdjsonLine(eventsPath, promotionEvent);\n    state.promoted = decision.promoted;\n  } else if (opts.noAutoPromote) {\n    state.promoted = false;\n  }\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 9. Append hypothesis log line (every run, success or failure).\n  const hypoLine = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    status: state.status,\n    score: state.score,\n    promoted: state.promoted,\n    started_at: startedAt,\n    ended_at: endedAt,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  appendNdjsonLine(hypothesesPath(stateDir, opts.systemId), hypoLine);\n\n  // 10. Clear lock.\n  clearLock(dir);\n\n  void parseErrors; // not surfaced yet; logged to stderr.log\n\n  return {\n    runId,\n    status: state.status as \"complete\" | \"crashed\" | \"aborted\",\n    score: state.score,\n    promoted: state.promoted ?? null,\n    exitCode: state.status === \"complete\" ? 0 : 1,\n  };\n}\n\n// --- helpers ---\n\ninterface InterpreterChoice {\n  cmd: string;\n  preArgs: string[];\n}\n\nfunction detectInterpreter(evalPath: string): InterpreterChoice {\n  const ext = extname(evalPath).toLowerCase();\n  if (ext === \".py\") return { cmd: \"python3\", preArgs: [] };\n  if (ext === \".js\" || ext === \".mjs\" || ext === \".cjs\")\n    return { cmd: \"node\", preArgs: [] };\n  if (ext === \".ts\" || ext === \".tsx\" || ext === \".mts\" || ext === \".cts\") {\n    return {\n      cmd: process.execPath,\n      preArgs: [\"--import\", require.resolve(\"tsx\")],\n    };\n  }\n  // Default: assume executable with shebang.\n  return { cmd: evalPath, preArgs: [] };\n}\n\nfunction waitForExit(\n  child: ChildProcess,\n): Promise<{ code: number | null; signal: NodeJS.Signals | null }> {\n  return new Promise((resolve) => {\n    child.on(\"exit\", (code: number | null, signal: NodeJS.Signals | null) =>\n      resolve({ code, signal }),\n    );\n  });\n}\n\nfunction gitSha(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitBranch(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --abbrev-ref HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitTopLevel(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --show-toplevel\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitCommonDir(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --git-common-dir\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction mapFromItems(items: ItemEvent[]): Map<string, number> {\n  const m = new Map<string, number>();\n  for (const it of items) m.set(it.id, it.score);\n  return m;\n}\n\nfunction subgroupKeys(system: SystemDef): string[] {\n  const sg = (\n    system.frontmatter as {\n      subgroups?: Array<{ field?: string; name?: string }>;\n    }\n  ).subgroups;\n  if (!Array.isArray(sg)) return [];\n  return sg.map((s) => s.field ?? s.name ?? \"\").filter(Boolean);\n}\n\n/**\n * Sweep stale runs whose lock points to a dead PID and which never recorded a terminal event.\n * Mark them `crashed` with reason \"supervisor died\" so the dashboard / log don't show ghosts.\n */\nexport function reapStaleRuns(stateDir: string, systemId: string): void {\n  const dir = systemRunsDir(stateDir, systemId);\n  if (!existsSync(dir)) return;\n  for (const run of listRuns(stateDir, systemId)) {\n    if (run.status !== \"running\") continue;\n    const lock = readLock(join(dir, run.run_id));\n    if (!lock) continue;\n    if (isPidAlive(lock.pid)) continue;\n    const reapedEvent: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: null,\n      signal: null,\n      reason: `runner pid ${lock.pid} died without writing a terminal event; reaped`,\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(run.events_path, reapedEvent);\n\n    const state = readJsonIfExists<StateFile>(run.state_path);\n    if (state) {\n      state.status = \"crashed\";\n      state.ended_at = new Date().toISOString();\n      writeJsonAtomic(run.state_path, state);\n    }\n    clearLock(join(dir, run.run_id));\n  }\n}\n"],"mappings":";;;;;;;;;;;AA4DA,MAAM,YAAY;AAClB,MAAM,UAAU,cAAc,OAAO,KAAK,IAAI;AAE9C,eAAsB,cAAc,MAAsC;CACxE,MAAM,WAAW,KAAK,YAAY,KAAK,KAAK,WAAW,UAAU;AAGjE,eAAc,UAAU,KAAK,SAAS;CAGtC,MAAM,SAAS,WAAW,KAAK,WAAW,KAAK,SAAS;CACxD,MAAM,UAAU,gBAAgB,KAAK,WAAW,OAAO;AACvD,KAAI,CAAC,WAAW,QAAQ,CACtB,OAAM,IAAI,MACR,4BAA4B,QAAQ,0BAA0B,OAAO,YAAY,SAAS,cAAc,KAAK,SAAS,MACvH;CAEH,MAAM,SAAS,kBAAkB,QAAQ;CAGzC,MAAM,QAAQ,eAAe;CAC7B,MAAM,MAAM,OAAO,UAAU,KAAK,UAAU,MAAM;AAClD,WAAU,IAAI;CACd,MAAM,6BAAY,IAAI,MAAM,EAAC,aAAa;CAC1C,MAAM,WAAyB;EAC7B,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,SAAS,OAAO,KAAK,UAAU;EAC/B,YAAY,UAAU,KAAK,UAAU;EACrC,eAAe,YAAY,KAAK,UAAU;EAC1C,gBAAgB,aAAa,KAAK,UAAU;EAC5C,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACpC,YAAY;EACZ,MAAM,GAAG,UAAU,CAAC,GAAG,MAAM,CAAC,IAAI,UAAU,CAAC;EAC7C,gBAAgB,KAAK;EACrB,WAAW;EACX,YAAY,KAAK;EACjB,iBAAiB,KAAK,aAAa,MAAM;EACzC,kBAAkB,KAAK,aAAa,OAAO;EAC5C;AACD,iBAAgB,KAAK,KAAK,gBAAgB,EAAE,SAAS;AACrD,WAAU,IAAI;CAEd,MAAM,aAAa,KAAK,KAAK,eAAe;CAC5C,MAAM,aAAa,KAAK,KAAK,aAAa;CAC1C,MAAM,aAAa,KAAK,KAAK,aAAa;CAG1C,MAAM,QAQF;EACF,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,QAAQ;EACR,OAAO;EACP,SAAS;EACT,QAAQ;EACR,UAAU;EACV,YAAY;EACZ,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACrC;AACD,iBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;CAM/C,MAAM,WAAW;EACf,GAAG,OAAO;EACV,GAAI,OAAO,QAAQ,UAAU,EAAE,GAAG,CAAC,QAAQ;EAC3C;EACA,KAAK;EACL;EACA,OAAO,YAAY;EACnB;EACA;EACD;CACD,MAAM,eAAe,KAAK,aAAa,IAAI,KAAK;AAChD,KAAI,iBAAiB,QAAQ,iBAAiB,KAAA,EAC5C,UAAS,KAAK,eAAe,OAAO,aAAa,CAAC;CAGpD,MAAM,YAAY,kBAAkB,WAAW;CAC/C,MAAM,YAAY,kBAAkB,WAAW;CAC/C,IAAI,aAAa;CAEjB,MAAM,QAAsB,MAAM,OAAO,KAAK,UAAU;EACtD,KAAK,KAAK;EACV,OAAO;GAAC;GAAU;GAAQ;GAAQ;GAAO;EACzC,KAAK,QAAQ;EACd,CAAC;AAGF,OAAM,OAAQ,GAAG,SAAS,UAAkB,UAAU,MAAM,MAAM,CAAC;AACnE,OAAM,OAAQ,GAAG,SAAS,UAAkB;AAC1C,YAAU,MAAM,MAAM;AACtB,gBAAc,aAAa,MAAM,SAAS,QAAQ,EAAE,MAAM,MAAM;GAChE;CAGF,MAAM,YAAY,MAAM,MAAM;CAC9B,MAAM,aAA0B,EAAE;CAClC,IAAI,cAAoC;CACxC,IAAI,cAAc;CAClB,IAAI,iBAAiB;CAErB,MAAM,SAAS,IAAI,cAChB,MAAM,QAAQ,EAAE,GAChB,MAAM,QAAQ;AACb;AACA,YAAU,MACR,mCAAmC,KAAK,MAAM,GAAG,IAAI,CAAC,IACvD;AACD,YAAU,MACR,YAAY,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI,CAAC,IAC9D;GAEJ;AACD,WAAU,cAAc,QAAQ;AAChC,WAAU,GAAG,SAAS,UAAU,OAAO,KAAK,MAAyB,CAAC;CAMtE,MAAM,iBAAiB,IAAI,SAAe,YAAY;AACpD,YAAU,GAAG,aAAa;AACxB,UAAO,KAAK;AACZ,YAAS;IACT;AACF,YAAU,GAAG,eAAe;AAC1B,UAAO,KAAK;AACZ,YAAS;IACT;GACF;CAEF,SAAS,QAAQ,GAAgB;AAC/B,mBAAiB,YAAY,EAAE;AAC/B,MAAI,EAAE,SAAS,SAAS;GACtB,MAAM,IAAI;AACV,OAAI,EAAE,iBAAiB,OAAO,YAAY,cAAc;AACtD;AACA,cAAU,MACR,+BAA+B,EAAE,aAAa,sCAAsC,OAAO,YAAY,aAAa,IACrH;;AAEH,OAAI,EAAE,oBAAoB,OAAO,YAAY,iBAAiB;AAC5D;AACA,cAAU,MACR,kCAAkC,EAAE,gBAAgB,yCAAyC,OAAO,YAAY,gBAAgB,IACjI;;AAEH,SAAM,UAAU,EAAE;AAClB,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,QAAQ;GAC5B,MAAM,KAAK;AACX,cAAW,KAAK,GAAG;AACnB,SAAM,UAAU,MAAM,UAAU,KAAK;AACrC,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,YAAY;AAEhC,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,YAAY;AAChC,iBAAc;AACd,OAAI,MAAM,YAAY,QAAQ,YAAY,MAAM,MAAM,SAAS;AAC7D;AACA,cAAU,MACR,uBAAuB,YAAY,EAAE,0BAA0B,MAAM,QAAQ,IAC9E;;AAEH,SAAM,QAAQ,YAAY;AAC1B,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;;;CAQnD,MAAM,EAAE,MAAM,WAAW,MAAM,YAAY,MAAM;AACjD,OAAM;AAGN,WAAU,KAAK;AACf,WAAU,KAAK;AACf,OAAM,QAAQ,IAAI,CAChB,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,EAC1D,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,CAC3D,CAAC;CAGF,MAAM,2BAAU,IAAI,MAAM,EAAC,aAAa;AACxC,KACE,SAAS,KACT,gBAAgB,QAChB,gBAAgB,KAChB,mBAAmB,GACnB;AACA,QAAM,SAAS;AACf,QAAM,QAAS,YAA8B;QAExC;AAoBL,mBAAiB,YAAY;GAlB3B,MAAM;GACN,WAAW;GACX,QAAQ,UAAU;GAClB,aAAa,WAAW,MAAM,KAAM;GACpC,QACE,SAAS,KAAK,SAAS,OACnB,yBAAyB,SACzB,SACE,6BAA6B,WAC7B,cAAc,IACZ,gBAAgB,YAAY,uBAC5B,iBAAiB,IACf,gBAAgB,eAAe,gCAC/B,gBAAgB,OACd,8CACA;GACd,IAAI,KAAK,KAAK,GAAG;GAEiB,CAAC;AACrC,QAAM,SAAS;;AAEjB,OAAM,WAAW;AACjB,OAAM,aAAa;AAGnB,KAAI,WAAW,SAAS,GAAG;EACzB,MAAM,SAAS,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM;EAChE,MAAM,QAAQ,OAAO,MAAM,GAAG,KAAK,IAAI,WAAW,OAAO,OAAO,CAAC;EACjE,MAAM,OACJ,MAAM,KAAK,OAAO,KAAK,UAAU,GAAG,CAAC,CAAC,KAAK,KAAK,IAC/C,MAAM,SAAS,IAAI,OAAO;AAC7B,gBAAc,KAAK,KAAK,iBAAiB,EAAE,KAAK;;CAIlD,IAAI,iBAAwC;AAC5C,KAAI,MAAM,WAAW,cAAc,CAAC,KAAK,eAAe;EAItD,MAAM,cAAc,gBAHJ,SAAS,UAAU,KAAK,SAAS,CAAC,QAC/C,MAAM,EAAE,WAAW,MAGb,EACP,OAAO,YAAY,cACnB,OAAO,YAAY,gBACpB;EACD,MAAM,WAAW,cACb;GACE,QAAQ,YAAY;GACpB,SAAS,YAAY;GACrB,OAAO,YAAY;GACnB,aAAa,YAAY;GAC1B,GACD;EACJ,MAAM,WAAW,gBACf,aAAa,WAAW,EACxB,YACA,UACA,EAAE,cAAc,aAAa,OAAO,EAAE,CACvC;AACD,mBAAiB;GAAE,MAAM;GAAa,IAAI,KAAK,KAAK,GAAG;GAAM,GAAG;GAAU;AAC1E,mBAAiB,YAAY,eAAe;AAC5C,QAAM,WAAW,SAAS;YACjB,KAAK,cACd,OAAM,WAAW;AAEnB,iBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;CAG/C,MAAM,WAAW;EACf,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM;EAChB,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACrC;AACD,kBAAiB,eAAe,UAAU,KAAK,SAAS,EAAE,SAAS;AAGnE,WAAU,IAAI;AAId,QAAO;EACL;EACA,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM,YAAY;EAC5B,UAAU,MAAM,WAAW,aAAa,IAAI;EAC7C;;AAUH,SAAS,kBAAkB,UAAqC;CAC9D,MAAM,MAAM,QAAQ,SAAS,CAAC,aAAa;AAC3C,KAAI,QAAQ,MAAO,QAAO;EAAE,KAAK;EAAW,SAAS,EAAE;EAAE;AACzD,KAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,OAC7C,QAAO;EAAE,KAAK;EAAQ,SAAS,EAAE;EAAE;AACrC,KAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,UAAU,QAAQ,OAC/D,QAAO;EACL,KAAK,QAAQ;EACb,SAAS,CAAC,YAAY,QAAQ,QAAQ,MAAM,CAAC;EAC9C;AAGH,QAAO;EAAE,KAAK;EAAU,SAAS,EAAE;EAAE;;AAGvC,SAAS,YACP,OACiE;AACjE,QAAO,IAAI,SAAS,YAAY;AAC9B,QAAM,GAAG,SAAS,MAAqB,WACrC,QAAQ;GAAE;GAAM;GAAQ,CAAC,CAC1B;GACD;;AAGJ,SAAS,OAAO,KAA4B;AAC1C,KAAI;AACF,SACE,SAAS,sBAAsB;GAC7B;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,UAAU,KAA4B;AAC7C,KAAI;AACF,SACE,SAAS,mCAAmC;GAC1C;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,YAAY,KAA4B;AAC/C,KAAI;AACF,SACE,SAAS,iCAAiC;GACxC;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,aAAa,KAA4B;AAChD,KAAI;AACF,SACE,SAAS,kCAAkC;GACzC;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,aAAa,OAAyC;CAC7D,MAAM,oBAAI,IAAI,KAAqB;AACnC,MAAK,MAAM,MAAM,MAAO,GAAE,IAAI,GAAG,IAAI,GAAG,MAAM;AAC9C,QAAO;;AAGT,SAAS,aAAa,QAA6B;CACjD,MAAM,KACJ,OAAO,YAGP;AACF,KAAI,CAAC,MAAM,QAAQ,GAAG,CAAE,QAAO,EAAE;AACjC,QAAO,GAAG,KAAK,MAAM,EAAE,SAAS,EAAE,QAAQ,GAAG,CAAC,OAAO,QAAQ;;;;;;AAO/D,SAAgB,cAAc,UAAkB,UAAwB;CACtE,MAAM,MAAM,cAAc,UAAU,SAAS;AAC7C,KAAI,CAAC,WAAW,IAAI,CAAE;AACtB,MAAK,MAAM,OAAO,SAAS,UAAU,SAAS,EAAE;AAC9C,MAAI,IAAI,WAAW,UAAW;EAC9B,MAAM,OAAO,SAAS,KAAK,KAAK,IAAI,OAAO,CAAC;AAC5C,MAAI,CAAC,KAAM;AACX,MAAI,WAAW,KAAK,IAAI,CAAE;EAC1B,MAAM,cAA4B;GAChC,MAAM;GACN,WAAW;GACX,QAAQ;GACR,QAAQ,cAAc,KAAK,IAAI;GAC/B,IAAI,KAAK,KAAK,GAAG;GAClB;AACD,mBAAiB,IAAI,aAAa,YAAY;EAE9C,MAAM,QAAQ,iBAA4B,IAAI,WAAW;AACzD,MAAI,OAAO;AACT,SAAM,SAAS;AACf,SAAM,4BAAW,IAAI,MAAM,EAAC,aAAa;AACzC,mBAAgB,IAAI,YAAY,MAAM;;AAExC,YAAU,KAAK,KAAK,IAAI,OAAO,CAAC"}
+{"version":3,"file":"runner.js","names":[],"sources":["../../src/lib/runner.ts"],"sourcesContent":["import { type ChildProcess, execSync, spawn } from \"node:child_process\";\nimport { createWriteStream, existsSync, writeFileSync } from \"node:fs\";\nimport { createRequire } from \"node:module\";\nimport { arch, hostname, platform } from \"node:os\";\nimport { extname, join } from \"node:path\";\nimport type { Readable } from \"node:stream\";\nimport type { LinearIssueLink } from \"../../shared/linear-issue.js\";\nimport {\n  type CompleteEvent,\n  type CrashedEvent,\n  type Event,\n  type ItemEvent,\n  NdjsonReader,\n  type PromotionEvent,\n} from \"./events.js\";\nimport {\n  type ManifestFile,\n  type StateFile,\n  currentBaseline,\n  listRuns,\n} from \"./leaderboard.js\";\nimport { resolveStateDir } from \"./paths.js\";\nimport { decidePromotion } from \"./promotion.js\";\nimport {\n  appendNdjsonLine,\n  clearLock,\n  ensureDir,\n  generateRunId,\n  hypothesesPath,\n  isPidAlive,\n  systemRunsDir,\n  readJsonIfExists,\n  readLock,\n  runDir,\n  writeJsonAtomic,\n  writeLock,\n} from \"./run-dir.js\";\nimport { type SystemDef, loadSystem, resolveEvalPath } from \"./system.js\";\n\nexport interface RunOptions {\n  workspace: string;\n  systemId: string;\n  variant: string;\n  parent: string | null;\n  hypothesis: string;\n  diagnostic: boolean;\n  noAutoPromote: boolean;\n  maxItems: number | null;\n  kaizenVersion: string;\n  linearIssue: LinearIssueLink | null;\n}\n\nexport interface RunResult {\n  runId: string;\n  status: \"complete\" | \"crashed\" | \"aborted\";\n  score: number | null;\n  promoted: boolean | null;\n  exitCode: number;\n}\n\nconst FAILURE_K = 10;\nconst require = createRequire(import.meta.url);\n\nexport async function runExperiment(opts: RunOptions): Promise<RunResult> {\n  const stateDir = resolveStateDir(opts.workspace);\n\n  // 0. Reap stale runs across this system (lock present, PID dead, no terminal event).\n  reapStaleRuns(stateDir, opts.systemId);\n\n  // 1. Load system + resolve eval interpreter.\n  const system = loadSystem(opts.workspace, opts.systemId);\n  const evalAbs = resolveEvalPath(opts.workspace, system);\n  if (!existsSync(evalAbs)) {\n    throw new Error(\n      `eval script not found at ${evalAbs} (declared as run_eval: ${system.frontmatter.run_eval} in kaizen/systems/${opts.systemId}/system.md)`,\n    );\n  }\n  const interp = detectInterpreter(evalAbs);\n\n  // 2. Generate run_id, create dir, write manifest, take lock.\n  const runId = generateRunId();\n  const dir = runDir(stateDir, opts.systemId, runId);\n  ensureDir(dir);\n  const startedAt = new Date().toISOString();\n  const manifest: ManifestFile = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    git_sha: gitSha(opts.workspace),\n    git_branch: gitBranch(opts.workspace),\n    worktree_root: gitTopLevel(opts.workspace),\n    git_common_dir: gitCommonDir(opts.workspace),\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n    started_at: startedAt,\n    host: `${platform()}-${arch()} (${hostname()})`,\n    kaizen_version: opts.kaizenVersion,\n    state_dir: stateDir,\n    diagnostic: opts.diagnostic,\n    linear_issue_id: opts.linearIssue?.id ?? null,\n    linear_issue_url: opts.linearIssue?.url ?? null,\n  };\n  writeJsonAtomic(join(dir, \"manifest.json\"), manifest);\n  writeLock(dir);\n\n  const eventsPath = join(dir, \"events.jsonl\");\n  const stdoutPath = join(dir, \"stdout.log\");\n  const stderrPath = join(dir, \"stderr.log\");\n\n  // 3. Build initial state and write it.\n  const state: StateFile & {\n    system: string;\n    variant: string;\n    eval_version: number;\n    dataset_version: string;\n    started_at: string;\n    updated_at: string;\n    n_done: number;\n  } = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    status: \"running\",\n    score: null,\n    n_total: null,\n    n_done: 0,\n    promoted: null,\n    started_at: startedAt,\n    updated_at: startedAt,\n    ended_at: null,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 4. Spawn the eval with fd 3 piped for events.\n  // For shebang scripts (cmd === evalAbs) we omit evalAbs from args, since\n  // spawn already passes cmd as argv[0]. Including it would duplicate the\n  // path as a positional and break argparse-based eval scripts.\n  const evalArgs = [\n    ...interp.preArgs,\n    ...(interp.cmd === evalAbs ? [] : [evalAbs]),\n    \"--variant\",\n    opts.variant,\n    \"--dataset\",\n    system.frontmatter.dataset_version,\n    \"--out-fd\",\n    \"3\",\n  ];\n  const effectiveMax = opts.diagnostic ? 5 : opts.maxItems;\n  if (effectiveMax !== null && effectiveMax !== undefined) {\n    evalArgs.push(\"--max-items\", String(effectiveMax));\n  }\n\n  const stdoutLog = createWriteStream(stdoutPath);\n  const stderrLog = createWriteStream(stderrPath);\n  let stderrTail = \"\";\n\n  const child: ChildProcess = spawn(interp.cmd, evalArgs, {\n    cwd: opts.workspace,\n    stdio: [\"ignore\", \"pipe\", \"pipe\", \"pipe\"],\n    env: process.env,\n  });\n\n  // Tee stdout/stderr to log files. Capture last ~4KB of stderr for crash diagnostics.\n  child.stdout!.on(\"data\", (chunk: Buffer) => stdoutLog.write(chunk));\n  child.stderr!.on(\"data\", (chunk: Buffer) => {\n    stderrLog.write(chunk);\n    stderrTail = (stderrTail + chunk.toString(\"utf-8\")).slice(-4096);\n  });\n\n  // Event stream on fd 3. spawn(['ignore','pipe','pipe','pipe']) makes child.stdio[3] a Readable.\n  const eventChan = child.stdio[3] as Readable;\n  const itemEvents: ItemEvent[] = [];\n  let sawComplete: CompleteEvent | null = null;\n  let parseErrors = 0;\n  let contractErrors = 0;\n\n  const reader = new NdjsonReader(\n    (e) => onEvent(e),\n    (line, err) => {\n      parseErrors++;\n      stderrLog.write(\n        `[runner] could not parse event: ${line.slice(0, 200)}\\n`,\n      );\n      stderrLog.write(\n        `[runner] ${err instanceof Error ? err.message : String(err)}\\n`,\n      );\n    },\n  );\n  eventChan.setEncoding?.(\"utf-8\");\n  eventChan.on(\"data\", (chunk) => reader.push(chunk as string | Buffer));\n  // The event channel may close after the child's `exit` fires (Node docs\n  // explicitly note stdio streams can outlive `exit`). We must drain it\n  // before deciding terminal state — otherwise a successful run that\n  // emitted a `complete` event still in the pipe buffer gets misclassified\n  // as \"crashed\" because `sawComplete` is observed null.\n  const eventChanEnded = new Promise<void>((resolve) => {\n    eventChan.on(\"end\", () => {\n      reader.end();\n      resolve();\n    });\n    eventChan.on(\"close\", () => {\n      reader.end();\n      resolve();\n    });\n  });\n\n  function onEvent(e: Event): void {\n    appendNdjsonLine(eventsPath, e);\n    if (e.type === \"start\") {\n      const s = e;\n      if (s.eval_version !== system.frontmatter.eval_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.eval_version ${s.eval_version} does not match system eval_version ${system.frontmatter.eval_version}\\n`,\n        );\n      }\n      if (s.dataset_version !== system.frontmatter.dataset_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.dataset_version ${s.dataset_version} does not match system dataset_version ${system.frontmatter.dataset_version}\\n`,\n        );\n      }\n      state.n_total = s.n;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"item\") {\n      const it = e;\n      itemEvents.push(it);\n      state.n_done = (state.n_done ?? 0) + 1;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"progress\") {\n      // n_done is authoritative from item events; progress is informational.\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"complete\") {\n      sawComplete = e;\n      if (state.n_total !== null && sawComplete.n !== state.n_total) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] complete.n ${sawComplete.n} does not match start.n ${state.n_total}\\n`,\n        );\n      }\n      state.score = sawComplete.score;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    }\n    // error/promotion/etc. — no state mutation here\n  }\n\n  // 5. Wait for child to exit AND for the event channel to be fully drained.\n  // Both must complete before we decide terminal state — the child's exit\n  // doesn't guarantee its stdio buffers have been consumed by us yet.\n  const { code, signal } = await waitForExit(child);\n  await eventChanEnded;\n\n  // Flush logs.\n  stdoutLog.end();\n  stderrLog.end();\n  await Promise.all([\n    new Promise<void>((r) => stdoutLog.on(\"close\", () => r())),\n    new Promise<void>((r) => stderrLog.on(\"close\", () => r())),\n  ]);\n\n  // 6. Decide terminal state.\n  const endedAt = new Date().toISOString();\n  if (\n    code === 0 &&\n    sawComplete !== null &&\n    parseErrors === 0 &&\n    contractErrors === 0\n  ) {\n    state.status = \"complete\";\n    state.score = (sawComplete as CompleteEvent).score;\n    // The complete event is already in events.jsonl from onEvent.\n  } else {\n    const crashed: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: code,\n      signal: signal ?? null,\n      stderr_tail: stderrTail.slice(-2000),\n      reason:\n        code !== 0 && code !== null\n          ? `eval exited with code ${code}`\n          : signal\n            ? `eval terminated by signal ${signal}`\n            : parseErrors > 0\n              ? `eval emitted ${parseErrors} malformed event(s)`\n              : contractErrors > 0\n                ? `eval emitted ${contractErrors} contract-violating event(s)`\n                : sawComplete !== null\n                  ? \"eval emitted complete but exited non-zero\"\n                  : \"eval exited without emitting complete event\",\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(eventsPath, crashed);\n    state.status = \"crashed\";\n  }\n  state.ended_at = endedAt;\n  state.updated_at = endedAt;\n\n  // 7. Write failures.jsonl (worst-K).\n  if (itemEvents.length > 0) {\n    const sorted = [...itemEvents].sort((a, b) => a.score - b.score);\n    const worst = sorted.slice(0, Math.min(FAILURE_K, sorted.length));\n    const text =\n      worst.map((it) => JSON.stringify(it)).join(\"\\n\") +\n      (worst.length > 0 ? \"\\n\" : \"\");\n    writeFileSync(join(dir, \"failures.jsonl\"), text);\n  }\n\n  // 8. Promotion (only if completed cleanly).\n  let promotionEvent: PromotionEvent | null = null;\n  if (state.status === \"complete\" && !opts.noAutoPromote) {\n    const allRuns = listRuns(stateDir, opts.systemId).filter(\n      (r) => r.run_id !== runId,\n    );\n    const baselineRun = currentBaseline(\n      allRuns,\n      system.frontmatter.eval_version,\n      system.frontmatter.dataset_version,\n    );\n    const baseline = baselineRun\n      ? {\n          run_id: baselineRun.run_id,\n          variant: baselineRun.variant,\n          score: baselineRun.score!,\n          events_path: baselineRun.events_path,\n        }\n      : null;\n    const decision = decidePromotion(\n      mapFromItems(itemEvents),\n      itemEvents,\n      baseline,\n      { subgroupKeys: subgroupKeys(system) },\n    );\n    promotionEvent = { type: \"promotion\", ts: Date.now() / 1000, ...decision };\n    appendNdjsonLine(eventsPath, promotionEvent);\n    state.promoted = decision.promoted;\n  } else if (opts.noAutoPromote) {\n    state.promoted = false;\n  }\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 9. Append hypothesis log line (every run, success or failure).\n  const hypoLine = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    status: state.status,\n    score: state.score,\n    promoted: state.promoted,\n    started_at: startedAt,\n    ended_at: endedAt,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  appendNdjsonLine(hypothesesPath(stateDir, opts.systemId), hypoLine);\n\n  // 10. Clear lock.\n  clearLock(dir);\n\n  void parseErrors; // not surfaced yet; logged to stderr.log\n\n  return {\n    runId,\n    status: state.status as \"complete\" | \"crashed\" | \"aborted\",\n    score: state.score,\n    promoted: state.promoted ?? null,\n    exitCode: state.status === \"complete\" ? 0 : 1,\n  };\n}\n\n// --- helpers ---\n\ninterface InterpreterChoice {\n  cmd: string;\n  preArgs: string[];\n}\n\nfunction detectInterpreter(evalPath: string): InterpreterChoice {\n  const ext = extname(evalPath).toLowerCase();\n  if (ext === \".py\") return { cmd: \"python3\", preArgs: [] };\n  if (ext === \".js\" || ext === \".mjs\" || ext === \".cjs\")\n    return { cmd: \"node\", preArgs: [] };\n  if (ext === \".ts\" || ext === \".tsx\" || ext === \".mts\" || ext === \".cts\") {\n    return {\n      cmd: process.execPath,\n      preArgs: [\"--import\", require.resolve(\"tsx\")],\n    };\n  }\n  // Default: assume executable with shebang.\n  return { cmd: evalPath, preArgs: [] };\n}\n\nfunction waitForExit(\n  child: ChildProcess,\n): Promise<{ code: number | null; signal: NodeJS.Signals | null }> {\n  return new Promise((resolve) => {\n    child.on(\"exit\", (code: number | null, signal: NodeJS.Signals | null) =>\n      resolve({ code, signal }),\n    );\n  });\n}\n\nfunction gitSha(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitBranch(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --abbrev-ref HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitTopLevel(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --show-toplevel\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitCommonDir(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --git-common-dir\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction mapFromItems(items: ItemEvent[]): Map<string, number> {\n  const m = new Map<string, number>();\n  for (const it of items) m.set(it.id, it.score);\n  return m;\n}\n\nfunction subgroupKeys(system: SystemDef): string[] {\n  const sg = (\n    system.frontmatter as {\n      subgroups?: Array<{ field?: string; name?: string }>;\n    }\n  ).subgroups;\n  if (!Array.isArray(sg)) return [];\n  return sg.map((s) => s.field ?? s.name ?? \"\").filter(Boolean);\n}\n\n/**\n * Sweep stale runs whose lock points to a dead PID and which never recorded a terminal event.\n * Mark them `crashed` with reason \"supervisor died\" so the dashboard / log don't show ghosts.\n */\nexport function reapStaleRuns(stateDir: string, systemId: string): void {\n  const dir = systemRunsDir(stateDir, systemId);\n  if (!existsSync(dir)) return;\n  for (const run of listRuns(stateDir, systemId)) {\n    if (run.status !== \"running\") continue;\n    const lock = readLock(join(dir, run.run_id));\n    if (!lock) continue;\n    if (isPidAlive(lock.pid)) continue;\n    const reapedEvent: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: null,\n      signal: null,\n      reason: `runner pid ${lock.pid} died without writing a terminal event; reaped`,\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(run.events_path, reapedEvent);\n\n    const state = readJsonIfExists<StateFile>(run.state_path);\n    if (state) {\n      state.status = \"crashed\";\n      state.ended_at = new Date().toISOString();\n      writeJsonAtomic(run.state_path, state);\n    }\n    clearLock(join(dir, run.run_id));\n  }\n}\n"],"mappings":";;;;;;;;;;;;AA4DA,MAAM,YAAY;AAClB,MAAM,UAAU,cAAc,OAAO,KAAK,IAAI;AAE9C,eAAsB,cAAc,MAAsC;CACxE,MAAM,WAAW,gBAAgB,KAAK,UAAU;AAGhD,eAAc,UAAU,KAAK,SAAS;CAGtC,MAAM,SAAS,WAAW,KAAK,WAAW,KAAK,SAAS;CACxD,MAAM,UAAU,gBAAgB,KAAK,WAAW,OAAO;AACvD,KAAI,CAAC,WAAW,QAAQ,CACtB,OAAM,IAAI,MACR,4BAA4B,QAAQ,0BAA0B,OAAO,YAAY,SAAS,qBAAqB,KAAK,SAAS,aAC9H;CAEH,MAAM,SAAS,kBAAkB,QAAQ;CAGzC,MAAM,QAAQ,eAAe;CAC7B,MAAM,MAAM,OAAO,UAAU,KAAK,UAAU,MAAM;AAClD,WAAU,IAAI;CACd,MAAM,6BAAY,IAAI,MAAM,EAAC,aAAa;CAC1C,MAAM,WAAyB;EAC7B,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,SAAS,OAAO,KAAK,UAAU;EAC/B,YAAY,UAAU,KAAK,UAAU;EACrC,eAAe,YAAY,KAAK,UAAU;EAC1C,gBAAgB,aAAa,KAAK,UAAU;EAC5C,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACpC,YAAY;EACZ,MAAM,GAAG,UAAU,CAAC,GAAG,MAAM,CAAC,IAAI,UAAU,CAAC;EAC7C,gBAAgB,KAAK;EACrB,WAAW;EACX,YAAY,KAAK;EACjB,iBAAiB,KAAK,aAAa,MAAM;EACzC,kBAAkB,KAAK,aAAa,OAAO;EAC5C;AACD,iBAAgB,KAAK,KAAK,gBAAgB,EAAE,SAAS;AACrD,WAAU,IAAI;CAEd,MAAM,aAAa,KAAK,KAAK,eAAe;CAC5C,MAAM,aAAa,KAAK,KAAK,aAAa;CAC1C,MAAM,aAAa,KAAK,KAAK,aAAa;CAG1C,MAAM,QAQF;EACF,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,QAAQ;EACR,OAAO;EACP,SAAS;EACT,QAAQ;EACR,UAAU;EACV,YAAY;EACZ,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACrC;AACD,iBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;CAM/C,MAAM,WAAW;EACf,GAAG,OAAO;EACV,GAAI,OAAO,QAAQ,UAAU,EAAE,GAAG,CAAC,QAAQ;EAC3C;EACA,KAAK;EACL;EACA,OAAO,YAAY;EACnB;EACA;EACD;CACD,MAAM,eAAe,KAAK,aAAa,IAAI,KAAK;AAChD,KAAI,iBAAiB,QAAQ,iBAAiB,KAAA,EAC5C,UAAS,KAAK,eAAe,OAAO,aAAa,CAAC;CAGpD,MAAM,YAAY,kBAAkB,WAAW;CAC/C,MAAM,YAAY,kBAAkB,WAAW;CAC/C,IAAI,aAAa;CAEjB,MAAM,QAAsB,MAAM,OAAO,KAAK,UAAU;EACtD,KAAK,KAAK;EACV,OAAO;GAAC;GAAU;GAAQ;GAAQ;GAAO;EACzC,KAAK,QAAQ;EACd,CAAC;AAGF,OAAM,OAAQ,GAAG,SAAS,UAAkB,UAAU,MAAM,MAAM,CAAC;AACnE,OAAM,OAAQ,GAAG,SAAS,UAAkB;AAC1C,YAAU,MAAM,MAAM;AACtB,gBAAc,aAAa,MAAM,SAAS,QAAQ,EAAE,MAAM,MAAM;GAChE;CAGF,MAAM,YAAY,MAAM,MAAM;CAC9B,MAAM,aAA0B,EAAE;CAClC,IAAI,cAAoC;CACxC,IAAI,cAAc;CAClB,IAAI,iBAAiB;CAErB,MAAM,SAAS,IAAI,cAChB,MAAM,QAAQ,EAAE,GAChB,MAAM,QAAQ;AACb;AACA,YAAU,MACR,mCAAmC,KAAK,MAAM,GAAG,IAAI,CAAC,IACvD;AACD,YAAU,MACR,YAAY,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI,CAAC,IAC9D;GAEJ;AACD,WAAU,cAAc,QAAQ;AAChC,WAAU,GAAG,SAAS,UAAU,OAAO,KAAK,MAAyB,CAAC;CAMtE,MAAM,iBAAiB,IAAI,SAAe,YAAY;AACpD,YAAU,GAAG,aAAa;AACxB,UAAO,KAAK;AACZ,YAAS;IACT;AACF,YAAU,GAAG,eAAe;AAC1B,UAAO,KAAK;AACZ,YAAS;IACT;GACF;CAEF,SAAS,QAAQ,GAAgB;AAC/B,mBAAiB,YAAY,EAAE;AAC/B,MAAI,EAAE,SAAS,SAAS;GACtB,MAAM,IAAI;AACV,OAAI,EAAE,iBAAiB,OAAO,YAAY,cAAc;AACtD;AACA,cAAU,MACR,+BAA+B,EAAE,aAAa,sCAAsC,OAAO,YAAY,aAAa,IACrH;;AAEH,OAAI,EAAE,oBAAoB,OAAO,YAAY,iBAAiB;AAC5D;AACA,cAAU,MACR,kCAAkC,EAAE,gBAAgB,yCAAyC,OAAO,YAAY,gBAAgB,IACjI;;AAEH,SAAM,UAAU,EAAE;AAClB,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,QAAQ;GAC5B,MAAM,KAAK;AACX,cAAW,KAAK,GAAG;AACnB,SAAM,UAAU,MAAM,UAAU,KAAK;AACrC,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,YAAY;AAEhC,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,YAAY;AAChC,iBAAc;AACd,OAAI,MAAM,YAAY,QAAQ,YAAY,MAAM,MAAM,SAAS;AAC7D;AACA,cAAU,MACR,uBAAuB,YAAY,EAAE,0BAA0B,MAAM,QAAQ,IAC9E;;AAEH,SAAM,QAAQ,YAAY;AAC1B,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;;;CAQnD,MAAM,EAAE,MAAM,WAAW,MAAM,YAAY,MAAM;AACjD,OAAM;AAGN,WAAU,KAAK;AACf,WAAU,KAAK;AACf,OAAM,QAAQ,IAAI,CAChB,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,EAC1D,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,CAC3D,CAAC;CAGF,MAAM,2BAAU,IAAI,MAAM,EAAC,aAAa;AACxC,KACE,SAAS,KACT,gBAAgB,QAChB,gBAAgB,KAChB,mBAAmB,GACnB;AACA,QAAM,SAAS;AACf,QAAM,QAAS,YAA8B;QAExC;AAoBL,mBAAiB,YAAY;GAlB3B,MAAM;GACN,WAAW;GACX,QAAQ,UAAU;GAClB,aAAa,WAAW,MAAM,KAAM;GACpC,QACE,SAAS,KAAK,SAAS,OACnB,yBAAyB,SACzB,SACE,6BAA6B,WAC7B,cAAc,IACZ,gBAAgB,YAAY,uBAC5B,iBAAiB,IACf,gBAAgB,eAAe,gCAC/B,gBAAgB,OACd,8CACA;GACd,IAAI,KAAK,KAAK,GAAG;GAEiB,CAAC;AACrC,QAAM,SAAS;;AAEjB,OAAM,WAAW;AACjB,OAAM,aAAa;AAGnB,KAAI,WAAW,SAAS,GAAG;EACzB,MAAM,SAAS,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM;EAChE,MAAM,QAAQ,OAAO,MAAM,GAAG,KAAK,IAAI,WAAW,OAAO,OAAO,CAAC;EACjE,MAAM,OACJ,MAAM,KAAK,OAAO,KAAK,UAAU,GAAG,CAAC,CAAC,KAAK,KAAK,IAC/C,MAAM,SAAS,IAAI,OAAO;AAC7B,gBAAc,KAAK,KAAK,iBAAiB,EAAE,KAAK;;CAIlD,IAAI,iBAAwC;AAC5C,KAAI,MAAM,WAAW,cAAc,CAAC,KAAK,eAAe;EAItD,MAAM,cAAc,gBAHJ,SAAS,UAAU,KAAK,SAAS,CAAC,QAC/C,MAAM,EAAE,WAAW,MAGb,EACP,OAAO,YAAY,cACnB,OAAO,YAAY,gBACpB;EACD,MAAM,WAAW,cACb;GACE,QAAQ,YAAY;GACpB,SAAS,YAAY;GACrB,OAAO,YAAY;GACnB,aAAa,YAAY;GAC1B,GACD;EACJ,MAAM,WAAW,gBACf,aAAa,WAAW,EACxB,YACA,UACA,EAAE,cAAc,aAAa,OAAO,EAAE,CACvC;AACD,mBAAiB;GAAE,MAAM;GAAa,IAAI,KAAK,KAAK,GAAG;GAAM,GAAG;GAAU;AAC1E,mBAAiB,YAAY,eAAe;AAC5C,QAAM,WAAW,SAAS;YACjB,KAAK,cACd,OAAM,WAAW;AAEnB,iBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;CAG/C,MAAM,WAAW;EACf,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM;EAChB,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACrC;AACD,kBAAiB,eAAe,UAAU,KAAK,SAAS,EAAE,SAAS;AAGnE,WAAU,IAAI;AAId,QAAO;EACL;EACA,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM,YAAY;EAC5B,UAAU,MAAM,WAAW,aAAa,IAAI;EAC7C;;AAUH,SAAS,kBAAkB,UAAqC;CAC9D,MAAM,MAAM,QAAQ,SAAS,CAAC,aAAa;AAC3C,KAAI,QAAQ,MAAO,QAAO;EAAE,KAAK;EAAW,SAAS,EAAE;EAAE;AACzD,KAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,OAC7C,QAAO;EAAE,KAAK;EAAQ,SAAS,EAAE;EAAE;AACrC,KAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,UAAU,QAAQ,OAC/D,QAAO;EACL,KAAK,QAAQ;EACb,SAAS,CAAC,YAAY,QAAQ,QAAQ,MAAM,CAAC;EAC9C;AAGH,QAAO;EAAE,KAAK;EAAU,SAAS,EAAE;EAAE;;AAGvC,SAAS,YACP,OACiE;AACjE,QAAO,IAAI,SAAS,YAAY;AAC9B,QAAM,GAAG,SAAS,MAAqB,WACrC,QAAQ;GAAE;GAAM;GAAQ,CAAC,CAC1B;GACD;;AAGJ,SAAS,OAAO,KAA4B;AAC1C,KAAI;AACF,SACE,SAAS,sBAAsB;GAC7B;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,UAAU,KAA4B;AAC7C,KAAI;AACF,SACE,SAAS,mCAAmC;GAC1C;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,YAAY,KAA4B;AAC/C,KAAI;AACF,SACE,SAAS,iCAAiC;GACxC;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,aAAa,KAA4B;AAChD,KAAI;AACF,SACE,SAAS,kCAAkC;GACzC;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,aAAa,OAAyC;CAC7D,MAAM,oBAAI,IAAI,KAAqB;AACnC,MAAK,MAAM,MAAM,MAAO,GAAE,IAAI,GAAG,IAAI,GAAG,MAAM;AAC9C,QAAO;;AAGT,SAAS,aAAa,QAA6B;CACjD,MAAM,KACJ,OAAO,YAGP;AACF,KAAI,CAAC,MAAM,QAAQ,GAAG,CAAE,QAAO,EAAE;AACjC,QAAO,GAAG,KAAK,MAAM,EAAE,SAAS,EAAE,QAAQ,GAAG,CAAC,OAAO,QAAQ;;;;;;AAO/D,SAAgB,cAAc,UAAkB,UAAwB;CACtE,MAAM,MAAM,cAAc,UAAU,SAAS;AAC7C,KAAI,CAAC,WAAW,IAAI,CAAE;AACtB,MAAK,MAAM,OAAO,SAAS,UAAU,SAAS,EAAE;AAC9C,MAAI,IAAI,WAAW,UAAW;EAC9B,MAAM,OAAO,SAAS,KAAK,KAAK,IAAI,OAAO,CAAC;AAC5C,MAAI,CAAC,KAAM;AACX,MAAI,WAAW,KAAK,IAAI,CAAE;EAC1B,MAAM,cAA4B;GAChC,MAAM;GACN,WAAW;GACX,QAAQ;GACR,QAAQ,cAAc,KAAK,IAAI;GAC/B,IAAI,KAAK,KAAK,GAAG;GAClB;AACD,mBAAiB,IAAI,aAAa,YAAY;EAE9C,MAAM,QAAQ,iBAA4B,IAAI,WAAW;AACzD,MAAI,OAAO;AACT,SAAM,SAAS;AACf,SAAM,4BAAW,IAAI,MAAM,EAAC,aAAa;AACzC,mBAAgB,IAAI,YAAY,MAAM;;AAExC,YAAU,KAAK,KAAK,IAAI,OAAO,CAAC"}

package/dist/lib/system.js

@@ -1,9 +1,11 @@
-import { join, resolve } from "node:path";
+import { kaizenSystemPath } from "../shared/workspace-paths.js";
+import "./paths.js";
 import { existsSync, readFileSync } from "node:fs";
+import { resolve } from "node:path";
 import { parse } from "yaml";
 //#region src/lib/system.ts
 function systemPath(workspaceRoot, id) {
-	return join(workspaceRoot, "systems", `${id}.md`);
+	return kaizenSystemPath(workspaceRoot, id);
 }
 function loadSystem(workspaceRoot, id) {
 	const path = systemPath(workspaceRoot, id);

package/dist/lib/system.js.map

@@ -1 +1 @@
-{"version":3,"file":"system.js","names":["parseYaml"],"sources":["../../src/lib/system.ts"],"sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { join, resolve } from \"node:path\";\nimport { parse as parseYaml } from \"yaml\";\n\nexport type EvalStyle = \"ground-truth\" | \"llm-as-judge\" | \"hybrid\";\nexport type ExecutionMode = \"in_process\" | \"server\";\n\nexport interface SubgroupDef {\n  name: string;\n  field: string;\n}\n\nexport interface SystemFrontmatter {\n  name: string;\n  description?: string;\n  run_eval: string;\n  eval_version: number;\n  dataset_version: string;\n  eval_style?: EvalStyle;\n  primary_metric: string;\n  target?: number;\n  execution_mode?: ExecutionMode;\n  kaizen_version?: string;\n  subgroups?: SubgroupDef[];\n  [key: string]: unknown;\n}\n\nexport interface SystemDef {\n  id: string;\n  path: string;\n  frontmatter: SystemFrontmatter;\n  body: string;\n}\n\nexport function systemPath(workspaceRoot: string, id: string): string {\n  return join(workspaceRoot, \"systems\", `${id}.md`);\n}\n\nexport function loadSystem(workspaceRoot: string, id: string): SystemDef {\n  const path = systemPath(workspaceRoot, id);\n  if (!existsSync(path)) {\n    throw new Error(\n      `system \"${id}\" not found at ${path}. run \\`kaizen create system ${id}\\` to scaffold one.`,\n    );\n  }\n  const text = readFileSync(path, \"utf-8\");\n  const { frontmatter, body } = splitFrontmatter(text);\n  if (!frontmatter) {\n    throw new Error(`system ${id}: no YAML frontmatter found in ${path}`);\n  }\n  const fm = parseYaml(frontmatter) as Partial<SystemFrontmatter> | null;\n  if (!fm || typeof fm !== \"object\") {\n    throw new Error(`system ${id}: frontmatter is not a YAML mapping`);\n  }\n  const required = [\n    \"name\",\n    \"run_eval\",\n    \"eval_version\",\n    \"dataset_version\",\n    \"primary_metric\",\n  ] as const;\n  for (const k of required) {\n    if (fm[k] === undefined || fm[k] === null || fm[k] === \"\") {\n      throw new Error(\n        `system ${id}: frontmatter missing required field \"${k}\"`,\n      );\n    }\n  }\n  return {\n    id,\n    path,\n    frontmatter: fm as SystemFrontmatter,\n    body,\n  };\n}\n\nexport function resolveEvalPath(\n  workspaceRoot: string,\n  system: SystemDef,\n): string {\n  return resolve(workspaceRoot, system.frontmatter.run_eval);\n}\n\nfunction splitFrontmatter(text: string): {\n  frontmatter: string | null;\n  body: string;\n} {\n  // Frontmatter starts on line 1 with ---, ends with --- on its own line.\n  if (!text.startsWith(\"---\")) return { frontmatter: null, body: text };\n  const lines = text.split(\"\\n\");\n  // First line is \"---\". Find the next \"---\".\n  let close = -1;\n  for (let i = 1; i < lines.length; i++) {\n    if (lines[i].trim() === \"---\") {\n      close = i;\n      break;\n    }\n  }\n  if (close === -1) return { frontmatter: null, body: text };\n  return {\n    frontmatter: lines.slice(1, close).join(\"\\n\"),\n    body: lines.slice(close + 1).join(\"\\n\"),\n  };\n}\n"],"mappings":";;;;AAkCA,SAAgB,WAAW,eAAuB,IAAoB;AACpE,QAAO,KAAK,eAAe,WAAW,GAAG,GAAG,KAAK;;AAGnD,SAAgB,WAAW,eAAuB,IAAuB;CACvE,MAAM,OAAO,WAAW,eAAe,GAAG;AAC1C,KAAI,CAAC,WAAW,KAAK,CACnB,OAAM,IAAI,MACR,WAAW,GAAG,iBAAiB,KAAK,+BAA+B,GAAG,qBACvE;CAGH,MAAM,EAAE,aAAa,SAAS,iBADjB,aAAa,MAAM,QACmB,CAAC;AACpD,KAAI,CAAC,YACH,OAAM,IAAI,MAAM,UAAU,GAAG,iCAAiC,OAAO;CAEvE,MAAM,KAAKA,MAAU,YAAY;AACjC,KAAI,CAAC,MAAM,OAAO,OAAO,SACvB,OAAM,IAAI,MAAM,UAAU,GAAG,qCAAqC;AASpE,MAAK,MAAM,KAAK;EANd;EACA;EACA;EACA;EACA;EAEsB,CACtB,KAAI,GAAG,OAAO,KAAA,KAAa,GAAG,OAAO,QAAQ,GAAG,OAAO,GACrD,OAAM,IAAI,MACR,UAAU,GAAG,wCAAwC,EAAE,GACxD;AAGL,QAAO;EACL;EACA;EACA,aAAa;EACb;EACD;;AAGH,SAAgB,gBACd,eACA,QACQ;AACR,QAAO,QAAQ,eAAe,OAAO,YAAY,SAAS;;AAG5D,SAAS,iBAAiB,MAGxB;AAEA,KAAI,CAAC,KAAK,WAAW,MAAM,CAAE,QAAO;EAAE,aAAa;EAAM,MAAM;EAAM;CACrE,MAAM,QAAQ,KAAK,MAAM,KAAK;CAE9B,IAAI,QAAQ;AACZ,MAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,IAChC,KAAI,MAAM,GAAG,MAAM,KAAK,OAAO;AAC7B,UAAQ;AACR;;AAGJ,KAAI,UAAU,GAAI,QAAO;EAAE,aAAa;EAAM,MAAM;EAAM;AAC1D,QAAO;EACL,aAAa,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,KAAK;EAC7C,MAAM,MAAM,MAAM,QAAQ,EAAE,CAAC,KAAK,KAAK;EACxC"}
+{"version":3,"file":"system.js","names":["parseYaml"],"sources":["../../src/lib/system.ts"],"sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { resolve } from \"node:path\";\nimport { parse as parseYaml } from \"yaml\";\nimport { kaizenSystemPath } from \"./paths.js\";\n\nexport type EvalStyle = \"ground-truth\" | \"llm-as-judge\" | \"hybrid\";\n\nexport interface SubgroupDef {\n  name: string;\n  field: string;\n}\n\nexport interface SystemFrontmatter {\n  name: string;\n  description?: string;\n  run_eval: string;\n  eval_version: number;\n  dataset_version: string;\n  eval_style?: EvalStyle;\n  primary_metric: string;\n  target?: number;\n  kaizen_version?: string;\n  subgroups?: SubgroupDef[];\n  [key: string]: unknown;\n}\n\nexport interface SystemDef {\n  id: string;\n  path: string;\n  frontmatter: SystemFrontmatter;\n  body: string;\n}\n\nfunction systemPath(workspaceRoot: string, id: string): string {\n  return kaizenSystemPath(workspaceRoot, id);\n}\n\nexport function loadSystem(workspaceRoot: string, id: string): SystemDef {\n  const path = systemPath(workspaceRoot, id);\n  if (!existsSync(path)) {\n    throw new Error(\n      `system \"${id}\" not found at ${path}. run \\`kaizen create system ${id}\\` to scaffold one.`,\n    );\n  }\n  const text = readFileSync(path, \"utf-8\");\n  const { frontmatter, body } = splitFrontmatter(text);\n  if (!frontmatter) {\n    throw new Error(`system ${id}: no YAML frontmatter found in ${path}`);\n  }\n  const fm = parseYaml(frontmatter) as Partial<SystemFrontmatter> | null;\n  if (!fm || typeof fm !== \"object\") {\n    throw new Error(`system ${id}: frontmatter is not a YAML mapping`);\n  }\n  const required = [\n    \"name\",\n    \"run_eval\",\n    \"eval_version\",\n    \"dataset_version\",\n    \"primary_metric\",\n  ] as const;\n  for (const k of required) {\n    if (fm[k] === undefined || fm[k] === null || fm[k] === \"\") {\n      throw new Error(\n        `system ${id}: frontmatter missing required field \"${k}\"`,\n      );\n    }\n  }\n  return {\n    id,\n    path,\n    frontmatter: fm as SystemFrontmatter,\n    body,\n  };\n}\n\nexport function resolveEvalPath(\n  workspaceRoot: string,\n  system: SystemDef,\n): string {\n  return resolve(workspaceRoot, system.frontmatter.run_eval);\n}\n\nfunction splitFrontmatter(text: string): {\n  frontmatter: string | null;\n  body: string;\n} {\n  // Frontmatter starts on line 1 with ---, ends with --- on its own line.\n  if (!text.startsWith(\"---\")) return { frontmatter: null, body: text };\n  const lines = text.split(\"\\n\");\n  // First line is \"---\". Find the next \"---\".\n  let close = -1;\n  for (let i = 1; i < lines.length; i++) {\n    if (lines[i].trim() === \"---\") {\n      close = i;\n      break;\n    }\n  }\n  if (close === -1) return { frontmatter: null, body: text };\n  return {\n    frontmatter: lines.slice(1, close).join(\"\\n\"),\n    body: lines.slice(close + 1).join(\"\\n\"),\n  };\n}\n"],"mappings":";;;;;;AAiCA,SAAS,WAAW,eAAuB,IAAoB;AAC7D,QAAO,iBAAiB,eAAe,GAAG;;AAG5C,SAAgB,WAAW,eAAuB,IAAuB;CACvE,MAAM,OAAO,WAAW,eAAe,GAAG;AAC1C,KAAI,CAAC,WAAW,KAAK,CACnB,OAAM,IAAI,MACR,WAAW,GAAG,iBAAiB,KAAK,+BAA+B,GAAG,qBACvE;CAGH,MAAM,EAAE,aAAa,SAAS,iBADjB,aAAa,MAAM,QACmB,CAAC;AACpD,KAAI,CAAC,YACH,OAAM,IAAI,MAAM,UAAU,GAAG,iCAAiC,OAAO;CAEvE,MAAM,KAAKA,MAAU,YAAY;AACjC,KAAI,CAAC,MAAM,OAAO,OAAO,SACvB,OAAM,IAAI,MAAM,UAAU,GAAG,qCAAqC;AASpE,MAAK,MAAM,KAAK;EANd;EACA;EACA;EACA;EACA;EAEsB,CACtB,KAAI,GAAG,OAAO,KAAA,KAAa,GAAG,OAAO,QAAQ,GAAG,OAAO,GACrD,OAAM,IAAI,MACR,UAAU,GAAG,wCAAwC,EAAE,GACxD;AAGL,QAAO;EACL;EACA;EACA,aAAa;EACb;EACD;;AAGH,SAAgB,gBACd,eACA,QACQ;AACR,QAAO,QAAQ,eAAe,OAAO,YAAY,SAAS;;AAG5D,SAAS,iBAAiB,MAGxB;AAEA,KAAI,CAAC,KAAK,WAAW,MAAM,CAAE,QAAO;EAAE,aAAa;EAAM,MAAM;EAAM;CACrE,MAAM,QAAQ,KAAK,MAAM,KAAK;CAE9B,IAAI,QAAQ;AACZ,MAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,IAChC,KAAI,MAAM,GAAG,MAAM,KAAK,OAAO;AAC7B,UAAQ;AACR;;AAGJ,KAAI,UAAU,GAAI,QAAO;EAAE,aAAa;EAAM,MAAM;EAAM;AAC1D,QAAO;EACL,aAAa,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,KAAK;EAC7C,MAAM,MAAM,MAAM,QAAQ,EAAE,CAAC,KAAK,KAAK;EACxC"}

package/dist/package.js

@@ -1,7 +1,7 @@
 //#region package.json
 var package_default = {
 	name: "@percepta/kaizen",
-	version: "0.5.1",
+	version: "0.7.0",
 	description: "Automated AI researcher that improves AI systems",
 	keywords: [
 		"ai",
@@ -13,6 +13,7 @@ var package_default = {
 	license: "MIT",
 	bin: { "kaizen": "./bin/kaizen.js" },
 	files: [
+		"agent",
 		"bin",
 		"dashboard/.next/standalone",
 		"dist",
@@ -43,11 +44,13 @@ var package_default = {
 		"typecheck:dashboard": "tsc -p dashboard --noEmit",
 		"test": "vitest run",
 		"dev": "tsx src/index.ts",
-		"dev:studio": "KAIZEN_WORKSPACE=examples/legacy-workspace next dev dashboard --webpack --port 6789",
-		"dev:next": "KAIZEN_WORKSPACE=examples/legacy-workspace next dev dashboard --webpack --port 6789",
+		"dev:studio": "KAIZEN_DEMO_MODE=1 KAIZEN_WORKSPACE=$PWD/examples/demo-workspace next dev dashboard --webpack --port 6789",
+		"dev:next": "KAIZEN_DEMO_MODE=1 KAIZEN_WORKSPACE=$PWD/examples/demo-workspace next dev dashboard --webpack --port 6789",
+		"seed:demo-data": "node scripts/seed-demo-traces.mjs --workspace $PWD/examples/demo-workspace",
 		"kaizen": "tsx src/index.ts"
 	},
 	dependencies: {
+		"esbuild": "^0.25.0",
 		"tsx": "^4.21.0",
 		"yaml": "^2.8.2"
 	},

package/dist/shared/view-types.d.ts

@@ -0,0 +1,67 @@
+//#region shared/view-types.d.ts
+/** Data shape passed to custom trace renderers. */
+interface TraceData {
+  id?: string;
+  name?: string;
+  tags?: string[];
+  timestamp?: string;
+  metadata?: unknown;
+  input?: unknown;
+  output?: unknown;
+  [key: string]: unknown;
+}
+/** Props contract for custom trace renderer components. */
+interface TraceRendererProps {
+  trace: TraceData;
+  context: TraceRendererContext;
+  actions: TraceRendererActions;
+}
+interface DatasetItemRendererProps {
+  datasetItem: DatasetItemData;
+  trace?: TraceData | null;
+  context: TraceRendererContext;
+  actions: DatasetItemRendererActions;
+}
+interface DatasetItemData {
+  id: string;
+  input?: unknown;
+  expectedOutput?: unknown;
+  metadata?: Record<string, unknown> | null;
+  [key: string]: unknown;
+}
+interface TraceRendererContext {
+  systemId: string;
+  surface: "trace" | "dataset-item" | "run-trace";
+  datasetName?: string | null;
+  runId?: string | null;
+}
+interface TraceRendererActions {
+  createScore(input: {
+    traceId?: string;
+    name: string;
+    value: number | string | boolean;
+    comment?: string;
+    metadata?: Record<string, unknown>;
+  }): Promise<unknown>;
+}
+interface DatasetItemRendererActions extends TraceRendererActions {
+  updateDatasetItem(input: {
+    datasetName?: string;
+    itemId?: string;
+    expectedOutput?: unknown;
+    metadata?: Record<string, unknown> | null;
+    input?: unknown;
+    sourceTraceId?: string | null;
+    status?: string | null;
+  }): Promise<unknown>;
+  createDatasetRunItem(input: {
+    datasetItemId?: string;
+    traceId?: string;
+    runName: string;
+    runDescription?: string;
+    metadata?: Record<string, unknown>;
+  }): Promise<unknown>;
+}
+//#endregion
+export { DatasetItemData, DatasetItemRendererActions, DatasetItemRendererProps, TraceData, TraceRendererActions, TraceRendererContext, TraceRendererProps };
+//# sourceMappingURL=view-types.d.ts.map

package/dist/shared/view-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"view-types.d.ts","names":["TraceData","id","name","tags","timestamp","metadata","input","output","key","TraceRendererProps","TraceRendererContext","TraceRendererActions","trace","context","actions","DatasetItemRendererProps","DatasetItemData","DatasetItemRendererActions","datasetItem","Record","expectedOutput","systemId","surface","datasetName","runId","Promise","createScore","traceId","value","comment","updateDatasetItem","itemId","sourceTraceId","status","createDatasetRunItem","datasetItemId","runName","runDescription"],"sources":["../../shared/view-types.d.ts"],"mappings":";;UACiBA,SAAAA;EACfC,EAAAA;EACAC,IAAAA;EACAC,IAAAA;EACAC,SAAAA;EACAC,QAAAA;EACAC,KAAAA;EACAC,MAAAA;EAAAA,CACCC,GAAAA;AAAAA;;UAIcC,kBAAAA;EACfG,KAAAA,EAAOZ,SAAAA;EACPa,OAAAA,EAASH,oBAAAA;EACTI,OAAAA,EAASH,oBAAAA;AAAAA;AAAAA,UAGMI,wBAAAA;EACfG,WAAAA,EAAaF,eAAAA;EACbJ,KAAAA,GAAQZ,SAAAA;EACRa,OAAAA,EAASH,oBAAAA;EACTI,OAAAA,EAASG,0BAAAA;AAAAA;AAAAA,UAGMD,eAAAA;EACff,EAAAA;EACAK,KAAAA;EACAc,cAAAA;EACAf,QAAAA,GAAWc,MAAAA;EAAAA,CACVX,GAAAA;AAAAA;AAAAA,UAGcE,oBAAAA;EACfW,QAAAA;EACAC,OAAAA;EACAC,WAAAA;EACAC,KAAAA;AAAAA;AAAAA,UAGeb,oBAAAA;EACfe,WAAAA,CAAYpB,KAAAA;IACVqB,OAAAA;IACAzB,IAAAA;IACA0B,KAAAA;IACAC,OAAAA;IACAxB,QAAAA,GAAWc,MAAAA;EAAAA,IACTM,OAAAA;AAAAA;AAAAA,UAGWR,0BAAAA,SAAmCN,oBAAAA;EAClDmB,iBAAAA,CAAkBxB,KAAAA;IAChBiB,WAAAA;IACAQ,MAAAA;IACAX,cAAAA;IACAf,QAAAA,GAAWc,MAAAA;IACXb,KAAAA;IACA0B,aAAAA;IACAC,MAAAA;EAAAA,IACER,OAAAA;EACJS,oBAAAA,CAAqB5B,KAAAA;IACnB6B,aAAAA;IACAR,OAAAA;IACAS,OAAAA;IACAC,cAAAA;IACAhC,QAAAA,GAAWc,MAAAA;EAAAA,IACTM,OAAAA;AAAAA"}

package/dist/shared/workspace-paths.js

@@ -0,0 +1,84 @@
+import { realpathSync } from "node:fs";
+import { join, resolve } from "node:path";
+import { execFileSync } from "node:child_process";
+//#region shared/workspace-paths.js
+const KAIZEN_DIR = "kaizen";
+const KAIZEN_CONFIG = "config.ts";
+const KAIZEN_STATE_DIR = ".kaizen";
+const KAIZEN_SYSTEMS_DIR = "systems";
+function kaizenDir(workspaceRoot) {
+	return join(workspaceRoot, KAIZEN_DIR);
+}
+function kaizenConfigPath(workspaceRoot) {
+	return join(kaizenDir(workspaceRoot), KAIZEN_CONFIG);
+}
+function kaizenSystemsDir(workspaceRoot) {
+	return join(kaizenDir(workspaceRoot), KAIZEN_SYSTEMS_DIR);
+}
+function kaizenSystemDir(workspaceRoot, systemId) {
+	return join(kaizenSystemsDir(workspaceRoot), systemId);
+}
+function kaizenSystemPath(workspaceRoot, systemId) {
+	return join(kaizenSystemDir(workspaceRoot, systemId), "system.md");
+}
+function defaultKaizenStateDir(workspaceRoot) {
+	return join(primaryWorktreeRoot(workspaceRoot), KAIZEN_DIR, KAIZEN_STATE_DIR);
+}
+function resolveKaizenStateDir(workspaceRoot) {
+	const raw = process.env.KAIZEN_STATE_DIR;
+	return raw ? resolve(workspaceRoot, raw) : defaultKaizenStateDir(workspaceRoot);
+}
+function primaryWorktreeRoot(workspaceRoot) {
+	const normalizedWorkspace = canonicalPath(workspaceRoot);
+	const gitRoot = gitTopLevel(normalizedWorkspace);
+	if (!gitRoot || canonicalPath(gitRoot) !== normalizedWorkspace) return normalizedWorkspace;
+	try {
+		const first = execFileSync("git", [
+			"-C",
+			normalizedWorkspace,
+			"worktree",
+			"list",
+			"--porcelain"
+		], {
+			encoding: "utf-8",
+			stdio: [
+				"ignore",
+				"pipe",
+				"ignore"
+			]
+		}).split("\n").find((line) => line.startsWith("worktree "));
+		return first ? canonicalPath(first.slice(9)) : normalizedWorkspace;
+	} catch {
+		return normalizedWorkspace;
+	}
+}
+function gitTopLevel(workspaceRoot) {
+	try {
+		return execFileSync("git", [
+			"-C",
+			workspaceRoot,
+			"rev-parse",
+			"--show-toplevel"
+		], {
+			encoding: "utf-8",
+			stdio: [
+				"ignore",
+				"pipe",
+				"ignore"
+			]
+		}).trim();
+	} catch {
+		return null;
+	}
+}
+function canonicalPath(path) {
+	try {
+		return realpathSync(path);
+	} catch {
+		return resolve(path);
+	}
+}
+//#endregion
+export { defaultKaizenStateDir, kaizenConfigPath, kaizenDir, kaizenSystemDir, kaizenSystemPath, kaizenSystemsDir, primaryWorktreeRoot, resolveKaizenStateDir };
+
+//# sourceMappingURL=workspace-paths.js.map

package/dist/shared/workspace-paths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace-paths.js","names":[],"sources":["../../shared/workspace-paths.js"],"sourcesContent":["import { execFileSync } from \"node:child_process\";\nimport { realpathSync } from \"node:fs\";\nimport { join, resolve } from \"node:path\";\n\nexport const KAIZEN_DIR = \"kaizen\";\nexport const KAIZEN_CONFIG = \"config.ts\";\nexport const KAIZEN_STATE_DIR = \".kaizen\";\nexport const KAIZEN_SYSTEMS_DIR = \"systems\";\n\nexport function kaizenDir(workspaceRoot) {\n  return join(workspaceRoot, KAIZEN_DIR);\n}\n\nexport function kaizenConfigPath(workspaceRoot) {\n  return join(kaizenDir(workspaceRoot), KAIZEN_CONFIG);\n}\n\nexport function kaizenSystemsDir(workspaceRoot) {\n  return join(kaizenDir(workspaceRoot), KAIZEN_SYSTEMS_DIR);\n}\n\nexport function kaizenSystemDir(workspaceRoot, systemId) {\n  return join(kaizenSystemsDir(workspaceRoot), systemId);\n}\n\nexport function kaizenSystemPath(workspaceRoot, systemId) {\n  return join(kaizenSystemDir(workspaceRoot, systemId), \"system.md\");\n}\n\nexport function defaultKaizenStateDir(workspaceRoot) {\n  return join(primaryWorktreeRoot(workspaceRoot), KAIZEN_DIR, KAIZEN_STATE_DIR);\n}\n\nexport function resolveKaizenStateDir(workspaceRoot) {\n  const raw = process.env.KAIZEN_STATE_DIR;\n  return raw\n    ? resolve(workspaceRoot, raw)\n    : defaultKaizenStateDir(workspaceRoot);\n}\n\nexport function primaryWorktreeRoot(workspaceRoot) {\n  const normalizedWorkspace = canonicalPath(workspaceRoot);\n  const gitRoot = gitTopLevel(normalizedWorkspace);\n  if (!gitRoot || canonicalPath(gitRoot) !== normalizedWorkspace) {\n    return normalizedWorkspace;\n  }\n\n  try {\n    const out = execFileSync(\n      \"git\",\n      [\"-C\", normalizedWorkspace, \"worktree\", \"list\", \"--porcelain\"],\n      { encoding: \"utf-8\", stdio: [\"ignore\", \"pipe\", \"ignore\"] },\n    );\n    const first = out.split(\"\\n\").find((line) => line.startsWith(\"worktree \"));\n    return first\n      ? canonicalPath(first.slice(\"worktree \".length))\n      : normalizedWorkspace;\n  } catch {\n    return normalizedWorkspace;\n  }\n}\n\nfunction gitTopLevel(workspaceRoot) {\n  try {\n    return execFileSync(\n      \"git\",\n      [\"-C\", workspaceRoot, \"rev-parse\", \"--show-toplevel\"],\n      {\n        encoding: \"utf-8\",\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      },\n    ).trim();\n  } catch {\n    return null;\n  }\n}\n\nfunction canonicalPath(path) {\n  try {\n    return realpathSync(path);\n  } catch {\n    return resolve(path);\n  }\n}\n"],"mappings":";;;;AAIA,MAAa,aAAa;AAC1B,MAAa,gBAAgB;AAC7B,MAAa,mBAAmB;AAChC,MAAa,qBAAqB;AAElC,SAAgB,UAAU,eAAe;AACvC,QAAO,KAAK,eAAe,WAAW;;AAGxC,SAAgB,iBAAiB,eAAe;AAC9C,QAAO,KAAK,UAAU,cAAc,EAAE,cAAc;;AAGtD,SAAgB,iBAAiB,eAAe;AAC9C,QAAO,KAAK,UAAU,cAAc,EAAE,mBAAmB;;AAG3D,SAAgB,gBAAgB,eAAe,UAAU;AACvD,QAAO,KAAK,iBAAiB,cAAc,EAAE,SAAS;;AAGxD,SAAgB,iBAAiB,eAAe,UAAU;AACxD,QAAO,KAAK,gBAAgB,eAAe,SAAS,EAAE,YAAY;;AAGpE,SAAgB,sBAAsB,eAAe;AACnD,QAAO,KAAK,oBAAoB,cAAc,EAAE,YAAY,iBAAiB;;AAG/E,SAAgB,sBAAsB,eAAe;CACnD,MAAM,MAAM,QAAQ,IAAI;AACxB,QAAO,MACH,QAAQ,eAAe,IAAI,GAC3B,sBAAsB,cAAc;;AAG1C,SAAgB,oBAAoB,eAAe;CACjD,MAAM,sBAAsB,cAAc,cAAc;CACxD,MAAM,UAAU,YAAY,oBAAoB;AAChD,KAAI,CAAC,WAAW,cAAc,QAAQ,KAAK,oBACzC,QAAO;AAGT,KAAI;EAMF,MAAM,QALM,aACV,OACA;GAAC;GAAM;GAAqB;GAAY;GAAQ;GAAc,EAC9D;GAAE,UAAU;GAAS,OAAO;IAAC;IAAU;IAAQ;IAAS;GAAE,CAE3C,CAAC,MAAM,KAAK,CAAC,MAAM,SAAS,KAAK,WAAW,YAAY,CAAC;AAC1E,SAAO,QACH,cAAc,MAAM,MAAM,EAAmB,CAAC,GAC9C;SACE;AACN,SAAO;;;AAIX,SAAS,YAAY,eAAe;AAClC,KAAI;AACF,SAAO,aACL,OACA;GAAC;GAAM;GAAe;GAAa;GAAkB,EACrD;GACE,UAAU;GACV,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CACF,CAAC,MAAM;SACF;AACN,SAAO;;;AAIX,SAAS,cAAc,MAAM;AAC3B,KAAI;AACF,SAAO,aAAa,KAAK;SACnB;AACN,SAAO,QAAQ,KAAK"}

package/dist/types.d.ts

@@ -1,18 +1,11 @@
+import { DatasetItemData, DatasetItemRendererActions, DatasetItemRendererProps, TraceData, TraceRendererActions, TraceRendererContext, TraceRendererProps } from "./shared/view-types.js";
+
 //#region src/types.d.ts
 interface KaizenConfig {
   customer: {
-    slug: string;
     name: string;
   };
-  langfuse?: {
-    host?: string;
-    publicKeyEnv?: string;
-    secretKeyEnv?: string;
-  };
-  studio?: {
-    port?: number;
-  };
 }
 //#endregion
-export { KaizenConfig };
+export { type DatasetItemData, type DatasetItemRendererActions, type DatasetItemRendererProps, KaizenConfig, type TraceData, type TraceRendererActions, type TraceRendererContext, type TraceRendererProps };
 //# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","names":[],"sources":["../src/types.ts"],"mappings":";UAAiB,YAAA;EACf,QAAA;IACE,IAAA;IACA,IAAA;EAAA;EAEF,QAAA;IACE,IAAA;IACA,YAAA;IACA,YAAA;EAAA;EAEF,MAAA;IACE,IAAA;EAAA;AAAA"}
+{"version":3,"file":"types.d.ts","names":[],"sources":["../src/types.ts"],"mappings":";;;UAAiB,YAAA;EACf,QAAA;IACE,IAAA;EAAA;AAAA"}