@percepta/kaizen 0.9.1 → 0.10.0

package/dist/src/lib/promotion.js.map

@@ -1 +1 @@
-{"version":3,"file":"promotion.js","names":[],"sources":["../../../src/lib/promotion.ts"],"sourcesContent":["import { bootstrapMeanCI, pairDeltas } from \"./bootstrap.js\";\nimport type { Event, ItemEvent, PromotionEvent } from \"./events.js\";\nimport { readNdjson } from \"./run-dir.js\";\n\nexport interface BaselineSummary {\n  run_id: string;\n  variant: string;\n  score: number;\n  events_path: string; // path to events.jsonl, used to lazily read item scores\n}\n\nexport type PromotionDecision = Omit<PromotionEvent, \"type\" | \"ts\">;\n\n/** Read item scores from a run's events.jsonl. Returns Map<item_id, score>. */\nfunction readItemScores(eventsPath: string): Map<string, number> {\n  const events = readNdjson<Event>(eventsPath);\n  const scores = new Map<string, number>();\n  for (const e of events) {\n    if (e.type === \"item\") {\n      const it = e;\n      scores.set(it.id, it.score);\n    }\n  }\n  return scores;\n}\n\nexport interface DecideOpts {\n  /** Set of subgroup keys to guard against regressions. */\n  subgroupKeys?: string[];\n  /** Bootstrap resamples; default 10k. */\n  resamples?: number;\n  /** Seed for determinism. */\n  seed?: number;\n}\n\n/**\n * Decide auto-promotion given the current run's item scores and an optional baseline.\n * Returns a structured decision suitable for emitting as a `promotion` event.\n */\nexport function decidePromotion(\n  currentScores: Map<string, number>,\n  currentItemEvents: ItemEvent[],\n  baseline: BaselineSummary | null,\n  opts: DecideOpts = {},\n): PromotionDecision {\n  if (!baseline) {\n    return {\n      promoted: true,\n      rule: \"no_baseline\",\n      n_compared: 0,\n      details: \"no prior baseline; this run becomes the baseline by default\",\n    };\n  }\n\n  const baselineScores = readItemScores(baseline.events_path);\n  const { deltas, matchedIds } = pairDeltas(currentScores, baselineScores);\n  if (deltas.length < 5) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      n_compared: deltas.length,\n      parent_run_id: baseline.run_id,\n      details: `only ${deltas.length} items paired with baseline ${baseline.run_id}; need ≥5 to bootstrap`,\n    };\n  }\n\n  const ci = bootstrapMeanCI(deltas, {\n    resamples: opts.resamples,\n    seed: opts.seed,\n  });\n  if (!(ci.ci_low > 0)) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      ci_low: ci.ci_low,\n      ci_high: ci.ci_high,\n      mean_delta: ci.mean_delta,\n      n_compared: ci.n,\n      parent_run_id: baseline.run_id,\n      details: `95% CI on mean delta is [${ci.ci_low.toFixed(4)}, ${ci.ci_high.toFixed(4)}]; lower bound is not > 0`,\n    };\n  }\n\n  // Headline gate passed. Now check subgroup guards.\n  if (opts.subgroupKeys && opts.subgroupKeys.length > 0) {\n    const subgroupOf = (id: string, key: string): string | undefined => {\n      for (const ev of currentItemEvents) {\n        if (ev.id === id && ev.subgroup) return ev.subgroup[key];\n      }\n      return undefined;\n    };\n    for (const key of opts.subgroupKeys) {\n      const groups = new Map<string, number[]>();\n      for (let i = 0; i < matchedIds.length; i++) {\n        const sg = subgroupOf(matchedIds[i], key);\n        if (sg === undefined) continue;\n        if (!groups.has(sg)) groups.set(sg, []);\n        groups.get(sg)!.push(deltas[i]);\n      }\n      for (const [sg, sgDeltas] of groups) {\n        if (sgDeltas.length < 5) continue; // not enough to test; ignore\n        const sgCi = bootstrapMeanCI(sgDeltas, {\n          resamples: opts.resamples,\n          seed: opts.seed,\n        });\n        if (sgCi.ci_high < 0) {\n          return {\n            promoted: false,\n            rule: \"subgroup_regression\",\n            ci_low: ci.ci_low,\n            ci_high: ci.ci_high,\n            mean_delta: ci.mean_delta,\n            n_compared: ci.n,\n            parent_run_id: baseline.run_id,\n            details: `subgroup ${key}=${sg} regressed: 95% CI [${sgCi.ci_low.toFixed(4)}, ${sgCi.ci_high.toFixed(4)}]`,\n          };\n        }\n      }\n    }\n  }\n\n  return {\n    promoted: true,\n    rule: \"auto\",\n    ci_low: ci.ci_low,\n    ci_high: ci.ci_high,\n    mean_delta: ci.mean_delta,\n    n_compared: ci.n,\n    parent_run_id: baseline.run_id,\n  };\n}\n"],"mappings":";;;;AAcA,SAAS,eAAe,YAAyC;CAC/D,MAAM,SAAS,WAAkB,WAAW;CAC5C,MAAM,yBAAS,IAAI,KAAqB;AACxC,MAAK,MAAM,KAAK,OACd,KAAI,EAAE,SAAS,QAAQ;EACrB,MAAM,KAAK;AACX,SAAO,IAAI,GAAG,IAAI,GAAG,MAAM;;AAG/B,QAAO;;;;;;AAgBT,SAAgB,gBACd,eACA,mBACA,UACA,OAAmB,EAAE,EACF;AACnB,KAAI,CAAC,SACH,QAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY;EACZ,SAAS;EACV;CAIH,MAAM,EAAE,QAAQ,eAAe,WAAW,eADnB,eAAe,SAAS,YACwB,CAAC;AACxE,KAAI,OAAO,SAAS,EAClB,QAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY,OAAO;EACnB,eAAe,SAAS;EACxB,SAAS,QAAQ,OAAO,OAAO,8BAA8B,SAAS,OAAO;EAC9E;CAGH,MAAM,KAAK,gBAAgB,QAAQ;EACjC,WAAW,KAAK;EAChB,MAAM,KAAK;EACZ,CAAC;AACF,KAAI,EAAE,GAAG,SAAS,GAChB,QAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;EACxB,SAAS,4BAA4B,GAAG,OAAO,QAAQ,EAAE,CAAC,IAAI,GAAG,QAAQ,QAAQ,EAAE,CAAC;EACrF;AAIH,KAAI,KAAK,gBAAgB,KAAK,aAAa,SAAS,GAAG;EACrD,MAAM,cAAc,IAAY,QAAoC;AAClE,QAAK,MAAM,MAAM,kBACf,KAAI,GAAG,OAAO,MAAM,GAAG,SAAU,QAAO,GAAG,SAAS;;AAIxD,OAAK,MAAM,OAAO,KAAK,cAAc;GACnC,MAAM,yBAAS,IAAI,KAAuB;AAC1C,QAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;IAC1C,MAAM,KAAK,WAAW,WAAW,IAAI,IAAI;AACzC,QAAI,OAAO,KAAA,EAAW;AACtB,QAAI,CAAC,OAAO,IAAI,GAAG,CAAE,QAAO,IAAI,IAAI,EAAE,CAAC;AACvC,WAAO,IAAI,GAAG,CAAE,KAAK,OAAO,GAAG;;AAEjC,QAAK,MAAM,CAAC,IAAI,aAAa,QAAQ;AACnC,QAAI,SAAS,SAAS,EAAG;IACzB,MAAM,OAAO,gBAAgB,UAAU;KACrC,WAAW,KAAK;KAChB,MAAM,KAAK;KACZ,CAAC;AACF,QAAI,KAAK,UAAU,EACjB,QAAO;KACL,UAAU;KACV,MAAM;KACN,QAAQ,GAAG;KACX,SAAS,GAAG;KACZ,YAAY,GAAG;KACf,YAAY,GAAG;KACf,eAAe,SAAS;KACxB,SAAS,YAAY,IAAI,GAAG,GAAG,sBAAsB,KAAK,OAAO,QAAQ,EAAE,CAAC,IAAI,KAAK,QAAQ,QAAQ,EAAE,CAAC;KACzG;;;;AAMT,QAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;EACzB"}
+{"version":3,"file":"promotion.js","names":[],"sources":["../../../src/lib/promotion.ts"],"sourcesContent":["import { bootstrapMeanCI, pairDeltas } from \"./bootstrap.js\";\nimport type { Event, ItemEvent, PromotionEvent } from \"./events.js\";\nimport { readNdjson } from \"./run-dir.js\";\n\nexport interface BaselineSummary {\n  run_id: string;\n  variant: string;\n  score: number;\n  events_path: string; // path to events.jsonl, used to lazily read item scores\n}\n\nexport type PromotionDecision = Omit<PromotionEvent, \"type\" | \"ts\">;\n\n/** Read item scores from a run's events.jsonl. Returns Map<item_id, score>. */\nfunction readItemScores(eventsPath: string): Map<string, number> {\n  const events = readNdjson<Event>(eventsPath);\n  const scores = new Map<string, number>();\n  for (const e of events) {\n    if (e.type === \"item\") {\n      const it = e;\n      scores.set(it.id, it.score);\n    }\n  }\n  return scores;\n}\n\nexport interface DecideOpts {\n  /** Set of subgroup keys to guard against regressions. */\n  subgroupKeys?: string[];\n  /** Bootstrap resamples; default 10k. */\n  resamples?: number;\n  /** Seed for determinism. */\n  seed?: number;\n}\n\n/**\n * Decide auto-promotion given the current run's item scores and an optional baseline.\n * Returns a structured decision suitable for emitting as a `promotion` event.\n */\nexport function decidePromotion(\n  currentScores: Map<string, number>,\n  currentItemEvents: ItemEvent[],\n  baseline: BaselineSummary | null,\n  opts: DecideOpts = {},\n): PromotionDecision {\n  if (!baseline) {\n    return {\n      promoted: true,\n      rule: \"no_baseline\",\n      n_compared: 0,\n      details: \"no prior baseline; this run becomes the baseline by default\",\n    };\n  }\n\n  const baselineScores = readItemScores(baseline.events_path);\n  const { deltas, matchedIds } = pairDeltas(currentScores, baselineScores);\n  if (deltas.length < 5) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      n_compared: deltas.length,\n      parent_run_id: baseline.run_id,\n      details: `only ${deltas.length} items paired with baseline ${baseline.run_id}; need ≥5 to bootstrap`,\n    };\n  }\n\n  const ci = bootstrapMeanCI(deltas, {\n    resamples: opts.resamples,\n    seed: opts.seed,\n  });\n  if (!(ci.ci_low > 0)) {\n    return {\n      promoted: false,\n      rule: \"stat_insufficient\",\n      ci_low: ci.ci_low,\n      ci_high: ci.ci_high,\n      mean_delta: ci.mean_delta,\n      n_compared: ci.n,\n      parent_run_id: baseline.run_id,\n      details: `95% CI on mean delta is [${ci.ci_low.toFixed(4)}, ${ci.ci_high.toFixed(4)}]; lower bound is not > 0`,\n    };\n  }\n\n  // Headline gate passed. Now check subgroup guards.\n  if (opts.subgroupKeys && opts.subgroupKeys.length > 0) {\n    const subgroupOf = (id: string, key: string): string | undefined => {\n      for (const ev of currentItemEvents) {\n        if (ev.id === id && ev.subgroup) return ev.subgroup[key];\n      }\n      return undefined;\n    };\n    for (const key of opts.subgroupKeys) {\n      const groups = new Map<string, number[]>();\n      for (let i = 0; i < matchedIds.length; i++) {\n        const sg = subgroupOf(matchedIds[i], key);\n        if (sg === undefined) continue;\n        if (!groups.has(sg)) groups.set(sg, []);\n        groups.get(sg)!.push(deltas[i]);\n      }\n      for (const [sg, sgDeltas] of groups) {\n        if (sgDeltas.length < 5) continue; // not enough to test; ignore\n        const sgCi = bootstrapMeanCI(sgDeltas, {\n          resamples: opts.resamples,\n          seed: opts.seed,\n        });\n        if (sgCi.ci_high < 0) {\n          return {\n            promoted: false,\n            rule: \"subgroup_regression\",\n            ci_low: ci.ci_low,\n            ci_high: ci.ci_high,\n            mean_delta: ci.mean_delta,\n            n_compared: ci.n,\n            parent_run_id: baseline.run_id,\n            details: `subgroup ${key}=${sg} regressed: 95% CI [${sgCi.ci_low.toFixed(4)}, ${sgCi.ci_high.toFixed(4)}]`,\n          };\n        }\n      }\n    }\n  }\n\n  return {\n    promoted: true,\n    rule: \"auto\",\n    ci_low: ci.ci_low,\n    ci_high: ci.ci_high,\n    mean_delta: ci.mean_delta,\n    n_compared: ci.n,\n    parent_run_id: baseline.run_id,\n  };\n}\n"],"mappings":";;;;AAcA,SAAS,eAAe,YAAyC;CAC/D,MAAM,SAAS,WAAkB,UAAU;CAC3C,MAAM,yBAAS,IAAI,IAAoB;CACvC,KAAK,MAAM,KAAK,QACd,IAAI,EAAE,SAAS,QAAQ;EACrB,MAAM,KAAK;EACX,OAAO,IAAI,GAAG,IAAI,GAAG,KAAK;CAC5B;CAEF,OAAO;AACT;;;;;AAeA,SAAgB,gBACd,eACA,mBACA,UACA,OAAmB,CAAC,GACD;CACnB,IAAI,CAAC,UACH,OAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY;EACZ,SAAS;CACX;CAIF,MAAM,EAAE,QAAQ,eAAe,WAAW,eADnB,eAAe,SAAS,WACuB,CAAC;CACvE,IAAI,OAAO,SAAS,GAClB,OAAO;EACL,UAAU;EACV,MAAM;EACN,YAAY,OAAO;EACnB,eAAe,SAAS;EACxB,SAAS,QAAQ,OAAO,OAAO,8BAA8B,SAAS,OAAO;CAC/E;CAGF,MAAM,KAAK,gBAAgB,QAAQ;EACjC,WAAW,KAAK;EAChB,MAAM,KAAK;CACb,CAAC;CACD,IAAI,EAAE,GAAG,SAAS,IAChB,OAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;EACxB,SAAS,4BAA4B,GAAG,OAAO,QAAQ,CAAC,EAAE,IAAI,GAAG,QAAQ,QAAQ,CAAC,EAAE;CACtF;CAIF,IAAI,KAAK,gBAAgB,KAAK,aAAa,SAAS,GAAG;EACrD,MAAM,cAAc,IAAY,QAAoC;GAClE,KAAK,MAAM,MAAM,mBACf,IAAI,GAAG,OAAO,MAAM,GAAG,UAAU,OAAO,GAAG,SAAS;EAGxD;EACA,KAAK,MAAM,OAAO,KAAK,cAAc;GACnC,MAAM,yBAAS,IAAI,IAAsB;GACzC,KAAK,IAAI,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;IAC1C,MAAM,KAAK,WAAW,WAAW,IAAI,GAAG;IACxC,IAAI,OAAO,KAAA,GAAW;IACtB,IAAI,CAAC,OAAO,IAAI,EAAE,GAAG,OAAO,IAAI,IAAI,CAAC,CAAC;IACtC,OAAO,IAAI,EAAE,EAAG,KAAK,OAAO,EAAE;GAChC;GACA,KAAK,MAAM,CAAC,IAAI,aAAa,QAAQ;IACnC,IAAI,SAAS,SAAS,GAAG;IACzB,MAAM,OAAO,gBAAgB,UAAU;KACrC,WAAW,KAAK;KAChB,MAAM,KAAK;IACb,CAAC;IACD,IAAI,KAAK,UAAU,GACjB,OAAO;KACL,UAAU;KACV,MAAM;KACN,QAAQ,GAAG;KACX,SAAS,GAAG;KACZ,YAAY,GAAG;KACf,YAAY,GAAG;KACf,eAAe,SAAS;KACxB,SAAS,YAAY,IAAI,GAAG,GAAG,sBAAsB,KAAK,OAAO,QAAQ,CAAC,EAAE,IAAI,KAAK,QAAQ,QAAQ,CAAC,EAAE;IAC1G;GAEJ;EACF;CACF;CAEA,OAAO;EACL,UAAU;EACV,MAAM;EACN,QAAQ,GAAG;EACX,SAAS,GAAG;EACZ,YAAY,GAAG;EACf,YAAY,GAAG;EACf,eAAe,SAAS;CAC1B;AACF"}

package/dist/src/lib/prompt.js.map

@@ -1 +1 @@
-{"version":3,"file":"prompt.js","names":[],"sources":["../../../src/lib/prompt.ts"],"sourcesContent":["import { stdin, stdout } from \"node:process\";\nimport { createInterface } from \"node:readline/promises\";\n\nexport async function prompt(\n  question: string,\n  defaultValue?: string,\n): Promise<string> {\n  const rl = createInterface({ input: stdin, output: stdout });\n  const suffix = defaultValue ? ` [${defaultValue}]` : \"\";\n  const answer = (await rl.question(`${question}${suffix}: `)).trim();\n  rl.close();\n  return answer || (defaultValue ?? \"\");\n}\n\nexport async function promptChoice(\n  question: string,\n  choices: string[],\n  defaultValue?: string,\n): Promise<string> {\n  const rl = createInterface({ input: stdin, output: stdout });\n  stdout.write(`${question}\\n`);\n  for (const [i, c] of choices.entries()) {\n    const marker = c === defaultValue ? \"*\" : \" \";\n    stdout.write(`  ${marker} ${i + 1}) ${c}\\n`);\n  }\n  const raw = (await rl.question(`choose [${defaultValue ?? \"1\"}]: `)).trim();\n  rl.close();\n  if (!raw) return defaultValue ?? choices[0];\n  const n = Number(raw);\n  if (Number.isInteger(n) && n >= 1 && n <= choices.length)\n    return choices[n - 1];\n  if (choices.includes(raw)) return raw;\n  return defaultValue ?? choices[0];\n}\n"],"mappings":";;;AAGA,eAAsB,OACpB,UACA,cACiB;CACjB,MAAM,KAAK,gBAAgB;EAAE,OAAO;EAAO,QAAQ;EAAQ,CAAC;CAC5D,MAAM,SAAS,eAAe,KAAK,aAAa,KAAK;CACrD,MAAM,UAAU,MAAM,GAAG,SAAS,GAAG,WAAW,OAAO,IAAI,EAAE,MAAM;AACnE,IAAG,OAAO;AACV,QAAO,WAAW,gBAAgB;;AAGpC,eAAsB,aACpB,UACA,SACA,cACiB;CACjB,MAAM,KAAK,gBAAgB;EAAE,OAAO;EAAO,QAAQ;EAAQ,CAAC;AAC5D,QAAO,MAAM,GAAG,SAAS,IAAI;AAC7B,MAAK,MAAM,CAAC,GAAG,MAAM,QAAQ,SAAS,EAAE;EACtC,MAAM,SAAS,MAAM,eAAe,MAAM;AAC1C,SAAO,MAAM,KAAK,OAAO,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI;;CAE9C,MAAM,OAAO,MAAM,GAAG,SAAS,WAAW,gBAAgB,IAAI,KAAK,EAAE,MAAM;AAC3E,IAAG,OAAO;AACV,KAAI,CAAC,IAAK,QAAO,gBAAgB,QAAQ;CACzC,MAAM,IAAI,OAAO,IAAI;AACrB,KAAI,OAAO,UAAU,EAAE,IAAI,KAAK,KAAK,KAAK,QAAQ,OAChD,QAAO,QAAQ,IAAI;AACrB,KAAI,QAAQ,SAAS,IAAI,CAAE,QAAO;AAClC,QAAO,gBAAgB,QAAQ"}
+{"version":3,"file":"prompt.js","names":[],"sources":["../../../src/lib/prompt.ts"],"sourcesContent":["import { stdin, stdout } from \"node:process\";\nimport { createInterface } from \"node:readline/promises\";\n\nexport async function prompt(\n  question: string,\n  defaultValue?: string,\n): Promise<string> {\n  const rl = createInterface({ input: stdin, output: stdout });\n  const suffix = defaultValue ? ` [${defaultValue}]` : \"\";\n  const answer = (await rl.question(`${question}${suffix}: `)).trim();\n  rl.close();\n  return answer || (defaultValue ?? \"\");\n}\n\nexport async function promptChoice(\n  question: string,\n  choices: string[],\n  defaultValue?: string,\n): Promise<string> {\n  const rl = createInterface({ input: stdin, output: stdout });\n  stdout.write(`${question}\\n`);\n  for (const [i, c] of choices.entries()) {\n    const marker = c === defaultValue ? \"*\" : \" \";\n    stdout.write(`  ${marker} ${i + 1}) ${c}\\n`);\n  }\n  const raw = (await rl.question(`choose [${defaultValue ?? \"1\"}]: `)).trim();\n  rl.close();\n  if (!raw) return defaultValue ?? choices[0];\n  const n = Number(raw);\n  if (Number.isInteger(n) && n >= 1 && n <= choices.length)\n    return choices[n - 1];\n  if (choices.includes(raw)) return raw;\n  return defaultValue ?? choices[0];\n}\n"],"mappings":";;;AAGA,eAAsB,OACpB,UACA,cACiB;CACjB,MAAM,KAAK,gBAAgB;EAAE,OAAO;EAAO,QAAQ;CAAO,CAAC;CAC3D,MAAM,SAAS,eAAe,KAAK,aAAa,KAAK;CACrD,MAAM,UAAU,MAAM,GAAG,SAAS,GAAG,WAAW,OAAO,GAAG,GAAG,KAAK;CAClE,GAAG,MAAM;CACT,OAAO,WAAW,gBAAgB;AACpC;AAEA,eAAsB,aACpB,UACA,SACA,cACiB;CACjB,MAAM,KAAK,gBAAgB;EAAE,OAAO;EAAO,QAAQ;CAAO,CAAC;CAC3D,OAAO,MAAM,GAAG,SAAS,GAAG;CAC5B,KAAK,MAAM,CAAC,GAAG,MAAM,QAAQ,QAAQ,GAAG;EACtC,MAAM,SAAS,MAAM,eAAe,MAAM;EAC1C,OAAO,MAAM,KAAK,OAAO,GAAG,IAAI,EAAE,IAAI,EAAE,GAAG;CAC7C;CACA,MAAM,OAAO,MAAM,GAAG,SAAS,WAAW,gBAAgB,IAAI,IAAI,GAAG,KAAK;CAC1E,GAAG,MAAM;CACT,IAAI,CAAC,KAAK,OAAO,gBAAgB,QAAQ;CACzC,MAAM,IAAI,OAAO,GAAG;CACpB,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,KAAK,KAAK,QAAQ,QAChD,OAAO,QAAQ,IAAI;CACrB,IAAI,QAAQ,SAAS,GAAG,GAAG,OAAO;CAClC,OAAO,gBAAgB,QAAQ;AACjC"}

package/dist/src/lib/run-dir.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-dir.js","names":[],"sources":["../../../src/lib/run-dir.ts"],"sourcesContent":["import { randomBytes } from \"node:crypto\";\nimport {\n  appendFileSync,\n  closeSync,\n  existsSync,\n  fsyncSync,\n  mkdirSync,\n  openSync,\n  readFileSync,\n  renameSync,\n  unlinkSync,\n  writeFileSync,\n} from \"node:fs\";\nimport { dirname, join } from \"node:path\";\n\nexport function systemRunsDir(stateDir: string, systemId: string): string {\n  return join(stateDir, \"runs\", systemId);\n}\n\nexport function runDir(\n  stateDir: string,\n  systemId: string,\n  runId: string,\n): string {\n  return join(systemRunsDir(stateDir, systemId), runId);\n}\n\nexport function hypothesesPath(stateDir: string, systemId: string): string {\n  return join(stateDir, \"hypotheses\", `${systemId}.jsonl`);\n}\n\nexport function generateRunId(): string {\n  // r-<4 hex chars><timestamp suffix>: short, sortable-ish, collision-resistant enough for our scale.\n  const ts = Date.now().toString(36);\n  const rand = randomBytes(2).toString(\"hex\");\n  return `r-${rand}${ts.slice(-6)}`;\n}\n\nexport function ensureDir(p: string): void {\n  mkdirSync(p, { recursive: true });\n}\n\n/** Atomic write: write to a temp file in the same dir, fsync, rename over the target. */\nfunction writeFileAtomic(path: string, contents: string | Uint8Array): void {\n  ensureDir(dirname(path));\n  const tmp = `${path}.tmp.${process.pid}.${randomBytes(3).toString(\"hex\")}`;\n  const fd = openSync(tmp, \"w\", 0o644);\n  try {\n    writeFileSync(fd, contents);\n    fsyncSync(fd);\n  } finally {\n    closeSync(fd);\n  }\n  renameSync(tmp, path);\n}\n\nexport function writeJsonAtomic(path: string, value: unknown): void {\n  writeFileAtomic(path, JSON.stringify(value, null, 2) + \"\\n\");\n}\n\n/** Append a single NDJSON line. POSIX guarantees writes ≤ PIPE_BUF with O_APPEND are atomic. */\nexport function appendNdjsonLine(path: string, value: unknown): void {\n  ensureDir(dirname(path));\n  appendFileSync(path, JSON.stringify(value) + \"\\n\");\n}\n\nfunction readJson<T>(path: string): T {\n  return JSON.parse(readFileSync(path, \"utf-8\")) as T;\n}\n\nexport function readJsonIfExists<T>(path: string): T | null {\n  if (!existsSync(path)) return null;\n  return readJson<T>(path);\n}\n\n/** Read an NDJSON file as an array of parsed objects. Tolerates a trailing partial line. */\nexport function readNdjson<T>(path: string): T[] {\n  if (!existsSync(path)) return [];\n  const text = readFileSync(path, \"utf-8\");\n  const out: T[] = [];\n  for (const line of text.split(\"\\n\")) {\n    if (!line) continue;\n    try {\n      out.push(JSON.parse(line) as T);\n    } catch {\n      // Last line may be a partial write if a process is still appending. Skip silently.\n    }\n  }\n  return out;\n}\n\n// --- lock file ---\n\nexport interface LockInfo {\n  pid: number;\n  startedAt: string;\n}\n\nfunction lockPath(runDirPath: string): string {\n  return join(runDirPath, \".lock\");\n}\n\nexport function writeLock(runDirPath: string): void {\n  const info: LockInfo = {\n    pid: process.pid,\n    startedAt: new Date().toISOString(),\n  };\n  writeJsonAtomic(lockPath(runDirPath), info);\n}\n\nexport function readLock(runDirPath: string): LockInfo | null {\n  return readJsonIfExists<LockInfo>(lockPath(runDirPath));\n}\n\nexport function clearLock(runDirPath: string): void {\n  const p = lockPath(runDirPath);\n  if (existsSync(p)) unlinkSync(p);\n}\n\n/** True if the PID in the lock file is still alive on this machine. */\nexport function isPidAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (err) {\n    const code = (err as NodeJS.ErrnoException).code;\n    return code === \"EPERM\"; // exists but we can't signal — still alive\n  }\n}\n"],"mappings":";;;;AAeA,SAAgB,cAAc,UAAkB,UAA0B;AACxE,QAAO,KAAK,UAAU,QAAQ,SAAS;;AAGzC,SAAgB,OACd,UACA,UACA,OACQ;AACR,QAAO,KAAK,cAAc,UAAU,SAAS,EAAE,MAAM;;AAGvD,SAAgB,eAAe,UAAkB,UAA0B;AACzE,QAAO,KAAK,UAAU,cAAc,GAAG,SAAS,QAAQ;;AAG1D,SAAgB,gBAAwB;CAEtC,MAAM,KAAK,KAAK,KAAK,CAAC,SAAS,GAAG;AAElC,QAAO,KADM,YAAY,EAAE,CAAC,SAAS,MACrB,GAAG,GAAG,MAAM,GAAG;;AAGjC,SAAgB,UAAU,GAAiB;AACzC,WAAU,GAAG,EAAE,WAAW,MAAM,CAAC;;;AAInC,SAAS,gBAAgB,MAAc,UAAqC;AAC1E,WAAU,QAAQ,KAAK,CAAC;CACxB,MAAM,MAAM,GAAG,KAAK,OAAO,QAAQ,IAAI,GAAG,YAAY,EAAE,CAAC,SAAS,MAAM;CACxE,MAAM,KAAK,SAAS,KAAK,KAAK,IAAM;AACpC,KAAI;AACF,gBAAc,IAAI,SAAS;AAC3B,YAAU,GAAG;WACL;AACR,YAAU,GAAG;;AAEf,YAAW,KAAK,KAAK;;AAGvB,SAAgB,gBAAgB,MAAc,OAAsB;AAClE,iBAAgB,MAAM,KAAK,UAAU,OAAO,MAAM,EAAE,GAAG,KAAK;;;AAI9D,SAAgB,iBAAiB,MAAc,OAAsB;AACnE,WAAU,QAAQ,KAAK,CAAC;AACxB,gBAAe,MAAM,KAAK,UAAU,MAAM,GAAG,KAAK;;AAGpD,SAAS,SAAY,MAAiB;AACpC,QAAO,KAAK,MAAM,aAAa,MAAM,QAAQ,CAAC;;AAGhD,SAAgB,iBAAoB,MAAwB;AAC1D,KAAI,CAAC,WAAW,KAAK,CAAE,QAAO;AAC9B,QAAO,SAAY,KAAK;;;AAI1B,SAAgB,WAAc,MAAmB;AAC/C,KAAI,CAAC,WAAW,KAAK,CAAE,QAAO,EAAE;CAChC,MAAM,OAAO,aAAa,MAAM,QAAQ;CACxC,MAAM,MAAW,EAAE;AACnB,MAAK,MAAM,QAAQ,KAAK,MAAM,KAAK,EAAE;AACnC,MAAI,CAAC,KAAM;AACX,MAAI;AACF,OAAI,KAAK,KAAK,MAAM,KAAK,CAAM;UACzB;;AAIV,QAAO;;AAUT,SAAS,SAAS,YAA4B;AAC5C,QAAO,KAAK,YAAY,QAAQ;;AAGlC,SAAgB,UAAU,YAA0B;CAClD,MAAM,OAAiB;EACrB,KAAK,QAAQ;EACb,4BAAW,IAAI,MAAM,EAAC,aAAa;EACpC;AACD,iBAAgB,SAAS,WAAW,EAAE,KAAK;;AAG7C,SAAgB,SAAS,YAAqC;AAC5D,QAAO,iBAA2B,SAAS,WAAW,CAAC;;AAGzD,SAAgB,UAAU,YAA0B;CAClD,MAAM,IAAI,SAAS,WAAW;AAC9B,KAAI,WAAW,EAAE,CAAE,YAAW,EAAE;;;AAIlC,SAAgB,WAAW,KAAsB;AAC/C,KAAI;AACF,UAAQ,KAAK,KAAK,EAAE;AACpB,SAAO;UACA,KAAK;AAEZ,SADc,IAA8B,SAC5B"}
+{"version":3,"file":"run-dir.js","names":[],"sources":["../../../src/lib/run-dir.ts"],"sourcesContent":["import { randomBytes } from \"node:crypto\";\nimport {\n  appendFileSync,\n  closeSync,\n  existsSync,\n  fsyncSync,\n  mkdirSync,\n  openSync,\n  readFileSync,\n  renameSync,\n  unlinkSync,\n  writeFileSync,\n} from \"node:fs\";\nimport { dirname, join } from \"node:path\";\n\nexport function systemRunsDir(stateDir: string, systemId: string): string {\n  return join(stateDir, \"runs\", systemId);\n}\n\nexport function runDir(\n  stateDir: string,\n  systemId: string,\n  runId: string,\n): string {\n  return join(systemRunsDir(stateDir, systemId), runId);\n}\n\nexport function hypothesesPath(stateDir: string, systemId: string): string {\n  return join(stateDir, \"hypotheses\", `${systemId}.jsonl`);\n}\n\nexport function generateRunId(): string {\n  // r-<4 hex chars><timestamp suffix>: short, sortable-ish, collision-resistant enough for our scale.\n  const ts = Date.now().toString(36);\n  const rand = randomBytes(2).toString(\"hex\");\n  return `r-${rand}${ts.slice(-6)}`;\n}\n\nexport function ensureDir(p: string): void {\n  mkdirSync(p, { recursive: true });\n}\n\n/** Atomic write: write to a temp file in the same dir, fsync, rename over the target. */\nfunction writeFileAtomic(path: string, contents: string | Uint8Array): void {\n  ensureDir(dirname(path));\n  const tmp = `${path}.tmp.${process.pid}.${randomBytes(3).toString(\"hex\")}`;\n  const fd = openSync(tmp, \"w\", 0o644);\n  try {\n    writeFileSync(fd, contents);\n    fsyncSync(fd);\n  } finally {\n    closeSync(fd);\n  }\n  renameSync(tmp, path);\n}\n\nexport function writeJsonAtomic(path: string, value: unknown): void {\n  writeFileAtomic(path, JSON.stringify(value, null, 2) + \"\\n\");\n}\n\n/** Append a single NDJSON line. POSIX guarantees writes ≤ PIPE_BUF with O_APPEND are atomic. */\nexport function appendNdjsonLine(path: string, value: unknown): void {\n  ensureDir(dirname(path));\n  appendFileSync(path, JSON.stringify(value) + \"\\n\");\n}\n\nfunction readJson<T>(path: string): T {\n  return JSON.parse(readFileSync(path, \"utf-8\")) as T;\n}\n\nexport function readJsonIfExists<T>(path: string): T | null {\n  if (!existsSync(path)) return null;\n  return readJson<T>(path);\n}\n\n/** Read an NDJSON file as an array of parsed objects. Tolerates a trailing partial line. */\nexport function readNdjson<T>(path: string): T[] {\n  if (!existsSync(path)) return [];\n  const text = readFileSync(path, \"utf-8\");\n  const out: T[] = [];\n  for (const line of text.split(\"\\n\")) {\n    if (!line) continue;\n    try {\n      out.push(JSON.parse(line) as T);\n    } catch {\n      // Last line may be a partial write if a process is still appending. Skip silently.\n    }\n  }\n  return out;\n}\n\n// --- lock file ---\n\nexport interface LockInfo {\n  pid: number;\n  startedAt: string;\n}\n\nfunction lockPath(runDirPath: string): string {\n  return join(runDirPath, \".lock\");\n}\n\nexport function writeLock(runDirPath: string): void {\n  const info: LockInfo = {\n    pid: process.pid,\n    startedAt: new Date().toISOString(),\n  };\n  writeJsonAtomic(lockPath(runDirPath), info);\n}\n\nexport function readLock(runDirPath: string): LockInfo | null {\n  return readJsonIfExists<LockInfo>(lockPath(runDirPath));\n}\n\nexport function clearLock(runDirPath: string): void {\n  const p = lockPath(runDirPath);\n  if (existsSync(p)) unlinkSync(p);\n}\n\n/** True if the PID in the lock file is still alive on this machine. */\nexport function isPidAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (err) {\n    const code = (err as NodeJS.ErrnoException).code;\n    return code === \"EPERM\"; // exists but we can't signal — still alive\n  }\n}\n"],"mappings":";;;;AAeA,SAAgB,cAAc,UAAkB,UAA0B;CACxE,OAAO,KAAK,UAAU,QAAQ,QAAQ;AACxC;AAEA,SAAgB,OACd,UACA,UACA,OACQ;CACR,OAAO,KAAK,cAAc,UAAU,QAAQ,GAAG,KAAK;AACtD;AAEA,SAAgB,eAAe,UAAkB,UAA0B;CACzE,OAAO,KAAK,UAAU,cAAc,GAAG,SAAS,OAAO;AACzD;AAEA,SAAgB,gBAAwB;CAEtC,MAAM,KAAK,KAAK,IAAI,EAAE,SAAS,EAAE;CAEjC,OAAO,KADM,YAAY,CAAC,EAAE,SAAS,KACtB,IAAI,GAAG,MAAM,EAAE;AAChC;AAEA,SAAgB,UAAU,GAAiB;CACzC,UAAU,GAAG,EAAE,WAAW,KAAK,CAAC;AAClC;;AAGA,SAAS,gBAAgB,MAAc,UAAqC;CAC1E,UAAU,QAAQ,IAAI,CAAC;CACvB,MAAM,MAAM,GAAG,KAAK,OAAO,QAAQ,IAAI,GAAG,YAAY,CAAC,EAAE,SAAS,KAAK;CACvE,MAAM,KAAK,SAAS,KAAK,KAAK,GAAK;CACnC,IAAI;EACF,cAAc,IAAI,QAAQ;EAC1B,UAAU,EAAE;CACd,UAAU;EACR,UAAU,EAAE;CACd;CACA,WAAW,KAAK,IAAI;AACtB;AAEA,SAAgB,gBAAgB,MAAc,OAAsB;CAClE,gBAAgB,MAAM,KAAK,UAAU,OAAO,MAAM,CAAC,IAAI,IAAI;AAC7D;;AAGA,SAAgB,iBAAiB,MAAc,OAAsB;CACnE,UAAU,QAAQ,IAAI,CAAC;CACvB,eAAe,MAAM,KAAK,UAAU,KAAK,IAAI,IAAI;AACnD;AAEA,SAAS,SAAY,MAAiB;CACpC,OAAO,KAAK,MAAM,aAAa,MAAM,OAAO,CAAC;AAC/C;AAEA,SAAgB,iBAAoB,MAAwB;CAC1D,IAAI,CAAC,WAAW,IAAI,GAAG,OAAO;CAC9B,OAAO,SAAY,IAAI;AACzB;;AAGA,SAAgB,WAAc,MAAmB;CAC/C,IAAI,CAAC,WAAW,IAAI,GAAG,OAAO,CAAC;CAC/B,MAAM,OAAO,aAAa,MAAM,OAAO;CACvC,MAAM,MAAW,CAAC;CAClB,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAAG;EACnC,IAAI,CAAC,MAAM;EACX,IAAI;GACF,IAAI,KAAK,KAAK,MAAM,IAAI,CAAM;EAChC,QAAQ,CAER;CACF;CACA,OAAO;AACT;AASA,SAAS,SAAS,YAA4B;CAC5C,OAAO,KAAK,YAAY,OAAO;AACjC;AAEA,SAAgB,UAAU,YAA0B;CAClD,MAAM,OAAiB;EACrB,KAAK,QAAQ;EACb,4BAAW,IAAI,KAAK,GAAE,YAAY;CACpC;CACA,gBAAgB,SAAS,UAAU,GAAG,IAAI;AAC5C;AAEA,SAAgB,SAAS,YAAqC;CAC5D,OAAO,iBAA2B,SAAS,UAAU,CAAC;AACxD;AAEA,SAAgB,UAAU,YAA0B;CAClD,MAAM,IAAI,SAAS,UAAU;CAC7B,IAAI,WAAW,CAAC,GAAG,WAAW,CAAC;AACjC;;AAGA,SAAgB,WAAW,KAAsB;CAC/C,IAAI;EACF,QAAQ,KAAK,KAAK,CAAC;EACnB,OAAO;CACT,SAAS,KAAK;EAEZ,OADc,IAA8B,SAC5B;CAClB;AACF"}

package/dist/src/lib/runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"runner.js","names":[],"sources":["../../../src/lib/runner.ts"],"sourcesContent":["import { type ChildProcess, execSync, spawn } from \"node:child_process\";\nimport { createWriteStream, existsSync, writeFileSync } from \"node:fs\";\nimport { createRequire } from \"node:module\";\nimport { arch, hostname, platform } from \"node:os\";\nimport { extname, join } from \"node:path\";\nimport type { Readable } from \"node:stream\";\nimport type { LinearIssueLink } from \"../../shared/linear-issue.js\";\nimport {\n  type CompleteEvent,\n  type CrashedEvent,\n  type Event,\n  type ItemEvent,\n  NdjsonReader,\n  type PromotionEvent,\n} from \"./events.js\";\nimport {\n  type ManifestFile,\n  type StateFile,\n  currentBaseline,\n  listRuns,\n} from \"./leaderboard.js\";\nimport { resolveStateDir } from \"./paths.js\";\nimport { decidePromotion } from \"./promotion.js\";\nimport {\n  appendNdjsonLine,\n  clearLock,\n  ensureDir,\n  generateRunId,\n  hypothesesPath,\n  isPidAlive,\n  systemRunsDir,\n  readJsonIfExists,\n  readLock,\n  runDir,\n  writeJsonAtomic,\n  writeLock,\n} from \"./run-dir.js\";\nimport { type SystemDef, loadSystem, resolveEvalPath } from \"./system.js\";\n\nexport interface RunOptions {\n  workspace: string;\n  systemId: string;\n  variant: string;\n  parent: string | null;\n  hypothesis: string;\n  diagnostic: boolean;\n  noAutoPromote: boolean;\n  maxItems: number | null;\n  kaizenVersion: string;\n  linearIssue: LinearIssueLink | null;\n}\n\nexport interface RunResult {\n  runId: string;\n  status: \"complete\" | \"crashed\" | \"aborted\";\n  score: number | null;\n  promoted: boolean | null;\n  exitCode: number;\n}\n\nconst FAILURE_K = 10;\nconst require = createRequire(import.meta.url);\n\nexport async function runExperiment(opts: RunOptions): Promise<RunResult> {\n  const stateDir = resolveStateDir(opts.workspace);\n\n  // 0. Reap stale runs across this system (lock present, PID dead, no terminal event).\n  reapStaleRuns(stateDir, opts.systemId);\n\n  // 1. Load system + resolve eval interpreter.\n  const system = loadSystem(opts.workspace, opts.systemId);\n  const evalAbs = resolveEvalPath(opts.workspace, system);\n  if (!existsSync(evalAbs)) {\n    throw new Error(\n      `eval script not found at ${evalAbs} (declared as run_eval: ${system.frontmatter.run_eval} in kaizen/systems/${opts.systemId}/system.md)`,\n    );\n  }\n  const interp = detectInterpreter(evalAbs);\n\n  // 2. Generate run_id, create dir, write manifest, take lock.\n  const runId = generateRunId();\n  const dir = runDir(stateDir, opts.systemId, runId);\n  ensureDir(dir);\n  const startedAt = new Date().toISOString();\n  const manifest: ManifestFile = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    git_sha: gitSha(opts.workspace),\n    git_branch: gitBranch(opts.workspace),\n    worktree_root: gitTopLevel(opts.workspace),\n    git_common_dir: gitCommonDir(opts.workspace),\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n    started_at: startedAt,\n    host: `${platform()}-${arch()} (${hostname()})`,\n    kaizen_version: opts.kaizenVersion,\n    state_dir: stateDir,\n    diagnostic: opts.diagnostic,\n    linear_issue_id: opts.linearIssue?.id ?? null,\n    linear_issue_url: opts.linearIssue?.url ?? null,\n  };\n  writeJsonAtomic(join(dir, \"manifest.json\"), manifest);\n  writeLock(dir);\n\n  const eventsPath = join(dir, \"events.jsonl\");\n  const stdoutPath = join(dir, \"stdout.log\");\n  const stderrPath = join(dir, \"stderr.log\");\n\n  // 3. Build initial state and write it.\n  const state: StateFile & {\n    system: string;\n    variant: string;\n    eval_version: number;\n    dataset_version: string;\n    started_at: string;\n    updated_at: string;\n    n_done: number;\n  } = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    status: \"running\",\n    score: null,\n    n_total: null,\n    n_done: 0,\n    promoted: null,\n    started_at: startedAt,\n    updated_at: startedAt,\n    ended_at: null,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 4. Spawn the eval with fd 3 piped for events.\n  // For shebang scripts (cmd === evalAbs) we omit evalAbs from args, since\n  // spawn already passes cmd as argv[0]. Including it would duplicate the\n  // path as a positional and break argparse-based eval scripts.\n  const evalArgs = [\n    ...interp.preArgs,\n    ...(interp.cmd === evalAbs ? [] : [evalAbs]),\n    \"--variant\",\n    opts.variant,\n    \"--dataset\",\n    system.frontmatter.dataset_version,\n    \"--out-fd\",\n    \"3\",\n  ];\n  const effectiveMax = opts.diagnostic ? 5 : opts.maxItems;\n  if (effectiveMax !== null && effectiveMax !== undefined) {\n    evalArgs.push(\"--max-items\", String(effectiveMax));\n  }\n\n  const stdoutLog = createWriteStream(stdoutPath);\n  const stderrLog = createWriteStream(stderrPath);\n  let stderrTail = \"\";\n\n  const child: ChildProcess = spawn(interp.cmd, evalArgs, {\n    cwd: opts.workspace,\n    stdio: [\"ignore\", \"pipe\", \"pipe\", \"pipe\"],\n    env: process.env,\n  });\n\n  // Tee stdout/stderr to log files. Capture last ~4KB of stderr for crash diagnostics.\n  child.stdout!.on(\"data\", (chunk: Buffer) => stdoutLog.write(chunk));\n  child.stderr!.on(\"data\", (chunk: Buffer) => {\n    stderrLog.write(chunk);\n    stderrTail = (stderrTail + chunk.toString(\"utf-8\")).slice(-4096);\n  });\n\n  // Event stream on fd 3. spawn(['ignore','pipe','pipe','pipe']) makes child.stdio[3] a Readable.\n  const eventChan = child.stdio[3] as Readable;\n  const itemEvents: ItemEvent[] = [];\n  let sawComplete: CompleteEvent | null = null;\n  let parseErrors = 0;\n  let contractErrors = 0;\n\n  const reader = new NdjsonReader(\n    (e) => onEvent(e),\n    (line, err) => {\n      parseErrors++;\n      stderrLog.write(\n        `[runner] could not parse event: ${line.slice(0, 200)}\\n`,\n      );\n      stderrLog.write(\n        `[runner] ${err instanceof Error ? err.message : String(err)}\\n`,\n      );\n    },\n  );\n  eventChan.setEncoding?.(\"utf-8\");\n  eventChan.on(\"data\", (chunk) => reader.push(chunk as string | Buffer));\n  // The event channel may close after the child's `exit` fires (Node docs\n  // explicitly note stdio streams can outlive `exit`). We must drain it\n  // before deciding terminal state — otherwise a successful run that\n  // emitted a `complete` event still in the pipe buffer gets misclassified\n  // as \"crashed\" because `sawComplete` is observed null.\n  const eventChanEnded = new Promise<void>((resolve) => {\n    eventChan.on(\"end\", () => {\n      reader.end();\n      resolve();\n    });\n    eventChan.on(\"close\", () => {\n      reader.end();\n      resolve();\n    });\n  });\n\n  function onEvent(e: Event): void {\n    appendNdjsonLine(eventsPath, e);\n    if (e.type === \"start\") {\n      const s = e;\n      if (s.eval_version !== system.frontmatter.eval_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.eval_version ${s.eval_version} does not match system eval_version ${system.frontmatter.eval_version}\\n`,\n        );\n      }\n      if (s.dataset_version !== system.frontmatter.dataset_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.dataset_version ${s.dataset_version} does not match system dataset_version ${system.frontmatter.dataset_version}\\n`,\n        );\n      }\n      state.n_total = s.n;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"item\") {\n      const it = e;\n      itemEvents.push(it);\n      state.n_done = (state.n_done ?? 0) + 1;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"progress\") {\n      // n_done is authoritative from item events; progress is informational.\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"complete\") {\n      sawComplete = e;\n      if (state.n_total !== null && sawComplete.n !== state.n_total) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] complete.n ${sawComplete.n} does not match start.n ${state.n_total}\\n`,\n        );\n      }\n      state.score = sawComplete.score;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    }\n    // error/promotion/etc. — no state mutation here\n  }\n\n  // 5. Wait for child to exit AND for the event channel to be fully drained.\n  // Both must complete before we decide terminal state — the child's exit\n  // doesn't guarantee its stdio buffers have been consumed by us yet.\n  const { code, signal } = await waitForExit(child);\n  await eventChanEnded;\n\n  // Flush logs.\n  stdoutLog.end();\n  stderrLog.end();\n  await Promise.all([\n    new Promise<void>((r) => stdoutLog.on(\"close\", () => r())),\n    new Promise<void>((r) => stderrLog.on(\"close\", () => r())),\n  ]);\n\n  // 6. Decide terminal state.\n  const endedAt = new Date().toISOString();\n  if (\n    code === 0 &&\n    sawComplete !== null &&\n    parseErrors === 0 &&\n    contractErrors === 0\n  ) {\n    state.status = \"complete\";\n    state.score = (sawComplete as CompleteEvent).score;\n    // The complete event is already in events.jsonl from onEvent.\n  } else {\n    const crashed: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: code,\n      signal: signal ?? null,\n      stderr_tail: stderrTail.slice(-2000),\n      reason:\n        code !== 0 && code !== null\n          ? `eval exited with code ${code}`\n          : signal\n            ? `eval terminated by signal ${signal}`\n            : parseErrors > 0\n              ? `eval emitted ${parseErrors} malformed event(s)`\n              : contractErrors > 0\n                ? `eval emitted ${contractErrors} contract-violating event(s)`\n                : sawComplete !== null\n                  ? \"eval emitted complete but exited non-zero\"\n                  : \"eval exited without emitting complete event\",\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(eventsPath, crashed);\n    state.status = \"crashed\";\n  }\n  state.ended_at = endedAt;\n  state.updated_at = endedAt;\n\n  // 7. Write failures.jsonl (worst-K).\n  if (itemEvents.length > 0) {\n    const sorted = [...itemEvents].sort((a, b) => a.score - b.score);\n    const worst = sorted.slice(0, Math.min(FAILURE_K, sorted.length));\n    const text =\n      worst.map((it) => JSON.stringify(it)).join(\"\\n\") +\n      (worst.length > 0 ? \"\\n\" : \"\");\n    writeFileSync(join(dir, \"failures.jsonl\"), text);\n  }\n\n  // 8. Promotion (only if completed cleanly).\n  let promotionEvent: PromotionEvent | null = null;\n  if (state.status === \"complete\" && !opts.noAutoPromote) {\n    const allRuns = listRuns(stateDir, opts.systemId).filter(\n      (r) => r.run_id !== runId,\n    );\n    const baselineRun = currentBaseline(\n      allRuns,\n      system.frontmatter.eval_version,\n      system.frontmatter.dataset_version,\n    );\n    const baseline = baselineRun\n      ? {\n          run_id: baselineRun.run_id,\n          variant: baselineRun.variant,\n          score: baselineRun.score!,\n          events_path: baselineRun.events_path,\n        }\n      : null;\n    const decision = decidePromotion(\n      mapFromItems(itemEvents),\n      itemEvents,\n      baseline,\n      { subgroupKeys: subgroupKeys(system) },\n    );\n    promotionEvent = { type: \"promotion\", ts: Date.now() / 1000, ...decision };\n    appendNdjsonLine(eventsPath, promotionEvent);\n    state.promoted = decision.promoted;\n  } else if (opts.noAutoPromote) {\n    state.promoted = false;\n  }\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 9. Append hypothesis log line (every run, success or failure).\n  const hypoLine = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    status: state.status,\n    score: state.score,\n    promoted: state.promoted,\n    started_at: startedAt,\n    ended_at: endedAt,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  appendNdjsonLine(hypothesesPath(stateDir, opts.systemId), hypoLine);\n\n  // 10. Clear lock.\n  clearLock(dir);\n\n  void parseErrors; // not surfaced yet; logged to stderr.log\n\n  return {\n    runId,\n    status: state.status as \"complete\" | \"crashed\" | \"aborted\",\n    score: state.score,\n    promoted: state.promoted ?? null,\n    exitCode: state.status === \"complete\" ? 0 : 1,\n  };\n}\n\n// --- helpers ---\n\ninterface InterpreterChoice {\n  cmd: string;\n  preArgs: string[];\n}\n\nfunction detectInterpreter(evalPath: string): InterpreterChoice {\n  const ext = extname(evalPath).toLowerCase();\n  if (ext === \".py\") return { cmd: \"python3\", preArgs: [] };\n  if (ext === \".js\" || ext === \".mjs\" || ext === \".cjs\")\n    return { cmd: \"node\", preArgs: [] };\n  if (ext === \".ts\" || ext === \".tsx\" || ext === \".mts\" || ext === \".cts\") {\n    return {\n      cmd: process.execPath,\n      preArgs: [\"--import\", require.resolve(\"tsx\")],\n    };\n  }\n  // Default: assume executable with shebang.\n  return { cmd: evalPath, preArgs: [] };\n}\n\nfunction waitForExit(\n  child: ChildProcess,\n): Promise<{ code: number | null; signal: NodeJS.Signals | null }> {\n  return new Promise((resolve) => {\n    child.on(\"exit\", (code: number | null, signal: NodeJS.Signals | null) =>\n      resolve({ code, signal }),\n    );\n  });\n}\n\nfunction gitSha(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitBranch(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --abbrev-ref HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitTopLevel(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --show-toplevel\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitCommonDir(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --git-common-dir\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction mapFromItems(items: ItemEvent[]): Map<string, number> {\n  const m = new Map<string, number>();\n  for (const it of items) m.set(it.id, it.score);\n  return m;\n}\n\nfunction subgroupKeys(system: SystemDef): string[] {\n  const sg = (\n    system.frontmatter as {\n      subgroups?: Array<{ field?: string; name?: string }>;\n    }\n  ).subgroups;\n  if (!Array.isArray(sg)) return [];\n  return sg.map((s) => s.field ?? s.name ?? \"\").filter(Boolean);\n}\n\n/**\n * Sweep stale runs whose lock points to a dead PID and which never recorded a terminal event.\n * Mark them `crashed` with reason \"supervisor died\" so the dashboard / log don't show ghosts.\n */\nexport function reapStaleRuns(stateDir: string, systemId: string): void {\n  const dir = systemRunsDir(stateDir, systemId);\n  if (!existsSync(dir)) return;\n  for (const run of listRuns(stateDir, systemId)) {\n    if (run.status !== \"running\") continue;\n    const lock = readLock(join(dir, run.run_id));\n    if (!lock) continue;\n    if (isPidAlive(lock.pid)) continue;\n    const reapedEvent: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: null,\n      signal: null,\n      reason: `runner pid ${lock.pid} died without writing a terminal event; reaped`,\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(run.events_path, reapedEvent);\n\n    const state = readJsonIfExists<StateFile>(run.state_path);\n    if (state) {\n      state.status = \"crashed\";\n      state.ended_at = new Date().toISOString();\n      writeJsonAtomic(run.state_path, state);\n    }\n    clearLock(join(dir, run.run_id));\n  }\n}\n"],"mappings":";;;;;;;;;;;;AA4DA,MAAM,YAAY;AAClB,MAAM,UAAU,cAAc,OAAO,KAAK,IAAI;AAE9C,eAAsB,cAAc,MAAsC;CACxE,MAAM,WAAW,gBAAgB,KAAK,UAAU;AAGhD,eAAc,UAAU,KAAK,SAAS;CAGtC,MAAM,SAAS,WAAW,KAAK,WAAW,KAAK,SAAS;CACxD,MAAM,UAAU,gBAAgB,KAAK,WAAW,OAAO;AACvD,KAAI,CAAC,WAAW,QAAQ,CACtB,OAAM,IAAI,MACR,4BAA4B,QAAQ,0BAA0B,OAAO,YAAY,SAAS,qBAAqB,KAAK,SAAS,aAC9H;CAEH,MAAM,SAAS,kBAAkB,QAAQ;CAGzC,MAAM,QAAQ,eAAe;CAC7B,MAAM,MAAM,OAAO,UAAU,KAAK,UAAU,MAAM;AAClD,WAAU,IAAI;CACd,MAAM,6BAAY,IAAI,MAAM,EAAC,aAAa;CAC1C,MAAM,WAAyB;EAC7B,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,SAAS,OAAO,KAAK,UAAU;EAC/B,YAAY,UAAU,KAAK,UAAU;EACrC,eAAe,YAAY,KAAK,UAAU;EAC1C,gBAAgB,aAAa,KAAK,UAAU;EAC5C,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACpC,YAAY;EACZ,MAAM,GAAG,UAAU,CAAC,GAAG,MAAM,CAAC,IAAI,UAAU,CAAC;EAC7C,gBAAgB,KAAK;EACrB,WAAW;EACX,YAAY,KAAK;EACjB,iBAAiB,KAAK,aAAa,MAAM;EACzC,kBAAkB,KAAK,aAAa,OAAO;EAC5C;AACD,iBAAgB,KAAK,KAAK,gBAAgB,EAAE,SAAS;AACrD,WAAU,IAAI;CAEd,MAAM,aAAa,KAAK,KAAK,eAAe;CAC5C,MAAM,aAAa,KAAK,KAAK,aAAa;CAC1C,MAAM,aAAa,KAAK,KAAK,aAAa;CAG1C,MAAM,QAQF;EACF,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,QAAQ;EACR,OAAO;EACP,SAAS;EACT,QAAQ;EACR,UAAU;EACV,YAAY;EACZ,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACrC;AACD,iBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;CAM/C,MAAM,WAAW;EACf,GAAG,OAAO;EACV,GAAI,OAAO,QAAQ,UAAU,EAAE,GAAG,CAAC,QAAQ;EAC3C;EACA,KAAK;EACL;EACA,OAAO,YAAY;EACnB;EACA;EACD;CACD,MAAM,eAAe,KAAK,aAAa,IAAI,KAAK;AAChD,KAAI,iBAAiB,QAAQ,iBAAiB,KAAA,EAC5C,UAAS,KAAK,eAAe,OAAO,aAAa,CAAC;CAGpD,MAAM,YAAY,kBAAkB,WAAW;CAC/C,MAAM,YAAY,kBAAkB,WAAW;CAC/C,IAAI,aAAa;CAEjB,MAAM,QAAsB,MAAM,OAAO,KAAK,UAAU;EACtD,KAAK,KAAK;EACV,OAAO;GAAC;GAAU;GAAQ;GAAQ;GAAO;EACzC,KAAK,QAAQ;EACd,CAAC;AAGF,OAAM,OAAQ,GAAG,SAAS,UAAkB,UAAU,MAAM,MAAM,CAAC;AACnE,OAAM,OAAQ,GAAG,SAAS,UAAkB;AAC1C,YAAU,MAAM,MAAM;AACtB,gBAAc,aAAa,MAAM,SAAS,QAAQ,EAAE,MAAM,MAAM;GAChE;CAGF,MAAM,YAAY,MAAM,MAAM;CAC9B,MAAM,aAA0B,EAAE;CAClC,IAAI,cAAoC;CACxC,IAAI,cAAc;CAClB,IAAI,iBAAiB;CAErB,MAAM,SAAS,IAAI,cAChB,MAAM,QAAQ,EAAE,GAChB,MAAM,QAAQ;AACb;AACA,YAAU,MACR,mCAAmC,KAAK,MAAM,GAAG,IAAI,CAAC,IACvD;AACD,YAAU,MACR,YAAY,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI,CAAC,IAC9D;GAEJ;AACD,WAAU,cAAc,QAAQ;AAChC,WAAU,GAAG,SAAS,UAAU,OAAO,KAAK,MAAyB,CAAC;CAMtE,MAAM,iBAAiB,IAAI,SAAe,YAAY;AACpD,YAAU,GAAG,aAAa;AACxB,UAAO,KAAK;AACZ,YAAS;IACT;AACF,YAAU,GAAG,eAAe;AAC1B,UAAO,KAAK;AACZ,YAAS;IACT;GACF;CAEF,SAAS,QAAQ,GAAgB;AAC/B,mBAAiB,YAAY,EAAE;AAC/B,MAAI,EAAE,SAAS,SAAS;GACtB,MAAM,IAAI;AACV,OAAI,EAAE,iBAAiB,OAAO,YAAY,cAAc;AACtD;AACA,cAAU,MACR,+BAA+B,EAAE,aAAa,sCAAsC,OAAO,YAAY,aAAa,IACrH;;AAEH,OAAI,EAAE,oBAAoB,OAAO,YAAY,iBAAiB;AAC5D;AACA,cAAU,MACR,kCAAkC,EAAE,gBAAgB,yCAAyC,OAAO,YAAY,gBAAgB,IACjI;;AAEH,SAAM,UAAU,EAAE;AAClB,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,QAAQ;GAC5B,MAAM,KAAK;AACX,cAAW,KAAK,GAAG;AACnB,SAAM,UAAU,MAAM,UAAU,KAAK;AACrC,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,YAAY;AAEhC,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;aACtC,EAAE,SAAS,YAAY;AAChC,iBAAc;AACd,OAAI,MAAM,YAAY,QAAQ,YAAY,MAAM,MAAM,SAAS;AAC7D;AACA,cAAU,MACR,uBAAuB,YAAY,EAAE,0BAA0B,MAAM,QAAQ,IAC9E;;AAEH,SAAM,QAAQ,YAAY;AAC1B,SAAM,8BAAa,IAAI,MAAM,EAAC,aAAa;AAC3C,mBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;;;CAQnD,MAAM,EAAE,MAAM,WAAW,MAAM,YAAY,MAAM;AACjD,OAAM;AAGN,WAAU,KAAK;AACf,WAAU,KAAK;AACf,OAAM,QAAQ,IAAI,CAChB,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,EAC1D,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC,CAC3D,CAAC;CAGF,MAAM,2BAAU,IAAI,MAAM,EAAC,aAAa;AACxC,KACE,SAAS,KACT,gBAAgB,QAChB,gBAAgB,KAChB,mBAAmB,GACnB;AACA,QAAM,SAAS;AACf,QAAM,QAAS,YAA8B;QAExC;AAoBL,mBAAiB,YAAY;GAlB3B,MAAM;GACN,WAAW;GACX,QAAQ,UAAU;GAClB,aAAa,WAAW,MAAM,KAAM;GACpC,QACE,SAAS,KAAK,SAAS,OACnB,yBAAyB,SACzB,SACE,6BAA6B,WAC7B,cAAc,IACZ,gBAAgB,YAAY,uBAC5B,iBAAiB,IACf,gBAAgB,eAAe,gCAC/B,gBAAgB,OACd,8CACA;GACd,IAAI,KAAK,KAAK,GAAG;GAEiB,CAAC;AACrC,QAAM,SAAS;;AAEjB,OAAM,WAAW;AACjB,OAAM,aAAa;AAGnB,KAAI,WAAW,SAAS,GAAG;EACzB,MAAM,SAAS,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM;EAChE,MAAM,QAAQ,OAAO,MAAM,GAAG,KAAK,IAAI,WAAW,OAAO,OAAO,CAAC;EACjE,MAAM,OACJ,MAAM,KAAK,OAAO,KAAK,UAAU,GAAG,CAAC,CAAC,KAAK,KAAK,IAC/C,MAAM,SAAS,IAAI,OAAO;AAC7B,gBAAc,KAAK,KAAK,iBAAiB,EAAE,KAAK;;CAIlD,IAAI,iBAAwC;AAC5C,KAAI,MAAM,WAAW,cAAc,CAAC,KAAK,eAAe;EAItD,MAAM,cAAc,gBAHJ,SAAS,UAAU,KAAK,SAAS,CAAC,QAC/C,MAAM,EAAE,WAAW,MAGb,EACP,OAAO,YAAY,cACnB,OAAO,YAAY,gBACpB;EACD,MAAM,WAAW,cACb;GACE,QAAQ,YAAY;GACpB,SAAS,YAAY;GACrB,OAAO,YAAY;GACnB,aAAa,YAAY;GAC1B,GACD;EACJ,MAAM,WAAW,gBACf,aAAa,WAAW,EACxB,YACA,UACA,EAAE,cAAc,aAAa,OAAO,EAAE,CACvC;AACD,mBAAiB;GAAE,MAAM;GAAa,IAAI,KAAK,KAAK,GAAG;GAAM,GAAG;GAAU;AAC1E,mBAAiB,YAAY,eAAe;AAC5C,QAAM,WAAW,SAAS;YACjB,KAAK,cACd,OAAM,WAAW;AAEnB,iBAAgB,KAAK,KAAK,aAAa,EAAE,MAAM;CAG/C,MAAM,WAAW;EACf,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM;EAChB,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACrC;AACD,kBAAiB,eAAe,UAAU,KAAK,SAAS,EAAE,SAAS;AAGnE,WAAU,IAAI;AAId,QAAO;EACL;EACA,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM,YAAY;EAC5B,UAAU,MAAM,WAAW,aAAa,IAAI;EAC7C;;AAUH,SAAS,kBAAkB,UAAqC;CAC9D,MAAM,MAAM,QAAQ,SAAS,CAAC,aAAa;AAC3C,KAAI,QAAQ,MAAO,QAAO;EAAE,KAAK;EAAW,SAAS,EAAE;EAAE;AACzD,KAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,OAC7C,QAAO;EAAE,KAAK;EAAQ,SAAS,EAAE;EAAE;AACrC,KAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,UAAU,QAAQ,OAC/D,QAAO;EACL,KAAK,QAAQ;EACb,SAAS,CAAC,YAAY,QAAQ,QAAQ,MAAM,CAAC;EAC9C;AAGH,QAAO;EAAE,KAAK;EAAU,SAAS,EAAE;EAAE;;AAGvC,SAAS,YACP,OACiE;AACjE,QAAO,IAAI,SAAS,YAAY;AAC9B,QAAM,GAAG,SAAS,MAAqB,WACrC,QAAQ;GAAE;GAAM;GAAQ,CAAC,CAC1B;GACD;;AAGJ,SAAS,OAAO,KAA4B;AAC1C,KAAI;AACF,SACE,SAAS,sBAAsB;GAC7B;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,UAAU,KAA4B;AAC7C,KAAI;AACF,SACE,SAAS,mCAAmC;GAC1C;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,YAAY,KAA4B;AAC/C,KAAI;AACF,SACE,SAAS,iCAAiC;GACxC;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,aAAa,KAA4B;AAChD,KAAI;AACF,SACE,SAAS,kCAAkC;GACzC;GACA,OAAO;IAAC;IAAU;IAAQ;IAAS;GACpC,CAAC,CACC,UAAU,CACV,MAAM,IAAI;SAET;AACN,SAAO;;;AAIX,SAAS,aAAa,OAAyC;CAC7D,MAAM,oBAAI,IAAI,KAAqB;AACnC,MAAK,MAAM,MAAM,MAAO,GAAE,IAAI,GAAG,IAAI,GAAG,MAAM;AAC9C,QAAO;;AAGT,SAAS,aAAa,QAA6B;CACjD,MAAM,KACJ,OAAO,YAGP;AACF,KAAI,CAAC,MAAM,QAAQ,GAAG,CAAE,QAAO,EAAE;AACjC,QAAO,GAAG,KAAK,MAAM,EAAE,SAAS,EAAE,QAAQ,GAAG,CAAC,OAAO,QAAQ;;;;;;AAO/D,SAAgB,cAAc,UAAkB,UAAwB;CACtE,MAAM,MAAM,cAAc,UAAU,SAAS;AAC7C,KAAI,CAAC,WAAW,IAAI,CAAE;AACtB,MAAK,MAAM,OAAO,SAAS,UAAU,SAAS,EAAE;AAC9C,MAAI,IAAI,WAAW,UAAW;EAC9B,MAAM,OAAO,SAAS,KAAK,KAAK,IAAI,OAAO,CAAC;AAC5C,MAAI,CAAC,KAAM;AACX,MAAI,WAAW,KAAK,IAAI,CAAE;EAC1B,MAAM,cAA4B;GAChC,MAAM;GACN,WAAW;GACX,QAAQ;GACR,QAAQ,cAAc,KAAK,IAAI;GAC/B,IAAI,KAAK,KAAK,GAAG;GAClB;AACD,mBAAiB,IAAI,aAAa,YAAY;EAE9C,MAAM,QAAQ,iBAA4B,IAAI,WAAW;AACzD,MAAI,OAAO;AACT,SAAM,SAAS;AACf,SAAM,4BAAW,IAAI,MAAM,EAAC,aAAa;AACzC,mBAAgB,IAAI,YAAY,MAAM;;AAExC,YAAU,KAAK,KAAK,IAAI,OAAO,CAAC"}
+{"version":3,"file":"runner.js","names":[],"sources":["../../../src/lib/runner.ts"],"sourcesContent":["import { type ChildProcess, execSync, spawn } from \"node:child_process\";\nimport { createWriteStream, existsSync, writeFileSync } from \"node:fs\";\nimport { createRequire } from \"node:module\";\nimport { arch, hostname, platform } from \"node:os\";\nimport { extname, join } from \"node:path\";\nimport type { Readable } from \"node:stream\";\nimport type { LinearIssueLink } from \"../../shared/linear-issue.js\";\nimport {\n  type CompleteEvent,\n  type CrashedEvent,\n  type Event,\n  type ItemEvent,\n  NdjsonReader,\n  type PromotionEvent,\n} from \"./events.js\";\nimport {\n  type ManifestFile,\n  type StateFile,\n  currentBaseline,\n  listRuns,\n} from \"./leaderboard.js\";\nimport { resolveStateDir } from \"./paths.js\";\nimport { decidePromotion } from \"./promotion.js\";\nimport {\n  appendNdjsonLine,\n  clearLock,\n  ensureDir,\n  generateRunId,\n  hypothesesPath,\n  isPidAlive,\n  systemRunsDir,\n  readJsonIfExists,\n  readLock,\n  runDir,\n  writeJsonAtomic,\n  writeLock,\n} from \"./run-dir.js\";\nimport { type SystemDef, loadSystem, resolveEvalPath } from \"./system.js\";\n\nexport interface RunOptions {\n  workspace: string;\n  systemId: string;\n  variant: string;\n  parent: string | null;\n  hypothesis: string;\n  diagnostic: boolean;\n  noAutoPromote: boolean;\n  maxItems: number | null;\n  kaizenVersion: string;\n  linearIssue: LinearIssueLink | null;\n}\n\nexport interface RunResult {\n  runId: string;\n  status: \"complete\" | \"crashed\" | \"aborted\";\n  score: number | null;\n  promoted: boolean | null;\n  exitCode: number;\n}\n\nconst FAILURE_K = 10;\nconst require = createRequire(import.meta.url);\n\nexport async function runExperiment(opts: RunOptions): Promise<RunResult> {\n  const stateDir = resolveStateDir(opts.workspace);\n\n  // 0. Reap stale runs across this system (lock present, PID dead, no terminal event).\n  reapStaleRuns(stateDir, opts.systemId);\n\n  // 1. Load system + resolve eval interpreter.\n  const system = loadSystem(opts.workspace, opts.systemId);\n  const evalAbs = resolveEvalPath(opts.workspace, system);\n  if (!existsSync(evalAbs)) {\n    throw new Error(\n      `eval script not found at ${evalAbs} (declared as run_eval: ${system.frontmatter.run_eval} in kaizen/systems/${opts.systemId}/system.md)`,\n    );\n  }\n  const interp = detectInterpreter(evalAbs);\n\n  // 2. Generate run_id, create dir, write manifest, take lock.\n  const runId = generateRunId();\n  const dir = runDir(stateDir, opts.systemId, runId);\n  ensureDir(dir);\n  const startedAt = new Date().toISOString();\n  const manifest: ManifestFile = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    git_sha: gitSha(opts.workspace),\n    git_branch: gitBranch(opts.workspace),\n    worktree_root: gitTopLevel(opts.workspace),\n    git_common_dir: gitCommonDir(opts.workspace),\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n    started_at: startedAt,\n    host: `${platform()}-${arch()} (${hostname()})`,\n    kaizen_version: opts.kaizenVersion,\n    state_dir: stateDir,\n    diagnostic: opts.diagnostic,\n    linear_issue_id: opts.linearIssue?.id ?? null,\n    linear_issue_url: opts.linearIssue?.url ?? null,\n  };\n  writeJsonAtomic(join(dir, \"manifest.json\"), manifest);\n  writeLock(dir);\n\n  const eventsPath = join(dir, \"events.jsonl\");\n  const stdoutPath = join(dir, \"stdout.log\");\n  const stderrPath = join(dir, \"stderr.log\");\n\n  // 3. Build initial state and write it.\n  const state: StateFile & {\n    system: string;\n    variant: string;\n    eval_version: number;\n    dataset_version: string;\n    started_at: string;\n    updated_at: string;\n    n_done: number;\n  } = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    status: \"running\",\n    score: null,\n    n_total: null,\n    n_done: 0,\n    promoted: null,\n    started_at: startedAt,\n    updated_at: startedAt,\n    ended_at: null,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 4. Spawn the eval with fd 3 piped for events.\n  // For shebang scripts (cmd === evalAbs) we omit evalAbs from args, since\n  // spawn already passes cmd as argv[0]. Including it would duplicate the\n  // path as a positional and break argparse-based eval scripts.\n  const evalArgs = [\n    ...interp.preArgs,\n    ...(interp.cmd === evalAbs ? [] : [evalAbs]),\n    \"--variant\",\n    opts.variant,\n    \"--dataset\",\n    system.frontmatter.dataset_version,\n    \"--out-fd\",\n    \"3\",\n  ];\n  const effectiveMax = opts.diagnostic ? 5 : opts.maxItems;\n  if (effectiveMax !== null && effectiveMax !== undefined) {\n    evalArgs.push(\"--max-items\", String(effectiveMax));\n  }\n\n  const stdoutLog = createWriteStream(stdoutPath);\n  const stderrLog = createWriteStream(stderrPath);\n  let stderrTail = \"\";\n\n  const child: ChildProcess = spawn(interp.cmd, evalArgs, {\n    cwd: opts.workspace,\n    stdio: [\"ignore\", \"pipe\", \"pipe\", \"pipe\"],\n    env: process.env,\n  });\n\n  // Tee stdout/stderr to log files. Capture last ~4KB of stderr for crash diagnostics.\n  child.stdout!.on(\"data\", (chunk: Buffer) => stdoutLog.write(chunk));\n  child.stderr!.on(\"data\", (chunk: Buffer) => {\n    stderrLog.write(chunk);\n    stderrTail = (stderrTail + chunk.toString(\"utf-8\")).slice(-4096);\n  });\n\n  // Event stream on fd 3. spawn(['ignore','pipe','pipe','pipe']) makes child.stdio[3] a Readable.\n  const eventChan = child.stdio[3] as Readable;\n  const itemEvents: ItemEvent[] = [];\n  let sawComplete: CompleteEvent | null = null;\n  let parseErrors = 0;\n  let contractErrors = 0;\n\n  const reader = new NdjsonReader(\n    (e) => onEvent(e),\n    (line, err) => {\n      parseErrors++;\n      stderrLog.write(\n        `[runner] could not parse event: ${line.slice(0, 200)}\\n`,\n      );\n      stderrLog.write(\n        `[runner] ${err instanceof Error ? err.message : String(err)}\\n`,\n      );\n    },\n  );\n  eventChan.setEncoding?.(\"utf-8\");\n  eventChan.on(\"data\", (chunk) => reader.push(chunk as string | Buffer));\n  // The event channel may close after the child's `exit` fires (Node docs\n  // explicitly note stdio streams can outlive `exit`). We must drain it\n  // before deciding terminal state — otherwise a successful run that\n  // emitted a `complete` event still in the pipe buffer gets misclassified\n  // as \"crashed\" because `sawComplete` is observed null.\n  const eventChanEnded = new Promise<void>((resolve) => {\n    eventChan.on(\"end\", () => {\n      reader.end();\n      resolve();\n    });\n    eventChan.on(\"close\", () => {\n      reader.end();\n      resolve();\n    });\n  });\n\n  function onEvent(e: Event): void {\n    appendNdjsonLine(eventsPath, e);\n    if (e.type === \"start\") {\n      const s = e;\n      if (s.eval_version !== system.frontmatter.eval_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.eval_version ${s.eval_version} does not match system eval_version ${system.frontmatter.eval_version}\\n`,\n        );\n      }\n      if (s.dataset_version !== system.frontmatter.dataset_version) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] start.dataset_version ${s.dataset_version} does not match system dataset_version ${system.frontmatter.dataset_version}\\n`,\n        );\n      }\n      state.n_total = s.n;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"item\") {\n      const it = e;\n      itemEvents.push(it);\n      state.n_done = (state.n_done ?? 0) + 1;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"progress\") {\n      // n_done is authoritative from item events; progress is informational.\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    } else if (e.type === \"complete\") {\n      sawComplete = e;\n      if (state.n_total !== null && sawComplete.n !== state.n_total) {\n        contractErrors++;\n        stderrLog.write(\n          `[runner] complete.n ${sawComplete.n} does not match start.n ${state.n_total}\\n`,\n        );\n      }\n      state.score = sawComplete.score;\n      state.updated_at = new Date().toISOString();\n      writeJsonAtomic(join(dir, \"state.json\"), state);\n    }\n    // error/promotion/etc. — no state mutation here\n  }\n\n  // 5. Wait for child to exit AND for the event channel to be fully drained.\n  // Both must complete before we decide terminal state — the child's exit\n  // doesn't guarantee its stdio buffers have been consumed by us yet.\n  const { code, signal } = await waitForExit(child);\n  await eventChanEnded;\n\n  // Flush logs.\n  stdoutLog.end();\n  stderrLog.end();\n  await Promise.all([\n    new Promise<void>((r) => stdoutLog.on(\"close\", () => r())),\n    new Promise<void>((r) => stderrLog.on(\"close\", () => r())),\n  ]);\n\n  // 6. Decide terminal state.\n  const endedAt = new Date().toISOString();\n  if (\n    code === 0 &&\n    sawComplete !== null &&\n    parseErrors === 0 &&\n    contractErrors === 0\n  ) {\n    state.status = \"complete\";\n    state.score = (sawComplete as CompleteEvent).score;\n    // The complete event is already in events.jsonl from onEvent.\n  } else {\n    const crashed: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: code,\n      signal: signal ?? null,\n      stderr_tail: stderrTail.slice(-2000),\n      reason:\n        code !== 0 && code !== null\n          ? `eval exited with code ${code}`\n          : signal\n            ? `eval terminated by signal ${signal}`\n            : parseErrors > 0\n              ? `eval emitted ${parseErrors} malformed event(s)`\n              : contractErrors > 0\n                ? `eval emitted ${contractErrors} contract-violating event(s)`\n                : sawComplete !== null\n                  ? \"eval emitted complete but exited non-zero\"\n                  : \"eval exited without emitting complete event\",\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(eventsPath, crashed);\n    state.status = \"crashed\";\n  }\n  state.ended_at = endedAt;\n  state.updated_at = endedAt;\n\n  // 7. Write failures.jsonl (worst-K).\n  if (itemEvents.length > 0) {\n    const sorted = [...itemEvents].sort((a, b) => a.score - b.score);\n    const worst = sorted.slice(0, Math.min(FAILURE_K, sorted.length));\n    const text =\n      worst.map((it) => JSON.stringify(it)).join(\"\\n\") +\n      (worst.length > 0 ? \"\\n\" : \"\");\n    writeFileSync(join(dir, \"failures.jsonl\"), text);\n  }\n\n  // 8. Promotion (only if completed cleanly).\n  let promotionEvent: PromotionEvent | null = null;\n  if (state.status === \"complete\" && !opts.noAutoPromote) {\n    const allRuns = listRuns(stateDir, opts.systemId).filter(\n      (r) => r.run_id !== runId,\n    );\n    const baselineRun = currentBaseline(\n      allRuns,\n      system.frontmatter.eval_version,\n      system.frontmatter.dataset_version,\n    );\n    const baseline = baselineRun\n      ? {\n          run_id: baselineRun.run_id,\n          variant: baselineRun.variant,\n          score: baselineRun.score!,\n          events_path: baselineRun.events_path,\n        }\n      : null;\n    const decision = decidePromotion(\n      mapFromItems(itemEvents),\n      itemEvents,\n      baseline,\n      { subgroupKeys: subgroupKeys(system) },\n    );\n    promotionEvent = { type: \"promotion\", ts: Date.now() / 1000, ...decision };\n    appendNdjsonLine(eventsPath, promotionEvent);\n    state.promoted = decision.promoted;\n  } else if (opts.noAutoPromote) {\n    state.promoted = false;\n  }\n  writeJsonAtomic(join(dir, \"state.json\"), state);\n\n  // 9. Append hypothesis log line (every run, success or failure).\n  const hypoLine = {\n    run_id: runId,\n    system: opts.systemId,\n    variant: opts.variant,\n    parent_id: opts.parent,\n    hypothesis: opts.hypothesis,\n    status: state.status,\n    score: state.score,\n    promoted: state.promoted,\n    started_at: startedAt,\n    ended_at: endedAt,\n    eval_version: system.frontmatter.eval_version,\n    dataset_version: system.frontmatter.dataset_version,\n  };\n  appendNdjsonLine(hypothesesPath(stateDir, opts.systemId), hypoLine);\n\n  // 10. Clear lock.\n  clearLock(dir);\n\n  void parseErrors; // not surfaced yet; logged to stderr.log\n\n  return {\n    runId,\n    status: state.status as \"complete\" | \"crashed\" | \"aborted\",\n    score: state.score,\n    promoted: state.promoted ?? null,\n    exitCode: state.status === \"complete\" ? 0 : 1,\n  };\n}\n\n// --- helpers ---\n\ninterface InterpreterChoice {\n  cmd: string;\n  preArgs: string[];\n}\n\nfunction detectInterpreter(evalPath: string): InterpreterChoice {\n  const ext = extname(evalPath).toLowerCase();\n  if (ext === \".py\") return { cmd: \"python3\", preArgs: [] };\n  if (ext === \".js\" || ext === \".mjs\" || ext === \".cjs\")\n    return { cmd: \"node\", preArgs: [] };\n  if (ext === \".ts\" || ext === \".tsx\" || ext === \".mts\" || ext === \".cts\") {\n    return {\n      cmd: process.execPath,\n      preArgs: [\"--import\", require.resolve(\"tsx\")],\n    };\n  }\n  // Default: assume executable with shebang.\n  return { cmd: evalPath, preArgs: [] };\n}\n\nfunction waitForExit(\n  child: ChildProcess,\n): Promise<{ code: number | null; signal: NodeJS.Signals | null }> {\n  return new Promise((resolve) => {\n    child.on(\"exit\", (code: number | null, signal: NodeJS.Signals | null) =>\n      resolve({ code, signal }),\n    );\n  });\n}\n\nfunction gitSha(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitBranch(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --abbrev-ref HEAD\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitTopLevel(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --show-toplevel\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction gitCommonDir(cwd: string): string | null {\n  try {\n    return (\n      execSync(\"git rev-parse --git-common-dir\", {\n        cwd,\n        stdio: [\"ignore\", \"pipe\", \"ignore\"],\n      })\n        .toString()\n        .trim() || null\n    );\n  } catch {\n    return null;\n  }\n}\n\nfunction mapFromItems(items: ItemEvent[]): Map<string, number> {\n  const m = new Map<string, number>();\n  for (const it of items) m.set(it.id, it.score);\n  return m;\n}\n\nfunction subgroupKeys(system: SystemDef): string[] {\n  const sg = (\n    system.frontmatter as {\n      subgroups?: Array<{ field?: string; name?: string }>;\n    }\n  ).subgroups;\n  if (!Array.isArray(sg)) return [];\n  return sg.map((s) => s.field ?? s.name ?? \"\").filter(Boolean);\n}\n\n/**\n * Sweep stale runs whose lock points to a dead PID and which never recorded a terminal event.\n * Mark them `crashed` with reason \"supervisor died\" so the dashboard / log don't show ghosts.\n */\nexport function reapStaleRuns(stateDir: string, systemId: string): void {\n  const dir = systemRunsDir(stateDir, systemId);\n  if (!existsSync(dir)) return;\n  for (const run of listRuns(stateDir, systemId)) {\n    if (run.status !== \"running\") continue;\n    const lock = readLock(join(dir, run.run_id));\n    if (!lock) continue;\n    if (isPidAlive(lock.pid)) continue;\n    const reapedEvent: CrashedEvent = {\n      type: \"crashed\",\n      exit_code: null,\n      signal: null,\n      reason: `runner pid ${lock.pid} died without writing a terminal event; reaped`,\n      ts: Date.now() / 1000,\n    };\n    appendNdjsonLine(run.events_path, reapedEvent);\n\n    const state = readJsonIfExists<StateFile>(run.state_path);\n    if (state) {\n      state.status = \"crashed\";\n      state.ended_at = new Date().toISOString();\n      writeJsonAtomic(run.state_path, state);\n    }\n    clearLock(join(dir, run.run_id));\n  }\n}\n"],"mappings":";;;;;;;;;;;;AA4DA,MAAM,YAAY;AAClB,MAAM,UAAU,cAAc,OAAO,KAAK,GAAG;AAE7C,eAAsB,cAAc,MAAsC;CACxE,MAAM,WAAW,gBAAgB,KAAK,SAAS;CAG/C,cAAc,UAAU,KAAK,QAAQ;CAGrC,MAAM,SAAS,WAAW,KAAK,WAAW,KAAK,QAAQ;CACvD,MAAM,UAAU,gBAAgB,KAAK,WAAW,MAAM;CACtD,IAAI,CAAC,WAAW,OAAO,GACrB,MAAM,IAAI,MACR,4BAA4B,QAAQ,0BAA0B,OAAO,YAAY,SAAS,qBAAqB,KAAK,SAAS,YAC/H;CAEF,MAAM,SAAS,kBAAkB,OAAO;CAGxC,MAAM,QAAQ,cAAc;CAC5B,MAAM,MAAM,OAAO,UAAU,KAAK,UAAU,KAAK;CACjD,UAAU,GAAG;CACb,MAAM,6BAAY,IAAI,KAAK,GAAE,YAAY;CACzC,MAAM,WAAyB;EAC7B,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,SAAS,OAAO,KAAK,SAAS;EAC9B,YAAY,UAAU,KAAK,SAAS;EACpC,eAAe,YAAY,KAAK,SAAS;EACzC,gBAAgB,aAAa,KAAK,SAAS;EAC3C,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;EACpC,YAAY;EACZ,MAAM,GAAG,SAAS,EAAE,GAAG,KAAK,EAAE,IAAI,SAAS,EAAE;EAC7C,gBAAgB,KAAK;EACrB,WAAW;EACX,YAAY,KAAK;EACjB,iBAAiB,KAAK,aAAa,MAAM;EACzC,kBAAkB,KAAK,aAAa,OAAO;CAC7C;CACA,gBAAgB,KAAK,KAAK,eAAe,GAAG,QAAQ;CACpD,UAAU,GAAG;CAEb,MAAM,aAAa,KAAK,KAAK,cAAc;CAC3C,MAAM,aAAa,KAAK,KAAK,YAAY;CACzC,MAAM,aAAa,KAAK,KAAK,YAAY;CAGzC,MAAM,QAQF;EACF,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,QAAQ;EACR,OAAO;EACP,SAAS;EACT,QAAQ;EACR,UAAU;EACV,YAAY;EACZ,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;CACtC;CACA,gBAAgB,KAAK,KAAK,YAAY,GAAG,KAAK;CAM9C,MAAM,WAAW;EACf,GAAG,OAAO;EACV,GAAI,OAAO,QAAQ,UAAU,CAAC,IAAI,CAAC,OAAO;EAC1C;EACA,KAAK;EACL;EACA,OAAO,YAAY;EACnB;EACA;CACF;CACA,MAAM,eAAe,KAAK,aAAa,IAAI,KAAK;CAChD,IAAI,iBAAiB,QAAQ,iBAAiB,KAAA,GAC5C,SAAS,KAAK,eAAe,OAAO,YAAY,CAAC;CAGnD,MAAM,YAAY,kBAAkB,UAAU;CAC9C,MAAM,YAAY,kBAAkB,UAAU;CAC9C,IAAI,aAAa;CAEjB,MAAM,QAAsB,MAAM,OAAO,KAAK,UAAU;EACtD,KAAK,KAAK;EACV,OAAO;GAAC;GAAU;GAAQ;GAAQ;EAAM;EACxC,KAAK,QAAQ;CACf,CAAC;CAGD,MAAM,OAAQ,GAAG,SAAS,UAAkB,UAAU,MAAM,KAAK,CAAC;CAClE,MAAM,OAAQ,GAAG,SAAS,UAAkB;EAC1C,UAAU,MAAM,KAAK;EACrB,cAAc,aAAa,MAAM,SAAS,OAAO,GAAG,MAAM,KAAK;CACjE,CAAC;CAGD,MAAM,YAAY,MAAM,MAAM;CAC9B,MAAM,aAA0B,CAAC;CACjC,IAAI,cAAoC;CACxC,IAAI,cAAc;CAClB,IAAI,iBAAiB;CAErB,MAAM,SAAS,IAAI,cAChB,MAAM,QAAQ,CAAC,IACf,MAAM,QAAQ;EACb;EACA,UAAU,MACR,mCAAmC,KAAK,MAAM,GAAG,GAAG,EAAE,GACxD;EACA,UAAU,MACR,YAAY,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,EAAE,GAC/D;CACF,CACF;CACA,UAAU,cAAc,OAAO;CAC/B,UAAU,GAAG,SAAS,UAAU,OAAO,KAAK,KAAwB,CAAC;CAMrE,MAAM,iBAAiB,IAAI,SAAe,YAAY;EACpD,UAAU,GAAG,aAAa;GACxB,OAAO,IAAI;GACX,QAAQ;EACV,CAAC;EACD,UAAU,GAAG,eAAe;GAC1B,OAAO,IAAI;GACX,QAAQ;EACV,CAAC;CACH,CAAC;CAED,SAAS,QAAQ,GAAgB;EAC/B,iBAAiB,YAAY,CAAC;EAC9B,IAAI,EAAE,SAAS,SAAS;GACtB,MAAM,IAAI;GACV,IAAI,EAAE,iBAAiB,OAAO,YAAY,cAAc;IACtD;IACA,UAAU,MACR,+BAA+B,EAAE,aAAa,sCAAsC,OAAO,YAAY,aAAa,GACtH;GACF;GACA,IAAI,EAAE,oBAAoB,OAAO,YAAY,iBAAiB;IAC5D;IACA,UAAU,MACR,kCAAkC,EAAE,gBAAgB,yCAAyC,OAAO,YAAY,gBAAgB,GAClI;GACF;GACA,MAAM,UAAU,EAAE;GAClB,MAAM,8BAAa,IAAI,KAAK,GAAE,YAAY;GAC1C,gBAAgB,KAAK,KAAK,YAAY,GAAG,KAAK;EAChD,OAAO,IAAI,EAAE,SAAS,QAAQ;GAC5B,MAAM,KAAK;GACX,WAAW,KAAK,EAAE;GAClB,MAAM,UAAU,MAAM,UAAU,KAAK;GACrC,MAAM,8BAAa,IAAI,KAAK,GAAE,YAAY;GAC1C,gBAAgB,KAAK,KAAK,YAAY,GAAG,KAAK;EAChD,OAAO,IAAI,EAAE,SAAS,YAAY;GAEhC,MAAM,8BAAa,IAAI,KAAK,GAAE,YAAY;GAC1C,gBAAgB,KAAK,KAAK,YAAY,GAAG,KAAK;EAChD,OAAO,IAAI,EAAE,SAAS,YAAY;GAChC,cAAc;GACd,IAAI,MAAM,YAAY,QAAQ,YAAY,MAAM,MAAM,SAAS;IAC7D;IACA,UAAU,MACR,uBAAuB,YAAY,EAAE,0BAA0B,MAAM,QAAQ,GAC/E;GACF;GACA,MAAM,QAAQ,YAAY;GAC1B,MAAM,8BAAa,IAAI,KAAK,GAAE,YAAY;GAC1C,gBAAgB,KAAK,KAAK,YAAY,GAAG,KAAK;EAChD;CAEF;CAKA,MAAM,EAAE,MAAM,WAAW,MAAM,YAAY,KAAK;CAChD,MAAM;CAGN,UAAU,IAAI;CACd,UAAU,IAAI;CACd,MAAM,QAAQ,IAAI,CAChB,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,EAAE,CAAC,CAAC,GACzD,IAAI,SAAe,MAAM,UAAU,GAAG,eAAe,EAAE,CAAC,CAAC,CAC3D,CAAC;CAGD,MAAM,2BAAU,IAAI,KAAK,GAAE,YAAY;CACvC,IACE,SAAS,KACT,gBAAgB,QAChB,gBAAgB,KAChB,mBAAmB,GACnB;EACA,MAAM,SAAS;EACf,MAAM,QAAS,YAA8B;CAE/C,OAAO;EAoBL,iBAAiB,YAAY;GAlB3B,MAAM;GACN,WAAW;GACX,QAAQ,UAAU;GAClB,aAAa,WAAW,MAAM,IAAK;GACnC,QACE,SAAS,KAAK,SAAS,OACnB,yBAAyB,SACzB,SACE,6BAA6B,WAC7B,cAAc,IACZ,gBAAgB,YAAY,uBAC5B,iBAAiB,IACf,gBAAgB,eAAe,gCAC/B,gBAAgB,OACd,8CACA;GACd,IAAI,KAAK,IAAI,IAAI;EAEgB,CAAC;EACpC,MAAM,SAAS;CACjB;CACA,MAAM,WAAW;CACjB,MAAM,aAAa;CAGnB,IAAI,WAAW,SAAS,GAAG;EACzB,MAAM,SAAS,CAAC,GAAG,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;EAC/D,MAAM,QAAQ,OAAO,MAAM,GAAG,KAAK,IAAI,WAAW,OAAO,MAAM,CAAC;EAChE,MAAM,OACJ,MAAM,KAAK,OAAO,KAAK,UAAU,EAAE,CAAC,EAAE,KAAK,IAAI,KAC9C,MAAM,SAAS,IAAI,OAAO;EAC7B,cAAc,KAAK,KAAK,gBAAgB,GAAG,IAAI;CACjD;CAGA,IAAI,iBAAwC;CAC5C,IAAI,MAAM,WAAW,cAAc,CAAC,KAAK,eAAe;EAItD,MAAM,cAAc,gBAHJ,SAAS,UAAU,KAAK,QAAQ,EAAE,QAC/C,MAAM,EAAE,WAAW,KAGd,GACN,OAAO,YAAY,cACnB,OAAO,YAAY,eACrB;EACA,MAAM,WAAW,cACb;GACE,QAAQ,YAAY;GACpB,SAAS,YAAY;GACrB,OAAO,YAAY;GACnB,aAAa,YAAY;EAC3B,IACA;EACJ,MAAM,WAAW,gBACf,aAAa,UAAU,GACvB,YACA,UACA,EAAE,cAAc,aAAa,MAAM,EAAE,CACvC;EACA,iBAAiB;GAAE,MAAM;GAAa,IAAI,KAAK,IAAI,IAAI;GAAM,GAAG;EAAS;EACzE,iBAAiB,YAAY,cAAc;EAC3C,MAAM,WAAW,SAAS;CAC5B,OAAO,IAAI,KAAK,eACd,MAAM,WAAW;CAEnB,gBAAgB,KAAK,KAAK,YAAY,GAAG,KAAK;CAG9C,MAAM,WAAW;EACf,QAAQ;EACR,QAAQ,KAAK;EACb,SAAS,KAAK;EACd,WAAW,KAAK;EAChB,YAAY,KAAK;EACjB,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM;EAChB,YAAY;EACZ,UAAU;EACV,cAAc,OAAO,YAAY;EACjC,iBAAiB,OAAO,YAAY;CACtC;CACA,iBAAiB,eAAe,UAAU,KAAK,QAAQ,GAAG,QAAQ;CAGlE,UAAU,GAAG;CAIb,OAAO;EACL;EACA,QAAQ,MAAM;EACd,OAAO,MAAM;EACb,UAAU,MAAM,YAAY;EAC5B,UAAU,MAAM,WAAW,aAAa,IAAI;CAC9C;AACF;AASA,SAAS,kBAAkB,UAAqC;CAC9D,MAAM,MAAM,QAAQ,QAAQ,EAAE,YAAY;CAC1C,IAAI,QAAQ,OAAO,OAAO;EAAE,KAAK;EAAW,SAAS,CAAC;CAAE;CACxD,IAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,QAC7C,OAAO;EAAE,KAAK;EAAQ,SAAS,CAAC;CAAE;CACpC,IAAI,QAAQ,SAAS,QAAQ,UAAU,QAAQ,UAAU,QAAQ,QAC/D,OAAO;EACL,KAAK,QAAQ;EACb,SAAS,CAAC,YAAY,QAAQ,QAAQ,KAAK,CAAC;CAC9C;CAGF,OAAO;EAAE,KAAK;EAAU,SAAS,CAAC;CAAE;AACtC;AAEA,SAAS,YACP,OACiE;CACjE,OAAO,IAAI,SAAS,YAAY;EAC9B,MAAM,GAAG,SAAS,MAAqB,WACrC,QAAQ;GAAE;GAAM;EAAO,CAAC,CAC1B;CACF,CAAC;AACH;AAEA,SAAS,OAAO,KAA4B;CAC1C,IAAI;EACF,OACE,SAAS,sBAAsB;GAC7B;GACA,OAAO;IAAC;IAAU;IAAQ;GAAQ;EACpC,CAAC,EACE,SAAS,EACT,KAAK,KAAK;CAEjB,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,UAAU,KAA4B;CAC7C,IAAI;EACF,OACE,SAAS,mCAAmC;GAC1C;GACA,OAAO;IAAC;IAAU;IAAQ;GAAQ;EACpC,CAAC,EACE,SAAS,EACT,KAAK,KAAK;CAEjB,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,YAAY,KAA4B;CAC/C,IAAI;EACF,OACE,SAAS,iCAAiC;GACxC;GACA,OAAO;IAAC;IAAU;IAAQ;GAAQ;EACpC,CAAC,EACE,SAAS,EACT,KAAK,KAAK;CAEjB,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,aAAa,KAA4B;CAChD,IAAI;EACF,OACE,SAAS,kCAAkC;GACzC;GACA,OAAO;IAAC;IAAU;IAAQ;GAAQ;EACpC,CAAC,EACE,SAAS,EACT,KAAK,KAAK;CAEjB,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,aAAa,OAAyC;CAC7D,MAAM,oBAAI,IAAI,IAAoB;CAClC,KAAK,MAAM,MAAM,OAAO,EAAE,IAAI,GAAG,IAAI,GAAG,KAAK;CAC7C,OAAO;AACT;AAEA,SAAS,aAAa,QAA6B;CACjD,MAAM,KACJ,OAAO,YAGP;CACF,IAAI,CAAC,MAAM,QAAQ,EAAE,GAAG,OAAO,CAAC;CAChC,OAAO,GAAG,KAAK,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,OAAO,OAAO;AAC9D;;;;;AAMA,SAAgB,cAAc,UAAkB,UAAwB;CACtE,MAAM,MAAM,cAAc,UAAU,QAAQ;CAC5C,IAAI,CAAC,WAAW,GAAG,GAAG;CACtB,KAAK,MAAM,OAAO,SAAS,UAAU,QAAQ,GAAG;EAC9C,IAAI,IAAI,WAAW,WAAW;EAC9B,MAAM,OAAO,SAAS,KAAK,KAAK,IAAI,MAAM,CAAC;EAC3C,IAAI,CAAC,MAAM;EACX,IAAI,WAAW,KAAK,GAAG,GAAG;EAC1B,MAAM,cAA4B;GAChC,MAAM;GACN,WAAW;GACX,QAAQ;GACR,QAAQ,cAAc,KAAK,IAAI;GAC/B,IAAI,KAAK,IAAI,IAAI;EACnB;EACA,iBAAiB,IAAI,aAAa,WAAW;EAE7C,MAAM,QAAQ,iBAA4B,IAAI,UAAU;EACxD,IAAI,OAAO;GACT,MAAM,SAAS;GACf,MAAM,4BAAW,IAAI,KAAK,GAAE,YAAY;GACxC,gBAAgB,IAAI,YAAY,KAAK;EACvC;EACA,UAAU,KAAK,KAAK,IAAI,MAAM,CAAC;CACjC;AACF"}

package/dist/src/lib/system.js.map

@@ -1 +1 @@
-{"version":3,"file":"system.js","names":["parseYaml"],"sources":["../../../src/lib/system.ts"],"sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { resolve } from \"node:path\";\nimport { parse as parseYaml } from \"yaml\";\nimport { kaizenSystemPath } from \"./paths.js\";\n\nexport type EvalStyle = \"ground-truth\" | \"llm-as-judge\" | \"hybrid\";\n\nexport interface SubgroupDef {\n  name: string;\n  field: string;\n}\n\nexport interface SystemFrontmatter {\n  name: string;\n  description?: string;\n  run_eval: string;\n  eval_version: number;\n  dataset_version: string;\n  eval_style?: EvalStyle;\n  primary_metric: string;\n  target?: number;\n  kaizen_version?: string;\n  subgroups?: SubgroupDef[];\n  [key: string]: unknown;\n}\n\nexport interface SystemDef {\n  id: string;\n  path: string;\n  frontmatter: SystemFrontmatter;\n  body: string;\n}\n\nfunction systemPath(workspaceRoot: string, id: string): string {\n  return kaizenSystemPath(workspaceRoot, id);\n}\n\nexport function loadSystem(workspaceRoot: string, id: string): SystemDef {\n  const path = systemPath(workspaceRoot, id);\n  if (!existsSync(path)) {\n    throw new Error(\n      `system \"${id}\" not found at ${path}. run \\`kaizen create system ${id}\\` to scaffold one.`,\n    );\n  }\n  const text = readFileSync(path, \"utf-8\");\n  const { frontmatter, body } = splitFrontmatter(text);\n  if (!frontmatter) {\n    throw new Error(`system ${id}: no YAML frontmatter found in ${path}`);\n  }\n  const fm = parseYaml(frontmatter) as Partial<SystemFrontmatter> | null;\n  if (!fm || typeof fm !== \"object\") {\n    throw new Error(`system ${id}: frontmatter is not a YAML mapping`);\n  }\n  const required = [\n    \"name\",\n    \"run_eval\",\n    \"eval_version\",\n    \"dataset_version\",\n    \"primary_metric\",\n  ] as const;\n  for (const k of required) {\n    if (fm[k] === undefined || fm[k] === null || fm[k] === \"\") {\n      throw new Error(\n        `system ${id}: frontmatter missing required field \"${k}\"`,\n      );\n    }\n  }\n  return {\n    id,\n    path,\n    frontmatter: fm as SystemFrontmatter,\n    body,\n  };\n}\n\nexport function resolveEvalPath(\n  workspaceRoot: string,\n  system: SystemDef,\n): string {\n  return resolve(workspaceRoot, system.frontmatter.run_eval);\n}\n\nfunction splitFrontmatter(text: string): {\n  frontmatter: string | null;\n  body: string;\n} {\n  // Frontmatter starts on line 1 with ---, ends with --- on its own line.\n  if (!text.startsWith(\"---\")) return { frontmatter: null, body: text };\n  const lines = text.split(\"\\n\");\n  // First line is \"---\". Find the next \"---\".\n  let close = -1;\n  for (let i = 1; i < lines.length; i++) {\n    if (lines[i].trim() === \"---\") {\n      close = i;\n      break;\n    }\n  }\n  if (close === -1) return { frontmatter: null, body: text };\n  return {\n    frontmatter: lines.slice(1, close).join(\"\\n\"),\n    body: lines.slice(close + 1).join(\"\\n\"),\n  };\n}\n"],"mappings":";;;;;;AAiCA,SAAS,WAAW,eAAuB,IAAoB;AAC7D,QAAO,iBAAiB,eAAe,GAAG;;AAG5C,SAAgB,WAAW,eAAuB,IAAuB;CACvE,MAAM,OAAO,WAAW,eAAe,GAAG;AAC1C,KAAI,CAAC,WAAW,KAAK,CACnB,OAAM,IAAI,MACR,WAAW,GAAG,iBAAiB,KAAK,+BAA+B,GAAG,qBACvE;CAGH,MAAM,EAAE,aAAa,SAAS,iBADjB,aAAa,MAAM,QACmB,CAAC;AACpD,KAAI,CAAC,YACH,OAAM,IAAI,MAAM,UAAU,GAAG,iCAAiC,OAAO;CAEvE,MAAM,KAAKA,MAAU,YAAY;AACjC,KAAI,CAAC,MAAM,OAAO,OAAO,SACvB,OAAM,IAAI,MAAM,UAAU,GAAG,qCAAqC;AASpE,MAAK,MAAM,KAAK;EANd;EACA;EACA;EACA;EACA;EAEsB,CACtB,KAAI,GAAG,OAAO,KAAA,KAAa,GAAG,OAAO,QAAQ,GAAG,OAAO,GACrD,OAAM,IAAI,MACR,UAAU,GAAG,wCAAwC,EAAE,GACxD;AAGL,QAAO;EACL;EACA;EACA,aAAa;EACb;EACD;;AAGH,SAAgB,gBACd,eACA,QACQ;AACR,QAAO,QAAQ,eAAe,OAAO,YAAY,SAAS;;AAG5D,SAAS,iBAAiB,MAGxB;AAEA,KAAI,CAAC,KAAK,WAAW,MAAM,CAAE,QAAO;EAAE,aAAa;EAAM,MAAM;EAAM;CACrE,MAAM,QAAQ,KAAK,MAAM,KAAK;CAE9B,IAAI,QAAQ;AACZ,MAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,IAChC,KAAI,MAAM,GAAG,MAAM,KAAK,OAAO;AAC7B,UAAQ;AACR;;AAGJ,KAAI,UAAU,GAAI,QAAO;EAAE,aAAa;EAAM,MAAM;EAAM;AAC1D,QAAO;EACL,aAAa,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,KAAK;EAC7C,MAAM,MAAM,MAAM,QAAQ,EAAE,CAAC,KAAK,KAAK;EACxC"}
+{"version":3,"file":"system.js","names":["parseYaml"],"sources":["../../../src/lib/system.ts"],"sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { resolve } from \"node:path\";\nimport { parse as parseYaml } from \"yaml\";\nimport { kaizenSystemPath } from \"./paths.js\";\n\nexport type EvalStyle = \"ground-truth\" | \"llm-as-judge\" | \"hybrid\";\n\nexport interface SubgroupDef {\n  name: string;\n  field: string;\n}\n\nexport interface SystemFrontmatter {\n  name: string;\n  description?: string;\n  run_eval: string;\n  eval_version: number;\n  dataset_version: string;\n  eval_style?: EvalStyle;\n  primary_metric: string;\n  target?: number;\n  kaizen_version?: string;\n  subgroups?: SubgroupDef[];\n  [key: string]: unknown;\n}\n\nexport interface SystemDef {\n  id: string;\n  path: string;\n  frontmatter: SystemFrontmatter;\n  body: string;\n}\n\nfunction systemPath(workspaceRoot: string, id: string): string {\n  return kaizenSystemPath(workspaceRoot, id);\n}\n\nexport function loadSystem(workspaceRoot: string, id: string): SystemDef {\n  const path = systemPath(workspaceRoot, id);\n  if (!existsSync(path)) {\n    throw new Error(\n      `system \"${id}\" not found at ${path}. run \\`kaizen create system ${id}\\` to scaffold one.`,\n    );\n  }\n  const text = readFileSync(path, \"utf-8\");\n  const { frontmatter, body } = splitFrontmatter(text);\n  if (!frontmatter) {\n    throw new Error(`system ${id}: no YAML frontmatter found in ${path}`);\n  }\n  const fm = parseYaml(frontmatter) as Partial<SystemFrontmatter> | null;\n  if (!fm || typeof fm !== \"object\") {\n    throw new Error(`system ${id}: frontmatter is not a YAML mapping`);\n  }\n  const required = [\n    \"name\",\n    \"run_eval\",\n    \"eval_version\",\n    \"dataset_version\",\n    \"primary_metric\",\n  ] as const;\n  for (const k of required) {\n    if (fm[k] === undefined || fm[k] === null || fm[k] === \"\") {\n      throw new Error(\n        `system ${id}: frontmatter missing required field \"${k}\"`,\n      );\n    }\n  }\n  return {\n    id,\n    path,\n    frontmatter: fm as SystemFrontmatter,\n    body,\n  };\n}\n\nexport function resolveEvalPath(\n  workspaceRoot: string,\n  system: SystemDef,\n): string {\n  return resolve(workspaceRoot, system.frontmatter.run_eval);\n}\n\nfunction splitFrontmatter(text: string): {\n  frontmatter: string | null;\n  body: string;\n} {\n  // Frontmatter starts on line 1 with ---, ends with --- on its own line.\n  if (!text.startsWith(\"---\")) return { frontmatter: null, body: text };\n  const lines = text.split(\"\\n\");\n  // First line is \"---\". Find the next \"---\".\n  let close = -1;\n  for (let i = 1; i < lines.length; i++) {\n    if (lines[i].trim() === \"---\") {\n      close = i;\n      break;\n    }\n  }\n  if (close === -1) return { frontmatter: null, body: text };\n  return {\n    frontmatter: lines.slice(1, close).join(\"\\n\"),\n    body: lines.slice(close + 1).join(\"\\n\"),\n  };\n}\n"],"mappings":";;;;;;AAiCA,SAAS,WAAW,eAAuB,IAAoB;CAC7D,OAAO,iBAAiB,eAAe,EAAE;AAC3C;AAEA,SAAgB,WAAW,eAAuB,IAAuB;CACvE,MAAM,OAAO,WAAW,eAAe,EAAE;CACzC,IAAI,CAAC,WAAW,IAAI,GAClB,MAAM,IAAI,MACR,WAAW,GAAG,iBAAiB,KAAK,+BAA+B,GAAG,oBACxE;CAGF,MAAM,EAAE,aAAa,SAAS,iBADjB,aAAa,MAAM,OACkB,CAAC;CACnD,IAAI,CAAC,aACH,MAAM,IAAI,MAAM,UAAU,GAAG,iCAAiC,MAAM;CAEtE,MAAM,KAAKA,MAAU,WAAW;CAChC,IAAI,CAAC,MAAM,OAAO,OAAO,UACvB,MAAM,IAAI,MAAM,UAAU,GAAG,oCAAoC;CASnE,KAAK,MAAM,KAAK;EANd;EACA;EACA;EACA;EACA;CAEqB,GACrB,IAAI,GAAG,OAAO,KAAA,KAAa,GAAG,OAAO,QAAQ,GAAG,OAAO,IACrD,MAAM,IAAI,MACR,UAAU,GAAG,wCAAwC,EAAE,EACzD;CAGJ,OAAO;EACL;EACA;EACA,aAAa;EACb;CACF;AACF;AAEA,SAAgB,gBACd,eACA,QACQ;CACR,OAAO,QAAQ,eAAe,OAAO,YAAY,QAAQ;AAC3D;AAEA,SAAS,iBAAiB,MAGxB;CAEA,IAAI,CAAC,KAAK,WAAW,KAAK,GAAG,OAAO;EAAE,aAAa;EAAM,MAAM;CAAK;CACpE,MAAM,QAAQ,KAAK,MAAM,IAAI;CAE7B,IAAI,QAAQ;CACZ,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAChC,IAAI,MAAM,GAAG,KAAK,MAAM,OAAO;EAC7B,QAAQ;EACR;CACF;CAEF,IAAI,UAAU,IAAI,OAAO;EAAE,aAAa;EAAM,MAAM;CAAK;CACzD,OAAO;EACL,aAAa,MAAM,MAAM,GAAG,KAAK,EAAE,KAAK,IAAI;EAC5C,MAAM,MAAM,MAAM,QAAQ,CAAC,EAAE,KAAK,IAAI;CACxC;AACF"}