@tangle-network/agent-bench 0.1.0 → 0.3.6

package/dist/chunk-2XU6OGEN.js

@@ -0,0 +1,170 @@
+import {
+  benchRoot,
+  preflightVenvImports,
+  runVenvScriptStdin,
+  venvPythonAt
+} from "./chunk-LRRD7NAG.js";
+
+// src/benchmarks/commit0.ts
+import { join } from "path";
+import { readFile } from "fs/promises";
+var FIXTURES = join(benchRoot, "fixtures", "commit0.json");
+var commit0VenvDir = () => process.env.COMMIT0_VENV ?? ".venv-commit0";
+var commit0Python = () => venvPythonAt(commit0VenvDir());
+var DATASET = "wentingzhao/commit0_combined";
+var DATASET_SPLIT = "test";
+var ROWS_API = `https://datasets-server.huggingface.co/rows?dataset=${encodeURIComponent(DATASET)}&config=default&split=${DATASET_SPLIT}`;
+var commit0DiffOutput = {
+  parse(events) {
+    let text = "";
+    for (const ev of events) {
+      const d = ev?.data;
+      const t = d?.finalText ?? d?.text ?? d?.result;
+      if (typeof t === "string" && t.length > 0) text = t;
+    }
+    const fences = [...text.matchAll(/```(?:diff|patch)?\s*\n([\s\S]*?)```/g)];
+    const body = (fences.at(-1)?.[1] ?? text).trim();
+    return body.length > 0 ? `${body}
+` : body;
+  }
+};
+function rowToTask(row) {
+  const meta = {
+    instanceId: row.instance_id,
+    repo: row.repo,
+    originalRepo: row.original_repo,
+    baseCommit: row.base_commit,
+    referenceCommit: row.reference_commit,
+    srcDir: row.src_dir,
+    testDir: row.test.test_dir,
+    testCmd: row.test.test_cmd,
+    specification: row.setup.specification
+  };
+  return {
+    id: row.instance_id,
+    split: DATASET_SPLIT,
+    prompt: [
+      `Clone https://github.com/${row.repo} into /work, then \`cd /work && git checkout ${row.base_commit}\`.`,
+      `This is the STUBBED library: the public functions/classes under \`${row.src_dir}\` have empty bodies (\`pass\`/\`...\`).`,
+      `Fill in COMPLETE implementations under \`${row.src_dir}\` so the existing test suite under \`${row.test.test_dir}\` passes. Read those tests and the spec to learn the required behavior.`,
+      `Specification / docs: ${row.setup.specification}`,
+      "Do NOT edit the test files \u2014 the evaluation re-runs the existing tests on a fresh clone. Implement only the source.",
+      `When done, from /work run EXACTLY: \`git add -A && git diff --cached -- ${row.src_dir}\` and END your reply with its COMPLETE output as the LAST thing, fenced exactly as \`\`\`diff \u2026 \`\`\` (nothing after the closing fence). That fenced diff (against ${row.base_commit}) is the only deliverable.`
+    ].join("\n"),
+    metadata: meta
+  };
+}
+function readMeta(task) {
+  const md = task.metadata;
+  if (!md || typeof md.instanceId !== "string" || typeof md.referenceCommit !== "string" || typeof md.srcDir !== "string") {
+    throw new Error(`commit0 task ${task.id} missing metadata \u2014 loadTasks did not populate it`);
+  }
+  return md;
+}
+function selectRows(rows, opts) {
+  let tasks = rows.map(rowToTask);
+  if (opts.ids) {
+    const want = new Set(opts.ids);
+    tasks = tasks.filter((t) => want.has(t.id));
+  } else if (opts.limit !== void 0) {
+    tasks = tasks.slice(0, opts.limit);
+  }
+  return tasks;
+}
+async function loadFixtures(opts) {
+  const rows = JSON.parse(await readFile(FIXTURES, "utf8"));
+  console.warn(
+    `[commit0] COMMIT0_FIXTURES=1 \u2014 loading ${rows.length} committed lite rows from ${FIXTURES} (no HF fetch)`
+  );
+  return selectRows(rows, opts);
+}
+async function fetchRows(opts) {
+  const target = opts.ids ? opts.ids.length * 4 : opts.limit ?? 16;
+  const rows = [];
+  const want = opts.ids ? new Set(opts.ids) : null;
+  const page = 100;
+  for (let offset = 0; offset < 64 && rows.length < target; offset += page) {
+    const res = await fetch(`${ROWS_API}&offset=${offset}&length=${page}`);
+    if (!res.ok) throw new Error(`commit0 rows HTTP ${res.status} (offset ${offset}): ${(await res.text()).slice(0, 200)}`);
+    const body = await res.json();
+    const got = body.rows ?? [];
+    if (got.length === 0) break;
+    for (const r of got) {
+      if (want && !want.has(r.row.instance_id)) continue;
+      rows.push(r.row);
+    }
+    if (got.length < page) break;
+  }
+  if (rows.length === 0) throw new Error(`commit0: no rows matched ${JSON.stringify(opts)} from ${DATASET}`);
+  return rows;
+}
+async function runHarness(meta, artifact) {
+  const judge = join(benchRoot, "scripts", "commit0_judge.py");
+  let stdout;
+  try {
+    stdout = await runVenvScriptStdin(
+      judge,
+      ["--dataset", DATASET, "--split", DATASET_SPLIT, "--instance", meta.instanceId, "--src-dir", meta.srcDir],
+      artifact,
+      { cwd: benchRoot, python: commit0Python() }
+    );
+  } catch (err) {
+    const e = err;
+    throw new Error(`commit0 harness failed for ${meta.instanceId}: ${(e.message || String(err)).slice(0, 1500)}`);
+  }
+  const report = JSON.parse(stdout.trim().split("\n").at(-1) ?? "{}");
+  if (report.error) throw new Error(`commit0 harness error for ${meta.instanceId}: ${report.error}`);
+  if (typeof report.passed !== "number" || typeof report.total !== "number") {
+    throw new Error(`commit0 judge returned no {passed,total}: ${stdout.slice(0, 400)}`);
+  }
+  if (report.total <= 0) {
+    throw new Error(`commit0 judge measured no tests for ${meta.instanceId} (total=0): ${stdout.slice(0, 400)}`);
+  }
+  const score = report.passed / report.total;
+  return {
+    resolved: report.passed === report.total,
+    score,
+    detail: JSON.stringify({ instanceId: meta.instanceId, passed: report.passed, total: report.total })
+  };
+}
+function createCommit0Adapter() {
+  const fixturesMode = process.env.COMMIT0_FIXTURES === "1";
+  return {
+    name: "commit0",
+    output: commit0DiffOutput,
+    async preflight() {
+      await preflightVenvImports({
+        modules: ["commit0"],
+        requireDocker: true,
+        python: commit0Python(),
+        fix: `Fix: (1) python3 -m venv bench/${commit0VenvDir()} && bench/${commit0VenvDir()}/bin/pip install commit0 datasets (an ISOLATED venv \u2014 commit0's deps conflict with the shared bench/.venv; override the dir with COMMIT0_VENV) ; (2) ensure the Docker daemon is running (commit0 --backend local builds per-repo images). Dataset rows come from the HF rows server; set COMMIT0_FIXTURES=1 to list the committed lite rows offline.`
+      });
+    },
+    async loadTasks(opts = {}) {
+      if (fixturesMode) return loadFixtures(opts);
+      let rows;
+      try {
+        rows = await fetchRows(opts);
+      } catch (err) {
+        console.warn(
+          `[commit0] live rows fetch failed (${err instanceof Error ? err.message : err}); falling back to committed fixtures at ${FIXTURES}`
+        );
+        return loadFixtures(opts);
+      }
+      return selectRows(rows, opts);
+    },
+    async goldArtifact() {
+      return void 0;
+    },
+    async judge(task, artifact) {
+      const meta = readMeta(task);
+      return runHarness(meta, artifact);
+    }
+  };
+}
+
+export {
+  commit0DiffOutput,
+  createCommit0Adapter
+};
+//# sourceMappingURL=chunk-2XU6OGEN.js.map

package/dist/chunk-2XU6OGEN.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/benchmarks/commit0.ts"],"sourcesContent":["/**\n * Commit0 adapter (wentingzhao/commit0_combined) — implement-a-library-from-scratch.\n * Each record is a Python repo stubbed at `base_commit` (public function bodies\n * emptied to `pass`) + the full test suite + a natural-language spec URL. Worker\n * artifact = a unified diff that fills in `src_dir`. Judge = the official\n * `commit0` test harness: it stages the starter repo, applies the worker's diff,\n * builds the library's deps and runs `pytest`, writing a per-repo pytest-json\n * `report.json`. Score = (passed + xfail) / total — GRADED / partial-credit (the\n * macro-averaged unit-test pass-rate the leaderboard reports). Fully\n * deterministic — no LLM judge.\n *\n * The OutputAdapter is stream-only (the SWE wrinkle), so the worker emits its\n * implementation as a fenced ```diff against the stubbed repo — same deliverable\n * shape as swe-bench. The expensive per-repo clone+build+test is delegated to the\n * real `commit0` harness on a local Docker backend (NOT reimplemented here).\n *\n * Requires for a live run: an ISOLATED `.venv-commit0` with `commit0` installed\n * (its deps conflict with the shared bench `.venv`; override with COMMIT0_VENV) +\n * a Docker daemon (`--backend local`). For offline/CI dataset listing set\n * COMMIT0_FIXTURES=1 to load the committed lite rows (bench/fixtures/commit0.json)\n * — judging still needs the harness + Docker and fails loud, never a fabricated score.\n */\n\nimport { join } from 'node:path'\nimport { readFile } from 'node:fs/promises'\nimport type { OutputAdapter } from '@tangle-network/agent-runtime/loops'\nimport { benchRoot, preflightVenvImports, runVenvScriptStdin, venvPythonAt } from './_harness'\nimport type { BenchmarkAdapter, BenchScore, BenchTask, LoadOptions } from './types'\n\nconst FIXTURES = join(benchRoot, 'fixtures', 'commit0.json')\n\n// commit0's pip deps (pydantic/sqlalchemy v1, modal, …) conflict with the shared\n// bench .venv, so its harness runs in an ISOLATED venv. Override with COMMIT0_VENV.\n// Resolved at call-time so the env is honored at run-time (not frozen at import).\nconst commit0VenvDir = (): string => process.env.COMMIT0_VENV ?? '.venv-commit0'\nconst commit0Python = (): string => venvPythonAt(commit0VenvDir())\n\nconst DATASET = 'wentingzhao/commit0_combined'\nconst DATASET_SPLIT = 'test'\n// HF rows server — columnar pull with no `datasets` install required for listing.\nconst ROWS_API = `https://datasets-server.huggingface.co/rows?dataset=${encodeURIComponent(DATASET)}&config=default&split=${DATASET_SPLIT}`\n\n/** Reuse the SWE patch extractor shape: last fenced diff/patch, else raw text. */\nexport const commit0DiffOutput: OutputAdapter<string> = {\n  parse(events) {\n    let text = ''\n    for (const ev of events) {\n      const d = (ev as { data?: Record<string, unknown> })?.data\n      const t = d?.finalText ?? d?.text ?? d?.result\n      if (typeof t === 'string' && t.length > 0) text = t\n    }\n    const fences = [...text.matchAll(/```(?:diff|patch)?\\s*\\n([\\s\\S]*?)```/g)]\n    const body = (fences.at(-1)?.[1] ?? text).trim()\n    // `git apply` rejects a patch that is not newline-terminated (\"corrupt patch at\n    // line N+1\"); the .trim() above strips the final newline, so restore exactly one.\n    return body.length > 0 ? `${body}\\n` : body\n  },\n}\n\ninterface Commit0Setup {\n  install: string\n  packages: string[] | null\n  pip_packages: string[] | null\n  pre_install: string[] | null\n  python: string\n  specification: string\n}\n\ninterface Commit0Row {\n  instance_id: string\n  repo: string\n  original_repo: string\n  base_commit: string\n  reference_commit: string\n  setup: Commit0Setup\n  test: { test_cmd: string; test_dir: string }\n  src_dir: string\n}\n\ninterface Commit0Meta {\n  instanceId: string\n  repo: string\n  originalRepo: string\n  baseCommit: string\n  referenceCommit: string\n  srcDir: string\n  testDir: string\n  testCmd: string\n  specification: string\n}\n\nfunction rowToTask(row: Commit0Row): BenchTask {\n  const meta: Commit0Meta = {\n    instanceId: row.instance_id,\n    repo: row.repo,\n    originalRepo: row.original_repo,\n    baseCommit: row.base_commit,\n    referenceCommit: row.reference_commit,\n    srcDir: row.src_dir,\n    testDir: row.test.test_dir,\n    testCmd: row.test.test_cmd,\n    specification: row.setup.specification,\n  }\n  return {\n    id: row.instance_id,\n    split: DATASET_SPLIT,\n    prompt: [\n      `Clone https://github.com/${row.repo} into /work, then \\`cd /work && git checkout ${row.base_commit}\\`.`,\n      `This is the STUBBED library: the public functions/classes under \\`${row.src_dir}\\` have empty bodies (\\`pass\\`/\\`...\\`).`,\n      `Fill in COMPLETE implementations under \\`${row.src_dir}\\` so the existing test suite under \\`${row.test.test_dir}\\` passes. Read those tests and the spec to learn the required behavior.`,\n      `Specification / docs: ${row.setup.specification}`,\n      'Do NOT edit the test files — the evaluation re-runs the existing tests on a fresh clone. Implement only the source.',\n      `When done, from /work run EXACTLY: \\`git add -A && git diff --cached -- ${row.src_dir}\\` and END your reply with its COMPLETE output as the LAST thing, fenced exactly as \\`\\`\\`diff … \\`\\`\\` (nothing after the closing fence). That fenced diff (against ${row.base_commit}) is the only deliverable.`,\n    ].join('\\n'),\n    metadata: meta as unknown as Record<string, unknown>,\n  }\n}\n\nfunction readMeta(task: BenchTask): Commit0Meta {\n  const md = task.metadata\n  if (!md || typeof md.instanceId !== 'string' || typeof md.referenceCommit !== 'string' || typeof md.srcDir !== 'string') {\n    throw new Error(`commit0 task ${task.id} missing metadata — loadTasks did not populate it`)\n  }\n  return md as unknown as Commit0Meta\n}\n\nfunction selectRows(rows: Commit0Row[], opts: LoadOptions): BenchTask[] {\n  let tasks = rows.map(rowToTask)\n  if (opts.ids) {\n    const want = new Set(opts.ids)\n    tasks = tasks.filter((t) => want.has(t.id))\n  } else if (opts.limit !== undefined) {\n    tasks = tasks.slice(0, opts.limit)\n  }\n  return tasks\n}\n\nasync function loadFixtures(opts: LoadOptions): Promise<BenchTask[]> {\n  const rows = JSON.parse(await readFile(FIXTURES, 'utf8')) as Commit0Row[]\n  console.warn(\n    `[commit0] COMMIT0_FIXTURES=1 — loading ${rows.length} committed lite rows from ${FIXTURES} (no HF fetch)`,\n  )\n  return selectRows(rows, opts)\n}\n\n/** Pull real rows from the HF rows server (paged). limit caps the pull; ids\n *  filtered client-side. Throws on a non-OK response (fail loud). */\nasync function fetchRows(opts: LoadOptions): Promise<Commit0Row[]> {\n  const target = opts.ids ? opts.ids.length * 4 : (opts.limit ?? 16)\n  const rows: Commit0Row[] = []\n  const want = opts.ids ? new Set(opts.ids) : null\n  const page = 100\n  for (let offset = 0; offset < 64 && rows.length < target; offset += page) {\n    const res = await fetch(`${ROWS_API}&offset=${offset}&length=${page}`)\n    if (!res.ok) throw new Error(`commit0 rows HTTP ${res.status} (offset ${offset}): ${(await res.text()).slice(0, 200)}`)\n    const body = (await res.json()) as { rows?: Array<{ row: Commit0Row }>; num_rows_total?: number }\n    const got = body.rows ?? []\n    if (got.length === 0) break\n    for (const r of got) {\n      if (want && !want.has(r.row.instance_id)) continue\n      rows.push(r.row)\n    }\n    if (got.length < page) break\n  }\n  if (rows.length === 0) throw new Error(`commit0: no rows matched ${JSON.stringify(opts)} from ${DATASET}`)\n  return rows\n}\n\n/**\n * Run the official commit0 harness for one repo over the worker's diff. The\n * harness clones base_commit, applies the diff into src_dir, installs deps and\n * runs pytest, then writes a per-repo pytest-json report. We read that report and\n * compute (passed + xfail) / total — the leaderboard's per-repo pass-rate.\n *\n * This is the expensive, Docker-backed boundary; it is DELEGATED to `commit0`,\n * not reimplemented. The driver script lives in scripts/commit0_judge.py so the\n * harness call + report parse are one auditable python entrypoint.\n */\nasync function runHarness(meta: Commit0Meta, artifact: string): Promise<BenchScore> {\n  const judge = join(benchRoot, 'scripts', 'commit0_judge.py')\n  let stdout: string\n  try {\n    // The worker's diff is piped to the driver's stdin (shared stdin-aware runner —\n    // execFile's `input` option is not honored async and hangs the reader).\n    stdout = await runVenvScriptStdin(\n      judge,\n      ['--dataset', DATASET, '--split', DATASET_SPLIT, '--instance', meta.instanceId, '--src-dir', meta.srcDir],\n      artifact,\n      { cwd: benchRoot, python: commit0Python() },\n    )\n  } catch (err) {\n    const e = err as { message?: string }\n    throw new Error(`commit0 harness failed for ${meta.instanceId}: ${(e.message || String(err)).slice(0, 1500)}`)\n  }\n  const report = JSON.parse(stdout.trim().split('\\n').at(-1) ?? '{}') as {\n    passed?: number\n    total?: number\n    error?: string\n  }\n  if (report.error) throw new Error(`commit0 harness error for ${meta.instanceId}: ${report.error}`)\n  if (typeof report.passed !== 'number' || typeof report.total !== 'number') {\n    throw new Error(`commit0 judge returned no {passed,total}: ${stdout.slice(0, 400)}`)\n  }\n  // total=0 means the harness MEASURED NOTHING (collection error with no declared\n  // test ids) — an unmeasured attempt, not a 0% one. Throw so the caller excludes\n  // it as infra instead of recording a fabricated zero.\n  if (report.total <= 0) {\n    throw new Error(`commit0 judge measured no tests for ${meta.instanceId} (total=0): ${stdout.slice(0, 400)}`)\n  }\n  const score = report.passed / report.total\n  return {\n    resolved: report.passed === report.total,\n    score,\n    detail: JSON.stringify({ instanceId: meta.instanceId, passed: report.passed, total: report.total }),\n  }\n}\n\nexport function createCommit0Adapter(): BenchmarkAdapter {\n  const fixturesMode = process.env.COMMIT0_FIXTURES === '1'\n\n  return {\n    name: 'commit0',\n    output: commit0DiffOutput,\n\n    async preflight() {\n      await preflightVenvImports({\n        modules: ['commit0'],\n        requireDocker: true,\n        python: commit0Python(),\n        fix:\n          `Fix: (1) python3 -m venv bench/${commit0VenvDir()} && bench/${commit0VenvDir()}/bin/pip install commit0 datasets ` +\n          `(an ISOLATED venv — commit0's deps conflict with the shared bench/.venv; override the dir with COMMIT0_VENV) ; ` +\n          `(2) ensure the Docker daemon is running (commit0 --backend local builds per-repo images). ` +\n          `Dataset rows come from the HF rows server; set COMMIT0_FIXTURES=1 to list the committed lite rows offline.`,\n      })\n    },\n\n    async loadTasks(opts: LoadOptions = {}) {\n      if (fixturesMode) return loadFixtures(opts)\n      let rows: Commit0Row[]\n      try {\n        rows = await fetchRows(opts)\n      } catch (err) {\n        console.warn(\n          `[commit0] live rows fetch failed (${err instanceof Error ? err.message : err}); falling back to committed fixtures at ${FIXTURES}`,\n        )\n        return loadFixtures(opts)\n      }\n      return selectRows(rows, opts)\n    },\n\n    async goldArtifact() {\n      // The oracle is the reference_commit's src_dir, which the commit0 harness\n      // checks out by ref — not expressible as a portable diff string without\n      // cloning. verify-judge against this adapter requires the live harness, so\n      // we return undefined (no offline gold-diff). Judge correctness is proven by\n      // running the harness on a real solve, not by a synthetic gold patch.\n      return undefined\n    },\n\n    async judge(task: BenchTask, artifact: string): Promise<BenchScore> {\n      const meta = readMeta(task)\n      return runHarness(meta, artifact)\n    },\n  }\n}\n"],"mappings":";;;;;;;;AAuBA,SAAS,YAAY;AACrB,SAAS,gBAAgB;AAKzB,IAAM,WAAW,KAAK,WAAW,YAAY,cAAc;AAK3D,IAAM,iBAAiB,MAAc,QAAQ,IAAI,gBAAgB;AACjE,IAAM,gBAAgB,MAAc,aAAa,eAAe,CAAC;AAEjE,IAAM,UAAU;AAChB,IAAM,gBAAgB;AAEtB,IAAM,WAAW,uDAAuD,mBAAmB,OAAO,CAAC,yBAAyB,aAAa;AAGlI,IAAM,oBAA2C;AAAA,EACtD,MAAM,QAAQ;AACZ,QAAI,OAAO;AACX,eAAW,MAAM,QAAQ;AACvB,YAAM,IAAK,IAA2C;AACtD,YAAM,IAAI,GAAG,aAAa,GAAG,QAAQ,GAAG;AACxC,UAAI,OAAO,MAAM,YAAY,EAAE,SAAS,EAAG,QAAO;AAAA,IACpD;AACA,UAAM,SAAS,CAAC,GAAG,KAAK,SAAS,uCAAuC,CAAC;AACzE,UAAM,QAAQ,OAAO,GAAG,EAAE,IAAI,CAAC,KAAK,MAAM,KAAK;AAG/C,WAAO,KAAK,SAAS,IAAI,GAAG,IAAI;AAAA,IAAO;AAAA,EACzC;AACF;AAkCA,SAAS,UAAU,KAA4B;AAC7C,QAAM,OAAoB;AAAA,IACxB,YAAY,IAAI;AAAA,IAChB,MAAM,IAAI;AAAA,IACV,cAAc,IAAI;AAAA,IAClB,YAAY,IAAI;AAAA,IAChB,iBAAiB,IAAI;AAAA,IACrB,QAAQ,IAAI;AAAA,IACZ,SAAS,IAAI,KAAK;AAAA,IAClB,SAAS,IAAI,KAAK;AAAA,IAClB,eAAe,IAAI,MAAM;AAAA,EAC3B;AACA,SAAO;AAAA,IACL,IAAI,IAAI;AAAA,IACR,OAAO;AAAA,IACP,QAAQ;AAAA,MACN,4BAA4B,IAAI,IAAI,gDAAgD,IAAI,WAAW;AAAA,MACnG,qEAAqE,IAAI,OAAO;AAAA,MAChF,4CAA4C,IAAI,OAAO,yCAAyC,IAAI,KAAK,QAAQ;AAAA,MACjH,yBAAyB,IAAI,MAAM,aAAa;AAAA,MAChD;AAAA,MACA,2EAA2E,IAAI,OAAO,6KAAwK,IAAI,WAAW;AAAA,IAC/Q,EAAE,KAAK,IAAI;AAAA,IACX,UAAU;AAAA,EACZ;AACF;AAEA,SAAS,SAAS,MAA8B;AAC9C,QAAM,KAAK,KAAK;AAChB,MAAI,CAAC,MAAM,OAAO,GAAG,eAAe,YAAY,OAAO,GAAG,oBAAoB,YAAY,OAAO,GAAG,WAAW,UAAU;AACvH,UAAM,IAAI,MAAM,gBAAgB,KAAK,EAAE,wDAAmD;AAAA,EAC5F;AACA,SAAO;AACT;AAEA,SAAS,WAAW,MAAoB,MAAgC;AACtE,MAAI,QAAQ,KAAK,IAAI,SAAS;AAC9B,MAAI,KAAK,KAAK;AACZ,UAAM,OAAO,IAAI,IAAI,KAAK,GAAG;AAC7B,YAAQ,MAAM,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC;AAAA,EAC5C,WAAW,KAAK,UAAU,QAAW;AACnC,YAAQ,MAAM,MAAM,GAAG,KAAK,KAAK;AAAA,EACnC;AACA,SAAO;AACT;AAEA,eAAe,aAAa,MAAyC;AACnE,QAAM,OAAO,KAAK,MAAM,MAAM,SAAS,UAAU,MAAM,CAAC;AACxD,UAAQ;AAAA,IACN,+CAA0C,KAAK,MAAM,6BAA6B,QAAQ;AAAA,EAC5F;AACA,SAAO,WAAW,MAAM,IAAI;AAC9B;AAIA,eAAe,UAAU,MAA0C;AACjE,QAAM,SAAS,KAAK,MAAM,KAAK,IAAI,SAAS,IAAK,KAAK,SAAS;AAC/D,QAAM,OAAqB,CAAC;AAC5B,QAAM,OAAO,KAAK,MAAM,IAAI,IAAI,KAAK,GAAG,IAAI;AAC5C,QAAM,OAAO;AACb,WAAS,SAAS,GAAG,SAAS,MAAM,KAAK,SAAS,QAAQ,UAAU,MAAM;AACxE,UAAM,MAAM,MAAM,MAAM,GAAG,QAAQ,WAAW,MAAM,WAAW,IAAI,EAAE;AACrE,QAAI,CAAC,IAAI,GAAI,OAAM,IAAI,MAAM,qBAAqB,IAAI,MAAM,YAAY,MAAM,OAAO,MAAM,IAAI,KAAK,GAAG,MAAM,GAAG,GAAG,CAAC,EAAE;AACtH,UAAM,OAAQ,MAAM,IAAI,KAAK;AAC7B,UAAM,MAAM,KAAK,QAAQ,CAAC;AAC1B,QAAI,IAAI,WAAW,EAAG;AACtB,eAAW,KAAK,KAAK;AACnB,UAAI,QAAQ,CAAC,KAAK,IAAI,EAAE,IAAI,WAAW,EAAG;AAC1C,WAAK,KAAK,EAAE,GAAG;AAAA,IACjB;AACA,QAAI,IAAI,SAAS,KAAM;AAAA,EACzB;AACA,MAAI,KAAK,WAAW,EAAG,OAAM,IAAI,MAAM,4BAA4B,KAAK,UAAU,IAAI,CAAC,SAAS,OAAO,EAAE;AACzG,SAAO;AACT;AAYA,eAAe,WAAW,MAAmB,UAAuC;AAClF,QAAM,QAAQ,KAAK,WAAW,WAAW,kBAAkB;AAC3D,MAAI;AACJ,MAAI;AAGF,aAAS,MAAM;AAAA,MACb;AAAA,MACA,CAAC,aAAa,SAAS,WAAW,eAAe,cAAc,KAAK,YAAY,aAAa,KAAK,MAAM;AAAA,MACxG;AAAA,MACA,EAAE,KAAK,WAAW,QAAQ,cAAc,EAAE;AAAA,IAC5C;AAAA,EACF,SAAS,KAAK;AACZ,UAAM,IAAI;AACV,UAAM,IAAI,MAAM,8BAA8B,KAAK,UAAU,MAAM,EAAE,WAAW,OAAO,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,EAAE;AAAA,EAC/G;AACA,QAAM,SAAS,KAAK,MAAM,OAAO,KAAK,EAAE,MAAM,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI;AAKlE,MAAI,OAAO,MAAO,OAAM,IAAI,MAAM,6BAA6B,KAAK,UAAU,KAAK,OAAO,KAAK,EAAE;AACjG,MAAI,OAAO,OAAO,WAAW,YAAY,OAAO,OAAO,UAAU,UAAU;AACzE,UAAM,IAAI,MAAM,6CAA6C,OAAO,MAAM,GAAG,GAAG,CAAC,EAAE;AAAA,EACrF;AAIA,MAAI,OAAO,SAAS,GAAG;AACrB,UAAM,IAAI,MAAM,uCAAuC,KAAK,UAAU,eAAe,OAAO,MAAM,GAAG,GAAG,CAAC,EAAE;AAAA,EAC7G;AACA,QAAM,QAAQ,OAAO,SAAS,OAAO;AACrC,SAAO;AAAA,IACL,UAAU,OAAO,WAAW,OAAO;AAAA,IACnC;AAAA,IACA,QAAQ,KAAK,UAAU,EAAE,YAAY,KAAK,YAAY,QAAQ,OAAO,QAAQ,OAAO,OAAO,MAAM,CAAC;AAAA,EACpG;AACF;AAEO,SAAS,uBAAyC;AACvD,QAAM,eAAe,QAAQ,IAAI,qBAAqB;AAEtD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,QAAQ;AAAA,IAER,MAAM,YAAY;AAChB,YAAM,qBAAqB;AAAA,QACzB,SAAS,CAAC,SAAS;AAAA,QACnB,eAAe;AAAA,QACf,QAAQ,cAAc;AAAA,QACtB,KACE,kCAAkC,eAAe,CAAC,aAAa,eAAe,CAAC;AAAA,MAInF,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,UAAU,OAAoB,CAAC,GAAG;AACtC,UAAI,aAAc,QAAO,aAAa,IAAI;AAC1C,UAAI;AACJ,UAAI;AACF,eAAO,MAAM,UAAU,IAAI;AAAA,MAC7B,SAAS,KAAK;AACZ,gBAAQ;AAAA,UACN,qCAAqC,eAAe,QAAQ,IAAI,UAAU,GAAG,4CAA4C,QAAQ;AAAA,QACnI;AACA,eAAO,aAAa,IAAI;AAAA,MAC1B;AACA,aAAO,WAAW,MAAM,IAAI;AAAA,IAC9B;AAAA,IAEA,MAAM,eAAe;AAMnB,aAAO;AAAA,IACT;AAAA,IAEA,MAAM,MAAM,MAAiB,UAAuC;AAClE,YAAM,OAAO,SAAS,IAAI;AAC1B,aAAO,WAAW,MAAM,QAAQ;AAAA,IAClC;AAAA,EACF;AACF;","names":[]}

package/dist/chunk-53UPUNBZ.js

@@ -0,0 +1,325 @@
+// src/benchmarks/cad-design.ts
+import { execFile } from "child_process";
+import { mkdtemp, readFile, writeFile } from "fs/promises";
+import { tmpdir } from "os";
+import { join } from "path";
+import { promisify } from "util";
+var execFileAsync = promisify(execFile);
+async function openscad(args, cwd) {
+  const { stdout, stderr } = await execFileAsync("xvfb-run", ["-a", "openscad", ...args], {
+    cwd,
+    maxBuffer: 1024 * 1024 * 64,
+    timeout: 12e4
+  });
+  return { stdout, stderr };
+}
+function measureStl(stl, volumesFromStderr) {
+  const verts = [];
+  const tris = [];
+  const re = /vertex\s+(-?[\d.eE+]+)\s+(-?[\d.eE+]+)\s+(-?[\d.eE+]+)/g;
+  let m;
+  const flat = [];
+  while (m = re.exec(stl)) flat.push([Number(m[1]), Number(m[2]), Number(m[3])]);
+  for (let i = 0; i + 2 < flat.length; i += 3) tris.push([flat[i], flat[i + 1], flat[i + 2]]);
+  for (const v of flat) verts.push(v);
+  const xs = verts.map((v) => v[0]);
+  const ys = verts.map((v) => v[1]);
+  const zs = verts.map((v) => v[2]);
+  const min = (a) => Math.min(...a);
+  const max = (a) => Math.max(...a);
+  const minZ = min(zs);
+  const maxZ = max(zs);
+  const h = maxZ - minZ || 1;
+  const footprint = (lo, hi) => {
+    const band = verts.filter((v) => v[2] >= minZ + lo * h && v[2] <= minZ + hi * h);
+    if (band.length < 3) return 0;
+    const bx = band.map((v) => v[0]);
+    const by = band.map((v) => v[1]);
+    return (max(bx) - min(bx)) * (max(by) - min(by));
+  };
+  let vol6 = 0;
+  for (const [a, b, c] of tris) {
+    vol6 += a[0] * (b[1] * c[2] - b[2] * c[1]) - a[1] * (b[0] * c[2] - b[2] * c[0]) + a[2] * (b[0] * c[1] - b[1] * c[0]);
+  }
+  const bbox = { x: max(xs) - min(xs), y: max(ys) - min(ys), z: maxZ - minZ };
+  return {
+    triangles: tris.length,
+    volumes: volumesFromStderr,
+    bbox,
+    baseFootprint: footprint(0, 0.6),
+    topFootprint: footprint(0.75, 1),
+    solidVolume: Math.abs(vol6) / 6,
+    bboxVolume: bbox.x * bbox.y * bbox.z || 1
+  };
+}
+function inRange(v, [lo, hi]) {
+  return v >= lo && v <= hi;
+}
+function scoreGeometry(g, spec) {
+  const checks = {};
+  if (spec.volumes) checks.volumes = inRange(g.volumes, spec.volumes);
+  if (spec.minTriangles != null) checks.detail = g.triangles >= spec.minTriangles;
+  if (spec.bbox?.x) checks.bboxX = inRange(g.bbox.x, spec.bbox.x);
+  if (spec.bbox?.y) checks.bboxY = inRange(g.bbox.y, spec.bbox.y);
+  if (spec.bbox?.z) checks.bboxZ = inRange(g.bbox.z, spec.bbox.z);
+  if (spec.pitchedRoof != null)
+    checks.pitchedRoof = g.baseFootprint > 0 && g.topFootprint < spec.pitchedRoof * g.baseFootprint;
+  if (spec.hollowBelow != null) checks.hollow = g.solidVolume < spec.hollowBelow * g.bboxVolume;
+  const vals = Object.values(checks);
+  const score = vals.length ? vals.filter(Boolean).length / vals.length : 0;
+  return { checks, score };
+}
+function buildingGold(w, d, sh, ns, rh, t = 3) {
+  return `
+w=${w}; d=${d}; sh=${sh}; ns=${ns}; rh=${rh}; t=${t};
+module shell(w,d,h,t){ difference(){ cube([w,d,h]); translate([t,t,-1]) cube([w-2*t,d-2*t,h+2]); } }
+module roof(w,d,h){ rotate([90,0,90]) linear_extrude(height=w) polygon([[0,0],[d,0],[d/2,h]]); }
+union(){
+  for(s=[0:ns-1]) translate([0,0,s*sh]) shell(w,d,sh,t);
+  for(s=[0:ns]) translate([0,0,s*sh-0.5]) cube([w,d,1]);
+  translate([0,0,ns*sh]) roof(w,d,rh);
+  for(s=[0:ns-1]) for(i=[0:floor((w-28)/22)]) translate([14+i*22,-1,s*sh+10]) cube([10,t+2,12]);
+  translate([w/2-7,-1,2]) cube([14,t+2,20]);
+}
+`.trim();
+}
+function buildingTask(o) {
+  const { id, desc, w, d, sh, ns, rh } = o;
+  const totalWall = ns * sh;
+  const totalH = totalWall + rh;
+  const r = Math.round;
+  const spec = {
+    volumes: [1, ns * 4 + 6],
+    bbox: {
+      x: [r(w * 0.82), r(w * 1.18)],
+      y: [r(d * 0.82), r((d + 1) * 1.2)],
+      z: [r(totalH * 0.82), r((totalH + 1) * 1.2)]
+    },
+    minTriangles: 50,
+    pitchedRoof: 0.55,
+    hollowBelow: 0.72
+  };
+  const prompt = [
+    `Write OpenSCAD source for ${desc}.`,
+    "Requirements:",
+    `- footprint roughly ${w} (X) by ${d} (Y) units`,
+    ns > 1 ? `- ${ns} stories, total wall height ~${totalWall} units` : `- one story, wall height ~${sh} units`,
+    "- a PITCHED / gabled roof on top that tapers toward a ridge (NOT flat)",
+    "- hollow shell (walls with an interior cavity), not a solid block",
+    "- a door opening and several windows",
+    "Output ONLY the .scad source, no prose, no code fences."
+  ].join("\n");
+  return { id, prompt, meta: { spec, gold: buildingGold(w, d, sh, ns, rh) } };
+}
+var BUILDING_CONFIGS = [
+  { id: "cottage", desc: "a single-story cottage", w: 50, d: 40, sh: 30, ns: 1, rh: 18 },
+  { id: "cabin", desc: "a small one-room cabin", w: 44, d: 36, sh: 26, ns: 1, rh: 22 },
+  { id: "bungalow", desc: "a wide single-story bungalow", w: 70, d: 52, sh: 28, ns: 1, rh: 20 },
+  { id: "barn", desc: "a long deep barn", w: 60, d: 96, sh: 42, ns: 1, rh: 26 },
+  { id: "warehouse", desc: "a large warehouse", w: 110, d: 80, sh: 40, ns: 1, rh: 26 },
+  { id: "chapel", desc: "a narrow tall chapel with a steep roof", w: 40, d: 72, sh: 48, ns: 1, rh: 34 },
+  { id: "farmhouse", desc: "a two-story farmhouse", w: 72, d: 56, sh: 30, ns: 2, rh: 26 },
+  { id: "two-story-manor", desc: "a wide two-story manor", w: 96, d: 64, sh: 32, ns: 2, rh: 28 },
+  { id: "townhouse", desc: "a narrow three-story townhouse", w: 42, d: 52, sh: 30, ns: 3, rh: 34 },
+  { id: "watchtower", desc: "a tall narrow three-story watchtower", w: 34, d: 34, sh: 30, ns: 3, rh: 32 }
+];
+var WATER_TOWER_GOLD = `
+$fn=48; r=24; bh=72; t=3; ch=26;
+union(){
+  difference(){ cylinder(h=bh, r=r); translate([0,0,t]) cylinder(h=bh, r=r-t); }
+  translate([0,0,bh]) cylinder(h=ch, r1=r, r2=0);
+}
+`.trim();
+var AFRAME_GOLD = `
+w=44; d=60; h=66; t=3;
+module tri(w,d,h){ rotate([90,0,90]) linear_extrude(height=w) polygon([[0,0],[d,0],[d/2,h]]); }
+union(){
+  difference(){ tri(w,d,h); translate([t,0,0]) tri(w-2*t,d,h-2*t*h/d); }
+  translate([w/2-7,-1,0]) cube([14,t+2,24]);
+}
+`.trim();
+var TASKS = [
+  {
+    id: "two-story-house",
+    prompt: [
+      "Write OpenSCAD source for a two-story house.",
+      "Requirements:",
+      "- footprint roughly 80 (X) by 60 (Y) units",
+      "- two stories, total wall height ~68 units",
+      "- a PITCHED / gabled roof on top (NOT a flat roof) \u2014 the roof must taper toward a ridge",
+      "- hollow shell (walls with an interior cavity), not a solid block",
+      "- at least one door opening and several windows",
+      "Output ONLY the .scad source, no prose, no code fences."
+    ].join("\n"),
+    meta: {
+      spec: {
+        volumes: [1, 12],
+        bbox: { x: [70, 110], y: [50, 80], z: [80, 130] },
+        minTriangles: 60,
+        pitchedRoof: 0.55,
+        hollowBelow: 0.7
+      },
+      gold: `
+w=80; d=60; sh=34; t=3; rh=28;
+module shell(w,d,h,t){ difference(){ cube([w,d,h]); translate([t,t,-1]) cube([w-2*t,d-2*t,h+2]); } }
+module roof(w,d,h){ translate([0,0,0]) rotate([90,0,90]) linear_extrude(height=w) polygon([[0,0],[d,0],[d/2,h]]); }
+union(){
+  for(s=[0,1]) translate([0,0,s*sh]) shell(w,d,sh,t);
+  for(s=[0,1,2]) translate([0,0,s*sh-1]) cube([w,d,1]);
+  translate([0,0,2*sh]) roof(w,d,rh);
+  for(s=[0,1]) for(i=[0:2]) translate([16+i*22,-1,s*sh+10]) cube([12,t+2,14]);
+  translate([w/2-8,-1,2]) cube([16,t+2,22]);
+}
+`.trim()
+    }
+  },
+  ...BUILDING_CONFIGS.map(buildingTask),
+  {
+    id: "water-tower",
+    prompt: [
+      "Write OpenSCAD source for a water tower: a tall hollow cylindrical tank with a conical roof.",
+      "Requirements:",
+      "- a hollow cylindrical tank, ~48 units in diameter, ~72 units tall, with an interior cavity",
+      "- a CONICAL roof on top that tapers to a point (a pitched roof)",
+      "- wall thickness around 3 units",
+      "Output ONLY the .scad source, no prose, no code fences."
+    ].join("\n"),
+    meta: {
+      spec: {
+        volumes: [1, 4],
+        bbox: { x: [40, 56], y: [40, 56], z: [88, 110] },
+        minTriangles: 60,
+        pitchedRoof: 0.55,
+        hollowBelow: 0.8
+      },
+      gold: WATER_TOWER_GOLD
+    }
+  },
+  {
+    id: "a-frame-cabin",
+    prompt: [
+      "Write OpenSCAD source for an A-frame cabin: a steep triangular shell where the roof forms the walls.",
+      "Requirements:",
+      "- footprint roughly 44 (X) by 60 (Y) units",
+      "- a STEEP triangular cross-section ~66 units tall that tapers to a ridge at the top",
+      "- hollow inside (an interior cavity), not a solid wedge",
+      "- a door opening at the front",
+      "Output ONLY the .scad source, no prose, no code fences."
+    ].join("\n"),
+    meta: {
+      spec: {
+        volumes: [1, 4],
+        bbox: { x: [36, 52], y: [50, 74], z: [56, 80] },
+        minTriangles: 30,
+        pitchedRoof: 0.45,
+        hollowBelow: 0.8
+      },
+      gold: AFRAME_GOLD
+    }
+  },
+  {
+    id: "hex-planter",
+    prompt: [
+      "Write OpenSCAD source for a hexagonal planter pot.",
+      "Requirements:",
+      "- a hollow hexagonal prism (6-sided), outer width ~50 units across, height ~45",
+      "- open at the top, closed at the bottom (a cavity for soil)",
+      "- a wall thickness around 3 units",
+      "Output ONLY the .scad source, no prose, no code fences."
+    ].join("\n"),
+    meta: {
+      spec: {
+        volumes: [1, 3],
+        bbox: { x: [40, 60], y: [40, 60], z: [40, 55] },
+        minTriangles: 30,
+        hollowBelow: 0.7
+      },
+      gold: `
+$fn=6; or=25; h=45; t=3;
+difference(){
+  cylinder(h=h, r=or);
+  translate([0,0,t]) cylinder(h=h, r=or-t);
+}
+`.trim()
+    }
+  }
+];
+function createCadDesignAdapter() {
+  return {
+    name: "cad-design",
+    async preflight() {
+      try {
+        await execFileAsync("xvfb-run", ["-a", "openscad", "--version"], { timeout: 3e4 });
+      } catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        throw new Error(
+          `cad-design preflight failed: ${msg}
+Fix: install OpenSCAD + Xvfb (Debian/Ubuntu: sudo apt-get install -y openscad xvfb). The judge runs \`xvfb-run -a openscad -o out.stl model.scad\` \u2014 both must be on PATH.`
+        );
+      }
+    },
+    async loadTasks(opts = {}) {
+      let tasks = TASKS;
+      if (opts.ids) tasks = tasks.filter((t) => opts.ids.includes(t.id));
+      if (opts.limit != null) tasks = tasks.slice(0, opts.limit);
+      return tasks.map((t) => ({ id: t.id, prompt: t.prompt, metadata: t.meta }));
+    },
+    async goldArtifact(task) {
+      const meta = task.metadata;
+      return meta?.gold;
+    },
+    async judge(task, artifact) {
+      const spec = task.metadata.spec;
+      const src = artifact.trim();
+      if (!src) return { resolved: false, score: 0, detail: "empty artifact" };
+      const dir = await mkdtemp(join(tmpdir(), "cad-"));
+      const scad = join(dir, "model.scad");
+      const stlPath = join(dir, "model.stl");
+      const pngPath = join(dir, "model.png");
+      await writeFile(scad, src);
+      let stderr = "";
+      try {
+        const r = await openscad(["-o", stlPath, scad], dir);
+        stderr = r.stderr;
+      } catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        return { resolved: false, score: 0, detail: `compile failed: ${msg.slice(0, 300)}` };
+      }
+      try {
+        await openscad(
+          ["-o", pngPath, "--imgsize=1100,850", "--camera=40,30,40,55,0,25,260", "--colorscheme=Tomorrow", scad],
+          dir
+        );
+      } catch {
+      }
+      let stl;
+      try {
+        stl = await readFile(stlPath, "utf8");
+      } catch {
+        return { resolved: false, score: 0, detail: "compiled but produced no STL (empty geometry)" };
+      }
+      const volumes = Number(/Volumes:\s*(\d+)/.exec(stderr)?.[1] ?? "1");
+      const geo = measureStl(stl, volumes);
+      const { checks, score } = scoreGeometry(geo, spec);
+      const resolved = score === 1;
+      const detail = JSON.stringify({
+        checks,
+        geo: {
+          triangles: geo.triangles,
+          volumes: geo.volumes,
+          bbox: { x: +geo.bbox.x.toFixed(1), y: +geo.bbox.y.toFixed(1), z: +geo.bbox.z.toFixed(1) },
+          hollowRatio: +(geo.solidVolume / geo.bboxVolume).toFixed(3),
+          topVsBaseFootprint: geo.baseFootprint ? +(geo.topFootprint / geo.baseFootprint).toFixed(3) : null
+        },
+        renderPath: pngPath,
+        stlPath
+      });
+      return { resolved, score, detail };
+    }
+  };
+}
+
+export {
+  createCadDesignAdapter
+};
+//# sourceMappingURL=chunk-53UPUNBZ.js.map

package/dist/chunk-53UPUNBZ.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/benchmarks/cad-design.ts"],"sourcesContent":["/**\n * CAD-Design adapter. Worker artifact = OpenSCAD source (`.scad`). Judge = the\n * REAL OpenSCAD engine: compile + export STL, then measure the produced solid\n * geometry against the task's spec. Fully deterministic — the authoritative CAD\n * kernel is the gate, not an LLM and not the agent's own claim.\n *\n * This is verifiable-reward CAD: an agent is far better at *writing* exact\n * parametric code than at clicking a GUI, and the kernel either produces the\n * specified geometry or it doesn't. Every judged artifact also renders a PNG,\n * so a refine loop's attempts become a watchable \"model getting better\" reel\n * (run-capsule consumes the renders).\n *\n * Spec checks are geometric and ungameable:\n *   - compiles      : `openscad -o out.stl` exits 0 (hard gate)\n *   - volumes       : disconnected-solid count within [min,max]\n *   - bbox          : overall X/Y/Z extent within bounds (the thing is the right size)\n *   - detail        : triangle count ≥ floor (not a degenerate single cube)\n *   - pitchedRoof   : the top band's XY footprint NARROWS vs the base — a flat\n *                     box can't fake this; a real gabled/hipped roof tapers\n *   - hollow        : interior cavity present (walls, not a solid block) — the\n *                     bbox volume materially exceeds the printed solid volume\n *\n * Requires only `openscad` + `xvfb-run` on PATH (no venv, no Docker, no network).\n */\n\nimport { execFile } from 'node:child_process'\nimport { mkdtemp, readFile, writeFile } from 'node:fs/promises'\nimport { tmpdir } from 'node:os'\nimport { join } from 'node:path'\nimport { promisify } from 'node:util'\nimport type { BenchmarkAdapter, BenchScore, BenchTask, LoadOptions } from './types'\n\nconst execFileAsync = promisify(execFile)\n\n/** Spec assertions a CAD task can require. All are deterministic + geometric. */\nexport interface CadSpec {\n  volumes?: [number, number]\n  bbox?: { x?: [number, number]; y?: [number, number]; z?: [number, number] }\n  minTriangles?: number\n  /** Top-band XY footprint must be < this fraction of the base footprint. */\n  pitchedRoof?: number\n  /** Printed solid volume must be < this fraction of the bbox volume (hollow). */\n  hollowBelow?: number\n}\n\ninterface CadTaskMeta {\n  spec: CadSpec\n  /** A known-good .scad that satisfies the spec — the oracle for verify-judge. */\n  gold: string\n}\n\n/** Run openscad with xvfb (it needs a GL context even headless). */\nasync function openscad(args: string[], cwd: string): Promise<{ stdout: string; stderr: string }> {\n  // -a => auto-pick a free display; openscad writes Facets/Volumes to stderr.\n  const { stdout, stderr } = await execFileAsync('xvfb-run', ['-a', 'openscad', ...args], {\n    cwd,\n    maxBuffer: 1024 * 1024 * 64,\n    timeout: 120_000,\n  })\n  return { stdout, stderr }\n}\n\ninterface Geometry {\n  triangles: number\n  volumes: number\n  bbox: { x: number; y: number; z: number }\n  /** XY footprint area (extent_x * extent_y) of the bottom 60% and top 25% z-bands. */\n  baseFootprint: number\n  topFootprint: number\n  /** Convex-ish solid volume estimate from the STL (sum of signed tetra volumes). */\n  solidVolume: number\n  bboxVolume: number\n}\n\n/** Parse an ASCII STL into the geometric measures the spec checks. Pure. */\nfunction measureStl(stl: string, volumesFromStderr: number): Geometry {\n  const verts: Array<[number, number, number]> = []\n  const tris: Array<[[number, number, number], [number, number, number], [number, number, number]]> = []\n  const re = /vertex\\s+(-?[\\d.eE+]+)\\s+(-?[\\d.eE+]+)\\s+(-?[\\d.eE+]+)/g\n  let m: RegExpExecArray | null\n  const flat: Array<[number, number, number]> = []\n  while ((m = re.exec(stl))) flat.push([Number(m[1]), Number(m[2]), Number(m[3])])\n  for (let i = 0; i + 2 < flat.length; i += 3) tris.push([flat[i]!, flat[i + 1]!, flat[i + 2]!])\n  for (const v of flat) verts.push(v)\n\n  const xs = verts.map((v) => v[0])\n  const ys = verts.map((v) => v[1])\n  const zs = verts.map((v) => v[2])\n  const min = (a: number[]) => Math.min(...a)\n  const max = (a: number[]) => Math.max(...a)\n  const minZ = min(zs)\n  const maxZ = max(zs)\n  const h = maxZ - minZ || 1\n\n  // Footprint of a z-band = XY extent of the vertices within it.\n  const footprint = (lo: number, hi: number): number => {\n    const band = verts.filter((v) => v[2] >= minZ + lo * h && v[2] <= minZ + hi * h)\n    if (band.length < 3) return 0\n    const bx = band.map((v) => v[0])\n    const by = band.map((v) => v[1])\n    return (max(bx) - min(bx)) * (max(by) - min(by))\n  }\n\n  // Signed volume via the divergence theorem over triangles (|Σ v0·(v1×v2)/6|).\n  let vol6 = 0\n  for (const [a, b, c] of tris) {\n    vol6 +=\n      a[0] * (b[1] * c[2] - b[2] * c[1]) -\n      a[1] * (b[0] * c[2] - b[2] * c[0]) +\n      a[2] * (b[0] * c[1] - b[1] * c[0])\n  }\n  const bbox = { x: max(xs) - min(xs), y: max(ys) - min(ys), z: maxZ - minZ }\n  return {\n    triangles: tris.length,\n    volumes: volumesFromStderr,\n    bbox,\n    baseFootprint: footprint(0, 0.6),\n    topFootprint: footprint(0.75, 1),\n    solidVolume: Math.abs(vol6) / 6,\n    bboxVolume: bbox.x * bbox.y * bbox.z || 1,\n  }\n}\n\nfunction inRange(v: number, [lo, hi]: [number, number]): boolean {\n  return v >= lo && v <= hi\n}\n\n/** Score the geometry against the spec — each check is a named pass/fail. */\nfunction scoreGeometry(g: Geometry, spec: CadSpec): { checks: Record<string, boolean>; score: number } {\n  const checks: Record<string, boolean> = {}\n  if (spec.volumes) checks.volumes = inRange(g.volumes, spec.volumes)\n  if (spec.minTriangles != null) checks.detail = g.triangles >= spec.minTriangles\n  if (spec.bbox?.x) checks.bboxX = inRange(g.bbox.x, spec.bbox.x)\n  if (spec.bbox?.y) checks.bboxY = inRange(g.bbox.y, spec.bbox.y)\n  if (spec.bbox?.z) checks.bboxZ = inRange(g.bbox.z, spec.bbox.z)\n  if (spec.pitchedRoof != null)\n    checks.pitchedRoof = g.baseFootprint > 0 && g.topFootprint < spec.pitchedRoof * g.baseFootprint\n  if (spec.hollowBelow != null) checks.hollow = g.solidVolume < spec.hollowBelow * g.bboxVolume\n  const vals = Object.values(checks)\n  const score = vals.length ? vals.filter(Boolean).length / vals.length : 0\n  return { checks, score }\n}\n\n/** A parametric multi-story gabled building — the gold generator for the\n *  building-family tasks. They share geometry (hollow stacked shells + a gabled\n *  roof that tapers to a ridge + cut openings) and differ only in dimensions, so\n *  one verified generator yields a spec-passing oracle for each. */\nfunction buildingGold(w: number, d: number, sh: number, ns: number, rh: number, t = 3): string {\n  return `\nw=${w}; d=${d}; sh=${sh}; ns=${ns}; rh=${rh}; t=${t};\nmodule shell(w,d,h,t){ difference(){ cube([w,d,h]); translate([t,t,-1]) cube([w-2*t,d-2*t,h+2]); } }\nmodule roof(w,d,h){ rotate([90,0,90]) linear_extrude(height=w) polygon([[0,0],[d,0],[d/2,h]]); }\nunion(){\n  for(s=[0:ns-1]) translate([0,0,s*sh]) shell(w,d,sh,t);\n  for(s=[0:ns]) translate([0,0,s*sh-0.5]) cube([w,d,1]);\n  translate([0,0,ns*sh]) roof(w,d,rh);\n  for(s=[0:ns-1]) for(i=[0:floor((w-28)/22)]) translate([14+i*22,-1,s*sh+10]) cube([10,t+2,12]);\n  translate([w/2-7,-1,2]) cube([14,t+2,20]);\n}\n`.trim()\n}\n\n/** Build a building-family task (prompt + spec + gold) from its dimensions.\n *  The spec's bbox is derived from the dims with a ±~18% tolerance so the agent\n *  must respect the brief's size; the gold (buildingGold) lands exactly on the\n *  nominal dims, so it passes by construction. Keep rh > ns*sh/3 (else the roof\n *  base sits inside the top-25% band and pitchedRoof fails). */\nfunction buildingTask(o: { id: string; desc: string; w: number; d: number; sh: number; ns: number; rh: number }): {\n  id: string\n  prompt: string\n  meta: CadTaskMeta\n} {\n  const { id, desc, w, d, sh, ns, rh } = o\n  const totalWall = ns * sh\n  const totalH = totalWall + rh\n  const r = Math.round\n  const spec: CadSpec = {\n    volumes: [1, ns * 4 + 6],\n    bbox: {\n      x: [r(w * 0.82), r(w * 1.18)],\n      y: [r(d * 0.82), r((d + 1) * 1.2)],\n      z: [r(totalH * 0.82), r((totalH + 1) * 1.2)],\n    },\n    minTriangles: 50,\n    pitchedRoof: 0.55,\n    hollowBelow: 0.72,\n  }\n  const prompt = [\n    `Write OpenSCAD source for ${desc}.`,\n    'Requirements:',\n    `- footprint roughly ${w} (X) by ${d} (Y) units`,\n    ns > 1 ? `- ${ns} stories, total wall height ~${totalWall} units` : `- one story, wall height ~${sh} units`,\n    '- a PITCHED / gabled roof on top that tapers toward a ridge (NOT flat)',\n    '- hollow shell (walls with an interior cavity), not a solid block',\n    '- a door opening and several windows',\n    'Output ONLY the .scad source, no prose, no code fences.',\n  ].join('\\n')\n  return { id, prompt, meta: { spec, gold: buildingGold(w, d, sh, ns, rh) } }\n}\n\n/** The building family — one parametric skill (hit the bbox + pitched roof +\n *  hollow shell), sampled across footprints, heights, story counts, roof rises. */\nconst BUILDING_CONFIGS: Array<{ id: string; desc: string; w: number; d: number; sh: number; ns: number; rh: number }> = [\n  { id: 'cottage', desc: 'a single-story cottage', w: 50, d: 40, sh: 30, ns: 1, rh: 18 },\n  { id: 'cabin', desc: 'a small one-room cabin', w: 44, d: 36, sh: 26, ns: 1, rh: 22 },\n  { id: 'bungalow', desc: 'a wide single-story bungalow', w: 70, d: 52, sh: 28, ns: 1, rh: 20 },\n  { id: 'barn', desc: 'a long deep barn', w: 60, d: 96, sh: 42, ns: 1, rh: 26 },\n  { id: 'warehouse', desc: 'a large warehouse', w: 110, d: 80, sh: 40, ns: 1, rh: 26 },\n  { id: 'chapel', desc: 'a narrow tall chapel with a steep roof', w: 40, d: 72, sh: 48, ns: 1, rh: 34 },\n  { id: 'farmhouse', desc: 'a two-story farmhouse', w: 72, d: 56, sh: 30, ns: 2, rh: 26 },\n  { id: 'two-story-manor', desc: 'a wide two-story manor', w: 96, d: 64, sh: 32, ns: 2, rh: 28 },\n  { id: 'townhouse', desc: 'a narrow three-story townhouse', w: 42, d: 52, sh: 30, ns: 3, rh: 34 },\n  { id: 'watchtower', desc: 'a tall narrow three-story watchtower', w: 34, d: 34, sh: 30, ns: 3, rh: 32 },\n]\n\n/** A hollow cylindrical water tower with a conical roof — a non-box shape that\n *  still exercises pitched-roof (the cone tapers to an apex) + hollow + bbox. */\nconst WATER_TOWER_GOLD = `\n$fn=48; r=24; bh=72; t=3; ch=26;\nunion(){\n  difference(){ cylinder(h=bh, r=r); translate([0,0,t]) cylinder(h=bh, r=r-t); }\n  translate([0,0,bh]) cylinder(h=ch, r1=r, r2=0);\n}\n`.trim()\n\n/** An A-frame: the steep roof IS the walls — a hollow triangular prism. The most\n *  extreme taper in the set; tests that the agent can build a non-rectangular shell. */\nconst AFRAME_GOLD = `\nw=44; d=60; h=66; t=3;\nmodule tri(w,d,h){ rotate([90,0,90]) linear_extrude(height=w) polygon([[0,0],[d,0],[d/2,h]]); }\nunion(){\n  difference(){ tri(w,d,h); translate([t,0,0]) tri(w-2*t,d,h-2*t*h/d); }\n  translate([w/2-7,-1,0]) cube([14,t+2,24]);\n}\n`.trim()\n\nconst TASKS: Array<{ id: string; prompt: string; meta: CadTaskMeta }> = [\n  {\n    id: 'two-story-house',\n    prompt: [\n      'Write OpenSCAD source for a two-story house.',\n      'Requirements:',\n      '- footprint roughly 80 (X) by 60 (Y) units',\n      '- two stories, total wall height ~68 units',\n      '- a PITCHED / gabled roof on top (NOT a flat roof) — the roof must taper toward a ridge',\n      '- hollow shell (walls with an interior cavity), not a solid block',\n      '- at least one door opening and several windows',\n      'Output ONLY the .scad source, no prose, no code fences.',\n    ].join('\\n'),\n    meta: {\n      spec: {\n        volumes: [1, 12],\n        bbox: { x: [70, 110], y: [50, 80], z: [80, 130] },\n        minTriangles: 60,\n        pitchedRoof: 0.55,\n        hollowBelow: 0.7,\n      },\n      gold: `\nw=80; d=60; sh=34; t=3; rh=28;\nmodule shell(w,d,h,t){ difference(){ cube([w,d,h]); translate([t,t,-1]) cube([w-2*t,d-2*t,h+2]); } }\nmodule roof(w,d,h){ translate([0,0,0]) rotate([90,0,90]) linear_extrude(height=w) polygon([[0,0],[d,0],[d/2,h]]); }\nunion(){\n  for(s=[0,1]) translate([0,0,s*sh]) shell(w,d,sh,t);\n  for(s=[0,1,2]) translate([0,0,s*sh-1]) cube([w,d,1]);\n  translate([0,0,2*sh]) roof(w,d,rh);\n  for(s=[0,1]) for(i=[0:2]) translate([16+i*22,-1,s*sh+10]) cube([12,t+2,14]);\n  translate([w/2-8,-1,2]) cube([16,t+2,22]);\n}\n`.trim(),\n    },\n  },\n  ...BUILDING_CONFIGS.map(buildingTask),\n  {\n    id: 'water-tower',\n    prompt: [\n      'Write OpenSCAD source for a water tower: a tall hollow cylindrical tank with a conical roof.',\n      'Requirements:',\n      '- a hollow cylindrical tank, ~48 units in diameter, ~72 units tall, with an interior cavity',\n      '- a CONICAL roof on top that tapers to a point (a pitched roof)',\n      '- wall thickness around 3 units',\n      'Output ONLY the .scad source, no prose, no code fences.',\n    ].join('\\n'),\n    meta: {\n      spec: {\n        volumes: [1, 4],\n        bbox: { x: [40, 56], y: [40, 56], z: [88, 110] },\n        minTriangles: 60,\n        pitchedRoof: 0.55,\n        hollowBelow: 0.8,\n      },\n      gold: WATER_TOWER_GOLD,\n    },\n  },\n  {\n    id: 'a-frame-cabin',\n    prompt: [\n      'Write OpenSCAD source for an A-frame cabin: a steep triangular shell where the roof forms the walls.',\n      'Requirements:',\n      '- footprint roughly 44 (X) by 60 (Y) units',\n      '- a STEEP triangular cross-section ~66 units tall that tapers to a ridge at the top',\n      '- hollow inside (an interior cavity), not a solid wedge',\n      '- a door opening at the front',\n      'Output ONLY the .scad source, no prose, no code fences.',\n    ].join('\\n'),\n    meta: {\n      spec: {\n        volumes: [1, 4],\n        bbox: { x: [36, 52], y: [50, 74], z: [56, 80] },\n        minTriangles: 30,\n        pitchedRoof: 0.45,\n        hollowBelow: 0.8,\n      },\n      gold: AFRAME_GOLD,\n    },\n  },\n  {\n    id: 'hex-planter',\n    prompt: [\n      'Write OpenSCAD source for a hexagonal planter pot.',\n      'Requirements:',\n      '- a hollow hexagonal prism (6-sided), outer width ~50 units across, height ~45',\n      '- open at the top, closed at the bottom (a cavity for soil)',\n      '- a wall thickness around 3 units',\n      'Output ONLY the .scad source, no prose, no code fences.',\n    ].join('\\n'),\n    meta: {\n      spec: {\n        volumes: [1, 3],\n        bbox: { x: [40, 60], y: [40, 60], z: [40, 55] },\n        minTriangles: 30,\n        hollowBelow: 0.7,\n      },\n      gold: `\n$fn=6; or=25; h=45; t=3;\ndifference(){\n  cylinder(h=h, r=or);\n  translate([0,0,t]) cylinder(h=h, r=or-t);\n}\n`.trim(),\n    },\n  },\n]\n\nexport function createCadDesignAdapter(): BenchmarkAdapter {\n  return {\n    name: 'cad-design',\n\n    async preflight() {\n      try {\n        await execFileAsync('xvfb-run', ['-a', 'openscad', '--version'], { timeout: 30_000 })\n      } catch (err) {\n        const msg = err instanceof Error ? err.message : String(err)\n        throw new Error(\n          `cad-design preflight failed: ${msg}\\n` +\n            `Fix: install OpenSCAD + Xvfb (Debian/Ubuntu: sudo apt-get install -y openscad xvfb). ` +\n            `The judge runs \\`xvfb-run -a openscad -o out.stl model.scad\\` — both must be on PATH.`,\n        )\n      }\n    },\n\n    async loadTasks(opts: LoadOptions = {}) {\n      let tasks = TASKS\n      if (opts.ids) tasks = tasks.filter((t) => opts.ids!.includes(t.id))\n      if (opts.limit != null) tasks = tasks.slice(0, opts.limit)\n      return tasks.map((t): BenchTask => ({ id: t.id, prompt: t.prompt, metadata: t.meta as unknown as Record<string, unknown> }))\n    },\n\n    async goldArtifact(task: BenchTask) {\n      const meta = task.metadata as unknown as CadTaskMeta | undefined\n      return meta?.gold\n    },\n\n    async judge(task: BenchTask, artifact: string): Promise<BenchScore> {\n      const spec = (task.metadata as unknown as CadTaskMeta).spec\n      const src = artifact.trim()\n      if (!src) return { resolved: false, score: 0, detail: 'empty artifact' }\n\n      const dir = await mkdtemp(join(tmpdir(), 'cad-'))\n      const scad = join(dir, 'model.scad')\n      const stlPath = join(dir, 'model.stl')\n      const pngPath = join(dir, 'model.png')\n      await writeFile(scad, src)\n\n      // GATE 1: compile + export STL. Nonzero exit / CGAL error => does not compile.\n      let stderr = ''\n      try {\n        const r = await openscad(['-o', stlPath, scad], dir)\n        stderr = r.stderr\n      } catch (err) {\n        const msg = err instanceof Error ? err.message : String(err)\n        return { resolved: false, score: 0, detail: `compile failed: ${msg.slice(0, 300)}` }\n      }\n\n      // Render a PNG alongside (the artifact run-capsule animates). Non-fatal.\n      try {\n        await openscad(\n          ['-o', pngPath, '--imgsize=1100,850', '--camera=40,30,40,55,0,25,260', '--colorscheme=Tomorrow', scad],\n          dir,\n        )\n      } catch {\n        /* render is for the reel; geometry gate already has the STL */\n      }\n\n      let stl: string\n      try {\n        stl = await readFile(stlPath, 'utf8')\n      } catch {\n        return { resolved: false, score: 0, detail: 'compiled but produced no STL (empty geometry)' }\n      }\n      const volumes = Number(/Volumes:\\s*(\\d+)/.exec(stderr)?.[1] ?? '1')\n      const geo = measureStl(stl, volumes)\n      const { checks, score } = scoreGeometry(geo, spec)\n      const resolved = score === 1\n      const detail = JSON.stringify({\n        checks,\n        geo: {\n          triangles: geo.triangles,\n          volumes: geo.volumes,\n          bbox: { x: +geo.bbox.x.toFixed(1), y: +geo.bbox.y.toFixed(1), z: +geo.bbox.z.toFixed(1) },\n          hollowRatio: +(geo.solidVolume / geo.bboxVolume).toFixed(3),\n          topVsBaseFootprint: geo.baseFootprint ? +(geo.topFootprint / geo.baseFootprint).toFixed(3) : null,\n        },\n        renderPath: pngPath,\n        stlPath,\n      })\n      return { resolved, score, detail }\n    },\n  }\n}\n"],"mappings":";AAyBA,SAAS,gBAAgB;AACzB,SAAS,SAAS,UAAU,iBAAiB;AAC7C,SAAS,cAAc;AACvB,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAG1B,IAAM,gBAAgB,UAAU,QAAQ;AAoBxC,eAAe,SAAS,MAAgB,KAA0D;AAEhG,QAAM,EAAE,QAAQ,OAAO,IAAI,MAAM,cAAc,YAAY,CAAC,MAAM,YAAY,GAAG,IAAI,GAAG;AAAA,IACtF;AAAA,IACA,WAAW,OAAO,OAAO;AAAA,IACzB,SAAS;AAAA,EACX,CAAC;AACD,SAAO,EAAE,QAAQ,OAAO;AAC1B;AAeA,SAAS,WAAW,KAAa,mBAAqC;AACpE,QAAM,QAAyC,CAAC;AAChD,QAAM,OAA8F,CAAC;AACrG,QAAM,KAAK;AACX,MAAI;AACJ,QAAM,OAAwC,CAAC;AAC/C,SAAQ,IAAI,GAAG,KAAK,GAAG,EAAI,MAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;AAC/E,WAAS,IAAI,GAAG,IAAI,IAAI,KAAK,QAAQ,KAAK,EAAG,MAAK,KAAK,CAAC,KAAK,CAAC,GAAI,KAAK,IAAI,CAAC,GAAI,KAAK,IAAI,CAAC,CAAE,CAAC;AAC7F,aAAW,KAAK,KAAM,OAAM,KAAK,CAAC;AAElC,QAAM,KAAK,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,QAAM,KAAK,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,QAAM,KAAK,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAChC,QAAM,MAAM,CAAC,MAAgB,KAAK,IAAI,GAAG,CAAC;AAC1C,QAAM,MAAM,CAAC,MAAgB,KAAK,IAAI,GAAG,CAAC;AAC1C,QAAM,OAAO,IAAI,EAAE;AACnB,QAAM,OAAO,IAAI,EAAE;AACnB,QAAM,IAAI,OAAO,QAAQ;AAGzB,QAAM,YAAY,CAAC,IAAY,OAAuB;AACpD,UAAM,OAAO,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,OAAO,KAAK,KAAK,EAAE,CAAC,KAAK,OAAO,KAAK,CAAC;AAC/E,QAAI,KAAK,SAAS,EAAG,QAAO;AAC5B,UAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC/B,UAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC/B,YAAQ,IAAI,EAAE,IAAI,IAAI,EAAE,MAAM,IAAI,EAAE,IAAI,IAAI,EAAE;AAAA,EAChD;AAGA,MAAI,OAAO;AACX,aAAW,CAAC,GAAG,GAAG,CAAC,KAAK,MAAM;AAC5B,YACE,EAAE,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAChC,EAAE,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAChC,EAAE,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,EACpC;AACA,QAAM,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,IAAI,EAAE,GAAG,GAAG,IAAI,EAAE,IAAI,IAAI,EAAE,GAAG,GAAG,OAAO,KAAK;AAC1E,SAAO;AAAA,IACL,WAAW,KAAK;AAAA,IAChB,SAAS;AAAA,IACT;AAAA,IACA,eAAe,UAAU,GAAG,GAAG;AAAA,IAC/B,cAAc,UAAU,MAAM,CAAC;AAAA,IAC/B,aAAa,KAAK,IAAI,IAAI,IAAI;AAAA,IAC9B,YAAY,KAAK,IAAI,KAAK,IAAI,KAAK,KAAK;AAAA,EAC1C;AACF;AAEA,SAAS,QAAQ,GAAW,CAAC,IAAI,EAAE,GAA8B;AAC/D,SAAO,KAAK,MAAM,KAAK;AACzB;AAGA,SAAS,cAAc,GAAa,MAAmE;AACrG,QAAM,SAAkC,CAAC;AACzC,MAAI,KAAK,QAAS,QAAO,UAAU,QAAQ,EAAE,SAAS,KAAK,OAAO;AAClE,MAAI,KAAK,gBAAgB,KAAM,QAAO,SAAS,EAAE,aAAa,KAAK;AACnE,MAAI,KAAK,MAAM,EAAG,QAAO,QAAQ,QAAQ,EAAE,KAAK,GAAG,KAAK,KAAK,CAAC;AAC9D,MAAI,KAAK,MAAM,EAAG,QAAO,QAAQ,QAAQ,EAAE,KAAK,GAAG,KAAK,KAAK,CAAC;AAC9D,MAAI,KAAK,MAAM,EAAG,QAAO,QAAQ,QAAQ,EAAE,KAAK,GAAG,KAAK,KAAK,CAAC;AAC9D,MAAI,KAAK,eAAe;AACtB,WAAO,cAAc,EAAE,gBAAgB,KAAK,EAAE,eAAe,KAAK,cAAc,EAAE;AACpF,MAAI,KAAK,eAAe,KAAM,QAAO,SAAS,EAAE,cAAc,KAAK,cAAc,EAAE;AACnF,QAAM,OAAO,OAAO,OAAO,MAAM;AACjC,QAAM,QAAQ,KAAK,SAAS,KAAK,OAAO,OAAO,EAAE,SAAS,KAAK,SAAS;AACxE,SAAO,EAAE,QAAQ,MAAM;AACzB;AAMA,SAAS,aAAa,GAAW,GAAW,IAAY,IAAY,IAAY,IAAI,GAAW;AAC7F,SAAO;AAAA,IACL,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUjD,KAAK;AACP;AAOA,SAAS,aAAa,GAIpB;AACA,QAAM,EAAE,IAAI,MAAM,GAAG,GAAG,IAAI,IAAI,GAAG,IAAI;AACvC,QAAM,YAAY,KAAK;AACvB,QAAM,SAAS,YAAY;AAC3B,QAAM,IAAI,KAAK;AACf,QAAM,OAAgB;AAAA,IACpB,SAAS,CAAC,GAAG,KAAK,IAAI,CAAC;AAAA,IACvB,MAAM;AAAA,MACJ,GAAG,CAAC,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC;AAAA,MAC5B,GAAG,CAAC,EAAE,IAAI,IAAI,GAAG,GAAG,IAAI,KAAK,GAAG,CAAC;AAAA,MACjC,GAAG,CAAC,EAAE,SAAS,IAAI,GAAG,GAAG,SAAS,KAAK,GAAG,CAAC;AAAA,IAC7C;AAAA,IACA,cAAc;AAAA,IACd,aAAa;AAAA,IACb,aAAa;AAAA,EACf;AACA,QAAM,SAAS;AAAA,IACb,6BAA6B,IAAI;AAAA,IACjC;AAAA,IACA,uBAAuB,CAAC,WAAW,CAAC;AAAA,IACpC,KAAK,IAAI,KAAK,EAAE,gCAAgC,SAAS,WAAW,6BAA6B,EAAE;AAAA,IACnG;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACX,SAAO,EAAE,IAAI,QAAQ,MAAM,EAAE,MAAM,MAAM,aAAa,GAAG,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE;AAC5E;AAIA,IAAM,mBAAkH;AAAA,EACtH,EAAE,IAAI,WAAW,MAAM,0BAA0B,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EACrF,EAAE,IAAI,SAAS,MAAM,0BAA0B,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EACnF,EAAE,IAAI,YAAY,MAAM,gCAAgC,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EAC5F,EAAE,IAAI,QAAQ,MAAM,oBAAoB,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EAC5E,EAAE,IAAI,aAAa,MAAM,qBAAqB,GAAG,KAAK,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EACnF,EAAE,IAAI,UAAU,MAAM,0CAA0C,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EACpG,EAAE,IAAI,aAAa,MAAM,yBAAyB,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EACtF,EAAE,IAAI,mBAAmB,MAAM,0BAA0B,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EAC7F,EAAE,IAAI,aAAa,MAAM,kCAAkC,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AAAA,EAC/F,EAAE,IAAI,cAAc,MAAM,wCAAwC,GAAG,IAAI,GAAG,IAAI,IAAI,IAAI,IAAI,GAAG,IAAI,GAAG;AACxG;AAIA,IAAM,mBAAmB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMvB,KAAK;AAIP,IAAM,cAAc;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOlB,KAAK;AAEP,IAAM,QAAkE;AAAA,EACtE;AAAA,IACE,IAAI;AAAA,IACJ,QAAQ;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,EAAE,KAAK,IAAI;AAAA,IACX,MAAM;AAAA,MACJ,MAAM;AAAA,QACJ,SAAS,CAAC,GAAG,EAAE;AAAA,QACf,MAAM,EAAE,GAAG,CAAC,IAAI,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE;AAAA,QAChD,cAAc;AAAA,QACd,aAAa;AAAA,QACb,aAAa;AAAA,MACf;AAAA,MACA,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWV,KAAK;AAAA,IACH;AAAA,EACF;AAAA,EACA,GAAG,iBAAiB,IAAI,YAAY;AAAA,EACpC;AAAA,IACE,IAAI;AAAA,IACJ,QAAQ;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,EAAE,KAAK,IAAI;AAAA,IACX,MAAM;AAAA,MACJ,MAAM;AAAA,QACJ,SAAS,CAAC,GAAG,CAAC;AAAA,QACd,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE;AAAA,QAC/C,cAAc;AAAA,QACd,aAAa;AAAA,QACb,aAAa;AAAA,MACf;AAAA,MACA,MAAM;AAAA,IACR;AAAA,EACF;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,QAAQ;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,EAAE,KAAK,IAAI;AAAA,IACX,MAAM;AAAA,MACJ,MAAM;AAAA,QACJ,SAAS,CAAC,GAAG,CAAC;AAAA,QACd,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,EAAE;AAAA,QAC9C,cAAc;AAAA,QACd,aAAa;AAAA,QACb,aAAa;AAAA,MACf;AAAA,MACA,MAAM;AAAA,IACR;AAAA,EACF;AAAA,EACA;AAAA,IACE,IAAI;AAAA,IACJ,QAAQ;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,EAAE,KAAK,IAAI;AAAA,IACX,MAAM;AAAA,MACJ,MAAM;AAAA,QACJ,SAAS,CAAC,GAAG,CAAC;AAAA,QACd,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,EAAE;AAAA,QAC9C,cAAc;AAAA,QACd,aAAa;AAAA,MACf;AAAA,MACA,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMV,KAAK;AAAA,IACH;AAAA,EACF;AACF;AAEO,SAAS,yBAA2C;AACzD,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,MAAM,YAAY;AAChB,UAAI;AACF,cAAM,cAAc,YAAY,CAAC,MAAM,YAAY,WAAW,GAAG,EAAE,SAAS,IAAO,CAAC;AAAA,MACtF,SAAS,KAAK;AACZ,cAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,cAAM,IAAI;AAAA,UACR,gCAAgC,GAAG;AAAA;AAAA,QAGrC;AAAA,MACF;AAAA,IACF;AAAA,IAEA,MAAM,UAAU,OAAoB,CAAC,GAAG;AACtC,UAAI,QAAQ;AACZ,UAAI,KAAK,IAAK,SAAQ,MAAM,OAAO,CAAC,MAAM,KAAK,IAAK,SAAS,EAAE,EAAE,CAAC;AAClE,UAAI,KAAK,SAAS,KAAM,SAAQ,MAAM,MAAM,GAAG,KAAK,KAAK;AACzD,aAAO,MAAM,IAAI,CAAC,OAAkB,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,QAAQ,UAAU,EAAE,KAA2C,EAAE;AAAA,IAC7H;AAAA,IAEA,MAAM,aAAa,MAAiB;AAClC,YAAM,OAAO,KAAK;AAClB,aAAO,MAAM;AAAA,IACf;AAAA,IAEA,MAAM,MAAM,MAAiB,UAAuC;AAClE,YAAM,OAAQ,KAAK,SAAoC;AACvD,YAAM,MAAM,SAAS,KAAK;AAC1B,UAAI,CAAC,IAAK,QAAO,EAAE,UAAU,OAAO,OAAO,GAAG,QAAQ,iBAAiB;AAEvE,YAAM,MAAM,MAAM,QAAQ,KAAK,OAAO,GAAG,MAAM,CAAC;AAChD,YAAM,OAAO,KAAK,KAAK,YAAY;AACnC,YAAM,UAAU,KAAK,KAAK,WAAW;AACrC,YAAM,UAAU,KAAK,KAAK,WAAW;AACrC,YAAM,UAAU,MAAM,GAAG;AAGzB,UAAI,SAAS;AACb,UAAI;AACF,cAAM,IAAI,MAAM,SAAS,CAAC,MAAM,SAAS,IAAI,GAAG,GAAG;AACnD,iBAAS,EAAE;AAAA,MACb,SAAS,KAAK;AACZ,cAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,eAAO,EAAE,UAAU,OAAO,OAAO,GAAG,QAAQ,mBAAmB,IAAI,MAAM,GAAG,GAAG,CAAC,GAAG;AAAA,MACrF;AAGA,UAAI;AACF,cAAM;AAAA,UACJ,CAAC,MAAM,SAAS,sBAAsB,iCAAiC,0BAA0B,IAAI;AAAA,UACrG;AAAA,QACF;AAAA,MACF,QAAQ;AAAA,MAER;AAEA,UAAI;AACJ,UAAI;AACF,cAAM,MAAM,SAAS,SAAS,MAAM;AAAA,MACtC,QAAQ;AACN,eAAO,EAAE,UAAU,OAAO,OAAO,GAAG,QAAQ,gDAAgD;AAAA,MAC9F;AACA,YAAM,UAAU,OAAO,mBAAmB,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG;AAClE,YAAM,MAAM,WAAW,KAAK,OAAO;AACnC,YAAM,EAAE,QAAQ,MAAM,IAAI,cAAc,KAAK,IAAI;AACjD,YAAM,WAAW,UAAU;AAC3B,YAAM,SAAS,KAAK,UAAU;AAAA,QAC5B;AAAA,QACA,KAAK;AAAA,UACH,WAAW,IAAI;AAAA,UACf,SAAS,IAAI;AAAA,UACb,MAAM,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,EAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,EAAE,QAAQ,CAAC,EAAE;AAAA,UACxF,aAAa,EAAE,IAAI,cAAc,IAAI,YAAY,QAAQ,CAAC;AAAA,UAC1D,oBAAoB,IAAI,gBAAgB,EAAE,IAAI,eAAe,IAAI,eAAe,QAAQ,CAAC,IAAI;AAAA,QAC/F;AAAA,QACA,YAAY;AAAA,QACZ;AAAA,MACF,CAAC;AACD,aAAO,EAAE,UAAU,OAAO,OAAO;AAAA,IACnC;AAAA,EACF;AACF;","names":[]}