@tangle-network/agent-bench 0.1.0 → 0.3.6

package/dist/chunk-INNOYXCP.js

@@ -0,0 +1,387 @@
+// src/benchmarks/frames.ts
+import { execFile } from "child_process";
+import { readFile } from "fs/promises";
+import { join } from "path";
+import { fileURLToPath } from "url";
+import { promisify } from "util";
+var execFileAsync = promisify(execFile);
+var BENCH_ROOT = fileURLToPath(new URL("../..", import.meta.url));
+var PY = join(BENCH_ROOT, ".venv", "bin", "python");
+var FIXTURES = join(BENCH_ROOT, "fixtures", "frames.json");
+var DATASET = "google/frames-benchmark";
+var DATASET_REVISION = "main";
+var FINAL_ANSWER_SENTINEL = "FINAL ANSWER:";
+var WORKER_CONTRACT = [
+  "",
+  "Research the question using live web sources and answer it.",
+  "Cite the sources you used as full URLs, one per line, in a `CITATIONS:` block.",
+  `End your response with a single final line: \`${FINAL_ANSWER_SENTINEL} <answer>\``,
+  "The answer after the sentinel must be the bare value only (no explanation on that line)."
+].join("\n");
+async function py(script, args = []) {
+  const { stdout } = await execFileAsync(PY, ["-c", script, ...args], {
+    maxBuffer: 1024 * 1024 * 256
+  });
+  return stdout;
+}
+var ARTICLES = /* @__PURE__ */ new Set(["a", "an", "the"]);
+var UNIT_WORDS = /* @__PURE__ */ new Set([
+  "years",
+  "year",
+  "months",
+  "month",
+  "days",
+  "day",
+  "people",
+  "percent",
+  "dollars",
+  "meters",
+  "metres",
+  "kilometers",
+  "kilometres",
+  "miles",
+  "km",
+  "m"
+]);
+var WRITTEN_NUMBERS = {
+  zero: 0,
+  one: 1,
+  two: 2,
+  three: 3,
+  four: 4,
+  five: 5,
+  six: 6,
+  seven: 7,
+  eight: 8,
+  nine: 9,
+  ten: 10,
+  eleven: 11,
+  twelve: 12,
+  thirteen: 13,
+  fourteen: 14,
+  fifteen: 15,
+  sixteen: 16,
+  seventeen: 17,
+  eighteen: 18,
+  nineteen: 19,
+  twenty: 20,
+  thirty: 30,
+  forty: 40,
+  fifty: 50,
+  sixty: 60,
+  seventy: 70,
+  eighty: 80,
+  ninety: 90,
+  hundred: 100,
+  thousand: 1e3,
+  million: 1e6,
+  billion: 1e9
+};
+var MONTHS = {
+  january: "01",
+  february: "02",
+  march: "03",
+  april: "04",
+  may: "05",
+  june: "06",
+  july: "07",
+  august: "08",
+  september: "09",
+  october: "10",
+  november: "11",
+  december: "12"
+};
+var SCALES = /* @__PURE__ */ new Set(["hundred", "thousand", "million", "billion"]);
+function composeWrittenRun(words) {
+  let total = 0;
+  let current = 0;
+  for (const w of words) {
+    const v = WRITTEN_NUMBERS[w];
+    if (v === void 0) continue;
+    if (w === "hundred") {
+      current = (current === 0 ? 1 : current) * 100;
+    } else if (SCALES.has(w)) {
+      current = (current === 0 ? 1 : current) * v;
+      total += current;
+      current = 0;
+    } else {
+      current += v;
+    }
+  }
+  return total + current;
+}
+function canonicalizeNumbers(s) {
+  let out = s.replace(/(\d),(?=\d{3}\b)/g, "$1");
+  out = out.replace(/\b(\d+(?:\.\d+)?)\s+(hundred|thousand|million|billion)\b/g, (_m, num, scaleWord) => {
+    const scale = WRITTEN_NUMBERS[scaleWord] ?? 1;
+    return String(Number(num) * scale);
+  });
+  out = out.replace(/\b[a-z]+(?:[\s-]+[a-z]+)*\b/g, (run) => {
+    const words = run.split(/[\s-]+/);
+    if (!words.every((w) => w in WRITTEN_NUMBERS)) return run;
+    return String(composeWrittenRun(words));
+  });
+  return out;
+}
+function canonicalizeDates(s) {
+  let out = s.replace(
+    /\b(january|february|march|april|may|june|july|august|september|october|november|december)\s+(\d{1,2}),?\s+(\d{4})\b/g,
+    (_m, mon, day, year) => `${year}-${MONTHS[mon]}-${day.padStart(2, "0")}`
+  );
+  out = out.replace(
+    /\b(\d{1,2})\s+(january|february|march|april|may|june|july|august|september|october|november|december)\s+(\d{4})\b/g,
+    (_m, day, mon, year) => `${year}-${MONTHS[mon]}-${day.padStart(2, "0")}`
+  );
+  return out;
+}
+function normalizeAnswer(input) {
+  let s = input.toLowerCase();
+  s = canonicalizeDates(s);
+  s = canonicalizeNumbers(s);
+  s = s.replace(/[^\w\s-]/g, " ");
+  const tokens = s.split(/\s+/).filter((t) => t.length > 0).filter((t) => !ARTICLES.has(t)).filter((t) => !UNIT_WORDS.has(t));
+  return tokens.join(" ").trim();
+}
+function tier1Match(candidate, gold) {
+  const nc = normalizeAnswer(candidate);
+  const ng = normalizeAnswer(gold);
+  if (ng.length === 0) return false;
+  if (nc === ng) return true;
+  const re = new RegExp(`(^|\\s)${ng.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}(\\s|$)`);
+  return re.test(nc);
+}
+function parseFinalAnswer(artifact) {
+  const lines = artifact.split(/\r?\n/);
+  for (let i = lines.length - 1; i >= 0; i -= 1) {
+    const line = lines[i] ?? "";
+    const idx = line.toUpperCase().indexOf(FINAL_ANSWER_SENTINEL);
+    if (idx !== -1) return line.slice(idx + FINAL_ANSWER_SENTINEL.length).trim();
+  }
+  for (let i = lines.length - 1; i >= 0; i -= 1) {
+    const t = (lines[i] ?? "").trim();
+    if (t.length > 0) return t;
+  }
+  return "";
+}
+function parseCitations(artifact) {
+  const urls = /* @__PURE__ */ new Set();
+  for (const m of artifact.matchAll(/https?:\/\/[^\s)<>"']+/g)) {
+    urls.add(m[0].replace(/[.,;]+$/, ""));
+  }
+  return [...urls];
+}
+function citationCoverage(citations, goldSources) {
+  if (goldSources.length === 0) return 1;
+  const slug = (u) => {
+    const m = u.match(/\/wiki\/([^#?]+)/);
+    return m ? decodeURIComponent(m[1] ?? "").toLowerCase() : u.toLowerCase();
+  };
+  const got = new Set(citations.map(slug));
+  let hit = 0;
+  for (const g of goldSources) if (got.has(slug(g))) hit += 1;
+  return hit / goldSources.length;
+}
+var JUDGE_PROMPT = (question, gold, candidate) => [
+  "You are a strict answer-equivalence checker for a factual question-answering benchmark.",
+  "Decide ONLY whether the candidate answer is semantically equivalent to the gold answer for this question.",
+  "It is CORRECT iff it contains the same factual value as the gold answer. Extra correct detail is fine.",
+  "A different value, a missing value, or a wrong value is INCORRECT.",
+  "",
+  `Question: ${question}`,
+  `Gold answer: ${gold}`,
+  `Candidate answer: ${candidate}`,
+  "",
+  "Respond with ONLY a fenced JSON block and nothing else:",
+  "```json",
+  '{"verdict": "correct" | "incorrect"}',
+  "```"
+].join("\n");
+function judgeRouter() {
+  const model = process.env.JUDGE_MODEL;
+  if (!model) throw new Error("JUDGE_MODEL is required for the FRAMES Tier-2 equivalence judge");
+  const key = process.env.TANGLE_API_KEY;
+  if (!key) throw new Error("TANGLE_API_KEY is required for the FRAMES Tier-2 judge");
+  const baseUrl = process.env.JUDGE_ROUTER_BASE ?? process.env.ROUTER_BASE ?? "https://router.tangle.tools/v1";
+  return { baseUrl, key, model };
+}
+async function tier2Judge(question, gold, candidate, router) {
+  const res = await fetch(`${router.baseUrl}/chat/completions`, {
+    method: "POST",
+    headers: { "content-type": "application/json", authorization: `Bearer ${router.key}` },
+    body: JSON.stringify({
+      model: router.model,
+      temperature: 0,
+      seed: 0,
+      messages: [{ role: "user", content: JUDGE_PROMPT(question, gold, candidate) }]
+    })
+  });
+  if (!res.ok) {
+    throw new Error(`FRAMES Tier-2 judge HTTP ${res.status}: ${(await res.text()).slice(0, 300)}`);
+  }
+  const body = await res.json();
+  const content = body.choices?.[0]?.message?.content;
+  if (typeof content !== "string") {
+    throw new Error(`FRAMES Tier-2 judge returned no message content: ${JSON.stringify(body).slice(0, 300)}`);
+  }
+  const fenced = content.match(/```(?:json)?\s*([\s\S]*?)```/);
+  const raw = (fenced ? fenced[1] : content)?.trim() ?? "";
+  let parsed;
+  try {
+    parsed = JSON.parse(raw);
+  } catch {
+    throw new Error(`FRAMES Tier-2 judge produced unparseable output (no JSON verdict): ${content.slice(0, 300)}`);
+  }
+  if (parsed.verdict === "correct") return true;
+  if (parsed.verdict === "incorrect") return false;
+  throw new Error(`FRAMES Tier-2 judge verdict not in {correct,incorrect}: ${JSON.stringify(parsed).slice(0, 200)}`);
+}
+function parseWikiLinks(raw) {
+  if (!raw) return [];
+  const out = [];
+  for (const m of raw.matchAll(/https?:\/\/[^\s'"\]]+/g)) out.push(m[0]);
+  return out;
+}
+function rowToTask(row, index) {
+  const goldSources = parseWikiLinks(row.wiki_links);
+  const meta = {
+    gold: row.Answer,
+    goldSources,
+    reasoningTypes: row.reasoning_types ?? "",
+    rawPrompt: row.Prompt
+  };
+  return {
+    id: `frames-${index}`,
+    split: "test",
+    prompt: row.Prompt + WORKER_CONTRACT,
+    metadata: meta
+  };
+}
+function readMeta(task) {
+  const md = task.metadata;
+  if (!md || typeof md.gold !== "string") {
+    throw new Error(`FRAMES task ${task.id} missing metadata.gold \u2014 loadTasks did not populate it`);
+  }
+  return md;
+}
+async function loadFixtures(opts) {
+  const rows = JSON.parse(await readFile(FIXTURES, "utf8"));
+  console.log(`[frames] FRAMES_FIXTURES=1 \u2014 loading ${rows.length} committed fixtures (no HF download)`);
+  let tasks = rows.map(rowToTask);
+  if (opts.ids) {
+    const want = new Set(opts.ids);
+    tasks = tasks.filter((t) => want.has(t.id));
+  } else if (opts.limit !== void 0) {
+    tasks = tasks.slice(0, opts.limit);
+  }
+  return tasks;
+}
+function createFramesAdapter() {
+  const fixturesMode = process.env.FRAMES_FIXTURES === "1";
+  return {
+    name: "frames",
+    async preflight() {
+      judgeRouter();
+      if (fixturesMode) {
+        await readFile(FIXTURES, "utf8").catch((err) => {
+          throw new Error(`FRAMES_FIXTURES=1 but ${FIXTURES} unreadable: ${err instanceof Error ? err.message : err}`);
+        });
+        return;
+      }
+      try {
+        await py(
+          `from datasets import load_dataset
+load_dataset(${JSON.stringify(DATASET)}, split='test', revision=${JSON.stringify(DATASET_REVISION)})
+print('ok')`
+        );
+      } catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        throw new Error(
+          `frames preflight failed: ${msg}
+Fix: (1) python3 -m venv bench/.venv && bench/.venv/bin/pip install datasets ; (2) ensure network access to Hugging Face for ${DATASET} ; or set FRAMES_FIXTURES=1 to run against the committed fixtures offline.`
+        );
+      }
+    },
+    async loadTasks(opts = {}) {
+      if (fixturesMode) return loadFixtures(opts);
+      const limit = opts.limit ?? 10;
+      const script = `
+import json, sys
+from datasets import load_dataset
+ds = load_dataset(${JSON.stringify(DATASET)}, split='test', revision=${JSON.stringify(DATASET_REVISION)})
+ids = set(json.loads(sys.argv[1])) if len(sys.argv) > 1 and sys.argv[1] else None
+out = []
+for i, r in enumerate(ds):
+    rid = f"frames-{i}"
+    if ids is not None and rid not in ids:
+        continue
+    out.append({
+        "_index": i,
+        "Prompt": r.get("Prompt", ""),
+        "Answer": r.get("Answer", ""),
+        "wiki_links": str(r.get("wiki_links", "")),
+        "reasoning_types": str(r.get("reasoning_types", "")),
+    })
+    if ids is None and len(out) >= ${limit}:
+        break
+print(json.dumps(out))
+`;
+      const stdout = await py(script, [opts.ids ? JSON.stringify(opts.ids) : ""]);
+      const rows = JSON.parse(stdout);
+      return rows.map((r) => rowToTask(r, r._index));
+    },
+    async goldArtifact(task) {
+      const meta = readMeta(task);
+      return `${FINAL_ANSWER_SENTINEL} ${meta.gold}`;
+    },
+    async judge(task, artifact) {
+      const meta = readMeta(task);
+      const finalAnswer = parseFinalAnswer(artifact);
+      const citations = parseCitations(artifact);
+      const coverage = citationCoverage(citations, meta.goldSources);
+      if (finalAnswer.length === 0) {
+        return {
+          resolved: false,
+          score: 0,
+          detail: JSON.stringify({
+            tier: "none",
+            reason: "no parseable answer",
+            normalizedGold: normalizeAnswer(meta.gold),
+            citationCoverage: coverage
+          })
+        };
+      }
+      if (tier1Match(finalAnswer, meta.gold)) {
+        return {
+          resolved: true,
+          score: 1,
+          detail: JSON.stringify({
+            tier: 1,
+            normalizedAnswer: normalizeAnswer(finalAnswer),
+            normalizedGold: normalizeAnswer(meta.gold),
+            citationCoverage: coverage
+          })
+        };
+      }
+      const verdict = await tier2Judge(meta.rawPrompt, meta.gold, finalAnswer, judgeRouter());
+      return {
+        resolved: verdict,
+        score: verdict ? 1 : 0,
+        detail: JSON.stringify({
+          tier: 2,
+          normalizedAnswer: normalizeAnswer(finalAnswer),
+          normalizedGold: normalizeAnswer(meta.gold),
+          judgeVerdict: verdict ? "correct" : "incorrect",
+          citationCoverage: coverage
+        })
+      };
+    }
+  };
+}
+
+export {
+  normalizeAnswer,
+  parseFinalAnswer,
+  parseCitations,
+  createFramesAdapter
+};
+//# sourceMappingURL=chunk-INNOYXCP.js.map

package/dist/chunk-INNOYXCP.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/benchmarks/frames.ts"],"sourcesContent":["/**\n * FRAMES adapter (google/frames-benchmark). Worker artifact = a single free-text\n * final answer string (optionally preceded by a citations block). FRAMES ships,\n * per item, a short gold `Answer` PLUS gold `wiki_links` (the Wikipedia URLs\n * needed to answer) — the gold-citation column is what lets the loop's critic\n * check citation coverage deterministically.\n *\n * Judge is two-tier, deterministic-first:\n *   Tier 1 — normalized exact / token-boundary containment match (no model tokens).\n *   Tier 2 — a constrained binary equivalence gate via a pinned LLM (JUDGE_MODEL,\n *            temperature 0), fired ONLY when Tier 1 misses, to absorb the\n *            paraphrase/alias equivalence FRAMES intends to allow.\n *\n * score is binary (resolved ? 1 : 0) — FRAMES has no partial credit. The judge\n * resolves strictly on the Answer value; wiki_links are a SOFT signal surfaced\n * in `detail` for the critic, never a hard pass criterion.\n *\n * Requires for a live run: the bench `.venv` with `datasets` installed and a\n * JUDGE_MODEL router key. For offline/CI verification set FRAMES_FIXTURES=1 to\n * load the committed fixtures (bench/fixtures/frames.json) — no HF download.\n */\n\nimport { execFile } from 'node:child_process'\nimport { readFile } from 'node:fs/promises'\nimport { join } from 'node:path'\nimport { fileURLToPath } from 'node:url'\nimport { promisify } from 'node:util'\nimport type { BenchmarkAdapter, BenchScore, BenchTask, LoadOptions } from './types'\n\nconst execFileAsync = promisify(execFile)\nconst BENCH_ROOT = fileURLToPath(new URL('../..', import.meta.url))\nconst PY = join(BENCH_ROOT, '.venv', 'bin', 'python')\nconst FIXTURES = join(BENCH_ROOT, 'fixtures', 'frames.json')\n\nconst DATASET = 'google/frames-benchmark'\n/** Pin the dataset revision: ids are derived from row order (no native id column),\n *  so a reorder would break opts.ids selection + scorecard joins. */\nconst DATASET_REVISION = 'main'\nconst FINAL_ANSWER_SENTINEL = 'FINAL ANSWER:'\n\n/** Worker contract appended to every task prompt. Tier-1 parsing keys off the sentinel. */\nconst WORKER_CONTRACT = [\n  '',\n  'Research the question using live web sources and answer it.',\n  'Cite the sources you used as full URLs, one per line, in a `CITATIONS:` block.',\n  `End your response with a single final line: \\`${FINAL_ANSWER_SENTINEL} <answer>\\``,\n  'The answer after the sentinel must be the bare value only (no explanation on that line).',\n].join('\\n')\n\n/**\n * Typed seam for the future dynamic-topology research worker. The benchmark\n * adapter scores a plain `string` artifact (the BenchmarkAdapter contract); the\n * loop worker decodes its agent runs into a {@link ResearchAnswer} and serializes\n * `finalAnswer` (+ optional `CITATIONS:` block) into that string before judging.\n */\nexport interface ResearchTask {\n  id: string\n  question: string\n  /** Gold short answer — judge resolves strictly against this. */\n  gold: string\n  /** Gold Wikipedia URLs — SOFT citation-coverage signal for the critic, never a hard gate. */\n  goldSources: string[]\n  /** FRAMES reasoning_types, e.g. 'numerical | temporal' — slices the scorecard by hop-type. */\n  reasoningTypes: string\n}\n\nexport interface ResearchAnswer {\n  finalAnswer: string\n  citations: string[]\n}\n\ninterface FramesRow {\n  Prompt: string\n  Answer: string\n  wiki_links: string\n  reasoning_types: string\n}\n\ninterface FramesMeta {\n  gold: string\n  goldSources: string[]\n  reasoningTypes: string\n  rawPrompt: string\n}\n\n/** Run the bench venv python with a script on stdin; return stdout (throws on nonzero). */\nasync function py(script: string, args: string[] = []): Promise<string> {\n  const { stdout } = await execFileAsync(PY, ['-c', script, ...args], {\n    maxBuffer: 1024 * 1024 * 256,\n  })\n  return stdout\n}\n\nconst ARTICLES = new Set(['a', 'an', 'the'])\nconst UNIT_WORDS = new Set([\n  'years',\n  'year',\n  'months',\n  'month',\n  'days',\n  'day',\n  'people',\n  'percent',\n  'dollars',\n  'meters',\n  'metres',\n  'kilometers',\n  'kilometres',\n  'miles',\n  'km',\n  'm',\n])\n\nconst WRITTEN_NUMBERS: Record<string, number> = {\n  zero: 0,\n  one: 1,\n  two: 2,\n  three: 3,\n  four: 4,\n  five: 5,\n  six: 6,\n  seven: 7,\n  eight: 8,\n  nine: 9,\n  ten: 10,\n  eleven: 11,\n  twelve: 12,\n  thirteen: 13,\n  fourteen: 14,\n  fifteen: 15,\n  sixteen: 16,\n  seventeen: 17,\n  eighteen: 18,\n  nineteen: 19,\n  twenty: 20,\n  thirty: 30,\n  forty: 40,\n  fifty: 50,\n  sixty: 60,\n  seventy: 70,\n  eighty: 80,\n  ninety: 90,\n  hundred: 100,\n  thousand: 1000,\n  million: 1_000_000,\n  billion: 1_000_000_000,\n}\n\nconst MONTHS: Record<string, string> = {\n  january: '01',\n  february: '02',\n  march: '03',\n  april: '04',\n  may: '05',\n  june: '06',\n  july: '07',\n  august: '08',\n  september: '09',\n  october: '10',\n  november: '11',\n  december: '12',\n}\n\nconst SCALES = new Set(['hundred', 'thousand', 'million', 'billion'])\n\n/** Fold a run of written-number words into one integer (\"twenty eight\"→28, \"two hundred\"→200). */\nfunction composeWrittenRun(words: string[]): number {\n  let total = 0\n  let current = 0\n  for (const w of words) {\n    const v = WRITTEN_NUMBERS[w]\n    if (v === undefined) continue\n    if (w === 'hundred') {\n      current = (current === 0 ? 1 : current) * 100\n    } else if (SCALES.has(w)) {\n      current = (current === 0 ? 1 : current) * v\n      total += current\n      current = 0\n    } else {\n      current += v\n    }\n  }\n  return total + current\n}\n\n/** Canonicalize \"1,234\" / \"1.2 million\" / written numerals to a single numeric token. */\nfunction canonicalizeNumbers(s: string): string {\n  // \"1,234,567\" → \"1234567\"\n  let out = s.replace(/(\\d),(?=\\d{3}\\b)/g, '$1')\n  // \"1.2 million\" / \"3 billion\" → expanded integer\n  out = out.replace(/\\b(\\d+(?:\\.\\d+)?)\\s+(hundred|thousand|million|billion)\\b/g, (_m, num: string, scaleWord: string) => {\n    const scale = WRITTEN_NUMBERS[scaleWord] ?? 1\n    return String(Number(num) * scale)\n  })\n  // fold contiguous runs of written-number words into one integer\n  out = out.replace(/\\b[a-z]+(?:[\\s-]+[a-z]+)*\\b/g, (run) => {\n    const words = run.split(/[\\s-]+/)\n    if (!words.every((w) => w in WRITTEN_NUMBERS)) return run\n    return String(composeWrittenRun(words))\n  })\n  return out\n}\n\n/** \"March 3, 1879\" / \"3 March 1879\" → \"1879-03-03\"; year-only stays as the year. */\nfunction canonicalizeDates(s: string): string {\n  let out = s.replace(\n    /\\b(january|february|march|april|may|june|july|august|september|october|november|december)\\s+(\\d{1,2}),?\\s+(\\d{4})\\b/g,\n    (_m, mon: string, day: string, year: string) => `${year}-${MONTHS[mon]}-${day.padStart(2, '0')}`,\n  )\n  out = out.replace(\n    /\\b(\\d{1,2})\\s+(january|february|march|april|may|june|july|august|september|october|november|december)\\s+(\\d{4})\\b/g,\n    (_m, day: string, mon: string, year: string) => `${year}-${MONTHS[mon]}-${day.padStart(2, '0')}`,\n  )\n  return out\n}\n\n/** Port of the SQuAD/GAIA normalize_answer routine, plus number/date canonicalization. */\nexport function normalizeAnswer(input: string): string {\n  let s = input.toLowerCase()\n  s = canonicalizeDates(s)\n  s = canonicalizeNumbers(s)\n  // strip punctuation (keep alphanumerics, ISO-date hyphens collapse to space-free below)\n  s = s.replace(/[^\\w\\s-]/g, ' ')\n  // tokenize, drop articles + trailing unit words, keep order\n  const tokens = s\n    .split(/\\s+/)\n    .filter((t) => t.length > 0)\n    .filter((t) => !ARTICLES.has(t))\n    .filter((t) => !UNIT_WORDS.has(t))\n  return tokens.join(' ').trim()\n}\n\n/** Tier-1 match: normalized equality OR normalized gold as a token-boundary substring. */\nfunction tier1Match(candidate: string, gold: string): boolean {\n  const nc = normalizeAnswer(candidate)\n  const ng = normalizeAnswer(gold)\n  if (ng.length === 0) return false\n  if (nc === ng) return true\n  // token-boundary containment: gold appears as a whole-token run inside candidate\n  const re = new RegExp(`(^|\\\\s)${ng.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&')}(\\\\s|$)`)\n  return re.test(nc)\n}\n\n/**\n * Parse the worker artifact into the final answer string.\n * Order: the `FINAL ANSWER:` sentinel first (deterministic-extraction discipline);\n * fall back to the last non-empty line. Returns '' when nothing is parseable\n * (fail-closed — never guess), which judge() counts as resolved=false.\n */\nexport function parseFinalAnswer(artifact: string): string {\n  const lines = artifact.split(/\\r?\\n/)\n  for (let i = lines.length - 1; i >= 0; i -= 1) {\n    const line = lines[i] ?? ''\n    const idx = line.toUpperCase().indexOf(FINAL_ANSWER_SENTINEL)\n    if (idx !== -1) return line.slice(idx + FINAL_ANSWER_SENTINEL.length).trim()\n  }\n  for (let i = lines.length - 1; i >= 0; i -= 1) {\n    const t = (lines[i] ?? '').trim()\n    if (t.length > 0) return t\n  }\n  return ''\n}\n\n/** Extract cited URLs from a `CITATIONS:` block and any bare URLs in the artifact. */\nexport function parseCitations(artifact: string): string[] {\n  const urls = new Set<string>()\n  for (const m of artifact.matchAll(/https?:\\/\\/[^\\s)<>\"']+/g)) {\n    urls.add(m[0].replace(/[.,;]+$/, ''))\n  }\n  return [...urls]\n}\n\n/** Fraction of gold Wikipedia article slugs touched by the candidate's citations. SOFT signal. */\nfunction citationCoverage(citations: string[], goldSources: string[]): number {\n  if (goldSources.length === 0) return 1\n  const slug = (u: string) => {\n    const m = u.match(/\\/wiki\\/([^#?]+)/)\n    return m ? decodeURIComponent(m[1] ?? '').toLowerCase() : u.toLowerCase()\n  }\n  const got = new Set(citations.map(slug))\n  let hit = 0\n  for (const g of goldSources) if (got.has(slug(g))) hit += 1\n  return hit / goldSources.length\n}\n\nconst JUDGE_PROMPT = (question: string, gold: string, candidate: string): string =>\n  [\n    'You are a strict answer-equivalence checker for a factual question-answering benchmark.',\n    'Decide ONLY whether the candidate answer is semantically equivalent to the gold answer for this question.',\n    'It is CORRECT iff it contains the same factual value as the gold answer. Extra correct detail is fine.',\n    'A different value, a missing value, or a wrong value is INCORRECT.',\n    '',\n    `Question: ${question}`,\n    `Gold answer: ${gold}`,\n    `Candidate answer: ${candidate}`,\n    '',\n    'Respond with ONLY a fenced JSON block and nothing else:',\n    '```json',\n    '{\"verdict\": \"correct\" | \"incorrect\"}',\n    '```',\n  ].join('\\n')\n\ninterface JudgeRouter {\n  baseUrl: string\n  key: string\n  model: string\n}\n\nfunction judgeRouter(): JudgeRouter {\n  const model = process.env.JUDGE_MODEL\n  if (!model) throw new Error('JUDGE_MODEL is required for the FRAMES Tier-2 equivalence judge')\n  const key = process.env.TANGLE_API_KEY\n  if (!key) throw new Error('TANGLE_API_KEY is required for the FRAMES Tier-2 judge')\n  const baseUrl = process.env.JUDGE_ROUTER_BASE ?? process.env.ROUTER_BASE ?? 'https://router.tangle.tools/v1'\n  return { baseUrl, key, model }\n}\n\n/** Constrained binary equivalence gate. Pinned model, temperature 0; fail loud on unparseable output. */\nasync function tier2Judge(\n  question: string,\n  gold: string,\n  candidate: string,\n  router: JudgeRouter,\n): Promise<boolean> {\n  const res = await fetch(`${router.baseUrl}/chat/completions`, {\n    method: 'POST',\n    headers: { 'content-type': 'application/json', authorization: `Bearer ${router.key}` },\n    body: JSON.stringify({\n      model: router.model,\n      temperature: 0,\n      seed: 0,\n      messages: [{ role: 'user', content: JUDGE_PROMPT(question, gold, candidate) }],\n    }),\n  })\n  if (!res.ok) {\n    throw new Error(`FRAMES Tier-2 judge HTTP ${res.status}: ${(await res.text()).slice(0, 300)}`)\n  }\n  const body = (await res.json()) as { choices?: Array<{ message?: { content?: string } }> }\n  const content = body.choices?.[0]?.message?.content\n  if (typeof content !== 'string') {\n    throw new Error(`FRAMES Tier-2 judge returned no message content: ${JSON.stringify(body).slice(0, 300)}`)\n  }\n  const fenced = content.match(/```(?:json)?\\s*([\\s\\S]*?)```/)\n  const raw = (fenced ? fenced[1] : content)?.trim() ?? ''\n  let parsed: { verdict?: unknown }\n  try {\n    parsed = JSON.parse(raw) as { verdict?: unknown }\n  } catch {\n    throw new Error(`FRAMES Tier-2 judge produced unparseable output (no JSON verdict): ${content.slice(0, 300)}`)\n  }\n  if (parsed.verdict === 'correct') return true\n  if (parsed.verdict === 'incorrect') return false\n  throw new Error(`FRAMES Tier-2 judge verdict not in {correct,incorrect}: ${JSON.stringify(parsed).slice(0, 200)}`)\n}\n\n/** FRAMES wiki_links is a python-repr list string, e.g. \"['https://…', 'https://…']\". */\nfunction parseWikiLinks(raw: string): string[] {\n  if (!raw) return []\n  const out: string[] = []\n  for (const m of raw.matchAll(/https?:\\/\\/[^\\s'\"\\]]+/g)) out.push(m[0])\n  return out\n}\n\nfunction rowToTask(row: FramesRow, index: number): BenchTask {\n  const goldSources = parseWikiLinks(row.wiki_links)\n  const meta: FramesMeta = {\n    gold: row.Answer,\n    goldSources,\n    reasoningTypes: row.reasoning_types ?? '',\n    rawPrompt: row.Prompt,\n  }\n  return {\n    id: `frames-${index}`,\n    split: 'test',\n    prompt: row.Prompt + WORKER_CONTRACT,\n    metadata: meta as unknown as Record<string, unknown>,\n  }\n}\n\nfunction readMeta(task: BenchTask): FramesMeta {\n  const md = task.metadata\n  if (!md || typeof md.gold !== 'string') {\n    throw new Error(`FRAMES task ${task.id} missing metadata.gold — loadTasks did not populate it`)\n  }\n  return md as unknown as FramesMeta\n}\n\nasync function loadFixtures(opts: LoadOptions): Promise<BenchTask[]> {\n  const rows = JSON.parse(await readFile(FIXTURES, 'utf8')) as FramesRow[]\n  console.log(`[frames] FRAMES_FIXTURES=1 — loading ${rows.length} committed fixtures (no HF download)`)\n  let tasks = rows.map(rowToTask)\n  if (opts.ids) {\n    const want = new Set(opts.ids)\n    tasks = tasks.filter((t) => want.has(t.id))\n  } else if (opts.limit !== undefined) {\n    tasks = tasks.slice(0, opts.limit)\n  }\n  return tasks\n}\n\nexport function createFramesAdapter(): BenchmarkAdapter {\n  const fixturesMode = process.env.FRAMES_FIXTURES === '1'\n\n  return {\n    name: 'frames',\n\n    async preflight() {\n      // Tier-2 judge router config must be present in both modes — the loop's\n      // citation-coverage stop gate is meaningless without the equivalence judge.\n      judgeRouter()\n      if (fixturesMode) {\n        await readFile(FIXTURES, 'utf8').catch((err) => {\n          throw new Error(`FRAMES_FIXTURES=1 but ${FIXTURES} unreadable: ${err instanceof Error ? err.message : err}`)\n        })\n        return\n      }\n      try {\n        await py(\n          `from datasets import load_dataset\nload_dataset(${JSON.stringify(DATASET)}, split='test', revision=${JSON.stringify(DATASET_REVISION)})\nprint('ok')`,\n        )\n      } catch (err) {\n        const msg = err instanceof Error ? err.message : String(err)\n        throw new Error(\n          `frames preflight failed: ${msg}\\n` +\n            `Fix: (1) python3 -m venv bench/.venv && bench/.venv/bin/pip install datasets ; ` +\n            `(2) ensure network access to Hugging Face for ${DATASET} ; ` +\n            `or set FRAMES_FIXTURES=1 to run against the committed fixtures offline.`,\n        )\n      }\n    },\n\n    async loadTasks(opts: LoadOptions = {}) {\n      if (fixturesMode) return loadFixtures(opts)\n      const limit = opts.limit ?? 10\n      const script = `\nimport json, sys\nfrom datasets import load_dataset\nds = load_dataset(${JSON.stringify(DATASET)}, split='test', revision=${JSON.stringify(DATASET_REVISION)})\nids = set(json.loads(sys.argv[1])) if len(sys.argv) > 1 and sys.argv[1] else None\nout = []\nfor i, r in enumerate(ds):\n    rid = f\"frames-{i}\"\n    if ids is not None and rid not in ids:\n        continue\n    out.append({\n        \"_index\": i,\n        \"Prompt\": r.get(\"Prompt\", \"\"),\n        \"Answer\": r.get(\"Answer\", \"\"),\n        \"wiki_links\": str(r.get(\"wiki_links\", \"\")),\n        \"reasoning_types\": str(r.get(\"reasoning_types\", \"\")),\n    })\n    if ids is None and len(out) >= ${limit}:\n        break\nprint(json.dumps(out))\n`\n      const stdout = await py(script, [opts.ids ? JSON.stringify(opts.ids) : ''])\n      const rows = JSON.parse(stdout) as Array<FramesRow & { _index: number }>\n      return rows.map((r) => rowToTask(r, r._index))\n    },\n\n    async goldArtifact(task: BenchTask) {\n      // Gold artifact = the worker-contract serialization of the gold Answer, so\n      // verify-judge proves gold→resolved through the SAME parse path the real\n      // artifact takes (Tier-1 short-circuits with no model tokens).\n      const meta = readMeta(task)\n      return `${FINAL_ANSWER_SENTINEL} ${meta.gold}`\n    },\n\n    async judge(task: BenchTask, artifact: string): Promise<BenchScore> {\n      const meta = readMeta(task)\n      const finalAnswer = parseFinalAnswer(artifact)\n      const citations = parseCitations(artifact)\n      const coverage = citationCoverage(citations, meta.goldSources)\n\n      if (finalAnswer.length === 0) {\n        // Fail-closed: distinguish prompt-adherence failure from a wrong answer.\n        return {\n          resolved: false,\n          score: 0,\n          detail: JSON.stringify({\n            tier: 'none',\n            reason: 'no parseable answer',\n            normalizedGold: normalizeAnswer(meta.gold),\n            citationCoverage: coverage,\n          }),\n        }\n      }\n\n      // Tier 1 — free, deterministic.\n      if (tier1Match(finalAnswer, meta.gold)) {\n        return {\n          resolved: true,\n          score: 1,\n          detail: JSON.stringify({\n            tier: 1,\n            normalizedAnswer: normalizeAnswer(finalAnswer),\n            normalizedGold: normalizeAnswer(meta.gold),\n            citationCoverage: coverage,\n          }),\n        }\n      }\n\n      // Tier 2 — constrained LLM equivalence gate (fail loud on unparseable output).\n      const verdict = await tier2Judge(meta.rawPrompt, meta.gold, finalAnswer, judgeRouter())\n      return {\n        resolved: verdict,\n        score: verdict ? 1 : 0,\n        detail: JSON.stringify({\n          tier: 2,\n          normalizedAnswer: normalizeAnswer(finalAnswer),\n          normalizedGold: normalizeAnswer(meta.gold),\n          judgeVerdict: verdict ? 'correct' : 'incorrect',\n          citationCoverage: coverage,\n        }),\n      }\n    },\n  }\n}\n"],"mappings":";AAsBA,SAAS,gBAAgB;AACzB,SAAS,gBAAgB;AACzB,SAAS,YAAY;AACrB,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAG1B,IAAM,gBAAgB,UAAU,QAAQ;AACxC,IAAM,aAAa,cAAc,IAAI,IAAI,SAAS,YAAY,GAAG,CAAC;AAClE,IAAM,KAAK,KAAK,YAAY,SAAS,OAAO,QAAQ;AACpD,IAAM,WAAW,KAAK,YAAY,YAAY,aAAa;AAE3D,IAAM,UAAU;AAGhB,IAAM,mBAAmB;AACzB,IAAM,wBAAwB;AAG9B,IAAM,kBAAkB;AAAA,EACtB;AAAA,EACA;AAAA,EACA;AAAA,EACA,iDAAiD,qBAAqB;AAAA,EACtE;AACF,EAAE,KAAK,IAAI;AAuCX,eAAe,GAAG,QAAgB,OAAiB,CAAC,GAAoB;AACtE,QAAM,EAAE,OAAO,IAAI,MAAM,cAAc,IAAI,CAAC,MAAM,QAAQ,GAAG,IAAI,GAAG;AAAA,IAClE,WAAW,OAAO,OAAO;AAAA,EAC3B,CAAC;AACD,SAAO;AACT;AAEA,IAAM,WAAW,oBAAI,IAAI,CAAC,KAAK,MAAM,KAAK,CAAC;AAC3C,IAAM,aAAa,oBAAI,IAAI;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,IAAM,kBAA0C;AAAA,EAC9C,MAAM;AAAA,EACN,KAAK;AAAA,EACL,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,KAAK;AAAA,EACL,OAAO;AAAA,EACP,OAAO;AAAA,EACP,MAAM;AAAA,EACN,KAAK;AAAA,EACL,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,UAAU;AAAA,EACV,UAAU;AAAA,EACV,SAAS;AAAA,EACT,SAAS;AAAA,EACT,WAAW;AAAA,EACX,UAAU;AAAA,EACV,UAAU;AAAA,EACV,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,OAAO;AAAA,EACP,OAAO;AAAA,EACP,OAAO;AAAA,EACP,SAAS;AAAA,EACT,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,SAAS;AAAA,EACT,UAAU;AAAA,EACV,SAAS;AAAA,EACT,SAAS;AACX;AAEA,IAAM,SAAiC;AAAA,EACrC,SAAS;AAAA,EACT,UAAU;AAAA,EACV,OAAO;AAAA,EACP,OAAO;AAAA,EACP,KAAK;AAAA,EACL,MAAM;AAAA,EACN,MAAM;AAAA,EACN,QAAQ;AAAA,EACR,WAAW;AAAA,EACX,SAAS;AAAA,EACT,UAAU;AAAA,EACV,UAAU;AACZ;AAEA,IAAM,SAAS,oBAAI,IAAI,CAAC,WAAW,YAAY,WAAW,SAAS,CAAC;AAGpE,SAAS,kBAAkB,OAAyB;AAClD,MAAI,QAAQ;AACZ,MAAI,UAAU;AACd,aAAW,KAAK,OAAO;AACrB,UAAM,IAAI,gBAAgB,CAAC;AAC3B,QAAI,MAAM,OAAW;AACrB,QAAI,MAAM,WAAW;AACnB,iBAAW,YAAY,IAAI,IAAI,WAAW;AAAA,IAC5C,WAAW,OAAO,IAAI,CAAC,GAAG;AACxB,iBAAW,YAAY,IAAI,IAAI,WAAW;AAC1C,eAAS;AACT,gBAAU;AAAA,IACZ,OAAO;AACL,iBAAW;AAAA,IACb;AAAA,EACF;AACA,SAAO,QAAQ;AACjB;AAGA,SAAS,oBAAoB,GAAmB;AAE9C,MAAI,MAAM,EAAE,QAAQ,qBAAqB,IAAI;AAE7C,QAAM,IAAI,QAAQ,6DAA6D,CAAC,IAAI,KAAa,cAAsB;AACrH,UAAM,QAAQ,gBAAgB,SAAS,KAAK;AAC5C,WAAO,OAAO,OAAO,GAAG,IAAI,KAAK;AAAA,EACnC,CAAC;AAED,QAAM,IAAI,QAAQ,gCAAgC,CAAC,QAAQ;AACzD,UAAM,QAAQ,IAAI,MAAM,QAAQ;AAChC,QAAI,CAAC,MAAM,MAAM,CAAC,MAAM,KAAK,eAAe,EAAG,QAAO;AACtD,WAAO,OAAO,kBAAkB,KAAK,CAAC;AAAA,EACxC,CAAC;AACD,SAAO;AACT;AAGA,SAAS,kBAAkB,GAAmB;AAC5C,MAAI,MAAM,EAAE;AAAA,IACV;AAAA,IACA,CAAC,IAAI,KAAa,KAAa,SAAiB,GAAG,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,SAAS,GAAG,GAAG,CAAC;AAAA,EAChG;AACA,QAAM,IAAI;AAAA,IACR;AAAA,IACA,CAAC,IAAI,KAAa,KAAa,SAAiB,GAAG,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,SAAS,GAAG,GAAG,CAAC;AAAA,EAChG;AACA,SAAO;AACT;AAGO,SAAS,gBAAgB,OAAuB;AACrD,MAAI,IAAI,MAAM,YAAY;AAC1B,MAAI,kBAAkB,CAAC;AACvB,MAAI,oBAAoB,CAAC;AAEzB,MAAI,EAAE,QAAQ,aAAa,GAAG;AAE9B,QAAM,SAAS,EACZ,MAAM,KAAK,EACX,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,OAAO,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,EAC9B,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;AACnC,SAAO,OAAO,KAAK,GAAG,EAAE,KAAK;AAC/B;AAGA,SAAS,WAAW,WAAmB,MAAuB;AAC5D,QAAM,KAAK,gBAAgB,SAAS;AACpC,QAAM,KAAK,gBAAgB,IAAI;AAC/B,MAAI,GAAG,WAAW,EAAG,QAAO;AAC5B,MAAI,OAAO,GAAI,QAAO;AAEtB,QAAM,KAAK,IAAI,OAAO,UAAU,GAAG,QAAQ,uBAAuB,MAAM,CAAC,SAAS;AAClF,SAAO,GAAG,KAAK,EAAE;AACnB;AAQO,SAAS,iBAAiB,UAA0B;AACzD,QAAM,QAAQ,SAAS,MAAM,OAAO;AACpC,WAAS,IAAI,MAAM,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AAC7C,UAAM,OAAO,MAAM,CAAC,KAAK;AACzB,UAAM,MAAM,KAAK,YAAY,EAAE,QAAQ,qBAAqB;AAC5D,QAAI,QAAQ,GAAI,QAAO,KAAK,MAAM,MAAM,sBAAsB,MAAM,EAAE,KAAK;AAAA,EAC7E;AACA,WAAS,IAAI,MAAM,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AAC7C,UAAM,KAAK,MAAM,CAAC,KAAK,IAAI,KAAK;AAChC,QAAI,EAAE,SAAS,EAAG,QAAO;AAAA,EAC3B;AACA,SAAO;AACT;AAGO,SAAS,eAAe,UAA4B;AACzD,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,KAAK,SAAS,SAAS,yBAAyB,GAAG;AAC5D,SAAK,IAAI,EAAE,CAAC,EAAE,QAAQ,WAAW,EAAE,CAAC;AAAA,EACtC;AACA,SAAO,CAAC,GAAG,IAAI;AACjB;AAGA,SAAS,iBAAiB,WAAqB,aAA+B;AAC5E,MAAI,YAAY,WAAW,EAAG,QAAO;AACrC,QAAM,OAAO,CAAC,MAAc;AAC1B,UAAM,IAAI,EAAE,MAAM,kBAAkB;AACpC,WAAO,IAAI,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE,YAAY,IAAI,EAAE,YAAY;AAAA,EAC1E;AACA,QAAM,MAAM,IAAI,IAAI,UAAU,IAAI,IAAI,CAAC;AACvC,MAAI,MAAM;AACV,aAAW,KAAK,YAAa,KAAI,IAAI,IAAI,KAAK,CAAC,CAAC,EAAG,QAAO;AAC1D,SAAO,MAAM,YAAY;AAC3B;AAEA,IAAM,eAAe,CAAC,UAAkB,MAAc,cACpD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,aAAa,QAAQ;AAAA,EACrB,gBAAgB,IAAI;AAAA,EACpB,qBAAqB,SAAS;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,EAAE,KAAK,IAAI;AAQb,SAAS,cAA2B;AAClC,QAAM,QAAQ,QAAQ,IAAI;AAC1B,MAAI,CAAC,MAAO,OAAM,IAAI,MAAM,iEAAiE;AAC7F,QAAM,MAAM,QAAQ,IAAI;AACxB,MAAI,CAAC,IAAK,OAAM,IAAI,MAAM,wDAAwD;AAClF,QAAM,UAAU,QAAQ,IAAI,qBAAqB,QAAQ,IAAI,eAAe;AAC5E,SAAO,EAAE,SAAS,KAAK,MAAM;AAC/B;AAGA,eAAe,WACb,UACA,MACA,WACA,QACkB;AAClB,QAAM,MAAM,MAAM,MAAM,GAAG,OAAO,OAAO,qBAAqB;AAAA,IAC5D,QAAQ;AAAA,IACR,SAAS,EAAE,gBAAgB,oBAAoB,eAAe,UAAU,OAAO,GAAG,GAAG;AAAA,IACrF,MAAM,KAAK,UAAU;AAAA,MACnB,OAAO,OAAO;AAAA,MACd,aAAa;AAAA,MACb,MAAM;AAAA,MACN,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,aAAa,UAAU,MAAM,SAAS,EAAE,CAAC;AAAA,IAC/E,CAAC;AAAA,EACH,CAAC;AACD,MAAI,CAAC,IAAI,IAAI;AACX,UAAM,IAAI,MAAM,4BAA4B,IAAI,MAAM,MAAM,MAAM,IAAI,KAAK,GAAG,MAAM,GAAG,GAAG,CAAC,EAAE;AAAA,EAC/F;AACA,QAAM,OAAQ,MAAM,IAAI,KAAK;AAC7B,QAAM,UAAU,KAAK,UAAU,CAAC,GAAG,SAAS;AAC5C,MAAI,OAAO,YAAY,UAAU;AAC/B,UAAM,IAAI,MAAM,oDAAoD,KAAK,UAAU,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,EAAE;AAAA,EAC1G;AACA,QAAM,SAAS,QAAQ,MAAM,8BAA8B;AAC3D,QAAM,OAAO,SAAS,OAAO,CAAC,IAAI,UAAU,KAAK,KAAK;AACtD,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,GAAG;AAAA,EACzB,QAAQ;AACN,UAAM,IAAI,MAAM,sEAAsE,QAAQ,MAAM,GAAG,GAAG,CAAC,EAAE;AAAA,EAC/G;AACA,MAAI,OAAO,YAAY,UAAW,QAAO;AACzC,MAAI,OAAO,YAAY,YAAa,QAAO;AAC3C,QAAM,IAAI,MAAM,2DAA2D,KAAK,UAAU,MAAM,EAAE,MAAM,GAAG,GAAG,CAAC,EAAE;AACnH;AAGA,SAAS,eAAe,KAAuB;AAC7C,MAAI,CAAC,IAAK,QAAO,CAAC;AAClB,QAAM,MAAgB,CAAC;AACvB,aAAW,KAAK,IAAI,SAAS,wBAAwB,EAAG,KAAI,KAAK,EAAE,CAAC,CAAC;AACrE,SAAO;AACT;AAEA,SAAS,UAAU,KAAgB,OAA0B;AAC3D,QAAM,cAAc,eAAe,IAAI,UAAU;AACjD,QAAM,OAAmB;AAAA,IACvB,MAAM,IAAI;AAAA,IACV;AAAA,IACA,gBAAgB,IAAI,mBAAmB;AAAA,IACvC,WAAW,IAAI;AAAA,EACjB;AACA,SAAO;AAAA,IACL,IAAI,UAAU,KAAK;AAAA,IACnB,OAAO;AAAA,IACP,QAAQ,IAAI,SAAS;AAAA,IACrB,UAAU;AAAA,EACZ;AACF;AAEA,SAAS,SAAS,MAA6B;AAC7C,QAAM,KAAK,KAAK;AAChB,MAAI,CAAC,MAAM,OAAO,GAAG,SAAS,UAAU;AACtC,UAAM,IAAI,MAAM,eAAe,KAAK,EAAE,6DAAwD;AAAA,EAChG;AACA,SAAO;AACT;AAEA,eAAe,aAAa,MAAyC;AACnE,QAAM,OAAO,KAAK,MAAM,MAAM,SAAS,UAAU,MAAM,CAAC;AACxD,UAAQ,IAAI,6CAAwC,KAAK,MAAM,sCAAsC;AACrG,MAAI,QAAQ,KAAK,IAAI,SAAS;AAC9B,MAAI,KAAK,KAAK;AACZ,UAAM,OAAO,IAAI,IAAI,KAAK,GAAG;AAC7B,YAAQ,MAAM,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC;AAAA,EAC5C,WAAW,KAAK,UAAU,QAAW;AACnC,YAAQ,MAAM,MAAM,GAAG,KAAK,KAAK;AAAA,EACnC;AACA,SAAO;AACT;AAEO,SAAS,sBAAwC;AACtD,QAAM,eAAe,QAAQ,IAAI,oBAAoB;AAErD,SAAO;AAAA,IACL,MAAM;AAAA,IAEN,MAAM,YAAY;AAGhB,kBAAY;AACZ,UAAI,cAAc;AAChB,cAAM,SAAS,UAAU,MAAM,EAAE,MAAM,CAAC,QAAQ;AAC9C,gBAAM,IAAI,MAAM,yBAAyB,QAAQ,gBAAgB,eAAe,QAAQ,IAAI,UAAU,GAAG,EAAE;AAAA,QAC7G,CAAC;AACD;AAAA,MACF;AACA,UAAI;AACF,cAAM;AAAA,UACJ;AAAA,eACK,KAAK,UAAU,OAAO,CAAC,4BAA4B,KAAK,UAAU,gBAAgB,CAAC;AAAA;AAAA,QAE1F;AAAA,MACF,SAAS,KAAK;AACZ,cAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,cAAM,IAAI;AAAA,UACR,4BAA4B,GAAG;AAAA,+HAEoB,OAAO;AAAA,QAE5D;AAAA,MACF;AAAA,IACF;AAAA,IAEA,MAAM,UAAU,OAAoB,CAAC,GAAG;AACtC,UAAI,aAAc,QAAO,aAAa,IAAI;AAC1C,YAAM,QAAQ,KAAK,SAAS;AAC5B,YAAM,SAAS;AAAA;AAAA;AAAA,oBAGD,KAAK,UAAU,OAAO,CAAC,4BAA4B,KAAK,UAAU,gBAAgB,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,qCAclE,KAAK;AAAA;AAAA;AAAA;AAIpC,YAAM,SAAS,MAAM,GAAG,QAAQ,CAAC,KAAK,MAAM,KAAK,UAAU,KAAK,GAAG,IAAI,EAAE,CAAC;AAC1E,YAAM,OAAO,KAAK,MAAM,MAAM;AAC9B,aAAO,KAAK,IAAI,CAAC,MAAM,UAAU,GAAG,EAAE,MAAM,CAAC;AAAA,IAC/C;AAAA,IAEA,MAAM,aAAa,MAAiB;AAIlC,YAAM,OAAO,SAAS,IAAI;AAC1B,aAAO,GAAG,qBAAqB,IAAI,KAAK,IAAI;AAAA,IAC9C;AAAA,IAEA,MAAM,MAAM,MAAiB,UAAuC;AAClE,YAAM,OAAO,SAAS,IAAI;AAC1B,YAAM,cAAc,iBAAiB,QAAQ;AAC7C,YAAM,YAAY,eAAe,QAAQ;AACzC,YAAM,WAAW,iBAAiB,WAAW,KAAK,WAAW;AAE7D,UAAI,YAAY,WAAW,GAAG;AAE5B,eAAO;AAAA,UACL,UAAU;AAAA,UACV,OAAO;AAAA,UACP,QAAQ,KAAK,UAAU;AAAA,YACrB,MAAM;AAAA,YACN,QAAQ;AAAA,YACR,gBAAgB,gBAAgB,KAAK,IAAI;AAAA,YACzC,kBAAkB;AAAA,UACpB,CAAC;AAAA,QACH;AAAA,MACF;AAGA,UAAI,WAAW,aAAa,KAAK,IAAI,GAAG;AACtC,eAAO;AAAA,UACL,UAAU;AAAA,UACV,OAAO;AAAA,UACP,QAAQ,KAAK,UAAU;AAAA,YACrB,MAAM;AAAA,YACN,kBAAkB,gBAAgB,WAAW;AAAA,YAC7C,gBAAgB,gBAAgB,KAAK,IAAI;AAAA,YACzC,kBAAkB;AAAA,UACpB,CAAC;AAAA,QACH;AAAA,MACF;AAGA,YAAM,UAAU,MAAM,WAAW,KAAK,WAAW,KAAK,MAAM,aAAa,YAAY,CAAC;AACtF,aAAO;AAAA,QACL,UAAU;AAAA,QACV,OAAO,UAAU,IAAI;AAAA,QACrB,QAAQ,KAAK,UAAU;AAAA,UACrB,MAAM;AAAA,UACN,kBAAkB,gBAAgB,WAAW;AAAA,UAC7C,gBAAgB,gBAAgB,KAAK,IAAI;AAAA,UACzC,cAAc,UAAU,YAAY;AAAA,UACpC,kBAAkB;AAAA,QACpB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/chunk-J3KDJNX2.js

@@ -0,0 +1,182 @@
+import {
+  benchRoot,
+  runVenvPython,
+  runVenvScriptStdin
+} from "./chunk-LRRD7NAG.js";
+
+// src/benchmarks/dabstep.ts
+import { join } from "path";
+import { access, readFile, stat } from "fs/promises";
+var FIXTURES = join(benchRoot, "fixtures", "dabstep.json");
+var DEFAULT_SPLIT = "easy";
+var dabstepDir = () => process.env.DABSTEP_DIR;
+var gradeFile = (dir) => join(dir, "grade.py");
+var resourceRoot = (dir) => join(dir, "files");
+async function assertFile(path, label) {
+  try {
+    await access(path);
+  } catch (err) {
+    throw new Error(`DABStep: missing ${label} at ${path} (${err instanceof Error ? err.message : err})`);
+  }
+}
+async function assertOfficialFiles(dir, split) {
+  await assertFile(join(dir, "dataset.csv"), "released dataset.csv");
+  await assertFile(join(dir, "splits", `${split}.txt`), `${split} split file`);
+  await assertFile(gradeFile(dir), "official grade.py");
+  const files = resourceRoot(dir);
+  try {
+    const s = await stat(files);
+    if (!s.isDirectory()) throw new Error("not a directory");
+  } catch (err) {
+    throw new Error(`DABStep: missing benchmark files directory at ${files} (${err instanceof Error ? err.message : err})`);
+  }
+}
+var dabstepAnswerOutput = {
+  parse(events) {
+    let text = "";
+    for (const ev of events) {
+      const d = ev?.data;
+      const t = d?.finalText ?? d?.text ?? d?.result;
+      if (typeof t === "string" && t.length > 0) text = t;
+    }
+    const fences = [...text.matchAll(/```(?:text|answer)?\s*\n([\s\S]*?)```/g)];
+    return (fences.at(-1)?.[1] ?? text).trim();
+  }
+};
+function rowToTask(row, split, dir) {
+  const meta = {
+    taskId: row.task_id,
+    split,
+    golds: row.all_golds_by_task,
+    ...dir ? { resourceRoot: resourceRoot(dir) } : {}
+  };
+  return {
+    id: String(row.task_id),
+    split,
+    prompt: [
+      "Solve this DABStep data-analysis task using the mounted payment files.",
+      "Use code or shell commands as needed, then return only the final answer.",
+      "",
+      row.instructions
+    ].join("\n"),
+    metadata: meta
+  };
+}
+function readMeta(task) {
+  const md = task.metadata;
+  if (!md || typeof md.taskId !== "number" || !Array.isArray(md.golds)) {
+    throw new Error(`dabstep task ${task.id} missing metadata \u2014 loadTasks did not populate it`);
+  }
+  return md;
+}
+function selectRows(rows, opts, split, dir) {
+  let tasks = rows.map((row) => rowToTask(row, split, dir));
+  if (opts.ids) {
+    const want = new Set(opts.ids);
+    tasks = tasks.filter((task) => want.has(task.id));
+  } else if (opts.limit !== void 0) {
+    tasks = tasks.slice(0, opts.limit);
+  }
+  if (tasks.length === 0) throw new Error(`DABStep: no tasks matched ${JSON.stringify(opts)} for split=${split}`);
+  return tasks;
+}
+async function loadFixtures(opts, split) {
+  const rows = JSON.parse(await readFile(FIXTURES, "utf8"));
+  console.warn(`[dabstep] DABSTEP_FIXTURES=1 \u2014 loading ${rows.length} adapter fixtures from ${FIXTURES}`);
+  return selectRows(rows, opts, split);
+}
+async function loadOfficialTasks(dir, opts, split) {
+  const script = `
+import ast, csv, json, sys
+from pathlib import Path
+
+root = Path(sys.argv[1])
+split = sys.argv[2]
+limit = None if sys.argv[3] == "" else int(sys.argv[3])
+ids = set(json.loads(sys.argv[4]))
+dataset = root / "dataset.csv"
+split_file = root / "splits" / f"{split}.txt"
+if not dataset.exists():
+    raise SystemExit(f"missing official DABStep dataset.csv at {dataset}")
+if not split_file.exists():
+    raise SystemExit(f"missing official DABStep split file at {split_file}")
+split_ids = {int(line.strip()) for line in split_file.read_text().splitlines() if line.strip()}
+out = []
+with dataset.open(newline="") as f:
+    for row in csv.DictReader(f):
+        task_id = int(row["task_id"])
+        if task_id not in split_ids:
+            continue
+        if ids and str(task_id) not in ids:
+            continue
+        out.append({
+            "task_id": task_id,
+            "instructions": f"{row['question']}\\n{row['guidelines']}",
+            "all_golds_by_task": ast.literal_eval(str(row["all_golds_by_task"])),
+        })
+        if limit is not None and len(out) >= limit:
+            break
+if not out:
+    raise SystemExit(f"no DABStep rows matched split={split} ids={sorted(ids)} limit={limit}")
+print(json.dumps(out))
+`;
+  const stdout = await runVenvPython(script, [dir, split, opts.limit === void 0 ? "" : String(opts.limit), JSON.stringify(opts.ids ?? [])]);
+  return selectRows(JSON.parse(stdout), opts, split, dir);
+}
+function createDabstepAdapter() {
+  const fixturesMode = process.env.DABSTEP_FIXTURES === "1";
+  return {
+    name: "dabstep",
+    output: dabstepAnswerOutput,
+    async preflight() {
+      if (fixturesMode) return;
+      const dir = dabstepDir();
+      if (!dir) {
+        throw new Error(
+          "DABSTEP_DIR is required. Fix: clone https://github.com/EnvCommons/DABStep, add the released dataset.csv under that checkout, then set DABSTEP_DIR=/path/to/DABStep."
+        );
+      }
+      await assertOfficialFiles(dir, DEFAULT_SPLIT);
+      await loadOfficialTasks(dir, { limit: 1 }, DEFAULT_SPLIT);
+    },
+    async loadTasks(opts = {}) {
+      const split = opts.split ?? DEFAULT_SPLIT;
+      if (fixturesMode) return loadFixtures(opts, split);
+      const dir = dabstepDir();
+      if (!dir) throw new Error("DABSTEP_DIR is required to load official DABStep tasks");
+      return loadOfficialTasks(dir, opts, split);
+    },
+    async goldArtifact(task) {
+      const meta = readMeta(task);
+      const first = meta.golds[0];
+      if (!first) return void 0;
+      const value = first.value;
+      return value === void 0 ? void 0 : String(value);
+    },
+    async judge(task, artifact) {
+      const meta = readMeta(task);
+      const dir = dabstepDir();
+      if (!dir) throw new Error("DABSTEP_DIR is required to judge DABStep tasks with the official grade.py");
+      const stdout = await runVenvScriptStdin(
+        join(benchRoot, "scripts", "dabstep_judge.py"),
+        ["--grade-file", gradeFile(dir)],
+        JSON.stringify({ prediction: artifact, golds: meta.golds }),
+        { cwd: benchRoot }
+      );
+      const report = JSON.parse(stdout.trim().split("\n").at(-1) ?? "{}");
+      if (report.error) throw new Error(`DABStep judge error for ${task.id}: ${report.error}`);
+      const score = typeof report.score === "number" ? report.score : 0;
+      return {
+        resolved: report.correct === true,
+        score,
+        detail: JSON.stringify({ taskId: meta.taskId, split: meta.split, correct: report.correct })
+      };
+    }
+  };
+}
+
+export {
+  dabstepAnswerOutput,
+  createDabstepAdapter
+};
+//# sourceMappingURL=chunk-J3KDJNX2.js.map

package/dist/chunk-J3KDJNX2.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/benchmarks/dabstep.ts"],"sourcesContent":["/**\n * DABStep adapter (EnvCommons/DABStep) — data-analysis questions over synthetic\n * payment files. Worker artifact = final answer text. Judge = the official\n * DABStep `grade.py` normalization/matching function. No LLM judge.\n *\n * Live tasks require `DABSTEP_DIR` pointing at an official DABStep checkout that\n * includes `dataset.csv`, `splits/*.txt`, `files/*`, and `grade.py`. The adapter\n * exposes `metadata.resourceRoot` so runners can mount the benchmark files into\n * AgentProfile.resources.files; it does not paste the dataset into prompt text.\n */\n\nimport { join } from 'node:path'\nimport { access, readFile, stat } from 'node:fs/promises'\nimport type { OutputAdapter } from '@tangle-network/agent-runtime/loops'\nimport { benchRoot, runVenvPython, runVenvScriptStdin } from './_harness'\nimport type { BenchmarkAdapter, BenchScore, BenchTask, LoadOptions } from './types'\n\nconst FIXTURES = join(benchRoot, 'fixtures', 'dabstep.json')\nconst DEFAULT_SPLIT = 'easy'\n\ninterface DabstepFixtureRow {\n  task_id: number\n  instructions: string\n  all_golds_by_task: Array<Record<string, unknown>>\n}\n\ninterface DabstepMeta {\n  taskId: number\n  split: string\n  golds: Array<Record<string, unknown>>\n  resourceRoot?: string\n}\n\nconst dabstepDir = (): string | undefined => process.env.DABSTEP_DIR\nconst gradeFile = (dir: string): string => join(dir, 'grade.py')\nconst resourceRoot = (dir: string): string => join(dir, 'files')\n\nasync function assertFile(path: string, label: string): Promise<void> {\n  try {\n    await access(path)\n  } catch (err) {\n    throw new Error(`DABStep: missing ${label} at ${path} (${err instanceof Error ? err.message : err})`)\n  }\n}\n\nasync function assertOfficialFiles(dir: string, split: string): Promise<void> {\n  await assertFile(join(dir, 'dataset.csv'), 'released dataset.csv')\n  await assertFile(join(dir, 'splits', `${split}.txt`), `${split} split file`)\n  await assertFile(gradeFile(dir), 'official grade.py')\n  const files = resourceRoot(dir)\n  try {\n    const s = await stat(files)\n    if (!s.isDirectory()) throw new Error('not a directory')\n  } catch (err) {\n    throw new Error(`DABStep: missing benchmark files directory at ${files} (${err instanceof Error ? err.message : err})`)\n  }\n}\n\nexport const dabstepAnswerOutput: OutputAdapter<string> = {\n  parse(events) {\n    let text = ''\n    for (const ev of events) {\n      const d = (ev as { data?: Record<string, unknown> })?.data\n      const t = d?.finalText ?? d?.text ?? d?.result\n      if (typeof t === 'string' && t.length > 0) text = t\n    }\n    const fences = [...text.matchAll(/```(?:text|answer)?\\s*\\n([\\s\\S]*?)```/g)]\n    return (fences.at(-1)?.[1] ?? text).trim()\n  },\n}\n\nfunction rowToTask(row: DabstepFixtureRow, split: string, dir?: string): BenchTask {\n  const meta: DabstepMeta = {\n    taskId: row.task_id,\n    split,\n    golds: row.all_golds_by_task,\n    ...(dir ? { resourceRoot: resourceRoot(dir) } : {}),\n  }\n  return {\n    id: String(row.task_id),\n    split,\n    prompt: [\n      'Solve this DABStep data-analysis task using the mounted payment files.',\n      'Use code or shell commands as needed, then return only the final answer.',\n      '',\n      row.instructions,\n    ].join('\\n'),\n    metadata: meta as unknown as Record<string, unknown>,\n  }\n}\n\nfunction readMeta(task: BenchTask): DabstepMeta {\n  const md = task.metadata\n  if (!md || typeof md.taskId !== 'number' || !Array.isArray(md.golds)) {\n    throw new Error(`dabstep task ${task.id} missing metadata — loadTasks did not populate it`)\n  }\n  return md as unknown as DabstepMeta\n}\n\nfunction selectRows(rows: DabstepFixtureRow[], opts: LoadOptions, split: string, dir?: string): BenchTask[] {\n  let tasks = rows.map((row) => rowToTask(row, split, dir))\n  if (opts.ids) {\n    const want = new Set(opts.ids)\n    tasks = tasks.filter((task) => want.has(task.id))\n  } else if (opts.limit !== undefined) {\n    tasks = tasks.slice(0, opts.limit)\n  }\n  if (tasks.length === 0) throw new Error(`DABStep: no tasks matched ${JSON.stringify(opts)} for split=${split}`)\n  return tasks\n}\n\nasync function loadFixtures(opts: LoadOptions, split: string): Promise<BenchTask[]> {\n  const rows = JSON.parse(await readFile(FIXTURES, 'utf8')) as DabstepFixtureRow[]\n  console.warn(`[dabstep] DABSTEP_FIXTURES=1 — loading ${rows.length} adapter fixtures from ${FIXTURES}`)\n  return selectRows(rows, opts, split)\n}\n\nasync function loadOfficialTasks(dir: string, opts: LoadOptions, split: string): Promise<BenchTask[]> {\n  const script = `\nimport ast, csv, json, sys\nfrom pathlib import Path\n\nroot = Path(sys.argv[1])\nsplit = sys.argv[2]\nlimit = None if sys.argv[3] == \"\" else int(sys.argv[3])\nids = set(json.loads(sys.argv[4]))\ndataset = root / \"dataset.csv\"\nsplit_file = root / \"splits\" / f\"{split}.txt\"\nif not dataset.exists():\n    raise SystemExit(f\"missing official DABStep dataset.csv at {dataset}\")\nif not split_file.exists():\n    raise SystemExit(f\"missing official DABStep split file at {split_file}\")\nsplit_ids = {int(line.strip()) for line in split_file.read_text().splitlines() if line.strip()}\nout = []\nwith dataset.open(newline=\"\") as f:\n    for row in csv.DictReader(f):\n        task_id = int(row[\"task_id\"])\n        if task_id not in split_ids:\n            continue\n        if ids and str(task_id) not in ids:\n            continue\n        out.append({\n            \"task_id\": task_id,\n            \"instructions\": f\"{row['question']}\\\\n{row['guidelines']}\",\n            \"all_golds_by_task\": ast.literal_eval(str(row[\"all_golds_by_task\"])),\n        })\n        if limit is not None and len(out) >= limit:\n            break\nif not out:\n    raise SystemExit(f\"no DABStep rows matched split={split} ids={sorted(ids)} limit={limit}\")\nprint(json.dumps(out))\n`\n  const stdout = await runVenvPython(script, [dir, split, opts.limit === undefined ? '' : String(opts.limit), JSON.stringify(opts.ids ?? [])])\n  return selectRows(JSON.parse(stdout) as DabstepFixtureRow[], opts, split, dir)\n}\n\nexport function createDabstepAdapter(): BenchmarkAdapter {\n  const fixturesMode = process.env.DABSTEP_FIXTURES === '1'\n\n  return {\n    name: 'dabstep',\n    output: dabstepAnswerOutput,\n\n    async preflight() {\n      if (fixturesMode) return\n      const dir = dabstepDir()\n      if (!dir) {\n        throw new Error(\n          'DABSTEP_DIR is required. Fix: clone https://github.com/EnvCommons/DABStep, add the released dataset.csv under that checkout, then set DABSTEP_DIR=/path/to/DABStep.',\n        )\n      }\n      await assertOfficialFiles(dir, DEFAULT_SPLIT)\n      await loadOfficialTasks(dir, { limit: 1 }, DEFAULT_SPLIT)\n    },\n\n    async loadTasks(opts: LoadOptions = {}) {\n      const split = opts.split ?? DEFAULT_SPLIT\n      if (fixturesMode) return loadFixtures(opts, split)\n      const dir = dabstepDir()\n      if (!dir) throw new Error('DABSTEP_DIR is required to load official DABStep tasks')\n      return loadOfficialTasks(dir, opts, split)\n    },\n\n    async goldArtifact(task: BenchTask) {\n      const meta = readMeta(task)\n      const first = meta.golds[0]\n      if (!first) return undefined\n      const value = first.value\n      return value === undefined ? undefined : String(value)\n    },\n\n    async judge(task: BenchTask, artifact: string): Promise<BenchScore> {\n      const meta = readMeta(task)\n      const dir = dabstepDir()\n      if (!dir) throw new Error('DABSTEP_DIR is required to judge DABStep tasks with the official grade.py')\n      const stdout = await runVenvScriptStdin(\n        join(benchRoot, 'scripts', 'dabstep_judge.py'),\n        ['--grade-file', gradeFile(dir)],\n        JSON.stringify({ prediction: artifact, golds: meta.golds }),\n        { cwd: benchRoot },\n      )\n      const report = JSON.parse(stdout.trim().split('\\n').at(-1) ?? '{}') as { correct?: boolean; score?: number; error?: string }\n      if (report.error) throw new Error(`DABStep judge error for ${task.id}: ${report.error}`)\n      const score = typeof report.score === 'number' ? report.score : 0\n      return {\n        resolved: report.correct === true,\n        score,\n        detail: JSON.stringify({ taskId: meta.taskId, split: meta.split, correct: report.correct }),\n      }\n    },\n  }\n}\n"],"mappings":";;;;;;;AAWA,SAAS,YAAY;AACrB,SAAS,QAAQ,UAAU,YAAY;AAKvC,IAAM,WAAW,KAAK,WAAW,YAAY,cAAc;AAC3D,IAAM,gBAAgB;AAetB,IAAM,aAAa,MAA0B,QAAQ,IAAI;AACzD,IAAM,YAAY,CAAC,QAAwB,KAAK,KAAK,UAAU;AAC/D,IAAM,eAAe,CAAC,QAAwB,KAAK,KAAK,OAAO;AAE/D,eAAe,WAAW,MAAc,OAA8B;AACpE,MAAI;AACF,UAAM,OAAO,IAAI;AAAA,EACnB,SAAS,KAAK;AACZ,UAAM,IAAI,MAAM,oBAAoB,KAAK,OAAO,IAAI,KAAK,eAAe,QAAQ,IAAI,UAAU,GAAG,GAAG;AAAA,EACtG;AACF;AAEA,eAAe,oBAAoB,KAAa,OAA8B;AAC5E,QAAM,WAAW,KAAK,KAAK,aAAa,GAAG,sBAAsB;AACjE,QAAM,WAAW,KAAK,KAAK,UAAU,GAAG,KAAK,MAAM,GAAG,GAAG,KAAK,aAAa;AAC3E,QAAM,WAAW,UAAU,GAAG,GAAG,mBAAmB;AACpD,QAAM,QAAQ,aAAa,GAAG;AAC9B,MAAI;AACF,UAAM,IAAI,MAAM,KAAK,KAAK;AAC1B,QAAI,CAAC,EAAE,YAAY,EAAG,OAAM,IAAI,MAAM,iBAAiB;AAAA,EACzD,SAAS,KAAK;AACZ,UAAM,IAAI,MAAM,iDAAiD,KAAK,KAAK,eAAe,QAAQ,IAAI,UAAU,GAAG,GAAG;AAAA,EACxH;AACF;AAEO,IAAM,sBAA6C;AAAA,EACxD,MAAM,QAAQ;AACZ,QAAI,OAAO;AACX,eAAW,MAAM,QAAQ;AACvB,YAAM,IAAK,IAA2C;AACtD,YAAM,IAAI,GAAG,aAAa,GAAG,QAAQ,GAAG;AACxC,UAAI,OAAO,MAAM,YAAY,EAAE,SAAS,EAAG,QAAO;AAAA,IACpD;AACA,UAAM,SAAS,CAAC,GAAG,KAAK,SAAS,wCAAwC,CAAC;AAC1E,YAAQ,OAAO,GAAG,EAAE,IAAI,CAAC,KAAK,MAAM,KAAK;AAAA,EAC3C;AACF;AAEA,SAAS,UAAU,KAAwB,OAAe,KAAyB;AACjF,QAAM,OAAoB;AAAA,IACxB,QAAQ,IAAI;AAAA,IACZ;AAAA,IACA,OAAO,IAAI;AAAA,IACX,GAAI,MAAM,EAAE,cAAc,aAAa,GAAG,EAAE,IAAI,CAAC;AAAA,EACnD;AACA,SAAO;AAAA,IACL,IAAI,OAAO,IAAI,OAAO;AAAA,IACtB;AAAA,IACA,QAAQ;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA,IAAI;AAAA,IACN,EAAE,KAAK,IAAI;AAAA,IACX,UAAU;AAAA,EACZ;AACF;AAEA,SAAS,SAAS,MAA8B;AAC9C,QAAM,KAAK,KAAK;AAChB,MAAI,CAAC,MAAM,OAAO,GAAG,WAAW,YAAY,CAAC,MAAM,QAAQ,GAAG,KAAK,GAAG;AACpE,UAAM,IAAI,MAAM,gBAAgB,KAAK,EAAE,wDAAmD;AAAA,EAC5F;AACA,SAAO;AACT;AAEA,SAAS,WAAW,MAA2B,MAAmB,OAAe,KAA2B;AAC1G,MAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,UAAU,KAAK,OAAO,GAAG,CAAC;AACxD,MAAI,KAAK,KAAK;AACZ,UAAM,OAAO,IAAI,IAAI,KAAK,GAAG;AAC7B,YAAQ,MAAM,OAAO,CAAC,SAAS,KAAK,IAAI,KAAK,EAAE,CAAC;AAAA,EAClD,WAAW,KAAK,UAAU,QAAW;AACnC,YAAQ,MAAM,MAAM,GAAG,KAAK,KAAK;AAAA,EACnC;AACA,MAAI,MAAM,WAAW,EAAG,OAAM,IAAI,MAAM,6BAA6B,KAAK,UAAU,IAAI,CAAC,cAAc,KAAK,EAAE;AAC9G,SAAO;AACT;AAEA,eAAe,aAAa,MAAmB,OAAqC;AAClF,QAAM,OAAO,KAAK,MAAM,MAAM,SAAS,UAAU,MAAM,CAAC;AACxD,UAAQ,KAAK,+CAA0C,KAAK,MAAM,0BAA0B,QAAQ,EAAE;AACtG,SAAO,WAAW,MAAM,MAAM,KAAK;AACrC;AAEA,eAAe,kBAAkB,KAAa,MAAmB,OAAqC;AACpG,QAAM,SAAS;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAkCf,QAAM,SAAS,MAAM,cAAc,QAAQ,CAAC,KAAK,OAAO,KAAK,UAAU,SAAY,KAAK,OAAO,KAAK,KAAK,GAAG,KAAK,UAAU,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;AAC3I,SAAO,WAAW,KAAK,MAAM,MAAM,GAA0B,MAAM,OAAO,GAAG;AAC/E;AAEO,SAAS,uBAAyC;AACvD,QAAM,eAAe,QAAQ,IAAI,qBAAqB;AAEtD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,QAAQ;AAAA,IAER,MAAM,YAAY;AAChB,UAAI,aAAc;AAClB,YAAM,MAAM,WAAW;AACvB,UAAI,CAAC,KAAK;AACR,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AACA,YAAM,oBAAoB,KAAK,aAAa;AAC5C,YAAM,kBAAkB,KAAK,EAAE,OAAO,EAAE,GAAG,aAAa;AAAA,IAC1D;AAAA,IAEA,MAAM,UAAU,OAAoB,CAAC,GAAG;AACtC,YAAM,QAAQ,KAAK,SAAS;AAC5B,UAAI,aAAc,QAAO,aAAa,MAAM,KAAK;AACjD,YAAM,MAAM,WAAW;AACvB,UAAI,CAAC,IAAK,OAAM,IAAI,MAAM,wDAAwD;AAClF,aAAO,kBAAkB,KAAK,MAAM,KAAK;AAAA,IAC3C;AAAA,IAEA,MAAM,aAAa,MAAiB;AAClC,YAAM,OAAO,SAAS,IAAI;AAC1B,YAAM,QAAQ,KAAK,MAAM,CAAC;AAC1B,UAAI,CAAC,MAAO,QAAO;AACnB,YAAM,QAAQ,MAAM;AACpB,aAAO,UAAU,SAAY,SAAY,OAAO,KAAK;AAAA,IACvD;AAAA,IAEA,MAAM,MAAM,MAAiB,UAAuC;AAClE,YAAM,OAAO,SAAS,IAAI;AAC1B,YAAM,MAAM,WAAW;AACvB,UAAI,CAAC,IAAK,OAAM,IAAI,MAAM,2EAA2E;AACrG,YAAM,SAAS,MAAM;AAAA,QACnB,KAAK,WAAW,WAAW,kBAAkB;AAAA,QAC7C,CAAC,gBAAgB,UAAU,GAAG,CAAC;AAAA,QAC/B,KAAK,UAAU,EAAE,YAAY,UAAU,OAAO,KAAK,MAAM,CAAC;AAAA,QAC1D,EAAE,KAAK,UAAU;AAAA,MACnB;AACA,YAAM,SAAS,KAAK,MAAM,OAAO,KAAK,EAAE,MAAM,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI;AAClE,UAAI,OAAO,MAAO,OAAM,IAAI,MAAM,2BAA2B,KAAK,EAAE,KAAK,OAAO,KAAK,EAAE;AACvF,YAAM,QAAQ,OAAO,OAAO,UAAU,WAAW,OAAO,QAAQ;AAChE,aAAO;AAAA,QACL,UAAU,OAAO,YAAY;AAAA,QAC7B;AAAA,QACA,QAAQ,KAAK,UAAU,EAAE,QAAQ,KAAK,QAAQ,OAAO,KAAK,OAAO,SAAS,OAAO,QAAQ,CAAC;AAAA,MAC5F;AAAA,IACF;AAAA,EACF;AACF;","names":[]}