@tangle-network/agent-bench 0.4.0 → 0.4.3

package/dist/chunk-WSKWVEQB.js

@@ -1,317 +0,0 @@
-// src/benchmarks/_harness.ts
-import { execFile, spawn } from "child_process";
-import { createHash } from "crypto";
-import { existsSync, readFileSync } from "fs";
-import {
-  cp,
-  lstat,
-  mkdir,
-  mkdtemp,
-  readFile,
-  readlink,
-  readdir,
-  rename,
-  rm,
-  writeFile
-} from "fs/promises";
-import { tmpdir } from "os";
-import { basename, dirname, isAbsolute, join, relative, resolve, sep } from "path";
-import { fileURLToPath } from "url";
-import { promisify } from "util";
-var execFileAsync = promisify(execFile);
-function resolveBenchRoot(moduleUrl) {
-  let current = dirname(fileURLToPath(moduleUrl));
-  while (true) {
-    const manifestPath = join(current, "package.json");
-    if (existsSync(manifestPath)) {
-      const manifest = JSON.parse(readFileSync(manifestPath, "utf8"));
-      if (manifest.name === "@tangle-network/agent-bench") return current;
-    }
-    const parent = dirname(current);
-    if (parent === current) {
-      throw new Error(`Unable to locate @tangle-network/agent-bench from ${moduleUrl}`);
-    }
-    current = parent;
-  }
-}
-var benchRoot = resolveBenchRoot(import.meta.url);
-function resolveBenchPython(env = process.env, root = benchRoot) {
-  const configured = env.AGENT_BENCH_PYTHON;
-  if (configured === void 0) return join(root, ".venv", "bin", "python");
-  if (!isAbsolute(configured)) {
-    throw new Error("AGENT_BENCH_PYTHON must be an absolute path");
-  }
-  return configured;
-}
-var venvPython = resolveBenchPython();
-var venvPythonAt = (venvDir) => join(benchRoot, venvDir, "bin", "python");
-var bigBuffer = 1024 * 1024 * 256;
-function venvBin(name) {
-  return join(benchRoot, ".venv", "bin", name);
-}
-async function runVenvPython(script, args = [], timeoutMs = 0, python = venvPython) {
-  const { stdout } = await execFileAsync(python, ["-c", script, ...args], {
-    maxBuffer: bigBuffer,
-    timeout: timeoutMs
-  });
-  return stdout;
-}
-async function preflightVenvImports(opts) {
-  const imports = opts.modules.filter((m) => m.length > 0);
-  const lines = [...imports.map((m) => `import ${m}`)];
-  if (opts.requireDocker) lines.push("import docker", "docker.from_env().ping()");
-  lines.push("print('ok')");
-  try {
-    await runVenvPython(lines.join("\n"), [], 0, opts.python ?? venvPython);
-  } catch (err) {
-    const msg = err instanceof Error ? err.message : String(err);
-    throw new Error(`${msg}
-${opts.fix}`);
-  }
-}
-function runVenvScriptStdin(scriptPath, args, input, opts = {}) {
-  return new Promise((resolve2, reject) => {
-    const child = spawn(opts.python ?? venvPython, [scriptPath, ...args], {
-      cwd: opts.cwd ?? benchRoot,
-      ...opts.timeoutMs ? { timeout: opts.timeoutMs } : {}
-    });
-    let stdout = "";
-    let stderr = "";
-    let bytes = 0;
-    child.stdout.on("data", (c) => {
-      bytes += c.length;
-      if (bytes <= bigBuffer) stdout += c.toString("utf8");
-    });
-    child.stderr.on("data", (c) => {
-      stderr += c.toString("utf8");
-    });
-    child.on("error", (err) => reject(err));
-    child.on("close", (code) => {
-      if (code === 0) resolve2(stdout);
-      else reject(new Error((stderr || stdout || `exit ${code}`).slice(0, 1500)));
-    });
-    child.stdin.end(input);
-  });
-}
-var StagedJudgeError = class extends Error {
-  judgeArtifacts;
-  constructor(message, judgeArtifacts, options) {
-    super(message, options);
-    this.name = "StagedJudgeError";
-    this.judgeArtifacts = judgeArtifacts;
-  }
-};
-function sha256(bytes) {
-  return `sha256:${createHash("sha256").update(bytes).digest("hex")}`;
-}
-function portablePath(path) {
-  return path.split(sep).join("/");
-}
-function compareText(left, right) {
-  return left < right ? -1 : left > right ? 1 : 0;
-}
-async function collectArtifactFiles(root, current) {
-  const absolute = join(root, current);
-  const entries = await readdir(absolute, { withFileTypes: true });
-  const files = [];
-  for (const entry of entries.sort((left, right) => compareText(left.name, right.name))) {
-    const relativePath = join(current, entry.name);
-    const path = join(root, relativePath);
-    if (entry.isDirectory()) {
-      files.push(...await collectArtifactFiles(root, relativePath));
-      continue;
-    }
-    if (entry.isFile()) {
-      const bytes = await readFile(path);
-      files.push({
-        path: portablePath(relativePath),
-        byteLength: bytes.byteLength,
-        sha256: sha256(bytes),
-        kind: "file"
-      });
-      continue;
-    }
-    if (entry.isSymbolicLink()) {
-      const targetBytes = await readlink(path, { encoding: "buffer" });
-      files.push({
-        path: portablePath(relativePath),
-        byteLength: targetBytes.byteLength,
-        sha256: sha256(targetBytes),
-        kind: "symlink"
-      });
-      continue;
-    }
-    throw new Error(`staged judge capture does not support ${relativePath}`);
-  }
-  return files;
-}
-function isWithin(parent, candidate) {
-  const path = relative(parent, candidate);
-  return path === "" || !path.startsWith(`..${sep}`) && path !== ".." && !isAbsolute(path);
-}
-async function assertDestinationAbsent(destination) {
-  try {
-    await lstat(destination);
-  } catch (error) {
-    if (error.code === "ENOENT") return;
-    throw error;
-  }
-  throw new Error(`staged judge capture destination already exists: ${destination}`);
-}
-async function captureStagedRun(sourceDirectory, spec, processOutput, evaluatorSucceeded) {
-  const source = resolve(sourceDirectory);
-  const destination = resolve(spec.destination);
-  if (isWithin(source, destination)) {
-    throw new Error("staged judge capture destination must be outside the evaluator directory");
-  }
-  await mkdir(dirname(destination), { recursive: true });
-  await assertDestinationAbsent(destination);
-  const staging = await mkdtemp(join(dirname(destination), `.${basename(destination)}-capture-`));
-  try {
-    await cp(source, join(staging, "evaluator"), {
-      recursive: true,
-      errorOnExist: true,
-      force: false,
-      preserveTimestamps: true,
-      verbatimSymlinks: true
-    });
-    await mkdir(join(staging, "process"));
-    await writeFile(join(staging, "process", "stdout.bin"), processOutput.stdout);
-    await writeFile(join(staging, "process", "stderr.bin"), processOutput.stderr);
-    const files = [
-      ...await collectArtifactFiles(staging, "evaluator"),
-      ...await collectArtifactFiles(staging, "process")
-    ].sort((left, right) => compareText(left.path, right.path));
-    const byteLength = files.reduce((total, file) => total + file.byteLength, 0);
-    const treeBytes = Buffer.from(
-      files.map((file) => `${file.path}\0${file.kind}\0${file.byteLength}\0${file.sha256}
-`).join(""),
-      "utf8"
-    );
-    const receipt = {
-      schema: "agent-bench/judge-artifacts/v1",
-      directory: destination,
-      evaluatorDirectory: join(destination, "evaluator"),
-      manifestPath: join(destination, "receipt.json"),
-      evaluatorSucceeded,
-      files,
-      fileCount: files.length,
-      byteLength,
-      treeSha256: sha256(treeBytes)
-    };
-    await writeFile(join(staging, "receipt.json"), `${JSON.stringify(receipt, null, 2)}
-`);
-    await rename(staging, destination);
-    return receipt;
-  } catch (error) {
-    await rm(staging, { recursive: true, force: true }).catch(() => {
-    });
-    throw error;
-  }
-}
-function processBytes(value) {
-  if (Buffer.isBuffer(value)) return value;
-  if (value === void 0 || value === null) return Buffer.alloc(0);
-  return Buffer.from(String(value), "utf8");
-}
-async function runStagedJudge(spec) {
-  const dir = await mkdtemp(join(tmpdir(), spec.tmpPrefix));
-  let stdout = Buffer.alloc(0);
-  let stderr = Buffer.alloc(0);
-  let evaluatorSucceeded = false;
-  let score;
-  let failure;
-  try {
-    try {
-      await spec.stage(dir);
-      const bin = spec.bin ?? venvPython;
-      const argv = spec.argv(dir);
-      try {
-        const output = await execFileAsync(bin, argv, {
-          cwd: spec.cwd ? spec.cwd(dir) : dir,
-          encoding: "buffer",
-          maxBuffer: bigBuffer,
-          ...spec.timeoutMs ? { timeout: spec.timeoutMs } : {}
-        });
-        stdout = processBytes(output.stdout);
-        stderr = processBytes(output.stderr);
-        evaluatorSucceeded = true;
-      } catch (err) {
-        const e = err;
-        stdout = processBytes(e.stdout);
-        stderr = processBytes(e.stderr);
-        const detail = processBytes(e.stderr ?? e.stdout ?? e.message ?? String(err)).toString("utf8").slice(0, 2e3);
-        throw new Error(`${spec.tmpPrefix.replace(/-$/, "")} evaluator failed (${bin} ${argv.join(" ")}):
-${detail}`);
-      }
-      score = await spec.parseReport(dir);
-    } catch (err) {
-      failure = err;
-    }
-  } finally {
-    let judgeArtifacts;
-    if (spec.capture) {
-      try {
-        judgeArtifacts = await captureStagedRun(
-          dir,
-          spec.capture,
-          { stdout, stderr },
-          evaluatorSucceeded
-        );
-      } catch (captureError) {
-        failure = new Error(
-          `staged judge failed to capture evaluator artifacts: ${captureError instanceof Error ? captureError.message : captureError}`,
-          { cause: failure ?? captureError }
-        );
-      }
-    }
-    if (!spec.keepTmp) await rm(dir, { recursive: true, force: true }).catch(() => {
-    });
-    if (failure) {
-      throw new StagedJudgeError(
-        failure instanceof Error ? failure.message : String(failure),
-        judgeArtifacts,
-        { cause: failure }
-      );
-    }
-    if (!score) throw new StagedJudgeError("staged judge completed without a score", judgeArtifacts);
-    return judgeArtifacts ? { ...score, judgeArtifacts } : score;
-  }
-}
-async function readJsonReport(path) {
-  let raw;
-  try {
-    raw = await readFile(path, "utf8");
-  } catch (err) {
-    throw new Error(`expected report not written: ${path} (${err instanceof Error ? err.message : err})`);
-  }
-  try {
-    return JSON.parse(raw);
-  } catch (err) {
-    throw new Error(`report not valid JSON at ${path}: ${err instanceof Error ? err.message : err}`);
-  }
-}
-async function stageFile(path, content) {
-  await writeFile(path, content);
-}
-function safeRunId(prefix, id) {
-  return `${prefix}-${id}`.replace(/[^a-zA-Z0-9_.-]/g, "_");
-}
-
-export {
-  benchRoot,
-  resolveBenchPython,
-  venvPython,
-  venvPythonAt,
-  bigBuffer,
-  venvBin,
-  runVenvPython,
-  preflightVenvImports,
-  runVenvScriptStdin,
-  StagedJudgeError,
-  runStagedJudge,
-  readJsonReport,
-  stageFile,
-  safeRunId
-};
-//# sourceMappingURL=chunk-WSKWVEQB.js.map

package/dist/chunk-WSKWVEQB.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/benchmarks/_harness.ts"],"sourcesContent":["/**\n * Shared code-bench harness. The \"stage the artifact → run the benchmark's own\n * evaluator in an external process (mkdtemp / execFile / .venv python / Docker)\n * → read its JSON report → { resolved, score }\" spine that swe-bench,\n * terminal-bench, commit0, programbench and aec-bench all need. Factored out so\n * the Docker/venv/report-reading logic lives in ONE place instead of being\n * copy-pasted per adapter.\n *\n * It owns NO benchmark policy: each adapter passes the argv for its evaluator\n * and a `parseReport` that maps that evaluator's report JSON → a BenchScore. The\n * harness owns process spawning, temp-dir lifecycle, large-buffer/timeout config\n * and fail-loud diagnostics.\n *\n * Fail-loud: an absent .venv / harness / Docker daemon THROWS from `preflight`\n * (the adapter passes the import line + the exact fix). A staged run that exits\n * nonzero throws with the captured stderr — never a fabricated score.\n */\n\nimport { execFile, spawn } from 'node:child_process'\nimport { createHash } from 'node:crypto'\nimport { existsSync, readFileSync } from 'node:fs'\nimport {\n  cp,\n  lstat,\n  mkdir,\n  mkdtemp,\n  readFile,\n  readlink,\n  readdir,\n  rename,\n  rm,\n  writeFile,\n} from 'node:fs/promises'\nimport { tmpdir } from 'node:os'\nimport { basename, dirname, isAbsolute, join, relative, resolve, sep } from 'node:path'\nimport { fileURLToPath } from 'node:url'\nimport { promisify } from 'node:util'\nimport type {\n  BenchScore,\n  JudgeArtifactFileReceipt,\n  JudgeArtifactReceipt,\n} from './types'\n\nconst execFileAsync = promisify(execFile)\n\n/** Locate the package by identity because source files and compiled chunks have different depths. */\nfunction resolveBenchRoot(moduleUrl: string): string {\n  let current = dirname(fileURLToPath(moduleUrl))\n  while (true) {\n    const manifestPath = join(current, 'package.json')\n    if (existsSync(manifestPath)) {\n      const manifest = JSON.parse(readFileSync(manifestPath, 'utf8')) as { name?: unknown }\n      if (manifest.name === '@tangle-network/agent-bench') return current\n    }\n    const parent = dirname(current)\n    if (parent === current) {\n      throw new Error(`Unable to locate @tangle-network/agent-bench from ${moduleUrl}`)\n    }\n    current = parent\n  }\n}\n\n/** Package root for agent-bench, so `.venv`, scripts, and fixtures resolve. */\nexport const benchRoot = resolveBenchRoot(import.meta.url)\n\n/** Resolve the shared interpreter without requiring an installed package to contain a venv. */\nexport function resolveBenchPython(\n  env: Readonly<{ AGENT_BENCH_PYTHON?: string }> = process.env,\n  root: string = benchRoot,\n): string {\n  const configured = env.AGENT_BENCH_PYTHON\n  if (configured === undefined) return join(root, '.venv', 'bin', 'python')\n  if (!isAbsolute(configured)) {\n    throw new Error('AGENT_BENCH_PYTHON must be an absolute path')\n  }\n  return configured\n}\n\n/** The shared interpreter every Python-backed evaluator runs through. */\nexport const venvPython = resolveBenchPython()\n\n/** Interpreter for a NAMED isolated venv (e.g. `.venv-commit0`). Benches whose pip\n *  deps conflict with the shared `.venv` (commit0 downgrades pydantic/sqlalchemy)\n *  get their own venv and pass its python explicitly — keeping the shared one clean. */\nexport const venvPythonAt = (venvDir: string): string => join(benchRoot, venvDir, 'bin', 'python')\n/** Report/transcript reads are large; 256 MiB matches the SWE harness budget. */\nexport const bigBuffer = 1024 * 1024 * 256\n\n/** Path to a named executable inside the bench venv (e.g. `venvBin('tb')`). */\nexport function venvBin(name: string): string {\n  return join(benchRoot, '.venv', 'bin', name)\n}\n\n/**\n * Run the bench venv python with an inline script (`-c`); return stdout. Throws\n * (with stderr) on a nonzero exit — the loaders rely on this to fail loud rather\n * than parse a partial dump.\n */\nexport async function runVenvPython(\n  script: string,\n  args: string[] = [],\n  timeoutMs = 0,\n  python: string = venvPython,\n): Promise<string> {\n  const { stdout } = await execFileAsync(python, ['-c', script, ...args], {\n    maxBuffer: bigBuffer,\n    timeout: timeoutMs,\n  })\n  return stdout\n}\n\n/**\n * Preflight a python-backed harness: import the module(s) and (optionally) ping\n * Docker, all inside the bench venv. On failure THROWS the captured error joined\n * to the adapter's `fix` guidance — the contract every code-bench preflight wants.\n */\nexport async function preflightVenvImports(opts: {\n  /** Module names to `import` (e.g. ['swebench']); '' entries are ignored. */\n  modules: string[]\n  /** Also `docker.from_env().ping()` — true for Docker-backed evaluators. */\n  requireDocker?: boolean\n  /** Actionable remediation appended to the thrown message. */\n  fix: string\n  /** Override the interpreter (e.g. an isolated `.venv-commit0`). Default: shared `.venv`. */\n  python?: string\n}): Promise<void> {\n  const imports = opts.modules.filter((m) => m.length > 0)\n  const lines = [...imports.map((m) => `import ${m}`)]\n  if (opts.requireDocker) lines.push('import docker', 'docker.from_env().ping()')\n  lines.push(\"print('ok')\")\n  try {\n    await runVenvPython(lines.join('\\n'), [], 0, opts.python ?? venvPython)\n  } catch (err) {\n    const msg = err instanceof Error ? err.message : String(err)\n    throw new Error(`${msg}\\n${opts.fix}`)\n  }\n}\n\n/**\n * Run a bench-local python driver script (in the bench venv) while piping\n * `input` to its stdin, returning stdout. The driver's verdict JSON is its LAST\n * stdout line; callers parse that and inspect an `error` field (fail loud).\n *\n * Uses spawn + an explicit `stdin.end(input)` rather than promisify(execFile)'s\n * `input` option, because that option is NOT honored by async execFile — stdin\n * is left open and a driver that does `sys.stdin.read()` blocks forever. The\n * artifact-piping judges (commit0, appworld) MUST go through this.\n */\nexport function runVenvScriptStdin(\n  scriptPath: string,\n  args: string[],\n  input: string,\n  opts: { cwd?: string; timeoutMs?: number; python?: string } = {},\n): Promise<string> {\n  return new Promise<string>((resolve, reject) => {\n    const child = spawn(opts.python ?? venvPython, [scriptPath, ...args], {\n      cwd: opts.cwd ?? benchRoot,\n      ...(opts.timeoutMs ? { timeout: opts.timeoutMs } : {}),\n    })\n    let stdout = ''\n    let stderr = ''\n    let bytes = 0\n    child.stdout.on('data', (c: Buffer) => {\n      bytes += c.length\n      if (bytes <= bigBuffer) stdout += c.toString('utf8')\n    })\n    child.stderr.on('data', (c: Buffer) => {\n      stderr += c.toString('utf8')\n    })\n    child.on('error', (err) => reject(err))\n    child.on('close', (code) => {\n      if (code === 0) resolve(stdout)\n      else reject(new Error((stderr || stdout || `exit ${code}`).slice(0, 1500)))\n    })\n    child.stdin.end(input)\n  })\n}\n\nexport interface StagedRunSpec {\n  /** mkdtemp prefix, e.g. 'swebench-' / 'commit0-'. */\n  tmpPrefix: string\n  /**\n   * Write the artifact + any harness inputs into the temp dir. Returns nothing;\n   * `argv`/`cwd` consume `dir` to point the evaluator at what was written.\n   */\n  stage(dir: string): Promise<void>\n  /** The external evaluator to spawn. `bin` defaults to the bench venv python. */\n  bin?: string\n  /** argv for the evaluator, computed from the temp `dir`. */\n  argv(dir: string): string[]\n  /** Working directory for the evaluator. Defaults to the temp `dir`. */\n  cwd?(dir: string): string\n  /** Hard timeout for the evaluator (ms); 0 = none. */\n  timeoutMs?: number\n  /**\n   * Read the evaluator's report(s) out of `dir` and map to a BenchScore. Throws\n   * if the expected report is absent/malformed (fail loud — no default score).\n   */\n  parseReport(dir: string): Promise<BenchScore>\n  /**\n   * Copy the complete evaluator directory plus raw process stdout/stderr to this\n   * caller-owned directory before cleanup. The destination must not exist.\n   */\n  capture?: StagedRunCaptureSpec\n  /** Keep the temp dir on disk (debugging). Default false → always cleaned up. */\n  keepTmp?: boolean\n}\n\nexport interface StagedRunCaptureSpec {\n  /** Destination for `evaluator/`, `process/`, and the hashed `receipt.json`. */\n  destination: string\n}\n\n/** A staged run failed after any requested evidence was durably retained. */\nexport class StagedJudgeError extends Error {\n  readonly judgeArtifacts?: JudgeArtifactReceipt\n\n  constructor(message: string, judgeArtifacts?: JudgeArtifactReceipt, options?: ErrorOptions) {\n    super(message, options)\n    this.name = 'StagedJudgeError'\n    this.judgeArtifacts = judgeArtifacts\n  }\n}\n\nfunction sha256(bytes: Uint8Array): `sha256:${string}` {\n  return `sha256:${createHash('sha256').update(bytes).digest('hex')}`\n}\n\nfunction portablePath(path: string): string {\n  return path.split(sep).join('/')\n}\n\nfunction compareText(left: string, right: string): number {\n  return left < right ? -1 : left > right ? 1 : 0\n}\n\nasync function collectArtifactFiles(\n  root: string,\n  current: string,\n): Promise<JudgeArtifactFileReceipt[]> {\n  const absolute = join(root, current)\n  const entries = await readdir(absolute, { withFileTypes: true })\n  const files: JudgeArtifactFileReceipt[] = []\n  for (const entry of entries.sort((left, right) => compareText(left.name, right.name))) {\n    const relativePath = join(current, entry.name)\n    const path = join(root, relativePath)\n    if (entry.isDirectory()) {\n      files.push(...await collectArtifactFiles(root, relativePath))\n      continue\n    }\n    if (entry.isFile()) {\n      const bytes = await readFile(path)\n      files.push({\n        path: portablePath(relativePath),\n        byteLength: bytes.byteLength,\n        sha256: sha256(bytes),\n        kind: 'file',\n      })\n      continue\n    }\n    if (entry.isSymbolicLink()) {\n      const targetBytes = await readlink(path, { encoding: 'buffer' })\n      files.push({\n        path: portablePath(relativePath),\n        byteLength: targetBytes.byteLength,\n        sha256: sha256(targetBytes),\n        kind: 'symlink',\n      })\n      continue\n    }\n    throw new Error(`staged judge capture does not support ${relativePath}`)\n  }\n  return files\n}\n\nfunction isWithin(parent: string, candidate: string): boolean {\n  const path = relative(parent, candidate)\n  return path === '' || (!path.startsWith(`..${sep}`) && path !== '..' && !isAbsolute(path))\n}\n\nasync function assertDestinationAbsent(destination: string): Promise<void> {\n  try {\n    await lstat(destination)\n  } catch (error) {\n    if ((error as NodeJS.ErrnoException).code === 'ENOENT') return\n    throw error\n  }\n  throw new Error(`staged judge capture destination already exists: ${destination}`)\n}\n\nasync function captureStagedRun(\n  sourceDirectory: string,\n  spec: StagedRunCaptureSpec,\n  processOutput: Readonly<{ stdout: Buffer; stderr: Buffer }>,\n  evaluatorSucceeded: boolean,\n): Promise<JudgeArtifactReceipt> {\n  const source = resolve(sourceDirectory)\n  const destination = resolve(spec.destination)\n  if (isWithin(source, destination)) {\n    throw new Error('staged judge capture destination must be outside the evaluator directory')\n  }\n  await mkdir(dirname(destination), { recursive: true })\n  await assertDestinationAbsent(destination)\n  const staging = await mkdtemp(join(dirname(destination), `.${basename(destination)}-capture-`))\n  try {\n    await cp(source, join(staging, 'evaluator'), {\n      recursive: true,\n      errorOnExist: true,\n      force: false,\n      preserveTimestamps: true,\n      verbatimSymlinks: true,\n    })\n    await mkdir(join(staging, 'process'))\n    await writeFile(join(staging, 'process', 'stdout.bin'), processOutput.stdout)\n    await writeFile(join(staging, 'process', 'stderr.bin'), processOutput.stderr)\n\n    const files = [\n      ...await collectArtifactFiles(staging, 'evaluator'),\n      ...await collectArtifactFiles(staging, 'process'),\n    ].sort((left, right) => compareText(left.path, right.path))\n    const byteLength = files.reduce((total, file) => total + file.byteLength, 0)\n    const treeBytes = Buffer.from(\n      files\n        .map((file) => `${file.path}\\0${file.kind}\\0${file.byteLength}\\0${file.sha256}\\n`)\n        .join(''),\n      'utf8',\n    )\n    const receipt: JudgeArtifactReceipt = {\n      schema: 'agent-bench/judge-artifacts/v1',\n      directory: destination,\n      evaluatorDirectory: join(destination, 'evaluator'),\n      manifestPath: join(destination, 'receipt.json'),\n      evaluatorSucceeded,\n      files,\n      fileCount: files.length,\n      byteLength,\n      treeSha256: sha256(treeBytes),\n    }\n    await writeFile(join(staging, 'receipt.json'), `${JSON.stringify(receipt, null, 2)}\\n`)\n    await rename(staging, destination)\n    return receipt\n  } catch (error) {\n    await rm(staging, { recursive: true, force: true }).catch(() => {})\n    throw error\n  }\n}\n\nfunction processBytes(value: unknown): Buffer {\n  if (Buffer.isBuffer(value)) return value\n  if (value === undefined || value === null) return Buffer.alloc(0)\n  return Buffer.from(String(value), 'utf8')\n}\n\n/**\n * The shared judge body: mkdtemp → stage → spawn evaluator → parseReport →\n * cleanup. The evaluator's stdout/stderr is surfaced on failure; the temp dir is\n * always removed in `finally` unless `keepTmp`.\n */\nexport async function runStagedJudge(spec: StagedRunSpec): Promise<BenchScore> {\n  const dir = await mkdtemp(join(tmpdir(), spec.tmpPrefix))\n  let stdout: Buffer<ArrayBufferLike> = Buffer.alloc(0)\n  let stderr: Buffer<ArrayBufferLike> = Buffer.alloc(0)\n  let evaluatorSucceeded = false\n  let score: BenchScore | undefined\n  let failure: unknown\n  try {\n    try {\n      await spec.stage(dir)\n      const bin = spec.bin ?? venvPython\n      const argv = spec.argv(dir)\n      try {\n        const output = await execFileAsync(bin, argv, {\n          cwd: spec.cwd ? spec.cwd(dir) : dir,\n          encoding: 'buffer',\n          maxBuffer: bigBuffer,\n          ...(spec.timeoutMs ? { timeout: spec.timeoutMs } : {}),\n        })\n        stdout = processBytes(output.stdout)\n        stderr = processBytes(output.stderr)\n        evaluatorSucceeded = true\n      } catch (err) {\n        const e = err as { stderr?: unknown; stdout?: unknown; message?: string }\n        stdout = processBytes(e.stdout)\n        stderr = processBytes(e.stderr)\n        const detail = processBytes(e.stderr ?? e.stdout ?? e.message ?? String(err))\n          .toString('utf8')\n          .slice(0, 2000)\n        throw new Error(`${spec.tmpPrefix.replace(/-$/, '')} evaluator failed (${bin} ${argv.join(' ')}):\\n${detail}`)\n      }\n      score = await spec.parseReport(dir)\n    } catch (err) {\n      failure = err\n    }\n  } finally {\n    let judgeArtifacts: JudgeArtifactReceipt | undefined\n    if (spec.capture) {\n      try {\n        judgeArtifacts = await captureStagedRun(\n          dir,\n          spec.capture,\n          { stdout, stderr },\n          evaluatorSucceeded,\n        )\n      } catch (captureError) {\n        failure = new Error(\n          `staged judge failed to capture evaluator artifacts: ${captureError instanceof Error ? captureError.message : captureError}`,\n          { cause: failure ?? captureError },\n        )\n      }\n    }\n    if (!spec.keepTmp) await rm(dir, { recursive: true, force: true }).catch(() => {})\n    if (failure) {\n      throw new StagedJudgeError(\n        failure instanceof Error ? failure.message : String(failure),\n        judgeArtifacts,\n        { cause: failure },\n      )\n    }\n    if (!score) throw new StagedJudgeError('staged judge completed without a score', judgeArtifacts)\n    return judgeArtifacts ? { ...score, judgeArtifacts } : score\n  }\n}\n\n/** Read + JSON.parse a report file from a staged run; throws with the path on failure. */\nexport async function readJsonReport<T>(path: string): Promise<T> {\n  let raw: string\n  try {\n    raw = await readFile(path, 'utf8')\n  } catch (err) {\n    throw new Error(`expected report not written: ${path} (${err instanceof Error ? err.message : err})`)\n  }\n  try {\n    return JSON.parse(raw) as T\n  } catch (err) {\n    throw new Error(`report not valid JSON at ${path}: ${err instanceof Error ? err.message : err}`)\n  }\n}\n\n/** Write a UTF-8 file into a staged dir (artifact / preds.json / attempt.sh / …). */\nexport async function stageFile(path: string, content: string): Promise<void> {\n  await writeFile(path, content)\n}\n\n/** Sanitize an instance id into a filesystem/run-id-safe token. */\nexport function safeRunId(prefix: string, id: string): string {\n  return `${prefix}-${id}`.replace(/[^a-zA-Z0-9_.-]/g, '_')\n}\n"],"mappings":";AAkBA,SAAS,UAAU,aAAa;AAChC,SAAS,kBAAkB;AAC3B,SAAS,YAAY,oBAAoB;AACzC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,cAAc;AACvB,SAAS,UAAU,SAAS,YAAY,MAAM,UAAU,SAAS,WAAW;AAC5E,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAO1B,IAAM,gBAAgB,UAAU,QAAQ;AAGxC,SAAS,iBAAiB,WAA2B;AACnD,MAAI,UAAU,QAAQ,cAAc,SAAS,CAAC;AAC9C,SAAO,MAAM;AACX,UAAM,eAAe,KAAK,SAAS,cAAc;AACjD,QAAI,WAAW,YAAY,GAAG;AAC5B,YAAM,WAAW,KAAK,MAAM,aAAa,cAAc,MAAM,CAAC;AAC9D,UAAI,SAAS,SAAS,8BAA+B,QAAO;AAAA,IAC9D;AACA,UAAM,SAAS,QAAQ,OAAO;AAC9B,QAAI,WAAW,SAAS;AACtB,YAAM,IAAI,MAAM,qDAAqD,SAAS,EAAE;AAAA,IAClF;AACA,cAAU;AAAA,EACZ;AACF;AAGO,IAAM,YAAY,iBAAiB,YAAY,GAAG;AAGlD,SAAS,mBACd,MAAiD,QAAQ,KACzD,OAAe,WACP;AACR,QAAM,aAAa,IAAI;AACvB,MAAI,eAAe,OAAW,QAAO,KAAK,MAAM,SAAS,OAAO,QAAQ;AACxE,MAAI,CAAC,WAAW,UAAU,GAAG;AAC3B,UAAM,IAAI,MAAM,6CAA6C;AAAA,EAC/D;AACA,SAAO;AACT;AAGO,IAAM,aAAa,mBAAmB;AAKtC,IAAM,eAAe,CAAC,YAA4B,KAAK,WAAW,SAAS,OAAO,QAAQ;AAE1F,IAAM,YAAY,OAAO,OAAO;AAGhC,SAAS,QAAQ,MAAsB;AAC5C,SAAO,KAAK,WAAW,SAAS,OAAO,IAAI;AAC7C;AAOA,eAAsB,cACpB,QACA,OAAiB,CAAC,GAClB,YAAY,GACZ,SAAiB,YACA;AACjB,QAAM,EAAE,OAAO,IAAI,MAAM,cAAc,QAAQ,CAAC,MAAM,QAAQ,GAAG,IAAI,GAAG;AAAA,IACtE,WAAW;AAAA,IACX,SAAS;AAAA,EACX,CAAC;AACD,SAAO;AACT;AAOA,eAAsB,qBAAqB,MASzB;AAChB,QAAM,UAAU,KAAK,QAAQ,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AACvD,QAAM,QAAQ,CAAC,GAAG,QAAQ,IAAI,CAAC,MAAM,UAAU,CAAC,EAAE,CAAC;AACnD,MAAI,KAAK,cAAe,OAAM,KAAK,iBAAiB,0BAA0B;AAC9E,QAAM,KAAK,aAAa;AACxB,MAAI;AACF,UAAM,cAAc,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,GAAG,KAAK,UAAU,UAAU;AAAA,EACxE,SAAS,KAAK;AACZ,UAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,UAAM,IAAI,MAAM,GAAG,GAAG;AAAA,EAAK,KAAK,GAAG,EAAE;AAAA,EACvC;AACF;AAYO,SAAS,mBACd,YACA,MACA,OACA,OAA8D,CAAC,GAC9C;AACjB,SAAO,IAAI,QAAgB,CAACA,UAAS,WAAW;AAC9C,UAAM,QAAQ,MAAM,KAAK,UAAU,YAAY,CAAC,YAAY,GAAG,IAAI,GAAG;AAAA,MACpE,KAAK,KAAK,OAAO;AAAA,MACjB,GAAI,KAAK,YAAY,EAAE,SAAS,KAAK,UAAU,IAAI,CAAC;AAAA,IACtD,CAAC;AACD,QAAI,SAAS;AACb,QAAI,SAAS;AACb,QAAI,QAAQ;AACZ,UAAM,OAAO,GAAG,QAAQ,CAAC,MAAc;AACrC,eAAS,EAAE;AACX,UAAI,SAAS,UAAW,WAAU,EAAE,SAAS,MAAM;AAAA,IACrD,CAAC;AACD,UAAM,OAAO,GAAG,QAAQ,CAAC,MAAc;AACrC,gBAAU,EAAE,SAAS,MAAM;AAAA,IAC7B,CAAC;AACD,UAAM,GAAG,SAAS,CAAC,QAAQ,OAAO,GAAG,CAAC;AACtC,UAAM,GAAG,SAAS,CAAC,SAAS;AAC1B,UAAI,SAAS,EAAG,CAAAA,SAAQ,MAAM;AAAA,UACzB,QAAO,IAAI,OAAO,UAAU,UAAU,QAAQ,IAAI,IAAI,MAAM,GAAG,IAAI,CAAC,CAAC;AAAA,IAC5E,CAAC;AACD,UAAM,MAAM,IAAI,KAAK;AAAA,EACvB,CAAC;AACH;AAsCO,IAAM,mBAAN,cAA+B,MAAM;AAAA,EACjC;AAAA,EAET,YAAY,SAAiB,gBAAuC,SAAwB;AAC1F,UAAM,SAAS,OAAO;AACtB,SAAK,OAAO;AACZ,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,SAAS,OAAO,OAAuC;AACrD,SAAO,UAAU,WAAW,QAAQ,EAAE,OAAO,KAAK,EAAE,OAAO,KAAK,CAAC;AACnE;AAEA,SAAS,aAAa,MAAsB;AAC1C,SAAO,KAAK,MAAM,GAAG,EAAE,KAAK,GAAG;AACjC;AAEA,SAAS,YAAY,MAAc,OAAuB;AACxD,SAAO,OAAO,QAAQ,KAAK,OAAO,QAAQ,IAAI;AAChD;AAEA,eAAe,qBACb,MACA,SACqC;AACrC,QAAM,WAAW,KAAK,MAAM,OAAO;AACnC,QAAM,UAAU,MAAM,QAAQ,UAAU,EAAE,eAAe,KAAK,CAAC;AAC/D,QAAM,QAAoC,CAAC;AAC3C,aAAW,SAAS,QAAQ,KAAK,CAAC,MAAM,UAAU,YAAY,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG;AACrF,UAAM,eAAe,KAAK,SAAS,MAAM,IAAI;AAC7C,UAAM,OAAO,KAAK,MAAM,YAAY;AACpC,QAAI,MAAM,YAAY,GAAG;AACvB,YAAM,KAAK,GAAG,MAAM,qBAAqB,MAAM,YAAY,CAAC;AAC5D;AAAA,IACF;AACA,QAAI,MAAM,OAAO,GAAG;AAClB,YAAM,QAAQ,MAAM,SAAS,IAAI;AACjC,YAAM,KAAK;AAAA,QACT,MAAM,aAAa,YAAY;AAAA,QAC/B,YAAY,MAAM;AAAA,QAClB,QAAQ,OAAO,KAAK;AAAA,QACpB,MAAM;AAAA,MACR,CAAC;AACD;AAAA,IACF;AACA,QAAI,MAAM,eAAe,GAAG;AAC1B,YAAM,cAAc,MAAM,SAAS,MAAM,EAAE,UAAU,SAAS,CAAC;AAC/D,YAAM,KAAK;AAAA,QACT,MAAM,aAAa,YAAY;AAAA,QAC/B,YAAY,YAAY;AAAA,QACxB,QAAQ,OAAO,WAAW;AAAA,QAC1B,MAAM;AAAA,MACR,CAAC;AACD;AAAA,IACF;AACA,UAAM,IAAI,MAAM,yCAAyC,YAAY,EAAE;AAAA,EACzE;AACA,SAAO;AACT;AAEA,SAAS,SAAS,QAAgB,WAA4B;AAC5D,QAAM,OAAO,SAAS,QAAQ,SAAS;AACvC,SAAO,SAAS,MAAO,CAAC,KAAK,WAAW,KAAK,GAAG,EAAE,KAAK,SAAS,QAAQ,CAAC,WAAW,IAAI;AAC1F;AAEA,eAAe,wBAAwB,aAAoC;AACzE,MAAI;AACF,UAAM,MAAM,WAAW;AAAA,EACzB,SAAS,OAAO;AACd,QAAK,MAAgC,SAAS,SAAU;AACxD,UAAM;AAAA,EACR;AACA,QAAM,IAAI,MAAM,oDAAoD,WAAW,EAAE;AACnF;AAEA,eAAe,iBACb,iBACA,MACA,eACA,oBAC+B;AAC/B,QAAM,SAAS,QAAQ,eAAe;AACtC,QAAM,cAAc,QAAQ,KAAK,WAAW;AAC5C,MAAI,SAAS,QAAQ,WAAW,GAAG;AACjC,UAAM,IAAI,MAAM,0EAA0E;AAAA,EAC5F;AACA,QAAM,MAAM,QAAQ,WAAW,GAAG,EAAE,WAAW,KAAK,CAAC;AACrD,QAAM,wBAAwB,WAAW;AACzC,QAAM,UAAU,MAAM,QAAQ,KAAK,QAAQ,WAAW,GAAG,IAAI,SAAS,WAAW,CAAC,WAAW,CAAC;AAC9F,MAAI;AACF,UAAM,GAAG,QAAQ,KAAK,SAAS,WAAW,GAAG;AAAA,MAC3C,WAAW;AAAA,MACX,cAAc;AAAA,MACd,OAAO;AAAA,MACP,oBAAoB;AAAA,MACpB,kBAAkB;AAAA,IACpB,CAAC;AACD,UAAM,MAAM,KAAK,SAAS,SAAS,CAAC;AACpC,UAAM,UAAU,KAAK,SAAS,WAAW,YAAY,GAAG,cAAc,MAAM;AAC5E,UAAM,UAAU,KAAK,SAAS,WAAW,YAAY,GAAG,cAAc,MAAM;AAE5E,UAAM,QAAQ;AAAA,MACZ,GAAG,MAAM,qBAAqB,SAAS,WAAW;AAAA,MAClD,GAAG,MAAM,qBAAqB,SAAS,SAAS;AAAA,IAClD,EAAE,KAAK,CAAC,MAAM,UAAU,YAAY,KAAK,MAAM,MAAM,IAAI,CAAC;AAC1D,UAAM,aAAa,MAAM,OAAO,CAAC,OAAO,SAAS,QAAQ,KAAK,YAAY,CAAC;AAC3E,UAAM,YAAY,OAAO;AAAA,MACvB,MACG,IAAI,CAAC,SAAS,GAAG,KAAK,IAAI,KAAK,KAAK,IAAI,KAAK,KAAK,UAAU,KAAK,KAAK,MAAM;AAAA,CAAI,EAChF,KAAK,EAAE;AAAA,MACV;AAAA,IACF;AACA,UAAM,UAAgC;AAAA,MACpC,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,oBAAoB,KAAK,aAAa,WAAW;AAAA,MACjD,cAAc,KAAK,aAAa,cAAc;AAAA,MAC9C;AAAA,MACA;AAAA,MACA,WAAW,MAAM;AAAA,MACjB;AAAA,MACA,YAAY,OAAO,SAAS;AAAA,IAC9B;AACA,UAAM,UAAU,KAAK,SAAS,cAAc,GAAG,GAAG,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;AAAA,CAAI;AACtF,UAAM,OAAO,SAAS,WAAW;AACjC,WAAO;AAAA,EACT,SAAS,OAAO;AACd,UAAM,GAAG,SAAS,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC,EAAE,MAAM,MAAM;AAAA,IAAC,CAAC;AAClE,UAAM;AAAA,EACR;AACF;AAEA,SAAS,aAAa,OAAwB;AAC5C,MAAI,OAAO,SAAS,KAAK,EAAG,QAAO;AACnC,MAAI,UAAU,UAAa,UAAU,KAAM,QAAO,OAAO,MAAM,CAAC;AAChE,SAAO,OAAO,KAAK,OAAO,KAAK,GAAG,MAAM;AAC1C;AAOA,eAAsB,eAAe,MAA0C;AAC7E,QAAM,MAAM,MAAM,QAAQ,KAAK,OAAO,GAAG,KAAK,SAAS,CAAC;AACxD,MAAI,SAAkC,OAAO,MAAM,CAAC;AACpD,MAAI,SAAkC,OAAO,MAAM,CAAC;AACpD,MAAI,qBAAqB;AACzB,MAAI;AACJ,MAAI;AACJ,MAAI;AACF,QAAI;AACF,YAAM,KAAK,MAAM,GAAG;AACpB,YAAM,MAAM,KAAK,OAAO;AACxB,YAAM,OAAO,KAAK,KAAK,GAAG;AAC1B,UAAI;AACF,cAAM,SAAS,MAAM,cAAc,KAAK,MAAM;AAAA,UAC5C,KAAK,KAAK,MAAM,KAAK,IAAI,GAAG,IAAI;AAAA,UAChC,UAAU;AAAA,UACV,WAAW;AAAA,UACX,GAAI,KAAK,YAAY,EAAE,SAAS,KAAK,UAAU,IAAI,CAAC;AAAA,QACtD,CAAC;AACD,iBAAS,aAAa,OAAO,MAAM;AACnC,iBAAS,aAAa,OAAO,MAAM;AACnC,6BAAqB;AAAA,MACvB,SAAS,KAAK;AACZ,cAAM,IAAI;AACV,iBAAS,aAAa,EAAE,MAAM;AAC9B,iBAAS,aAAa,EAAE,MAAM;AAC9B,cAAM,SAAS,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,OAAO,GAAG,CAAC,EACzE,SAAS,MAAM,EACf,MAAM,GAAG,GAAI;AAChB,cAAM,IAAI,MAAM,GAAG,KAAK,UAAU,QAAQ,MAAM,EAAE,CAAC,sBAAsB,GAAG,IAAI,KAAK,KAAK,GAAG,CAAC;AAAA,EAAO,MAAM,EAAE;AAAA,MAC/G;AACA,cAAQ,MAAM,KAAK,YAAY,GAAG;AAAA,IACpC,SAAS,KAAK;AACZ,gBAAU;AAAA,IACZ;AAAA,EACF,UAAE;AACA,QAAI;AACJ,QAAI,KAAK,SAAS;AAChB,UAAI;AACF,yBAAiB,MAAM;AAAA,UACrB;AAAA,UACA,KAAK;AAAA,UACL,EAAE,QAAQ,OAAO;AAAA,UACjB;AAAA,QACF;AAAA,MACF,SAAS,cAAc;AACrB,kBAAU,IAAI;AAAA,UACZ,uDAAuD,wBAAwB,QAAQ,aAAa,UAAU,YAAY;AAAA,UAC1H,EAAE,OAAO,WAAW,aAAa;AAAA,QACnC;AAAA,MACF;AAAA,IACF;AACA,QAAI,CAAC,KAAK,QAAS,OAAM,GAAG,KAAK,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC,EAAE,MAAM,MAAM;AAAA,IAAC,CAAC;AACjF,QAAI,SAAS;AACX,YAAM,IAAI;AAAA,QACR,mBAAmB,QAAQ,QAAQ,UAAU,OAAO,OAAO;AAAA,QAC3D;AAAA,QACA,EAAE,OAAO,QAAQ;AAAA,MACnB;AAAA,IACF;AACA,QAAI,CAAC,MAAO,OAAM,IAAI,iBAAiB,0CAA0C,cAAc;AAC/F,WAAO,iBAAiB,EAAE,GAAG,OAAO,eAAe,IAAI;AAAA,EACzD;AACF;AAGA,eAAsB,eAAkB,MAA0B;AAChE,MAAI;AACJ,MAAI;AACF,UAAM,MAAM,SAAS,MAAM,MAAM;AAAA,EACnC,SAAS,KAAK;AACZ,UAAM,IAAI,MAAM,gCAAgC,IAAI,KAAK,eAAe,QAAQ,IAAI,UAAU,GAAG,GAAG;AAAA,EACtG;AACA,MAAI;AACF,WAAO,KAAK,MAAM,GAAG;AAAA,EACvB,SAAS,KAAK;AACZ,UAAM,IAAI,MAAM,4BAA4B,IAAI,KAAK,eAAe,QAAQ,IAAI,UAAU,GAAG,EAAE;AAAA,EACjG;AACF;AAGA,eAAsB,UAAU,MAAc,SAAgC;AAC5E,QAAM,UAAU,MAAM,OAAO;AAC/B;AAGO,SAAS,UAAU,QAAgB,IAAoB;AAC5D,SAAO,GAAG,MAAM,IAAI,EAAE,GAAG,QAAQ,oBAAoB,GAAG;AAC1D;","names":["resolve"]}

package/dist/chunk-X3BTXCJ4.js

@@ -1,262 +0,0 @@
-// src/benchmarks/rag-shared.ts
-import { readFile } from "fs/promises";
-var FINAL_ANSWER_SENTINEL = "FINAL ANSWER:";
-var ragAnswerOutput = {
-  parse(events) {
-    let text = "";
-    for (const ev of events) {
-      const d = ev?.data;
-      const t = d?.finalText ?? d?.text ?? d?.result;
-      if (typeof t === "string" && t.length > 0) text = t;
-    }
-    return text.trim();
-  }
-};
-function parseFinalAnswer(artifact) {
-  const lines = artifact.split(/\r?\n/);
-  for (let i = lines.length - 1; i >= 0; i -= 1) {
-    const line = lines[i] ?? "";
-    const idx = line.toUpperCase().indexOf(FINAL_ANSWER_SENTINEL);
-    if (idx !== -1) return line.slice(idx + FINAL_ANSWER_SENTINEL.length).trim();
-  }
-  for (let i = lines.length - 1; i >= 0; i -= 1) {
-    const trimmed = (lines[i] ?? "").trim();
-    if (trimmed.length > 0) return trimmed;
-  }
-  return "";
-}
-function parseCitations(artifact) {
-  const urls = /* @__PURE__ */ new Set();
-  for (const match of artifact.matchAll(/https?:\/\/[^\s)<>"']+/g)) {
-    urls.add(match[0].replace(/[.,;]+$/, ""));
-  }
-  return [...urls];
-}
-function normalizeAnswer(input) {
-  return input.toLowerCase().replace(/(\d),(?=\d{3}\b)/g, "$1").replace(/[^\p{L}\p{N}\s.-]+/gu, " ").split(/\s+/).filter((token) => token.length > 0).filter((token) => !["a", "an", "the"].includes(token)).join(" ").trim();
-}
-function tokens(input) {
-  const normalized = normalizeAnswer(input);
-  return normalized.length === 0 ? [] : normalized.split(/\s+/);
-}
-function tokenF1(candidate, gold) {
-  const candidateTokens = tokens(candidate);
-  const goldTokens = tokens(gold);
-  if (candidateTokens.length === 0 || goldTokens.length === 0) {
-    return candidateTokens.length === 0 && goldTokens.length === 0 ? 1 : 0;
-  }
-  const counts = /* @__PURE__ */ new Map();
-  for (const token of goldTokens) counts.set(token, (counts.get(token) ?? 0) + 1);
-  let common = 0;
-  for (const token of candidateTokens) {
-    const left = counts.get(token);
-    if (left !== void 0 && left > 0) {
-      common += 1;
-      counts.set(token, left - 1);
-    }
-  }
-  if (common === 0) return 0;
-  const precision = common / candidateTokens.length;
-  const recall = common / goldTokens.length;
-  return 2 * precision * recall / (precision + recall);
-}
-function exactOrContains(candidate, gold) {
-  const normalizedCandidate = normalizeAnswer(candidate);
-  const normalizedGold = normalizeAnswer(gold);
-  if (normalizedGold.length === 0) return false;
-  if (normalizedCandidate === normalizedGold) return true;
-  const escaped = normalizedGold.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-  return new RegExp(`(^|\\s)${escaped}(\\s|$)`).test(normalizedCandidate);
-}
-function numbers(input) {
-  return [...input.replace(/,/g, "").matchAll(/-?\d+(?:\.\d+)?/g)].map((match) => Number(match[0])).filter(Number.isFinite);
-}
-function numericMatch(candidate, gold, relativeTolerance) {
-  const got = numbers(candidate);
-  const want = numbers(gold);
-  if (got.length === 0 || want.length === 0) return false;
-  return want.some(
-    (expected) => got.some((actual) => {
-      const tolerance = Math.max(Math.abs(expected) * relativeTolerance, relativeTolerance);
-      return Math.abs(actual - expected) <= tolerance;
-    })
-  );
-}
-function scoreAnswerArtifact(artifact, golds, options = {}) {
-  const finalAnswer = parseFinalAnswer(artifact);
-  const threshold = options.threshold ?? 0.72;
-  const numericTolerance = options.numericTolerance ?? 0.01;
-  let best = {
-    resolved: false,
-    score: 0,
-    finalAnswer,
-    bestGold: null,
-    exact: false,
-    numeric: false,
-    f1: 0,
-    threshold
-  };
-  if (finalAnswer.length === 0 || golds.length === 0) return best;
-  for (const gold of golds) {
-    const exact = exactOrContains(finalAnswer, gold);
-    const numeric = numericMatch(finalAnswer, gold, numericTolerance);
-    const f1 = tokenF1(finalAnswer, gold);
-    const resolved = exact || numeric || f1 >= threshold;
-    const score = exact || numeric ? 1 : f1;
-    if (score > best.score || resolved && !best.resolved) {
-      best = { resolved, score, finalAnswer, bestGold: gold, exact, numeric, f1, threshold };
-    }
-  }
-  return best;
-}
-function answerScoreToBenchScore(score, detail) {
-  return {
-    resolved: score.resolved,
-    score: score.score,
-    detail: JSON.stringify({
-      ...detail,
-      finalAnswer: score.finalAnswer,
-      bestGold: score.bestGold,
-      exact: score.exact,
-      numeric: score.numeric,
-      f1: score.f1,
-      threshold: score.threshold
-    })
-  };
-}
-async function readJsonRows(path) {
-  const raw = (await readFile(path, "utf8")).trim();
-  if (raw.length === 0) return [];
-  if (raw.startsWith("[")) {
-    const parsed = JSON.parse(raw);
-    if (Array.isArray(parsed)) return parsed;
-    throw new Error(`${path} must contain a JSON array when it starts with [`);
-  }
-  if (raw.startsWith("{")) {
-    try {
-      const parsed = JSON.parse(raw);
-      if (isObject(parsed)) {
-        for (const key of ["rows", "data", "examples", "items"]) {
-          const value = parsed[key];
-          if (Array.isArray(value)) return value;
-        }
-        return [parsed];
-      }
-      throw new Error(`${path} must contain a JSON object, JSON array, JSONL rows, or an object with rows/data/examples/items`);
-    } catch (err) {
-      if (!raw.includes("\n")) throw err;
-    }
-  }
-  return raw.split(/\r?\n/).map((line) => line.trim()).filter((line) => line.length > 0).map((line) => JSON.parse(line));
-}
-function selectTasks(tasks, opts, label) {
-  let selected = tasks;
-  if (opts.split) selected = selected.filter((task) => task.split === opts.split);
-  if (opts.ids) {
-    const ids = new Set(opts.ids);
-    selected = selected.filter((task) => ids.has(task.id));
-  } else if (opts.limit !== void 0) {
-    selected = selected.slice(0, opts.limit);
-  }
-  if (selected.length === 0) throw new Error(`${label}: no tasks matched ${JSON.stringify(opts)}`);
-  return selected;
-}
-function stringFrom(value) {
-  return typeof value === "string" && value.trim().length > 0 ? value.trim() : void 0;
-}
-function stringArrayFrom(value) {
-  if (typeof value === "string" && value.trim().length > 0) return [value.trim()];
-  if (!Array.isArray(value)) return [];
-  return value.flatMap((entry) => {
-    if (typeof entry === "string" && entry.trim().length > 0) return [entry.trim()];
-    if (isObject(entry)) {
-      const text = stringFrom(entry.answer) ?? stringFrom(entry.value) ?? stringFrom(entry.text);
-      return text ? [text] : [];
-    }
-    return [];
-  });
-}
-function firstString(row, keys) {
-  for (const key of keys) {
-    const value = stringFrom(row[key]);
-    if (value) return value;
-  }
-  return "";
-}
-function allStrings(row, keys) {
-  const out = [];
-  for (const key of keys) out.push(...stringArrayFrom(row[key]));
-  return [...new Set(out)];
-}
-function contextsFrom(value) {
-  if (typeof value === "string" && value.trim().length > 0) {
-    return [{ id: "ctx-1", text: value.trim() }];
-  }
-  if (!Array.isArray(value)) return [];
-  return value.flatMap((entry, index) => {
-    if (typeof entry === "string" && entry.trim().length > 0) {
-      return [{ id: `ctx-${index + 1}`, text: entry.trim() }];
-    }
-    if (Array.isArray(entry)) {
-      const [first, second] = entry;
-      if (typeof first === "string" && typeof second === "string") {
-        return [{ id: first, text: second.trim() }];
-      }
-      return entry.flatMap(
-        (nested, nestedIndex) => contextsFrom([nested]).map((ctx) => ({
-          ...ctx,
-          id: ctx.id.startsWith("ctx-") ? `ctx-${index + 1}-${nestedIndex + 1}` : ctx.id
-        }))
-      );
-    }
-    if (!isObject(entry)) return [];
-    const text = stringFrom(entry.text) ?? stringFrom(entry.context) ?? stringFrom(entry.content) ?? stringFrom(entry.passage) ?? stringFrom(entry.document) ?? stringFrom(entry.page_content) ?? stringFrom(entry.chunk);
-    if (!text) return [];
-    const id = stringFrom(entry.id) ?? stringFrom(entry.docid) ?? stringFrom(entry.doc_id) ?? stringFrom(entry.document_id) ?? `ctx-${index + 1}`;
-    const relevantRaw = entry.relevant ?? entry.is_relevant ?? entry.label ?? entry.relevance;
-    const relevant = typeof relevantRaw === "boolean" ? relevantRaw : typeof relevantRaw === "number" ? relevantRaw > 0 : void 0;
-    return [
-      {
-        id,
-        text,
-        ...stringFrom(entry.title) ? { title: stringFrom(entry.title) } : {},
-        ...stringFrom(entry.source) ?? stringFrom(entry.url) ? { source: stringFrom(entry.source) ?? stringFrom(entry.url) } : {},
-        ...relevant !== void 0 ? { relevant } : {}
-      }
-    ];
-  });
-}
-function contextBlock(contexts) {
-  if (contexts.length === 0) return "";
-  return contexts.map(
-    (ctx, index) => [
-      `[${index + 1}] ${ctx.title ?? ctx.id}`,
-      ctx.source ? `Source: ${ctx.source}` : void 0,
-      ctx.text
-    ].filter(Boolean).join("\n")
-  ).join("\n\n");
-}
-function isObject(value) {
-  return Boolean(value) && typeof value === "object" && !Array.isArray(value);
-}
-
-export {
-  FINAL_ANSWER_SENTINEL,
-  ragAnswerOutput,
-  parseFinalAnswer,
-  parseCitations,
-  normalizeAnswer,
-  tokenF1,
-  scoreAnswerArtifact,
-  answerScoreToBenchScore,
-  readJsonRows,
-  selectTasks,
-  stringFrom,
-  stringArrayFrom,
-  firstString,
-  allStrings,
-  contextsFrom,
-  contextBlock,
-  isObject
-};
-//# sourceMappingURL=chunk-X3BTXCJ4.js.map

package/dist/chunk-X3BTXCJ4.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/benchmarks/rag-shared.ts"],"sourcesContent":["import { readFile } from 'node:fs/promises'\nimport type { OutputAdapter } from '@tangle-network/agent-runtime/loops'\nimport type { BenchScore, BenchTask, LoadOptions } from './types'\n\nexport const FINAL_ANSWER_SENTINEL = 'FINAL ANSWER:'\n\nexport interface RagContext {\n  id: string\n  text: string\n  title?: string\n  source?: string\n  relevant?: boolean\n}\n\nexport interface RagAnswerScore {\n  resolved: boolean\n  score: number\n  finalAnswer: string\n  bestGold: string | null\n  exact: boolean\n  numeric: boolean\n  f1: number\n  threshold: number\n}\n\nexport const ragAnswerOutput: OutputAdapter<string> = {\n  parse(events) {\n    let text = ''\n    for (const ev of events) {\n      const d = (ev as { data?: Record<string, unknown> })?.data\n      const t = d?.finalText ?? d?.text ?? d?.result\n      if (typeof t === 'string' && t.length > 0) text = t\n    }\n    return text.trim()\n  },\n}\n\nexport function parseFinalAnswer(artifact: string): string {\n  const lines = artifact.split(/\\r?\\n/)\n  for (let i = lines.length - 1; i >= 0; i -= 1) {\n    const line = lines[i] ?? ''\n    const idx = line.toUpperCase().indexOf(FINAL_ANSWER_SENTINEL)\n    if (idx !== -1) return line.slice(idx + FINAL_ANSWER_SENTINEL.length).trim()\n  }\n  for (let i = lines.length - 1; i >= 0; i -= 1) {\n    const trimmed = (lines[i] ?? '').trim()\n    if (trimmed.length > 0) return trimmed\n  }\n  return ''\n}\n\nexport function parseCitations(artifact: string): string[] {\n  const urls = new Set<string>()\n  for (const match of artifact.matchAll(/https?:\\/\\/[^\\s)<>\"']+/g)) {\n    urls.add(match[0].replace(/[.,;]+$/, ''))\n  }\n  return [...urls]\n}\n\nexport function normalizeAnswer(input: string): string {\n  return input\n    .toLowerCase()\n    .replace(/(\\d),(?=\\d{3}\\b)/g, '$1')\n    .replace(/[^\\p{L}\\p{N}\\s.-]+/gu, ' ')\n    .split(/\\s+/)\n    .filter((token) => token.length > 0)\n    .filter((token) => !['a', 'an', 'the'].includes(token))\n    .join(' ')\n    .trim()\n}\n\nfunction tokens(input: string): string[] {\n  const normalized = normalizeAnswer(input)\n  return normalized.length === 0 ? [] : normalized.split(/\\s+/)\n}\n\nexport function tokenF1(candidate: string, gold: string): number {\n  const candidateTokens = tokens(candidate)\n  const goldTokens = tokens(gold)\n  if (candidateTokens.length === 0 || goldTokens.length === 0) {\n    return candidateTokens.length === 0 && goldTokens.length === 0 ? 1 : 0\n  }\n  const counts = new Map<string, number>()\n  for (const token of goldTokens) counts.set(token, (counts.get(token) ?? 0) + 1)\n  let common = 0\n  for (const token of candidateTokens) {\n    const left = counts.get(token)\n    if (left !== undefined && left > 0) {\n      common += 1\n      counts.set(token, left - 1)\n    }\n  }\n  if (common === 0) return 0\n  const precision = common / candidateTokens.length\n  const recall = common / goldTokens.length\n  return (2 * precision * recall) / (precision + recall)\n}\n\nfunction exactOrContains(candidate: string, gold: string): boolean {\n  const normalizedCandidate = normalizeAnswer(candidate)\n  const normalizedGold = normalizeAnswer(gold)\n  if (normalizedGold.length === 0) return false\n  if (normalizedCandidate === normalizedGold) return true\n  const escaped = normalizedGold.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&')\n  return new RegExp(`(^|\\\\s)${escaped}(\\\\s|$)`).test(normalizedCandidate)\n}\n\nfunction numbers(input: string): number[] {\n  return [...input.replace(/,/g, '').matchAll(/-?\\d+(?:\\.\\d+)?/g)]\n    .map((match) => Number(match[0]))\n    .filter(Number.isFinite)\n}\n\nfunction numericMatch(candidate: string, gold: string, relativeTolerance: number): boolean {\n  const got = numbers(candidate)\n  const want = numbers(gold)\n  if (got.length === 0 || want.length === 0) return false\n  return want.some((expected) =>\n    got.some((actual) => {\n      const tolerance = Math.max(Math.abs(expected) * relativeTolerance, relativeTolerance)\n      return Math.abs(actual - expected) <= tolerance\n    }),\n  )\n}\n\nexport function scoreAnswerArtifact(\n  artifact: string,\n  golds: readonly string[],\n  options: { threshold?: number; numericTolerance?: number } = {},\n): RagAnswerScore {\n  const finalAnswer = parseFinalAnswer(artifact)\n  const threshold = options.threshold ?? 0.72\n  const numericTolerance = options.numericTolerance ?? 0.01\n  let best: RagAnswerScore = {\n    resolved: false,\n    score: 0,\n    finalAnswer,\n    bestGold: null,\n    exact: false,\n    numeric: false,\n    f1: 0,\n    threshold,\n  }\n  if (finalAnswer.length === 0 || golds.length === 0) return best\n\n  for (const gold of golds) {\n    const exact = exactOrContains(finalAnswer, gold)\n    const numeric = numericMatch(finalAnswer, gold, numericTolerance)\n    const f1 = tokenF1(finalAnswer, gold)\n    const resolved = exact || numeric || f1 >= threshold\n    const score = exact || numeric ? 1 : f1\n    if (score > best.score || (resolved && !best.resolved)) {\n      best = { resolved, score, finalAnswer, bestGold: gold, exact, numeric, f1, threshold }\n    }\n  }\n  return best\n}\n\nexport function answerScoreToBenchScore(\n  score: RagAnswerScore,\n  detail: Record<string, unknown>,\n): BenchScore {\n  return {\n    resolved: score.resolved,\n    score: score.score,\n    detail: JSON.stringify({\n      ...detail,\n      finalAnswer: score.finalAnswer,\n      bestGold: score.bestGold,\n      exact: score.exact,\n      numeric: score.numeric,\n      f1: score.f1,\n      threshold: score.threshold,\n    }),\n  }\n}\n\nexport async function readJsonRows(path: string): Promise<unknown[]> {\n  const raw = (await readFile(path, 'utf8')).trim()\n  if (raw.length === 0) return []\n  if (raw.startsWith('[')) {\n    const parsed = JSON.parse(raw) as unknown\n    if (Array.isArray(parsed)) return parsed\n    throw new Error(`${path} must contain a JSON array when it starts with [`)\n  }\n  if (raw.startsWith('{')) {\n    try {\n      const parsed = JSON.parse(raw) as unknown\n      if (isObject(parsed)) {\n        for (const key of ['rows', 'data', 'examples', 'items']) {\n          const value = parsed[key]\n          if (Array.isArray(value)) return value\n        }\n        return [parsed]\n      }\n      throw new Error(`${path} must contain a JSON object, JSON array, JSONL rows, or an object with rows/data/examples/items`)\n    } catch (err) {\n      if (!raw.includes('\\n')) throw err\n    }\n  }\n  return raw\n    .split(/\\r?\\n/)\n    .map((line) => line.trim())\n    .filter((line) => line.length > 0)\n    .map((line) => JSON.parse(line) as unknown)\n}\n\nexport function selectTasks(tasks: BenchTask[], opts: LoadOptions, label: string): BenchTask[] {\n  let selected = tasks\n  if (opts.split) selected = selected.filter((task) => task.split === opts.split)\n  if (opts.ids) {\n    const ids = new Set(opts.ids)\n    selected = selected.filter((task) => ids.has(task.id))\n  } else if (opts.limit !== undefined) {\n    selected = selected.slice(0, opts.limit)\n  }\n  if (selected.length === 0) throw new Error(`${label}: no tasks matched ${JSON.stringify(opts)}`)\n  return selected\n}\n\nexport function stringFrom(value: unknown): string | undefined {\n  return typeof value === 'string' && value.trim().length > 0 ? value.trim() : undefined\n}\n\nexport function stringArrayFrom(value: unknown): string[] {\n  if (typeof value === 'string' && value.trim().length > 0) return [value.trim()]\n  if (!Array.isArray(value)) return []\n  return value.flatMap((entry) => {\n    if (typeof entry === 'string' && entry.trim().length > 0) return [entry.trim()]\n    if (isObject(entry)) {\n      const text = stringFrom(entry.answer) ?? stringFrom(entry.value) ?? stringFrom(entry.text)\n      return text ? [text] : []\n    }\n    return []\n  })\n}\n\nexport function firstString(row: Record<string, unknown>, keys: readonly string[]): string {\n  for (const key of keys) {\n    const value = stringFrom(row[key])\n    if (value) return value\n  }\n  return ''\n}\n\nexport function allStrings(row: Record<string, unknown>, keys: readonly string[]): string[] {\n  const out: string[] = []\n  for (const key of keys) out.push(...stringArrayFrom(row[key]))\n  return [...new Set(out)]\n}\n\nexport function contextsFrom(value: unknown): RagContext[] {\n  if (typeof value === 'string' && value.trim().length > 0) {\n    return [{ id: 'ctx-1', text: value.trim() }]\n  }\n  if (!Array.isArray(value)) return []\n  return value.flatMap((entry, index): RagContext[] => {\n    if (typeof entry === 'string' && entry.trim().length > 0) {\n      return [{ id: `ctx-${index + 1}`, text: entry.trim() }]\n    }\n    if (Array.isArray(entry)) {\n      const [first, second] = entry\n      if (typeof first === 'string' && typeof second === 'string') {\n        return [{ id: first, text: second.trim() }]\n      }\n      return entry.flatMap((nested, nestedIndex) =>\n        contextsFrom([nested]).map((ctx) => ({\n          ...ctx,\n          id: ctx.id.startsWith('ctx-') ? `ctx-${index + 1}-${nestedIndex + 1}` : ctx.id,\n        })),\n      )\n    }\n    if (!isObject(entry)) return []\n    const text =\n      stringFrom(entry.text) ??\n      stringFrom(entry.context) ??\n      stringFrom(entry.content) ??\n      stringFrom(entry.passage) ??\n      stringFrom(entry.document) ??\n      stringFrom(entry.page_content) ??\n      stringFrom(entry.chunk)\n    if (!text) return []\n    const id =\n      stringFrom(entry.id) ??\n      stringFrom(entry.docid) ??\n      stringFrom(entry.doc_id) ??\n      stringFrom(entry.document_id) ??\n      `ctx-${index + 1}`\n    const relevantRaw = entry.relevant ?? entry.is_relevant ?? entry.label ?? entry.relevance\n    const relevant =\n      typeof relevantRaw === 'boolean'\n        ? relevantRaw\n        : typeof relevantRaw === 'number'\n          ? relevantRaw > 0\n          : undefined\n    return [\n      {\n        id,\n        text,\n        ...(stringFrom(entry.title) ? { title: stringFrom(entry.title) } : {}),\n        ...(stringFrom(entry.source) ?? stringFrom(entry.url)\n          ? { source: stringFrom(entry.source) ?? stringFrom(entry.url) }\n          : {}),\n        ...(relevant !== undefined ? { relevant } : {}),\n      },\n    ]\n  })\n}\n\nexport function contextBlock(contexts: readonly RagContext[]): string {\n  if (contexts.length === 0) return ''\n  return contexts\n    .map((ctx, index) =>\n      [\n        `[${index + 1}] ${ctx.title ?? ctx.id}`,\n        ctx.source ? `Source: ${ctx.source}` : undefined,\n        ctx.text,\n      ]\n        .filter(Boolean)\n        .join('\\n'),\n    )\n    .join('\\n\\n')\n}\n\nexport function isObject(value: unknown): value is Record<string, unknown> {\n  return Boolean(value) && typeof value === 'object' && !Array.isArray(value)\n}\n"],"mappings":";AAAA,SAAS,gBAAgB;AAIlB,IAAM,wBAAwB;AAqB9B,IAAM,kBAAyC;AAAA,EACpD,MAAM,QAAQ;AACZ,QAAI,OAAO;AACX,eAAW,MAAM,QAAQ;AACvB,YAAM,IAAK,IAA2C;AACtD,YAAM,IAAI,GAAG,aAAa,GAAG,QAAQ,GAAG;AACxC,UAAI,OAAO,MAAM,YAAY,EAAE,SAAS,EAAG,QAAO;AAAA,IACpD;AACA,WAAO,KAAK,KAAK;AAAA,EACnB;AACF;AAEO,SAAS,iBAAiB,UAA0B;AACzD,QAAM,QAAQ,SAAS,MAAM,OAAO;AACpC,WAAS,IAAI,MAAM,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AAC7C,UAAM,OAAO,MAAM,CAAC,KAAK;AACzB,UAAM,MAAM,KAAK,YAAY,EAAE,QAAQ,qBAAqB;AAC5D,QAAI,QAAQ,GAAI,QAAO,KAAK,MAAM,MAAM,sBAAsB,MAAM,EAAE,KAAK;AAAA,EAC7E;AACA,WAAS,IAAI,MAAM,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AAC7C,UAAM,WAAW,MAAM,CAAC,KAAK,IAAI,KAAK;AACtC,QAAI,QAAQ,SAAS,EAAG,QAAO;AAAA,EACjC;AACA,SAAO;AACT;AAEO,SAAS,eAAe,UAA4B;AACzD,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,SAAS,SAAS,SAAS,yBAAyB,GAAG;AAChE,SAAK,IAAI,MAAM,CAAC,EAAE,QAAQ,WAAW,EAAE,CAAC;AAAA,EAC1C;AACA,SAAO,CAAC,GAAG,IAAI;AACjB;AAEO,SAAS,gBAAgB,OAAuB;AACrD,SAAO,MACJ,YAAY,EACZ,QAAQ,qBAAqB,IAAI,EACjC,QAAQ,wBAAwB,GAAG,EACnC,MAAM,KAAK,EACX,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC,EAClC,OAAO,CAAC,UAAU,CAAC,CAAC,KAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC,EACrD,KAAK,GAAG,EACR,KAAK;AACV;AAEA,SAAS,OAAO,OAAyB;AACvC,QAAM,aAAa,gBAAgB,KAAK;AACxC,SAAO,WAAW,WAAW,IAAI,CAAC,IAAI,WAAW,MAAM,KAAK;AAC9D;AAEO,SAAS,QAAQ,WAAmB,MAAsB;AAC/D,QAAM,kBAAkB,OAAO,SAAS;AACxC,QAAM,aAAa,OAAO,IAAI;AAC9B,MAAI,gBAAgB,WAAW,KAAK,WAAW,WAAW,GAAG;AAC3D,WAAO,gBAAgB,WAAW,KAAK,WAAW,WAAW,IAAI,IAAI;AAAA,EACvE;AACA,QAAM,SAAS,oBAAI,IAAoB;AACvC,aAAW,SAAS,WAAY,QAAO,IAAI,QAAQ,OAAO,IAAI,KAAK,KAAK,KAAK,CAAC;AAC9E,MAAI,SAAS;AACb,aAAW,SAAS,iBAAiB;AACnC,UAAM,OAAO,OAAO,IAAI,KAAK;AAC7B,QAAI,SAAS,UAAa,OAAO,GAAG;AAClC,gBAAU;AACV,aAAO,IAAI,OAAO,OAAO,CAAC;AAAA,IAC5B;AAAA,EACF;AACA,MAAI,WAAW,EAAG,QAAO;AACzB,QAAM,YAAY,SAAS,gBAAgB;AAC3C,QAAM,SAAS,SAAS,WAAW;AACnC,SAAQ,IAAI,YAAY,UAAW,YAAY;AACjD;AAEA,SAAS,gBAAgB,WAAmB,MAAuB;AACjE,QAAM,sBAAsB,gBAAgB,SAAS;AACrD,QAAM,iBAAiB,gBAAgB,IAAI;AAC3C,MAAI,eAAe,WAAW,EAAG,QAAO;AACxC,MAAI,wBAAwB,eAAgB,QAAO;AACnD,QAAM,UAAU,eAAe,QAAQ,uBAAuB,MAAM;AACpE,SAAO,IAAI,OAAO,UAAU,OAAO,SAAS,EAAE,KAAK,mBAAmB;AACxE;AAEA,SAAS,QAAQ,OAAyB;AACxC,SAAO,CAAC,GAAG,MAAM,QAAQ,MAAM,EAAE,EAAE,SAAS,kBAAkB,CAAC,EAC5D,IAAI,CAAC,UAAU,OAAO,MAAM,CAAC,CAAC,CAAC,EAC/B,OAAO,OAAO,QAAQ;AAC3B;AAEA,SAAS,aAAa,WAAmB,MAAc,mBAAoC;AACzF,QAAM,MAAM,QAAQ,SAAS;AAC7B,QAAM,OAAO,QAAQ,IAAI;AACzB,MAAI,IAAI,WAAW,KAAK,KAAK,WAAW,EAAG,QAAO;AAClD,SAAO,KAAK;AAAA,IAAK,CAAC,aAChB,IAAI,KAAK,CAAC,WAAW;AACnB,YAAM,YAAY,KAAK,IAAI,KAAK,IAAI,QAAQ,IAAI,mBAAmB,iBAAiB;AACpF,aAAO,KAAK,IAAI,SAAS,QAAQ,KAAK;AAAA,IACxC,CAAC;AAAA,EACH;AACF;AAEO,SAAS,oBACd,UACA,OACA,UAA6D,CAAC,GAC9C;AAChB,QAAM,cAAc,iBAAiB,QAAQ;AAC7C,QAAM,YAAY,QAAQ,aAAa;AACvC,QAAM,mBAAmB,QAAQ,oBAAoB;AACrD,MAAI,OAAuB;AAAA,IACzB,UAAU;AAAA,IACV,OAAO;AAAA,IACP;AAAA,IACA,UAAU;AAAA,IACV,OAAO;AAAA,IACP,SAAS;AAAA,IACT,IAAI;AAAA,IACJ;AAAA,EACF;AACA,MAAI,YAAY,WAAW,KAAK,MAAM,WAAW,EAAG,QAAO;AAE3D,aAAW,QAAQ,OAAO;AACxB,UAAM,QAAQ,gBAAgB,aAAa,IAAI;AAC/C,UAAM,UAAU,aAAa,aAAa,MAAM,gBAAgB;AAChE,UAAM,KAAK,QAAQ,aAAa,IAAI;AACpC,UAAM,WAAW,SAAS,WAAW,MAAM;AAC3C,UAAM,QAAQ,SAAS,UAAU,IAAI;AACrC,QAAI,QAAQ,KAAK,SAAU,YAAY,CAAC,KAAK,UAAW;AACtD,aAAO,EAAE,UAAU,OAAO,aAAa,UAAU,MAAM,OAAO,SAAS,IAAI,UAAU;AAAA,IACvF;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,wBACd,OACA,QACY;AACZ,SAAO;AAAA,IACL,UAAU,MAAM;AAAA,IAChB,OAAO,MAAM;AAAA,IACb,QAAQ,KAAK,UAAU;AAAA,MACrB,GAAG;AAAA,MACH,aAAa,MAAM;AAAA,MACnB,UAAU,MAAM;AAAA,MAChB,OAAO,MAAM;AAAA,MACb,SAAS,MAAM;AAAA,MACf,IAAI,MAAM;AAAA,MACV,WAAW,MAAM;AAAA,IACnB,CAAC;AAAA,EACH;AACF;AAEA,eAAsB,aAAa,MAAkC;AACnE,QAAM,OAAO,MAAM,SAAS,MAAM,MAAM,GAAG,KAAK;AAChD,MAAI,IAAI,WAAW,EAAG,QAAO,CAAC;AAC9B,MAAI,IAAI,WAAW,GAAG,GAAG;AACvB,UAAM,SAAS,KAAK,MAAM,GAAG;AAC7B,QAAI,MAAM,QAAQ,MAAM,EAAG,QAAO;AAClC,UAAM,IAAI,MAAM,GAAG,IAAI,kDAAkD;AAAA,EAC3E;AACA,MAAI,IAAI,WAAW,GAAG,GAAG;AACvB,QAAI;AACF,YAAM,SAAS,KAAK,MAAM,GAAG;AAC7B,UAAI,SAAS,MAAM,GAAG;AACpB,mBAAW,OAAO,CAAC,QAAQ,QAAQ,YAAY,OAAO,GAAG;AACvD,gBAAM,QAAQ,OAAO,GAAG;AACxB,cAAI,MAAM,QAAQ,KAAK,EAAG,QAAO;AAAA,QACnC;AACA,eAAO,CAAC,MAAM;AAAA,MAChB;AACA,YAAM,IAAI,MAAM,GAAG,IAAI,iGAAiG;AAAA,IAC1H,SAAS,KAAK;AACZ,UAAI,CAAC,IAAI,SAAS,IAAI,EAAG,OAAM;AAAA,IACjC;AAAA,EACF;AACA,SAAO,IACJ,MAAM,OAAO,EACb,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,EACzB,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,EAChC,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,CAAY;AAC9C;AAEO,SAAS,YAAY,OAAoB,MAAmB,OAA4B;AAC7F,MAAI,WAAW;AACf,MAAI,KAAK,MAAO,YAAW,SAAS,OAAO,CAAC,SAAS,KAAK,UAAU,KAAK,KAAK;AAC9E,MAAI,KAAK,KAAK;AACZ,UAAM,MAAM,IAAI,IAAI,KAAK,GAAG;AAC5B,eAAW,SAAS,OAAO,CAAC,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC;AAAA,EACvD,WAAW,KAAK,UAAU,QAAW;AACnC,eAAW,SAAS,MAAM,GAAG,KAAK,KAAK;AAAA,EACzC;AACA,MAAI,SAAS,WAAW,EAAG,OAAM,IAAI,MAAM,GAAG,KAAK,sBAAsB,KAAK,UAAU,IAAI,CAAC,EAAE;AAC/F,SAAO;AACT;AAEO,SAAS,WAAW,OAAoC;AAC7D,SAAO,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,SAAS,IAAI,MAAM,KAAK,IAAI;AAC/E;AAEO,SAAS,gBAAgB,OAA0B;AACxD,MAAI,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,SAAS,EAAG,QAAO,CAAC,MAAM,KAAK,CAAC;AAC9E,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO,CAAC;AACnC,SAAO,MAAM,QAAQ,CAAC,UAAU;AAC9B,QAAI,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,SAAS,EAAG,QAAO,CAAC,MAAM,KAAK,CAAC;AAC9E,QAAI,SAAS,KAAK,GAAG;AACnB,YAAM,OAAO,WAAW,MAAM,MAAM,KAAK,WAAW,MAAM,KAAK,KAAK,WAAW,MAAM,IAAI;AACzF,aAAO,OAAO,CAAC,IAAI,IAAI,CAAC;AAAA,IAC1B;AACA,WAAO,CAAC;AAAA,EACV,CAAC;AACH;AAEO,SAAS,YAAY,KAA8B,MAAiC;AACzF,aAAW,OAAO,MAAM;AACtB,UAAM,QAAQ,WAAW,IAAI,GAAG,CAAC;AACjC,QAAI,MAAO,QAAO;AAAA,EACpB;AACA,SAAO;AACT;AAEO,SAAS,WAAW,KAA8B,MAAmC;AAC1F,QAAM,MAAgB,CAAC;AACvB,aAAW,OAAO,KAAM,KAAI,KAAK,GAAG,gBAAgB,IAAI,GAAG,CAAC,CAAC;AAC7D,SAAO,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC;AACzB;AAEO,SAAS,aAAa,OAA8B;AACzD,MAAI,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,SAAS,GAAG;AACxD,WAAO,CAAC,EAAE,IAAI,SAAS,MAAM,MAAM,KAAK,EAAE,CAAC;AAAA,EAC7C;AACA,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO,CAAC;AACnC,SAAO,MAAM,QAAQ,CAAC,OAAO,UAAwB;AACnD,QAAI,OAAO,UAAU,YAAY,MAAM,KAAK,EAAE,SAAS,GAAG;AACxD,aAAO,CAAC,EAAE,IAAI,OAAO,QAAQ,CAAC,IAAI,MAAM,MAAM,KAAK,EAAE,CAAC;AAAA,IACxD;AACA,QAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,YAAM,CAAC,OAAO,MAAM,IAAI;AACxB,UAAI,OAAO,UAAU,YAAY,OAAO,WAAW,UAAU;AAC3D,eAAO,CAAC,EAAE,IAAI,OAAO,MAAM,OAAO,KAAK,EAAE,CAAC;AAAA,MAC5C;AACA,aAAO,MAAM;AAAA,QAAQ,CAAC,QAAQ,gBAC5B,aAAa,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS;AAAA,UACnC,GAAG;AAAA,UACH,IAAI,IAAI,GAAG,WAAW,MAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,cAAc,CAAC,KAAK,IAAI;AAAA,QAC9E,EAAE;AAAA,MACJ;AAAA,IACF;AACA,QAAI,CAAC,SAAS,KAAK,EAAG,QAAO,CAAC;AAC9B,UAAM,OACJ,WAAW,MAAM,IAAI,KACrB,WAAW,MAAM,OAAO,KACxB,WAAW,MAAM,OAAO,KACxB,WAAW,MAAM,OAAO,KACxB,WAAW,MAAM,QAAQ,KACzB,WAAW,MAAM,YAAY,KAC7B,WAAW,MAAM,KAAK;AACxB,QAAI,CAAC,KAAM,QAAO,CAAC;AACnB,UAAM,KACJ,WAAW,MAAM,EAAE,KACnB,WAAW,MAAM,KAAK,KACtB,WAAW,MAAM,MAAM,KACvB,WAAW,MAAM,WAAW,KAC5B,OAAO,QAAQ,CAAC;AAClB,UAAM,cAAc,MAAM,YAAY,MAAM,eAAe,MAAM,SAAS,MAAM;AAChF,UAAM,WACJ,OAAO,gBAAgB,YACnB,cACA,OAAO,gBAAgB,WACrB,cAAc,IACd;AACR,WAAO;AAAA,MACL;AAAA,QACE;AAAA,QACA;AAAA,QACA,GAAI,WAAW,MAAM,KAAK,IAAI,EAAE,OAAO,WAAW,MAAM,KAAK,EAAE,IAAI,CAAC;AAAA,QACpE,GAAI,WAAW,MAAM,MAAM,KAAK,WAAW,MAAM,GAAG,IAChD,EAAE,QAAQ,WAAW,MAAM,MAAM,KAAK,WAAW,MAAM,GAAG,EAAE,IAC5D,CAAC;AAAA,QACL,GAAI,aAAa,SAAY,EAAE,SAAS,IAAI,CAAC;AAAA,MAC/C;AAAA,IACF;AAAA,EACF,CAAC;AACH;AAEO,SAAS,aAAa,UAAyC;AACpE,MAAI,SAAS,WAAW,EAAG,QAAO;AAClC,SAAO,SACJ;AAAA,IAAI,CAAC,KAAK,UACT;AAAA,MACE,IAAI,QAAQ,CAAC,KAAK,IAAI,SAAS,IAAI,EAAE;AAAA,MACrC,IAAI,SAAS,WAAW,IAAI,MAAM,KAAK;AAAA,MACvC,IAAI;AAAA,IACN,EACG,OAAO,OAAO,EACd,KAAK,IAAI;AAAA,EACd,EACC,KAAK,MAAM;AAChB;AAEO,SAAS,SAAS,OAAkD;AACzE,SAAO,QAAQ,KAAK,KAAK,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK;AAC5E;","names":[]}