@axlsdk/eval 0.1.0

package/README.md

@@ -0,0 +1,169 @@
+# axl-eval
+
+Evaluation framework for Axl agentic workflows. Define datasets, scoring functions, and run evaluations to measure and compare agent performance.
+
+## Installation
+
+```bash
+npm install axl-eval
+```
+
+## API
+
+### `dataset(config)`
+
+Define evaluation datasets:
+
+```typescript
+import { dataset } from 'axl-eval';
+import { z } from 'zod';
+
+// Inline items with schema and annotations
+const ds = dataset({
+  name: 'math-basics',
+  schema: z.object({ question: z.string() }),
+  annotations: z.object({ answer: z.number() }),
+  items: [
+    { input: { question: '2+2' }, annotations: { answer: 4 } },
+    { input: { question: '3*5' }, annotations: { answer: 15 } },
+    { input: { question: '10/2' }, annotations: { answer: 5 } },
+  ],
+});
+
+// Load from file
+const ds = dataset({
+  name: 'math-advanced',
+  schema: z.object({ question: z.string() }),
+  file: './datasets/math.json',
+});
+```
+
+### `scorer(config)`
+
+Define deterministic scoring functions. The `score` callback receives `(output, input, annotations?)`:
+
+```typescript
+import { scorer } from 'axl-eval';
+
+const exactMatch = scorer({
+  name: 'exact-match',
+  description: 'Checks if the output answer exactly matches the expected answer',
+  score: (output, input, annotations) => output.answer === annotations?.answer ? 1 : 0,
+});
+
+const partialMatch = scorer({
+  name: 'partial',
+  description: 'Checks if the output contains the expected answer',
+  score: (output, input, annotations) => {
+    const outputStr = String(output).toLowerCase();
+    const expected = String(annotations?.answer).toLowerCase();
+    return outputStr.includes(expected) ? 1 : 0;
+  },
+});
+```
+
+### `llmScorer(config)`
+
+Use an LLM as a judge. The scorer automatically constructs a prompt from the input, output, and annotations, then validates the response against your Zod schema:
+
+```typescript
+import { llmScorer } from 'axl-eval';
+import { z } from 'zod';
+
+const qualityJudge = llmScorer({
+  name: 'quality',
+  description: 'Rates output quality on a 0-1 scale',
+  model: 'openai:gpt-4o',
+  system: 'You are an expert evaluator. Rate the quality of AI outputs.',
+  schema: z.object({
+    score: z.number().min(0).max(1),
+    reasoning: z.string(),
+  }),
+  temperature: 0.2,
+});
+```
+
+### `runEval(config, executeFn)`
+
+Run an evaluation:
+
+```typescript
+import { runEval } from 'axl-eval';
+
+const results = await runEval(
+  {
+    dataset: ds,
+    scorers: [exactMatch, qualityJudge],
+    concurrency: 5,
+  },
+  async (input) => {
+    const output = await runtime.execute('my-workflow', input);
+    return { output };
+  },
+);
+
+console.log(results.summary);
+// { exact-match: { mean: 0.85, min: 0, max: 1 }, quality: { mean: 0.92, ... } }
+```
+
+### `evalCompare(baseline, candidate)`
+
+Compare two evaluation runs:
+
+```typescript
+import { evalCompare } from 'axl-eval';
+
+const comparison = evalCompare(baselineResults, candidateResults);
+
+console.log(comparison.regressions);
+// [{ item: ..., scorer: 'exact-match', baseline: 1, candidate: 0 }]
+
+console.log(comparison.improvements);
+// [{ item: ..., scorer: 'quality', baseline: 0.5, candidate: 0.9 }]
+```
+
+### `defineEval(config)`
+
+Register an eval for CLI discovery:
+
+```typescript
+import { defineEval } from 'axl-eval';
+
+export default defineEval({
+  name: 'math-eval',
+  dataset: ds,
+  scorers: [exactMatch],
+});
+```
+
+## CLI
+
+Run evaluations from the command line:
+
+```bash
+# Run an eval file
+npx axl-eval run ./evals/math.ts
+
+# Compare two results
+npx axl-eval compare ./results/baseline.json ./results/candidate.json
+```
+
+## Integration with AxlRuntime
+
+```typescript
+import { AxlRuntime } from 'axl';
+
+const runtime = new AxlRuntime();
+runtime.register(myWorkflow);
+
+const results = await runtime.eval({
+  workflow: 'my-workflow',
+  dataset: ds,
+  scorers: [exactMatch],
+  concurrency: 3,
+});
+```
+
+## License
+
+[Apache 2.0](../../LICENSE)

package/dist/chunk-F5UZX6FP.js

@@ -0,0 +1,198 @@
+// src/compare.ts
+function round(n) {
+  return Math.round(n * 100) / 100;
+}
+function evalCompare(baseline, candidate) {
+  if (baseline.dataset !== candidate.dataset) {
+    throw new Error(
+      `Cannot compare evals from different datasets: "${baseline.dataset}" vs "${candidate.dataset}"`
+    );
+  }
+  const baselineScorerNames = Object.keys(baseline.summary.scorers).sort();
+  const candidateScorerNames = Object.keys(candidate.summary.scorers).sort();
+  if (JSON.stringify(baselineScorerNames) !== JSON.stringify(candidateScorerNames)) {
+    throw new Error(`Cannot compare evals with different scorers`);
+  }
+  const scorers = {};
+  for (const name of baselineScorerNames) {
+    const bMean = baseline.summary.scorers[name].mean;
+    const cMean = candidate.summary.scorers[name].mean;
+    const delta = round(cMean - bMean);
+    const deltaPercent = bMean > 0 ? round(delta / bMean * 100) : 0;
+    scorers[name] = { baselineMean: bMean, candidateMean: cMean, delta, deltaPercent };
+  }
+  const regressions = [];
+  const improvements = [];
+  const minLength = Math.min(baseline.items.length, candidate.items.length);
+  for (let i = 0; i < minLength; i++) {
+    const bItem = baseline.items[i];
+    const cItem = candidate.items[i];
+    if (bItem.error || cItem.error) continue;
+    for (const name of baselineScorerNames) {
+      const bScore = bItem.scores[name];
+      const cScore = cItem.scores[name];
+      if (bScore === void 0 || cScore === void 0 || bScore < 0 || cScore < 0) continue;
+      const delta = round(cScore - bScore);
+      if (delta < -0.1)
+        regressions.push({
+          input: bItem.input,
+          scorer: name,
+          baselineScore: bScore,
+          candidateScore: cScore,
+          delta
+        });
+      else if (delta > 0.1)
+        improvements.push({
+          input: bItem.input,
+          scorer: name,
+          baselineScore: bScore,
+          candidateScore: cScore,
+          delta
+        });
+    }
+  }
+  const parts = [];
+  for (const name of baselineScorerNames) {
+    const s = scorers[name];
+    if (Math.abs(s.delta) > 1e-3) {
+      const direction = s.delta > 0 ? "improves" : "regresses";
+      const sign = s.delta > 0 ? "+" : "";
+      parts.push(
+        `'${name}' ${direction} by ${sign}${s.deltaPercent.toFixed(1)}% (${s.baselineMean.toFixed(2)} -> ${s.candidateMean.toFixed(2)})`
+      );
+    }
+  }
+  const summaryStr = `candidate ${parts.length > 0 ? parts.join(", ") : "no significant changes"} with ${regressions.length} regressions and ${improvements.length} improvements`;
+  return {
+    baseline: { id: baseline.id, metadata: baseline.metadata },
+    candidate: { id: candidate.id, metadata: candidate.metadata },
+    scorers,
+    regressions,
+    improvements,
+    summary: summaryStr
+  };
+}
+
+// src/runner.ts
+import { randomUUID } from "crypto";
+function computeStats(scores) {
+  if (scores.length === 0) return { mean: 0, min: 0, max: 0, p50: 0, p95: 0 };
+  const sorted = [...scores].sort((a, b) => a - b);
+  const mean = sorted.reduce((a, b) => a + b, 0) / sorted.length;
+  const min = sorted[0];
+  const max = sorted[sorted.length - 1];
+  const p50 = sorted[Math.floor(sorted.length * 0.5)];
+  const p95 = sorted[Math.floor(sorted.length * 0.95)];
+  return { mean: round2(mean), min: round2(min), max: round2(max), p50: round2(p50), p95: round2(p95) };
+}
+function round2(n) {
+  return Math.round(n * 1e3) / 1e3;
+}
+function parseCost(cost) {
+  const match = cost.match(/^\$?([\d.]+)$/);
+  if (!match) throw new Error(`Invalid cost format: "${cost}"`);
+  return parseFloat(match[1]);
+}
+async function runEval(config, executeWorkflow, provider) {
+  const startTime = Date.now();
+  const id = randomUUID();
+  const items = await config.dataset.getItems();
+  const concurrency = config.concurrency ?? 5;
+  const budgetLimit = config.budget ? parseCost(config.budget) : void 0;
+  if (provider) {
+    for (const scorer of config.scorers) {
+      if (scorer.isLlm) {
+        scorer._provider = provider;
+      }
+    }
+  }
+  const evalItems = [];
+  let totalCost = 0;
+  let budgetExceeded = false;
+  async function processItem(item) {
+    if (budgetExceeded) {
+      evalItems.push({
+        input: item.input,
+        annotations: item.annotations,
+        output: null,
+        error: "Budget exceeded",
+        scores: {}
+      });
+      return;
+    }
+    const evalItem = {
+      input: item.input,
+      annotations: item.annotations,
+      output: null,
+      scores: {}
+    };
+    try {
+      const result = await executeWorkflow(item.input);
+      evalItem.output = result.output;
+      if (result.cost != null) {
+        totalCost += result.cost;
+      }
+    } catch (err) {
+      evalItem.error = err instanceof Error ? err.message : String(err);
+      evalItems.push(evalItem);
+      return;
+    }
+    if (budgetLimit != null && totalCost > budgetLimit) {
+      budgetExceeded = true;
+    }
+    for (const scorer of config.scorers) {
+      try {
+        const score = await scorer.score(evalItem.output, item.input, item.annotations);
+        if (score < 0 || score > 1) {
+          if (!evalItem.errors) evalItem.errors = [];
+          evalItem.errors.push(
+            `Scorer "${scorer.name}" returned out-of-range score ${score} for input ${JSON.stringify(item.input)}`
+          );
+          evalItem.scores[scorer.name] = -1;
+        } else {
+          evalItem.scores[scorer.name] = round2(score);
+        }
+      } catch (err) {
+        if (!evalItem.errors) evalItem.errors = [];
+        evalItem.errors.push(
+          `Scorer "${scorer.name}" threw: ${err instanceof Error ? err.message : String(err)}`
+        );
+        evalItem.scores[scorer.name] = -1;
+      }
+    }
+    evalItems.push(evalItem);
+  }
+  let index = 0;
+  async function runNext() {
+    while (index < items.length) {
+      const currentIndex = index++;
+      await processItem(items[currentIndex]);
+    }
+  }
+  const workers = Array.from({ length: Math.min(concurrency, items.length) }, () => runNext());
+  await Promise.all(workers);
+  const failures = evalItems.filter((i) => i.error).length;
+  const scorerNames = config.scorers.map((s) => s.name);
+  const scorerStats = {};
+  for (const name of scorerNames) {
+    const scores = evalItems.filter((i) => !i.error && i.scores[name] !== void 0 && i.scores[name] >= 0).map((i) => i.scores[name]);
+    scorerStats[name] = computeStats(scores);
+  }
+  return {
+    id,
+    workflow: config.workflow,
+    dataset: config.dataset.name,
+    metadata: config.metadata ?? {},
+    timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+    totalCost,
+    duration: Date.now() - startTime,
+    items: evalItems,
+    summary: { count: items.length, failures, scorers: scorerStats }
+  };
+}
+
+export {
+  evalCompare,
+  runEval
+};
+//# sourceMappingURL=chunk-F5UZX6FP.js.map

package/dist/chunk-F5UZX6FP.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/compare.ts","../src/runner.ts"],"sourcesContent":["import type { EvalResult, EvalComparison, EvalRegression, EvalImprovement } from './types.js';\n\nfunction round(n: number): number {\n  return Math.round(n * 100) / 100;\n}\n\nexport function evalCompare(baseline: EvalResult, candidate: EvalResult): EvalComparison {\n  if (baseline.dataset !== candidate.dataset) {\n    throw new Error(\n      `Cannot compare evals from different datasets: \"${baseline.dataset}\" vs \"${candidate.dataset}\"`,\n    );\n  }\n\n  const baselineScorerNames = Object.keys(baseline.summary.scorers).sort();\n  const candidateScorerNames = Object.keys(candidate.summary.scorers).sort();\n  if (JSON.stringify(baselineScorerNames) !== JSON.stringify(candidateScorerNames)) {\n    throw new Error(`Cannot compare evals with different scorers`);\n  }\n\n  const scorers: EvalComparison['scorers'] = {};\n  for (const name of baselineScorerNames) {\n    const bMean = baseline.summary.scorers[name].mean;\n    const cMean = candidate.summary.scorers[name].mean;\n    const delta = round(cMean - bMean);\n    const deltaPercent = bMean > 0 ? round((delta / bMean) * 100) : 0;\n    scorers[name] = { baselineMean: bMean, candidateMean: cMean, delta, deltaPercent };\n  }\n\n  const regressions: EvalRegression[] = [];\n  const improvements: EvalImprovement[] = [];\n\n  const minLength = Math.min(baseline.items.length, candidate.items.length);\n  for (let i = 0; i < minLength; i++) {\n    const bItem = baseline.items[i];\n    const cItem = candidate.items[i];\n    if (bItem.error || cItem.error) continue;\n    for (const name of baselineScorerNames) {\n      const bScore = bItem.scores[name];\n      const cScore = cItem.scores[name];\n      if (bScore === undefined || cScore === undefined || bScore < 0 || cScore < 0) continue;\n      const delta = round(cScore - bScore);\n      if (delta < -0.1)\n        regressions.push({\n          input: bItem.input,\n          scorer: name,\n          baselineScore: bScore,\n          candidateScore: cScore,\n          delta,\n        });\n      else if (delta > 0.1)\n        improvements.push({\n          input: bItem.input,\n          scorer: name,\n          baselineScore: bScore,\n          candidateScore: cScore,\n          delta,\n        });\n    }\n  }\n\n  const parts: string[] = [];\n  for (const name of baselineScorerNames) {\n    const s = scorers[name];\n    if (Math.abs(s.delta) > 0.001) {\n      const direction = s.delta > 0 ? 'improves' : 'regresses';\n      const sign = s.delta > 0 ? '+' : '';\n      parts.push(\n        `'${name}' ${direction} by ${sign}${s.deltaPercent.toFixed(1)}% (${s.baselineMean.toFixed(2)} -> ${s.candidateMean.toFixed(2)})`,\n      );\n    }\n  }\n  const summaryStr = `candidate ${parts.length > 0 ? parts.join(', ') : 'no significant changes'} with ${regressions.length} regressions and ${improvements.length} improvements`;\n\n  return {\n    baseline: { id: baseline.id, metadata: baseline.metadata },\n    candidate: { id: candidate.id, metadata: candidate.metadata },\n    scorers,\n    regressions,\n    improvements,\n    summary: summaryStr,\n  };\n}\n","import type { EvalConfig, EvalResult, EvalItem, EvalSummary } from './types.js';\nimport { randomUUID } from 'node:crypto';\n\nfunction computeStats(scores: number[]): {\n  mean: number;\n  min: number;\n  max: number;\n  p50: number;\n  p95: number;\n} {\n  if (scores.length === 0) return { mean: 0, min: 0, max: 0, p50: 0, p95: 0 };\n  const sorted = [...scores].sort((a, b) => a - b);\n  const mean = sorted.reduce((a, b) => a + b, 0) / sorted.length;\n  const min = sorted[0];\n  const max = sorted[sorted.length - 1];\n  const p50 = sorted[Math.floor(sorted.length * 0.5)];\n  const p95 = sorted[Math.floor(sorted.length * 0.95)];\n  return { mean: round(mean), min: round(min), max: round(max), p50: round(p50), p95: round(p95) };\n}\n\nfunction round(n: number): number {\n  return Math.round(n * 1000) / 1000;\n}\n\nfunction parseCost(cost: string): number {\n  const match = cost.match(/^\\$?([\\d.]+)$/);\n  if (!match) throw new Error(`Invalid cost format: \"${cost}\"`);\n  return parseFloat(match[1]);\n}\n\nexport async function runEval(\n  config: EvalConfig,\n  executeWorkflow: (input: unknown) => Promise<{ output: unknown; cost?: number }>,\n  provider?: any,\n): Promise<EvalResult> {\n  const startTime = Date.now();\n  const id = randomUUID();\n  const items = await config.dataset.getItems();\n  const concurrency = config.concurrency ?? 5;\n  const budgetLimit = config.budget ? parseCost(config.budget) : undefined;\n\n  if (provider) {\n    for (const scorer of config.scorers) {\n      if (scorer.isLlm) {\n        (scorer as any)._provider = provider;\n      }\n    }\n  }\n\n  const evalItems: EvalItem[] = [];\n  let totalCost = 0;\n  let budgetExceeded = false;\n\n  async function processItem(item: (typeof items)[0]): Promise<void> {\n    if (budgetExceeded) {\n      evalItems.push({\n        input: item.input,\n        annotations: item.annotations,\n        output: null,\n        error: 'Budget exceeded',\n        scores: {},\n      });\n      return;\n    }\n\n    const evalItem: EvalItem = {\n      input: item.input,\n      annotations: item.annotations,\n      output: null,\n      scores: {},\n    };\n    try {\n      const result = await executeWorkflow(item.input);\n      evalItem.output = result.output;\n      if (result.cost != null) {\n        totalCost += result.cost;\n      }\n    } catch (err) {\n      evalItem.error = err instanceof Error ? err.message : String(err);\n      evalItems.push(evalItem);\n      return;\n    }\n\n    if (budgetLimit != null && totalCost > budgetLimit) {\n      budgetExceeded = true;\n    }\n\n    for (const scorer of config.scorers) {\n      try {\n        const score = await scorer.score(evalItem.output, item.input, item.annotations);\n        if (score < 0 || score > 1) {\n          if (!evalItem.errors) evalItem.errors = [];\n          evalItem.errors.push(\n            `Scorer \"${scorer.name}\" returned out-of-range score ${score} for input ${JSON.stringify(item.input)}`,\n          );\n          evalItem.scores[scorer.name] = -1;\n        } else {\n          evalItem.scores[scorer.name] = round(score);\n        }\n      } catch (err) {\n        if (!evalItem.errors) evalItem.errors = [];\n        evalItem.errors.push(\n          `Scorer \"${scorer.name}\" threw: ${err instanceof Error ? err.message : String(err)}`,\n        );\n        evalItem.scores[scorer.name] = -1;\n      }\n    }\n    evalItems.push(evalItem);\n  }\n\n  let index = 0;\n  async function runNext(): Promise<void> {\n    while (index < items.length) {\n      const currentIndex = index++;\n      await processItem(items[currentIndex]);\n    }\n  }\n\n  const workers = Array.from({ length: Math.min(concurrency, items.length) }, () => runNext());\n  await Promise.all(workers);\n\n  const failures = evalItems.filter((i) => i.error).length;\n  const scorerNames = config.scorers.map((s) => s.name);\n  const scorerStats: EvalSummary['scorers'] = {};\n  for (const name of scorerNames) {\n    const scores = evalItems\n      .filter((i) => !i.error && i.scores[name] !== undefined && i.scores[name] >= 0)\n      .map((i) => i.scores[name]);\n    scorerStats[name] = computeStats(scores);\n  }\n\n  return {\n    id,\n    workflow: config.workflow,\n    dataset: config.dataset.name,\n    metadata: config.metadata ?? {},\n    timestamp: new Date().toISOString(),\n    totalCost,\n    duration: Date.now() - startTime,\n    items: evalItems,\n    summary: { count: items.length, failures, scorers: scorerStats },\n  };\n}\n"],"mappings":";AAEA,SAAS,MAAM,GAAmB;AAChC,SAAO,KAAK,MAAM,IAAI,GAAG,IAAI;AAC/B;AAEO,SAAS,YAAY,UAAsB,WAAuC;AACvF,MAAI,SAAS,YAAY,UAAU,SAAS;AAC1C,UAAM,IAAI;AAAA,MACR,kDAAkD,SAAS,OAAO,SAAS,UAAU,OAAO;AAAA,IAC9F;AAAA,EACF;AAEA,QAAM,sBAAsB,OAAO,KAAK,SAAS,QAAQ,OAAO,EAAE,KAAK;AACvE,QAAM,uBAAuB,OAAO,KAAK,UAAU,QAAQ,OAAO,EAAE,KAAK;AACzE,MAAI,KAAK,UAAU,mBAAmB,MAAM,KAAK,UAAU,oBAAoB,GAAG;AAChF,UAAM,IAAI,MAAM,6CAA6C;AAAA,EAC/D;AAEA,QAAM,UAAqC,CAAC;AAC5C,aAAW,QAAQ,qBAAqB;AACtC,UAAM,QAAQ,SAAS,QAAQ,QAAQ,IAAI,EAAE;AAC7C,UAAM,QAAQ,UAAU,QAAQ,QAAQ,IAAI,EAAE;AAC9C,UAAM,QAAQ,MAAM,QAAQ,KAAK;AACjC,UAAM,eAAe,QAAQ,IAAI,MAAO,QAAQ,QAAS,GAAG,IAAI;AAChE,YAAQ,IAAI,IAAI,EAAE,cAAc,OAAO,eAAe,OAAO,OAAO,aAAa;AAAA,EACnF;AAEA,QAAM,cAAgC,CAAC;AACvC,QAAM,eAAkC,CAAC;AAEzC,QAAM,YAAY,KAAK,IAAI,SAAS,MAAM,QAAQ,UAAU,MAAM,MAAM;AACxE,WAAS,IAAI,GAAG,IAAI,WAAW,KAAK;AAClC,UAAM,QAAQ,SAAS,MAAM,CAAC;AAC9B,UAAM,QAAQ,UAAU,MAAM,CAAC;AAC/B,QAAI,MAAM,SAAS,MAAM,MAAO;AAChC,eAAW,QAAQ,qBAAqB;AACtC,YAAM,SAAS,MAAM,OAAO,IAAI;AAChC,YAAM,SAAS,MAAM,OAAO,IAAI;AAChC,UAAI,WAAW,UAAa,WAAW,UAAa,SAAS,KAAK,SAAS,EAAG;AAC9E,YAAM,QAAQ,MAAM,SAAS,MAAM;AACnC,UAAI,QAAQ;AACV,oBAAY,KAAK;AAAA,UACf,OAAO,MAAM;AAAA,UACb,QAAQ;AAAA,UACR,eAAe;AAAA,UACf,gBAAgB;AAAA,UAChB;AAAA,QACF,CAAC;AAAA,eACM,QAAQ;AACf,qBAAa,KAAK;AAAA,UAChB,OAAO,MAAM;AAAA,UACb,QAAQ;AAAA,UACR,eAAe;AAAA,UACf,gBAAgB;AAAA,UAChB;AAAA,QACF,CAAC;AAAA,IACL;AAAA,EACF;AAEA,QAAM,QAAkB,CAAC;AACzB,aAAW,QAAQ,qBAAqB;AACtC,UAAM,IAAI,QAAQ,IAAI;AACtB,QAAI,KAAK,IAAI,EAAE,KAAK,IAAI,MAAO;AAC7B,YAAM,YAAY,EAAE,QAAQ,IAAI,aAAa;AAC7C,YAAM,OAAO,EAAE,QAAQ,IAAI,MAAM;AACjC,YAAM;AAAA,QACJ,IAAI,IAAI,KAAK,SAAS,OAAO,IAAI,GAAG,EAAE,aAAa,QAAQ,CAAC,CAAC,MAAM,EAAE,aAAa,QAAQ,CAAC,CAAC,OAAO,EAAE,cAAc,QAAQ,CAAC,CAAC;AAAA,MAC/H;AAAA,IACF;AAAA,EACF;AACA,QAAM,aAAa,aAAa,MAAM,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI,wBAAwB,SAAS,YAAY,MAAM,oBAAoB,aAAa,MAAM;AAEhK,SAAO;AAAA,IACL,UAAU,EAAE,IAAI,SAAS,IAAI,UAAU,SAAS,SAAS;AAAA,IACzD,WAAW,EAAE,IAAI,UAAU,IAAI,UAAU,UAAU,SAAS;AAAA,IAC5D;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS;AAAA,EACX;AACF;;;AChFA,SAAS,kBAAkB;AAE3B,SAAS,aAAa,QAMpB;AACA,MAAI,OAAO,WAAW,EAAG,QAAO,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,EAAE;AAC1E,QAAM,SAAS,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC;AAC/C,QAAM,OAAO,OAAO,OAAO,CAAC,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;AACxD,QAAM,MAAM,OAAO,CAAC;AACpB,QAAM,MAAM,OAAO,OAAO,SAAS,CAAC;AACpC,QAAM,MAAM,OAAO,KAAK,MAAM,OAAO,SAAS,GAAG,CAAC;AAClD,QAAM,MAAM,OAAO,KAAK,MAAM,OAAO,SAAS,IAAI,CAAC;AACnD,SAAO,EAAE,MAAMA,OAAM,IAAI,GAAG,KAAKA,OAAM,GAAG,GAAG,KAAKA,OAAM,GAAG,GAAG,KAAKA,OAAM,GAAG,GAAG,KAAKA,OAAM,GAAG,EAAE;AACjG;AAEA,SAASA,OAAM,GAAmB;AAChC,SAAO,KAAK,MAAM,IAAI,GAAI,IAAI;AAChC;AAEA,SAAS,UAAU,MAAsB;AACvC,QAAM,QAAQ,KAAK,MAAM,eAAe;AACxC,MAAI,CAAC,MAAO,OAAM,IAAI,MAAM,yBAAyB,IAAI,GAAG;AAC5D,SAAO,WAAW,MAAM,CAAC,CAAC;AAC5B;AAEA,eAAsB,QACpB,QACA,iBACA,UACqB;AACrB,QAAM,YAAY,KAAK,IAAI;AAC3B,QAAM,KAAK,WAAW;AACtB,QAAM,QAAQ,MAAM,OAAO,QAAQ,SAAS;AAC5C,QAAM,cAAc,OAAO,eAAe;AAC1C,QAAM,cAAc,OAAO,SAAS,UAAU,OAAO,MAAM,IAAI;AAE/D,MAAI,UAAU;AACZ,eAAW,UAAU,OAAO,SAAS;AACnC,UAAI,OAAO,OAAO;AAChB,QAAC,OAAe,YAAY;AAAA,MAC9B;AAAA,IACF;AAAA,EACF;AAEA,QAAM,YAAwB,CAAC;AAC/B,MAAI,YAAY;AAChB,MAAI,iBAAiB;AAErB,iBAAe,YAAY,MAAwC;AACjE,QAAI,gBAAgB;AAClB,gBAAU,KAAK;AAAA,QACb,OAAO,KAAK;AAAA,QACZ,aAAa,KAAK;AAAA,QAClB,QAAQ;AAAA,QACR,OAAO;AAAA,QACP,QAAQ,CAAC;AAAA,MACX,CAAC;AACD;AAAA,IACF;AAEA,UAAM,WAAqB;AAAA,MACzB,OAAO,KAAK;AAAA,MACZ,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,QAAQ,CAAC;AAAA,IACX;AACA,QAAI;AACF,YAAM,SAAS,MAAM,gBAAgB,KAAK,KAAK;AAC/C,eAAS,SAAS,OAAO;AACzB,UAAI,OAAO,QAAQ,MAAM;AACvB,qBAAa,OAAO;AAAA,MACtB;AAAA,IACF,SAAS,KAAK;AACZ,eAAS,QAAQ,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAChE,gBAAU,KAAK,QAAQ;AACvB;AAAA,IACF;AAEA,QAAI,eAAe,QAAQ,YAAY,aAAa;AAClD,uBAAiB;AAAA,IACnB;AAEA,eAAW,UAAU,OAAO,SAAS;AACnC,UAAI;AACF,cAAM,QAAQ,MAAM,OAAO,MAAM,SAAS,QAAQ,KAAK,OAAO,KAAK,WAAW;AAC9E,YAAI,QAAQ,KAAK,QAAQ,GAAG;AAC1B,cAAI,CAAC,SAAS,OAAQ,UAAS,SAAS,CAAC;AACzC,mBAAS,OAAO;AAAA,YACd,WAAW,OAAO,IAAI,iCAAiC,KAAK,cAAc,KAAK,UAAU,KAAK,KAAK,CAAC;AAAA,UACtG;AACA,mBAAS,OAAO,OAAO,IAAI,IAAI;AAAA,QACjC,OAAO;AACL,mBAAS,OAAO,OAAO,IAAI,IAAIA,OAAM,KAAK;AAAA,QAC5C;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,CAAC,SAAS,OAAQ,UAAS,SAAS,CAAC;AACzC,iBAAS,OAAO;AAAA,UACd,WAAW,OAAO,IAAI,YAAY,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,QACpF;AACA,iBAAS,OAAO,OAAO,IAAI,IAAI;AAAA,MACjC;AAAA,IACF;AACA,cAAU,KAAK,QAAQ;AAAA,EACzB;AAEA,MAAI,QAAQ;AACZ,iBAAe,UAAyB;AACtC,WAAO,QAAQ,MAAM,QAAQ;AAC3B,YAAM,eAAe;AACrB,YAAM,YAAY,MAAM,YAAY,CAAC;AAAA,IACvC;AAAA,EACF;AAEA,QAAM,UAAU,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,aAAa,MAAM,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC;AAC3F,QAAM,QAAQ,IAAI,OAAO;AAEzB,QAAM,WAAW,UAAU,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE;AAClD,QAAM,cAAc,OAAO,QAAQ,IAAI,CAAC,MAAM,EAAE,IAAI;AACpD,QAAM,cAAsC,CAAC;AAC7C,aAAW,QAAQ,aAAa;AAC9B,UAAM,SAAS,UACZ,OAAO,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,IAAI,MAAM,UAAa,EAAE,OAAO,IAAI,KAAK,CAAC,EAC7E,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC;AAC5B,gBAAY,IAAI,IAAI,aAAa,MAAM;AAAA,EACzC;AAEA,SAAO;AAAA,IACL;AAAA,IACA,UAAU,OAAO;AAAA,IACjB,SAAS,OAAO,QAAQ;AAAA,IACxB,UAAU,OAAO,YAAY,CAAC;AAAA,IAC9B,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IAClC;AAAA,IACA,UAAU,KAAK,IAAI,IAAI;AAAA,IACvB,OAAO;AAAA,IACP,SAAS,EAAE,OAAO,MAAM,QAAQ,UAAU,SAAS,YAAY;AAAA,EACjE;AACF;","names":["round"]}