tryaii-dre 0.2.0

package/LICENSE

@@ -0,0 +1,190 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to the Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by the Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding any notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   Copyright 2026 TryAII Team
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/README.md

@@ -0,0 +1,234 @@
+# tryaii-dre
+
+AI model router for Node.js and TypeScript.
+
+Ranks models using benchmark performance, pricing, latency, and your quality/cost/speed priorities.
+
+## Installation
+
+```bash
+npm install tryaii-dre
+```
+
+## Quick Start
+
+```typescript
+import { DREClient, Priorities, Router } from 'tryaii-dre';
+
+// Embedding-based classifier using @xenova/transformers.
+const router = new Router();
+
+const result = await router.route('Write a Python function to sort an array');
+console.log(result.bestModel);     // e.g., "gpt-5.2"
+console.log(result.scores[0]);     // Full scoring breakdown
+
+// Route with custom priorities
+const budgetResult = await router.route(
+  'Explain quantum computing',
+  { priorities: Priorities.budget() }  // Favor cheaper models
+);
+
+// Route and call the selected model through OpenRouter.
+const client = new DREClient({ apiKey: process.env.OPENROUTER_API_KEY });
+const response = await client.chat('Write a quicksort implementation');
+console.log(response.content);
+```
+
+## CLI
+
+Installing the package adds a `tryaii-dre` command (same surface as the Python SDK). It
+opens with an animated blue→red banner, then runs your command. The banner prints to
+stderr and auto-suppresses when output is piped, so `--json` stays clean.
+
+```bash
+tryaii-dre route "Write a Python function to merge sorted arrays" --quality=5 --cost=1
+tryaii-dre eval prompts.json --output results/run --quality=5 --cost=1 --speed=1
+tryaii-dre eval prompts.json --max-price=0.10 --output-tokens=2000 --budget-mode=fit-output
+tryaii-dre models --provider anthropic        # add --json for machine-readable output
+tryaii-dre benchmarks --json
+tryaii-dre setup                               # download the embedding model + warm centroids
+```
+
+| Command | Key options |
+|---------|-------------|
+| `route "<prompt>"` | `--quality/--cost/--speed <1-5>` (default 3), `--top-k <n>` |
+| `eval <input.json>` | `-o/--output <dir>`, `--max-price <usd>`, `--output-tokens <n>`, `--budget-mode strict\|fit-output` |
+| `models` | `--provider <name>`, `--json` |
+| `benchmarks` | `--json` |
+| `setup` / `regenerate` | `--model <name>` |
+
+Global flags: `--no-banner` (or `TRYAII_NO_BANNER=1`), `NO_COLOR=1`, `--version`. See the
+[repo README](../../README.md#command-line-interface) for the full reference.
+
+## Embedding Provider
+
+`Router` uses semantic embeddings to classify prompts against benchmark centroids. The default provider is `LocalEmbeddingProvider` (backed by `@xenova/transformers`), which runs an ONNX MiniLM model locally with no API keys. You can supply a custom provider via the `embeddingProvider` option.
+
+### Sync vs. async
+
+`router.route()` is **async** -- it works with any embedding provider, including the default `LocalEmbeddingProvider` (which is async-only because the underlying ONNX runtime is async).
+
+For the niche case where you have a sync embedding provider (e.g. a custom in-process provider that doesn't do I/O), `router.routeSync()` gives you a blocking call. Calling `routeSync()` with an async-only provider throws a clear error pointing you back to `route()`.
+
+```typescript
+// Default async path -- works with any provider
+const result = await router.route('Write a sorting algorithm');
+
+// Sync path -- requires a sync provider (e.g. injected via the constructor)
+const sync = router.routeSync('Write a sorting algorithm');
+```
+
+## Priorities
+
+Control what matters most in model selection:
+
+```typescript
+// Presets
+Priorities.balanced()     // quality=3, cost=3, speed=3
+Priorities.performance()  // quality=5, cost=1, speed=1
+Priorities.budget()       // quality=2, cost=5, speed=3
+Priorities.fast()         // quality=2, cost=3, speed=5
+
+// Custom
+new Priorities(4, 2, 3)   // quality=4, cost=2, speed=3
+```
+
+## Adding Custom Models
+
+```typescript
+router.addModel({
+  modelId: 'my-custom-model',
+  provider: 'custom',
+  benchmarks: { 'HumanEval': 85, 'MMLU': 80 },
+  pricing: [0.001, 0.002],  // [input, output] per 1k tokens
+  latency: 'fast',
+});
+```
+
+## Adding Custom Benchmarks
+
+`addBenchmark()` is async -- it generates a centroid for the new benchmark using the configured embedding provider, which means it works with the default async `LocalEmbeddingProvider`. Subsequent `route()` calls immediately see the new benchmark.
+
+```typescript
+await router.addBenchmark(
+  'CustomerSupportQA',
+  [
+    'How do I reset my password?',
+    'I want to cancel my subscription',
+    'Where is my order?',
+  ],
+  'Customer support query handling',
+  0,    // min score
+  100,  // max score
+);
+```
+
+For sync-provider setups there's a `router.addBenchmarkSync(...)` sibling that blocks on centroid generation.
+
+## Filtering
+
+```typescript
+// Only Anthropic models
+await router.route('prompt', { filterProvider: 'anthropic' });
+
+// Only models under $0.01/1k input tokens
+await router.route('prompt', { filterMaxCost: 0.01 });
+
+// Only models with specific capabilities
+await router.route('prompt', { filterCapability: 'vision' });
+```
+
+## High-Level Client
+
+Use `DREClient` when you want routing plus chat/streaming in one object:
+
+```typescript
+import { DREClient } from 'tryaii-dre';
+
+const client = new DREClient({ apiKey: process.env.OPENROUTER_API_KEY });
+
+const route = await client.route('Explain quantum computing');
+console.log(route.bestModel);
+
+for await (const chunk of client.stream('Explain machine learning')) {
+  process.stdout.write(chunk);
+}
+```
+
+## OpenRouter Integration
+
+Route prompts and call the selected model through OpenRouter:
+
+```typescript
+import { OpenRouterIntegration, Router } from 'tryaii-dre';
+
+const router = new Router();
+const openrouter = new OpenRouterIntegration(router, {
+  apiKey: process.env.OPENROUTER_API_KEY,
+});
+
+const response = await openrouter.chat('Write a quicksort in Python');
+console.log(response.modelUsed);   // Which model was selected
+console.log(response.content);     // The actual response
+```
+
+## Architecture
+
+```
+User Prompt
+     |
+     v
+[Classifier] --> benchmark similarity scores
+     |              (HumanEval: 0.8, MMLU: 0.3, ...)
+     v
+[ScoringEngine] --> weighted scores per model
+     |              (quality * qW + cost * cW + speed * sW)
+     v
+[RouteResult] --> best model + reasoning
+```
+
+## Eval Dashboard
+
+The `tryaii-dre eval` command (above) supports a shared generation budget:
+
+```bash
+tryaii-dre eval prompts.json --output results/node-budget --max-price=0.10 --output-tokens=2000
+tryaii-dre eval prompts.json --output results/node-budget-fit --max-price=0.10 --output-tokens=2000 --budget-mode=fit-output
+```
+
+This treats `--max-price` as the total budget for the whole dataset and
+`--output-tokens` as the fixed expected response length per prompt. In budgeted
+eval, quality/cost/speed priority flags are ignored: price is the hard
+constraint, and the optimizer maximizes model quality within that price.
+`--budget-mode=fit-output` lowers that fixed output length when the requested
+length cannot fit the total budget. Each run writes `results.jsonl`,
+`summary.json`, and an `index.html` dashboard.
+
+You can also render that dashboard programmatically from any eval run's `summary.json`
+(the same shape the CLI writes). The output is a zero-dependency string you can write next
+to `summary.json` / `results.jsonl` to make the run dir an openable artifact.
+
+```ts
+import { readFile, writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import { renderDashboard, type DashboardSummary } from 'tryaii-dre';
+
+const runDir = './runs/quality';
+const summary: DashboardSummary = JSON.parse(
+  await readFile(join(runDir, 'summary.json'), 'utf8'),
+);
+
+const html = renderDashboard(summary, runDir);
+await writeFile(join(runDir, 'index.html'), html, 'utf8');
+```
+
+Pass `{ summaryHref, resultsHref }` as the third argument to override the footer artifact links (useful when rendering to a directory that doesn't sit next to the JSON).
+
+## Requirements
+
+- Node.js >= 18.0.0
+- TypeScript >= 5.3 (for development)
+
+## License
+
+Apache 2.0

package/dist/banner.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Animated startup banner for the TryAii-DRE CLI.
+ *
+ * Renders a blue -> red `TRYAII` wordmark to stderr so stdout stays clean for
+ * piped / JSON output. Color and animation are suppressed automatically when:
+ *
+ *   - stderr is not a TTY (piped, redirected, or CI) -- nothing is printed
+ *   - NO_COLOR is set, or TERM=dumb -- printed once, monochrome, no animation
+ *   - TRYAII_NO_BANNER is set, or --no-banner is passed -- nothing is printed
+ *
+ * A 24-bit gradient is used when the terminal advertises truecolor
+ * (COLORTERM=truecolor/24bit); otherwise a 256-color two-tone fallback is used.
+ *
+ * Kept intentionally in sync with the Python SDK banner (tryaii_dre/cli/banner.py)
+ * so both CLIs greet users identically.
+ */
+/**
+ * Print the banner to stderr.
+ *
+ * Safe to call unconditionally: it self-suppresses for non-interactive streams
+ * and honors NO_COLOR / TRYAII_NO_BANNER. `animate` can be forced off for tests.
+ */
+export declare function showBanner(animate?: boolean): Promise<void>;
+//# sourceMappingURL=banner.d.ts.map

package/dist/banner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"banner.d.ts","sourceRoot":"","sources":["../src/banner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AA0EH;;;;;GAKG;AACH,wBAAsB,UAAU,CAAC,OAAO,UAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAuC9D"}

package/dist/banner.js

@@ -0,0 +1,125 @@
+/**
+ * Animated startup banner for the TryAii-DRE CLI.
+ *
+ * Renders a blue -> red `TRYAII` wordmark to stderr so stdout stays clean for
+ * piped / JSON output. Color and animation are suppressed automatically when:
+ *
+ *   - stderr is not a TTY (piped, redirected, or CI) -- nothing is printed
+ *   - NO_COLOR is set, or TERM=dumb -- printed once, monochrome, no animation
+ *   - TRYAII_NO_BANNER is set, or --no-banner is passed -- nothing is printed
+ *
+ * A 24-bit gradient is used when the terminal advertises truecolor
+ * (COLORTERM=truecolor/24bit); otherwise a 256-color two-tone fallback is used.
+ *
+ * Kept intentionally in sync with the Python SDK banner (tryaii_dre/cli/banner.py)
+ * so both CLIs greet users identically.
+ */
+import { createRequire } from 'node:module';
+/** Big "TRYAII" wordmark (ANSI Shadow style). All rows are the same width. */
+const ART = [
+    '████████╗██████╗ ██╗   ██╗ █████╗ ██╗██╗',
+    '╚══██╔══╝██╔══██╗╚██╗ ██╔╝██╔══██╗██║██║',
+    '   ██║   ██████╔╝ ╚████╔╝ ███████║██║██║',
+    '   ██║   ██╔══██╗  ╚██╔╝  ██╔══██║██║██║',
+    '   ██║   ██║  ██║   ██║   ██║  ██║██║██║',
+    '   ╚═╝   ╚═╝  ╚═╝   ╚═╝   ╚═╝  ╚═╝╚═╝╚═╝',
+];
+// Gradient endpoints: vivid blue -> vivid red.
+const BLUE = [56, 132, 255];
+const RED = [244, 63, 94];
+// 256-color fallback endpoints (DeepSkyBlue / IndianRed).
+const BLUE_256 = '\x1b[38;5;39m';
+const RED_256 = '\x1b[38;5;203m';
+const RESET = '\x1b[0m';
+const DIM = '\x1b[2m';
+const FRAME_DELAY_MS = 22;
+function supportsColor(stream) {
+    if (process.env.NO_COLOR)
+        return false;
+    if (process.env.TERM === 'dumb')
+        return false;
+    return Boolean(stream.isTTY);
+}
+function truecolor() {
+    const value = (process.env.COLORTERM ?? '').toLowerCase();
+    return value === 'truecolor' || value === '24bit';
+}
+function lerp(start, end, t) {
+    return Math.round(start + (end - start) * t);
+}
+/** Color each character by its column position across the wordmark. */
+function gradient(text, width) {
+    const span = Math.max(width - 1, 1);
+    let out = '';
+    for (let i = 0; i < text.length; i++) {
+        const t = i / span;
+        const r = lerp(BLUE[0], RED[0], t);
+        const g = lerp(BLUE[1], RED[1], t);
+        const b = lerp(BLUE[2], RED[2], t);
+        out += `\x1b[38;2;${r};${g};${b}m${text[i]}`;
+    }
+    return out + RESET;
+}
+/** Fallback: blue first ~62%, red remainder (256-color). */
+function twoTone(text) {
+    const split = Math.floor(text.length * 0.62);
+    return `${BLUE_256}${text.slice(0, split)}${RED_256}${text.slice(split)}${RESET}`;
+}
+function packageVersion() {
+    try {
+        const require = createRequire(import.meta.url);
+        const pkg = require('../package.json');
+        return pkg.version ?? '';
+    }
+    catch {
+        return '';
+    }
+}
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+/**
+ * Print the banner to stderr.
+ *
+ * Safe to call unconditionally: it self-suppresses for non-interactive streams
+ * and honors NO_COLOR / TRYAII_NO_BANNER. `animate` can be forced off for tests.
+ */
+export async function showBanner(animate = true) {
+    const stream = process.stderr;
+    if (process.env.TRYAII_NO_BANNER)
+        return;
+    if (!stream.isTTY)
+        return; // keep redirected / piped / CI output clean
+    const color = supportsColor(stream);
+    const width = Math.max(...ART.map((line) => line.length));
+    const colorize = color
+        ? truecolor()
+            ? gradient
+            : (line) => twoTone(line)
+        : null;
+    const doAnimate = animate && color;
+    try {
+        for (const line of ART) {
+            stream.write((colorize ? colorize(line, width) : line) + '\n');
+            if (doAnimate)
+                await sleep(FRAME_DELAY_MS);
+        }
+        const rule = '─'.repeat(width);
+        const version = packageVersion();
+        const ver = version ? `  ·  v${version}` : '';
+        const ruleLine = colorize ? colorize(rule, width) : rule;
+        const tagline = 'semantic, prompt-aware LLM routing  ·  benchmarks × cost × speed';
+        if (color) {
+            stream.write(ruleLine + '\n');
+            stream.write(`  Diff Routing Engine${DIM}${ver}${RESET}\n`);
+            stream.write(`${DIM}  ${tagline}${RESET}\n\n`);
+        }
+        else {
+            stream.write(ruleLine + '\n');
+            stream.write(`  Diff Routing Engine${ver}\n`);
+            stream.write(`  ${tagline}\n\n`);
+        }
+    }
+    catch {
+        // Never let a cosmetic banner break the actual command.
+    }
+}
+//# sourceMappingURL=banner.js.map

package/dist/banner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"banner.js","sourceRoot":"","sources":["../src/banner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,8EAA8E;AAC9E,MAAM,GAAG,GAAG;IACV,0CAA0C;IAC1C,0CAA0C;IAC1C,0CAA0C;IAC1C,0CAA0C;IAC1C,0CAA0C;IAC1C,0CAA0C;CAC3C,CAAC;AAEF,+CAA+C;AAC/C,MAAM,IAAI,GAA6B,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AACtD,MAAM,GAAG,GAA6B,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;AAEpD,0DAA0D;AAC1D,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,OAAO,GAAG,gBAAgB,CAAC;AAEjC,MAAM,KAAK,GAAG,SAAS,CAAC;AACxB,MAAM,GAAG,GAAG,SAAS,CAAC;AAEtB,MAAM,cAAc,GAAG,EAAE,CAAC;AAE1B,SAAS,aAAa,CAAC,MAA0B;IAC/C,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC;IAC9C,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC1D,OAAO,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,OAAO,CAAC;AACpD,CAAC;AAED,SAAS,IAAI,CAAC,KAAa,EAAE,GAAW,EAAE,CAAS;IACjD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,uEAAuE;AACvE,SAAS,QAAQ,CAAC,IAAY,EAAE,KAAa;IAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QACnB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,GAAG,GAAG,KAAK,CAAC;AACrB,CAAC;AAED,4DAA4D;AAC5D,SAAS,OAAO,CAAC,IAAY;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC7C,OAAO,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,EAAE,CAAC;AACpF,CAAC;AAED,SAAS,cAAc;IACrB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,OAAO,CAAC,iBAAiB,CAAyB,CAAC;QAC/D,OAAO,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAE/F;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAO,GAAG,IAAI;IAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAE9B,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB;QAAE,OAAO;IACzC,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,OAAO,CAAC,4CAA4C;IAEvE,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAqD,KAAK;QACtE,CAAC,CAAC,SAAS,EAAE;YACX,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,CAAC,IAAY,EAAU,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QAC3C,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,SAAS,GAAG,OAAO,IAAI,KAAK,CAAC;IAEnC,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YAC/D,IAAI,SAAS;gBAAE,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACzD,MAAM,OAAO,GAAG,kEAAkE,CAAC;QAEnF,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;YAC9B,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,GAAG,GAAG,GAAG,KAAK,IAAI,CAAC,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,OAAO,GAAG,KAAK,MAAM,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;YAC9B,MAAM,CAAC,KAAK,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,KAAK,OAAO,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,wDAAwD;IAC1D,CAAC;AACH,CAAC"}

package/dist/benchmarks/index.d.ts

@@ -0,0 +1,4 @@
+export { BenchmarkRegistry, benchmarkFromDict, benchmarkToDict } from './registry.js';
+export type { BenchmarkDefinition } from './registry.js';
+export { STANDARD_BENCHMARKS } from './standard.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/benchmarks/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/benchmarks/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACtF,YAAY,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC"}

package/dist/benchmarks/index.js

@@ -0,0 +1,3 @@
+export { BenchmarkRegistry, benchmarkFromDict, benchmarkToDict } from './registry.js';
+export { STANDARD_BENCHMARKS } from './standard.js';
+//# sourceMappingURL=index.js.map

package/dist/benchmarks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/benchmarks/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEtF,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC"}

package/dist/benchmarks/registry.d.ts

@@ -0,0 +1,69 @@
+/**
+ * Extensible benchmark registry.
+ *
+ * Allows users to register custom benchmarks with their own training queries
+ * and normalization ranges. Designed for high connectivity with external
+ * benchmark-creation tools.
+ */
+import { BenchmarkNormalizer, NormalizationRange } from '../scoring/benchmarks.js';
+/** Complete definition of a benchmark. */
+export interface BenchmarkDefinition {
+    /** Benchmark name (e.g., "MMLU"). */
+    name: string;
+    /** Human-readable description. */
+    description: string;
+    /** Representative prompts for centroid generation. */
+    trainingQueries: string[];
+    /** Normalization range for raw scores. */
+    normalization: NormalizationRange;
+    /** Broad category (TECHNICAL, CREATIVE, etc.). */
+    broadCategory: string;
+    /** Subcategories this benchmark covers. */
+    subcategories: string[];
+    /** Optional metadata. */
+    metadata: Record<string, unknown>;
+}
+/** Create a BenchmarkDefinition from a plain object (e.g. loaded from JSON). */
+export declare function benchmarkFromDict(d: Record<string, unknown>): BenchmarkDefinition;
+/** Serialize a BenchmarkDefinition to a plain object. */
+export declare function benchmarkToDict(b: BenchmarkDefinition): Record<string, unknown>;
+/**
+ * Registry for benchmark definitions.
+ *
+ * Provides a clean interface for:
+ *   - Registering custom benchmarks
+ *   - Loading benchmarks from JSON files (for tool connectivity)
+ *   - Exporting benchmark definitions
+ *   - Integrating with the centroid generator and scoring engine
+ */
+export declare class BenchmarkRegistry {
+    private _benchmarks;
+    constructor();
+    /** Create registry with the standard 12 benchmarks. */
+    static default(): BenchmarkRegistry;
+    /** Register a new benchmark or update an existing one. */
+    register(benchmark: BenchmarkDefinition): void;
+    /** Remove a benchmark. Returns true if it existed. */
+    unregister(name: string): boolean;
+    /** Get a benchmark by name. */
+    get(name: string): BenchmarkDefinition | undefined;
+    /** All registered benchmark names. */
+    get names(): string[];
+    /** All registered benchmarks. */
+    get allBenchmarks(): BenchmarkDefinition[];
+    /** Get all training queries grouped by benchmark name. */
+    getTrainingQueries(): Record<string, string[]>;
+    /** Create a BenchmarkNormalizer from all registered benchmarks. */
+    getNormalizer(): BenchmarkNormalizer;
+    /**
+     * Load benchmarks from a JSON file.
+     *
+     * @returns Number of benchmarks loaded.
+     */
+    loadFromFile(path: string): number;
+    /** Export all benchmarks to a JSON file. */
+    exportToFile(path: string): void;
+    get length(): number;
+    has(name: string): boolean;
+}
+//# sourceMappingURL=registry.d.ts.map