tryaii-dre 0.2.0

package/dist/benchmarks/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/benchmarks/registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAGnF,0CAA0C;AAC1C,MAAM,WAAW,mBAAmB;IAClC,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;IAEb,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IAEpB,sDAAsD;IACtD,eAAe,EAAE,MAAM,EAAE,CAAC;IAE1B,0CAA0C;IAC1C,aAAa,EAAE,kBAAkB,CAAC;IAElC,kDAAkD;IAClD,aAAa,EAAE,MAAM,CAAC;IAEtB,2CAA2C;IAC3C,aAAa,EAAE,MAAM,EAAE,CAAC;IAExB,yBAAyB;IACzB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,gFAAgF;AAChF,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,mBAAmB,CAcjF;AAED,yDAAyD;AACzD,wBAAgB,eAAe,CAAC,CAAC,EAAE,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAa/E;AAED;;;;;;;;GAQG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,WAAW,CAAmC;;IAMtD,uDAAuD;IACvD,MAAM,CAAC,OAAO,IAAI,iBAAiB;IAQnC,0DAA0D;IAC1D,QAAQ,CAAC,SAAS,EAAE,mBAAmB,GAAG,IAAI;IAI9C,sDAAsD;IACtD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIjC,+BAA+B;IAC/B,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,GAAG,SAAS;IAIlD,sCAAsC;IACtC,IAAI,KAAK,IAAI,MAAM,EAAE,CAEpB;IAED,iCAAiC;IACjC,IAAI,aAAa,IAAI,mBAAmB,EAAE,CAEzC;IAED,0DAA0D;IAC1D,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAU9C,mEAAmE;IACnE,aAAa,IAAI,mBAAmB;IAapC;;;;OAIG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAalC,4CAA4C;IAC5C,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAOhC,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;CAG3B"}

package/dist/benchmarks/registry.js

@@ -0,0 +1,128 @@
+/**
+ * Extensible benchmark registry.
+ *
+ * Allows users to register custom benchmarks with their own training queries
+ * and normalization ranges. Designed for high connectivity with external
+ * benchmark-creation tools.
+ */
+import { readFileSync, writeFileSync } from 'node:fs';
+import { BenchmarkNormalizer, NormalizationRange } from '../scoring/benchmarks.js';
+import { STANDARD_BENCHMARKS } from './standard.js';
+/** Create a BenchmarkDefinition from a plain object (e.g. loaded from JSON). */
+export function benchmarkFromDict(d) {
+    const norm = (d.normalization ?? {});
+    return {
+        name: d.name ?? '',
+        description: d.description ?? '',
+        trainingQueries: d.training_queries ?? d.trainingQueries ?? [],
+        normalization: new NormalizationRange(norm.min_score ?? norm.minScore ?? 0, norm.max_score ?? norm.maxScore ?? 100),
+        broadCategory: d.broad_category ?? d.broadCategory ?? 'TECHNICAL',
+        subcategories: d.subcategories ?? [],
+        metadata: d.metadata ?? {},
+    };
+}
+/** Serialize a BenchmarkDefinition to a plain object. */
+export function benchmarkToDict(b) {
+    return {
+        name: b.name,
+        description: b.description,
+        training_queries: b.trainingQueries,
+        normalization: {
+            min_score: b.normalization.minScore,
+            max_score: b.normalization.maxScore,
+        },
+        broad_category: b.broadCategory,
+        subcategories: b.subcategories,
+        metadata: b.metadata,
+    };
+}
+/**
+ * Registry for benchmark definitions.
+ *
+ * Provides a clean interface for:
+ *   - Registering custom benchmarks
+ *   - Loading benchmarks from JSON files (for tool connectivity)
+ *   - Exporting benchmark definitions
+ *   - Integrating with the centroid generator and scoring engine
+ */
+export class BenchmarkRegistry {
+    constructor() {
+        this._benchmarks = new Map();
+    }
+    /** Create registry with the standard 12 benchmarks. */
+    static default() {
+        const registry = new BenchmarkRegistry();
+        for (const benchmark of STANDARD_BENCHMARKS) {
+            registry._benchmarks.set(benchmark.name, benchmark);
+        }
+        return registry;
+    }
+    /** Register a new benchmark or update an existing one. */
+    register(benchmark) {
+        this._benchmarks.set(benchmark.name, benchmark);
+    }
+    /** Remove a benchmark. Returns true if it existed. */
+    unregister(name) {
+        return this._benchmarks.delete(name);
+    }
+    /** Get a benchmark by name. */
+    get(name) {
+        return this._benchmarks.get(name);
+    }
+    /** All registered benchmark names. */
+    get names() {
+        return [...this._benchmarks.keys()];
+    }
+    /** All registered benchmarks. */
+    get allBenchmarks() {
+        return [...this._benchmarks.values()];
+    }
+    /** Get all training queries grouped by benchmark name. */
+    getTrainingQueries() {
+        const result = {};
+        for (const [name, b] of this._benchmarks) {
+            if (b.trainingQueries.length > 0) {
+                result[name] = b.trainingQueries;
+            }
+        }
+        return result;
+    }
+    /** Create a BenchmarkNormalizer from all registered benchmarks. */
+    getNormalizer() {
+        const normalizer = new BenchmarkNormalizer();
+        for (const [name, benchmark] of this._benchmarks) {
+            normalizer.registerRange(name, benchmark.normalization.minScore, benchmark.normalization.maxScore, benchmark.description);
+        }
+        return normalizer;
+    }
+    /**
+     * Load benchmarks from a JSON file.
+     *
+     * @returns Number of benchmarks loaded.
+     */
+    loadFromFile(path) {
+        const raw = readFileSync(path, 'utf-8');
+        const data = JSON.parse(raw);
+        let count = 0;
+        for (const item of data.benchmarks ?? []) {
+            const benchmark = benchmarkFromDict(item);
+            this.register(benchmark);
+            count++;
+        }
+        return count;
+    }
+    /** Export all benchmarks to a JSON file. */
+    exportToFile(path) {
+        const data = {
+            benchmarks: [...this._benchmarks.values()].map(benchmarkToDict),
+        };
+        writeFileSync(path, JSON.stringify(data, null, 2));
+    }
+    get length() {
+        return this._benchmarks.size;
+    }
+    has(name) {
+        return this._benchmarks.has(name);
+    }
+}
+//# sourceMappingURL=registry.js.map

package/dist/benchmarks/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/benchmarks/registry.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAEtD,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AA0BpD,gFAAgF;AAChF,MAAM,UAAU,iBAAiB,CAAC,CAA0B;IAC1D,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,aAAa,IAAI,EAAE,CAA2B,CAAC;IAC/D,OAAO;QACL,IAAI,EAAG,CAAC,CAAC,IAAe,IAAI,EAAE;QAC9B,WAAW,EAAG,CAAC,CAAC,WAAsB,IAAI,EAAE;QAC5C,eAAe,EAAG,CAAC,CAAC,gBAA6B,IAAK,CAAC,CAAC,eAA4B,IAAI,EAAE;QAC1F,aAAa,EAAE,IAAI,kBAAkB,CACnC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,IAAI,CAAC,EACpC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,IAAI,GAAG,CACvC;QACD,aAAa,EAAG,CAAC,CAAC,cAAyB,IAAK,CAAC,CAAC,aAAwB,IAAI,WAAW;QACzF,aAAa,EAAG,CAAC,CAAC,aAA0B,IAAI,EAAE;QAClD,QAAQ,EAAG,CAAC,CAAC,QAAoC,IAAI,EAAE;KACxD,CAAC;AACJ,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,eAAe,CAAC,CAAsB;IACpD,OAAO;QACL,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,gBAAgB,EAAE,CAAC,CAAC,eAAe;QACnC,aAAa,EAAE;YACb,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,QAAQ;YACnC,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,QAAQ;SACpC;QACD,cAAc,EAAE,CAAC,CAAC,aAAa;QAC/B,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;KACrB,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,OAAO,iBAAiB;IAG5B;QACE,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED,uDAAuD;IACvD,MAAM,CAAC,OAAO;QACZ,MAAM,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACzC,KAAK,MAAM,SAAS,IAAI,mBAAmB,EAAE,CAAC;YAC5C,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,0DAA0D;IAC1D,QAAQ,CAAC,SAA8B;QACrC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAClD,CAAC;IAED,sDAAsD;IACtD,UAAU,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,+BAA+B;IAC/B,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,sCAAsC;IACtC,IAAI,KAAK;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,iCAAiC;IACjC,IAAI,aAAa;QACf,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,0DAA0D;IAC1D,kBAAkB;QAChB,MAAM,MAAM,GAA6B,EAAE,CAAC;QAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,eAAe,CAAC;YACnC,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,mEAAmE;IACnE,aAAa;QACX,MAAM,UAAU,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAC7C,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACjD,UAAU,CAAC,aAAa,CACtB,IAAI,EACJ,SAAS,CAAC,aAAa,CAAC,QAAQ,EAChC,SAAS,CAAC,aAAa,CAAC,QAAQ,EAChC,SAAS,CAAC,WAAW,CACtB,CAAC;QACJ,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,IAAY;QACvB,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE7B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACzB,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,4CAA4C;IAC5C,YAAY,CAAC,IAAY;QACvB,MAAM,IAAI,GAAG;YACX,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC;SAChE,CAAC;QACF,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;CACF"}

package/dist/benchmarks/standard.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Standard benchmark definitions -- the 12 benchmarks shipped with TryAii-DRE.
+ */
+import type { BenchmarkDefinition } from './registry.js';
+export declare const STANDARD_BENCHMARKS: BenchmarkDefinition[];
+//# sourceMappingURL=standard.d.ts.map

package/dist/benchmarks/standard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"standard.d.ts","sourceRoot":"","sources":["../../src/benchmarks/standard.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAEzD,eAAO,MAAM,mBAAmB,EAAE,mBAAmB,EA6GpD,CAAC"}

package/dist/benchmarks/standard.js

@@ -0,0 +1,115 @@
+/**
+ * Standard benchmark definitions -- the 12 benchmarks shipped with TryAii-DRE.
+ */
+import { NormalizationRange } from '../scoring/benchmarks.js';
+export const STANDARD_BENCHMARKS = [
+    {
+        name: 'MMLU',
+        description: 'Academic knowledge across 57 subjects',
+        trainingQueries: [], // Loaded from trainingQueries.json at runtime
+        normalization: new NormalizationRange(25, 95),
+        broadCategory: 'EDUCATIONAL',
+        subcategories: ['ACADEMIC_INSTRUCTION', 'RESEARCH_METHODOLOGY'],
+        metadata: {},
+    },
+    {
+        name: 'HellaSwag',
+        description: 'Commonsense reasoning about everyday situations',
+        trainingQueries: [],
+        normalization: new NormalizationRange(50, 98),
+        broadCategory: 'CONVERSATIONAL',
+        subcategories: ['PERSONAL_ADVICE'],
+        metadata: {},
+    },
+    {
+        name: 'HumanEval',
+        description: 'Code generation and programming tasks',
+        trainingQueries: [],
+        normalization: new NormalizationRange(20, 95),
+        broadCategory: 'TECHNICAL',
+        subcategories: ['CODE_TECHNICAL'],
+        metadata: {},
+    },
+    {
+        name: 'SWE-bench',
+        description: 'Real-world software engineering and debugging',
+        trainingQueries: [],
+        normalization: new NormalizationRange(5, 85),
+        broadCategory: 'TECHNICAL',
+        subcategories: ['CODE_TECHNICAL', 'DATA_SCIENCE'],
+        metadata: {},
+    },
+    {
+        name: 'TruthfulQA',
+        description: 'Truthful and accurate question answering',
+        trainingQueries: [],
+        normalization: new NormalizationRange(20, 85),
+        broadCategory: 'CONVERSATIONAL',
+        subcategories: ['PERSONAL_ADVICE'],
+        metadata: {},
+    },
+    {
+        name: 'ARC',
+        description: 'Science exam questions requiring reasoning',
+        trainingQueries: [],
+        normalization: new NormalizationRange(0, 95),
+        broadCategory: 'EDUCATIONAL',
+        subcategories: ['ACADEMIC_INSTRUCTION', 'STUDY_ASSISTANCE'],
+        metadata: {},
+    },
+    {
+        name: 'GSM8K',
+        description: 'Grade school math word problems',
+        trainingQueries: [],
+        normalization: new NormalizationRange(20, 98),
+        broadCategory: 'TECHNICAL',
+        subcategories: ['MATHEMATICAL_SCIENTIFIC'],
+        metadata: {},
+    },
+    {
+        name: 'DROP',
+        description: 'Reading comprehension requiring arithmetic and reasoning',
+        trainingQueries: [],
+        normalization: new NormalizationRange(30, 90),
+        broadCategory: 'TECHNICAL',
+        subcategories: ['MATHEMATICAL_SCIENTIFIC', 'DATA_SCIENCE'],
+        metadata: {},
+    },
+    {
+        name: 'SuperGLUE',
+        description: 'Natural language understanding tasks',
+        trainingQueries: [],
+        normalization: new NormalizationRange(40, 95),
+        broadCategory: 'BUSINESS',
+        subcategories: ['PROFESSIONAL_COMMUNICATION'],
+        metadata: {},
+    },
+    {
+        name: 'Chatbot Arena (LMSys)',
+        description: 'Human-rated conversational quality',
+        trainingQueries: [],
+        normalization: new NormalizationRange(1000, 1550),
+        broadCategory: 'CONVERSATIONAL',
+        subcategories: ['PERSONAL_ADVICE', 'RECOMMENDATIONS'],
+        metadata: {},
+    },
+    {
+        name: 'MT-Bench',
+        description: 'Multi-turn conversation and instruction following',
+        trainingQueries: [],
+        normalization: new NormalizationRange(5, 10),
+        broadCategory: 'CREATIVE',
+        subcategories: ['WRITING_LITERARY'],
+        metadata: {},
+    },
+    {
+        name: 'LiveBench',
+        description: 'Fresh, contamination-resistant evaluation tasks',
+        trainingQueries: [],
+        normalization: new NormalizationRange(0, 100),
+        broadCategory: 'TECHNICAL',
+        subcategories: ['CODE_TECHNICAL', 'MATHEMATICAL_SCIENTIFIC'],
+        metadata: {},
+    },
+];
+//# sourceMappingURL=standard.js.map

package/dist/benchmarks/standard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"standard.js","sourceRoot":"","sources":["../../src/benchmarks/standard.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAG9D,MAAM,CAAC,MAAM,mBAAmB,GAA0B;IACxD;QACE,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,uCAAuC;QACpD,eAAe,EAAE,EAAE,EAAE,8CAA8C;QACnE,aAAa,EAAE,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,CAAC,sBAAsB,EAAE,sBAAsB,CAAC;QAC/D,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,iDAAiD;QAC9D,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,aAAa,EAAE,gBAAgB;QAC/B,aAAa,EAAE,CAAC,iBAAiB,CAAC;QAClC,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,uCAAuC;QACpD,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,aAAa,EAAE,WAAW;QAC1B,aAAa,EAAE,CAAC,gBAAgB,CAAC;QACjC,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,+CAA+C;QAC5D,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5C,aAAa,EAAE,WAAW;QAC1B,aAAa,EAAE,CAAC,gBAAgB,EAAE,cAAc,CAAC;QACjD,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,0CAA0C;QACvD,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,aAAa,EAAE,gBAAgB;QAC/B,aAAa,EAAE,CAAC,iBAAiB,CAAC;QAClC,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,KAAK;QACX,WAAW,EAAE,4CAA4C;QACzD,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5C,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;QAC3D,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,OAAO;QACb,WAAW,EAAE,iCAAiC;QAC9C,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,aAAa,EAAE,WAAW;QAC1B,aAAa,EAAE,CAAC,yBAAyB,CAAC;QAC1C,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,0DAA0D;QACvE,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,aAAa,EAAE,WAAW;QAC1B,aAAa,EAAE,CAAC,yBAAyB,EAAE,cAAc,CAAC;QAC1D,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,sCAAsC;QACnD,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,aAAa,EAAE,UAAU;QACzB,aAAa,EAAE,CAAC,4BAA4B,CAAC;QAC7C,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,oCAAoC;QACjD,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC;QACjD,aAAa,EAAE,gBAAgB;QAC/B,aAAa,EAAE,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;QACrD,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,mDAAmD;QAChE,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5C,aAAa,EAAE,UAAU;QACzB,aAAa,EAAE,CAAC,kBAAkB,CAAC;QACnC,QAAQ,EAAE,EAAE;KACb;IACD;QACE,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,iDAAiD;QAC9D,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,IAAI,kBAAkB,CAAC,CAAC,EAAE,GAAG,CAAC;QAC7C,aAAa,EAAE,WAAW;QAC1B,aAAa,EAAE,CAAC,gBAAgB,EAAE,yBAAyB,CAAC;QAC5D,QAAQ,EAAE,EAAE;KACb;CACF,CAAC"}

package/dist/budget.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Budget-aware dataset routing utilities.
+ *
+ * This solves the routing budget problem as a multiple-choice knapsack:
+ * for each prompt, choose one model candidate; maximize total utility while
+ * keeping estimated generation cost under one shared budget.
+ */
+import type { ModelInfo } from './registry/models.js';
+import type { Router, RouteResult } from './router.js';
+import { Priorities } from './scoring/priorities.js';
+export type BudgetMode = 'strict' | 'fit-output';
+export interface BudgetCandidate {
+    promptIndex: number;
+    modelId: string;
+    utility: number;
+    estimatedCost: number;
+    costUnits: number;
+    inputTokens: number;
+    outputTokens: number;
+    finalScore: number;
+    reasoning: string;
+    normalBestModel: string;
+}
+export interface BudgetOptimizationResult {
+    status: 'optimal' | 'infeasible';
+    selected: BudgetCandidate[];
+    totalEstimatedCost: number;
+    minimumRequiredBudget: number;
+    budget: number;
+    costUnit: number;
+    message?: string;
+    budgetMode?: BudgetMode;
+    requestedOutputTokens?: number;
+    effectiveOutputTokens?: number;
+    requestedMinimumRequiredBudget?: number;
+    budgetShortfall?: number;
+}
+export interface BudgetedRouteResult {
+    routeResult: RouteResult;
+    selected: BudgetCandidate;
+    cumulativeCost: number;
+    remainingBudget: number;
+    routeMs: number;
+}
+export interface RouteDatasetWithBudgetOptions {
+    router: Router;
+    prompts: string[];
+    priorities: Priorities;
+    maxPrice: number;
+    outputTokens: number;
+    budgetMode?: BudgetMode;
+    progressCallback?: (done: number, total: number) => void;
+}
+/** Approximate token count with a deterministic 4 chars ~= 1 token rule. */
+export declare function estimateTokens(text: string): number;
+/** Estimate USD generation cost for a model, or null when pricing is missing. */
+export declare function estimateGenerationCost(model: ModelInfo | undefined, inputTokens: number, outputTokens: number): number | null;
+export declare function costUnitForBudget(maxPrice: number): number;
+export declare function paretoPrune(candidates: BudgetCandidate[]): BudgetCandidate[];
+export declare function optimizeBudgetCandidates(candidateGroups: BudgetCandidate[][], maxPrice: number, costUnit?: number): BudgetOptimizationResult;
+export declare function routeDatasetWithBudget(options: RouteDatasetWithBudgetOptions): Promise<{
+    results: BudgetedRouteResult[];
+    optimization: BudgetOptimizationResult;
+}>;
+//# sourceMappingURL=budget.d.ts.map

package/dist/budget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.d.ts","sourceRoot":"","sources":["../src/budget.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,YAAY,CAAC;AAEjD,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,SAAS,GAAG,YAAY,CAAC;IACjC,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,WAAW,CAAC;IACzB,QAAQ,EAAE,eAAe,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAC1D;AAQD,4EAA4E;AAC5E,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,iFAAiF;AACjF,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,SAAS,GAAG,SAAS,EAC5B,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,GACnB,MAAM,GAAG,IAAI,CAWf;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAU1D;AAaD,wBAAgB,WAAW,CAAC,UAAU,EAAE,eAAe,EAAE,GAAG,eAAe,EAAE,CAW5E;AAED,wBAAgB,wBAAwB,CACtC,eAAe,EAAE,eAAe,EAAE,EAAE,EACpC,QAAQ,EAAE,MAAM,EAChB,QAAQ,SAA8B,GACrC,wBAAwB,CA2H1B;AAyID,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,6BAA6B,GACrC,OAAO,CAAC;IAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAAC,YAAY,EAAE,wBAAwB,CAAA;CAAE,CAAC,CAmGrF"}