@ordis-dev/ordis 0.1.0

package/dist/llm/__tests__/token-counter.test.js

@@ -0,0 +1,166 @@
+/**
+ * Token counter tests
+ */
+import { describe, test, expect } from 'vitest';
+import { estimateTokens, TokenCounter } from '../token-counter.js';
+describe('estimateTokens', () => {
+    test('returns 0 for empty string', () => {
+        expect(estimateTokens('')).toBe(0);
+    });
+    test('estimates tokens using 4 chars per token', () => {
+        // 20 characters = 5 tokens
+        expect(estimateTokens('12345678901234567890')).toBe(5);
+    });
+    test('rounds up for partial tokens', () => {
+        // 21 characters = 6 tokens (5.25 rounded up)
+        expect(estimateTokens('123456789012345678901')).toBe(6);
+    });
+    test('handles longer text', () => {
+        const text = 'The quick brown fox jumps over the lazy dog. '.repeat(10);
+        const tokens = estimateTokens(text);
+        expect(tokens).toBeGreaterThan(0);
+        // 45 chars * 10 = 450 chars = ~113 tokens
+        expect(tokens).toBeCloseTo(113, 0);
+    });
+});
+describe('TokenCounter', () => {
+    describe('calculateUsage', () => {
+        test('calculates token usage correctly', () => {
+            const counter = new TokenCounter({
+                maxContextTokens: 4096,
+                tokenBudget: {
+                    system: 1000,
+                    input: 2000,
+                    output: 1000,
+                },
+            });
+            // 400 chars = 100 tokens, 800 chars = 200 tokens
+            const system = 'a'.repeat(400);
+            const input = 'b'.repeat(800);
+            const usage = counter.calculateUsage(system, input);
+            expect(usage.systemTokens).toBe(100);
+            expect(usage.inputTokens).toBe(200);
+            expect(usage.outputTokens).toBe(1000);
+            expect(usage.totalTokens).toBe(1300);
+            expect(usage.maxContextTokens).toBe(4096);
+            expect(usage.usagePercent).toBeCloseTo(31.7, 1);
+        });
+        test('handles empty strings', () => {
+            const counter = new TokenCounter();
+            const usage = counter.calculateUsage('', '');
+            expect(usage.systemTokens).toBe(0);
+            expect(usage.inputTokens).toBe(0);
+            expect(usage.totalTokens).toBe(1000); // just output tokens
+        });
+    });
+    describe('exceedsLimit', () => {
+        test('returns true when total exceeds max', () => {
+            const counter = new TokenCounter({ maxContextTokens: 100 });
+            const usage = counter.calculateUsage('a'.repeat(400), 'b'.repeat(400));
+            // 100 + 100 + 1000 = 1200 > 100
+            expect(counter.exceedsLimit(usage)).toBe(true);
+        });
+        test('returns false when under limit', () => {
+            const counter = new TokenCounter({ maxContextTokens: 4096 });
+            const usage = counter.calculateUsage('a'.repeat(400), 'b'.repeat(400));
+            // 100 + 100 + 1000 = 1200 < 4096
+            expect(counter.exceedsLimit(usage)).toBe(false);
+        });
+        test('returns false when exactly at limit', () => {
+            const counter = new TokenCounter({ maxContextTokens: 1200 });
+            const usage = counter.calculateUsage('a'.repeat(400), 'b'.repeat(400));
+            // 100 + 100 + 1000 = 1200 === 1200
+            expect(counter.exceedsLimit(usage)).toBe(false);
+        });
+    });
+    describe('shouldWarn', () => {
+        test('returns true when usage exceeds warn threshold', () => {
+            const counter = new TokenCounter({
+                maxContextTokens: 1000,
+                warnThreshold: 90,
+            });
+            // 360 + 360 + 1000 = 1720 tokens = 172% (way over)
+            const usage = counter.calculateUsage('a'.repeat(1440), 'b'.repeat(1440));
+            expect(counter.shouldWarn(usage)).toBe(true);
+        });
+        test('returns false when under warn threshold', () => {
+            const counter = new TokenCounter({
+                maxContextTokens: 4096,
+                warnThreshold: 90,
+            });
+            // 100 + 100 + 1000 = 1200 = ~29%
+            const usage = counter.calculateUsage('a'.repeat(400), 'b'.repeat(400));
+            expect(counter.shouldWarn(usage)).toBe(false);
+        });
+        test('uses 90% default threshold', () => {
+            const counter = new TokenCounter({ maxContextTokens: 1000 });
+            // Need 900+ tokens to trigger warning
+            // 200 + 200 + 1000 = 1400 = 140%
+            const usage = counter.calculateUsage('a'.repeat(800), 'b'.repeat(800));
+            expect(counter.shouldWarn(usage)).toBe(true);
+        });
+    });
+    describe('formatUsage', () => {
+        test('formats usage information', () => {
+            const counter = new TokenCounter({ maxContextTokens: 4096 });
+            const usage = counter.calculateUsage('a'.repeat(400), 'b'.repeat(800));
+            const formatted = counter.formatUsage(usage);
+            expect(formatted).toContain('Token usage:');
+            expect(formatted).toContain('1300/4096');
+            expect(formatted).toContain('System prompt: 100 tokens');
+            expect(formatted).toContain('Input: 200 tokens');
+            expect(formatted).toContain('Reserved for output: 1000 tokens');
+        });
+    });
+    describe('getErrorMessage', () => {
+        test('provides detailed error message when limit exceeded', () => {
+            const counter = new TokenCounter({ maxContextTokens: 1000 });
+            const usage = counter.calculateUsage('a'.repeat(1000), 'b'.repeat(2000));
+            // 250 + 500 + 1000 = 1750 tokens
+            const message = counter.getErrorMessage(usage);
+            expect(message).toContain('Token budget exceeded');
+            expect(message).toContain('1750/1000');
+            expect(message).toContain('750 over limit');
+            expect(message).toContain('System prompt: 250 tokens');
+            expect(message).toContain('Input: 500 tokens');
+            expect(message).toContain('Suggestions:');
+        });
+    });
+    describe('getWarningMessage', () => {
+        test('provides warning message when approaching limit', () => {
+            const counter = new TokenCounter({ maxContextTokens: 1000 });
+            const usage = counter.calculateUsage('a'.repeat(800), 'b'.repeat(800));
+            const message = counter.getWarningMessage(usage);
+            expect(message).toContain('⚠');
+            expect(message).toContain('Approaching token budget limit');
+            expect(message).toContain('System:');
+            expect(message).toContain('Input:');
+            expect(message).toContain('Output:');
+        });
+    });
+    describe('configuration', () => {
+        test('uses default values when not specified', () => {
+            const counter = new TokenCounter();
+            const usage = counter.calculateUsage('', '');
+            expect(usage.maxContextTokens).toBe(4096);
+            expect(usage.outputTokens).toBe(1000);
+        });
+        test('respects custom maxContextTokens', () => {
+            const counter = new TokenCounter({ maxContextTokens: 8192 });
+            const usage = counter.calculateUsage('', '');
+            expect(usage.maxContextTokens).toBe(8192);
+        });
+        test('respects custom token budget', () => {
+            const counter = new TokenCounter({
+                tokenBudget: {
+                    system: 500,
+                    input: 1500,
+                    output: 2000,
+                },
+            });
+            const usage = counter.calculateUsage('', '');
+            expect(usage.outputTokens).toBe(2000);
+        });
+    });
+});
+//# sourceMappingURL=token-counter.test.js.map

package/dist/llm/__tests__/token-counter.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-counter.test.js","sourceRoot":"","sources":["../../../src/llm/__tests__/token-counter.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnE,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC5B,IAAI,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,2BAA2B;QAC3B,MAAM,CAAC,cAAc,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,6CAA6C;QAC7C,MAAM,CAAC,cAAc,CAAC,uBAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC7B,MAAM,IAAI,GAAG,+CAA+C,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAClC,0CAA0C;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC1B,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC5B,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC;gBAC7B,gBAAgB,EAAE,IAAI;gBACtB,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,IAAI;iBACf;aACJ,CAAC,CAAC;YAEH,iDAAiD;YACjD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE9B,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAEpD,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAE7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB;QAC/D,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC1B,IAAI,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5D,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACvE,gCAAgC;YAChC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACvE,iCAAiC;YACjC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACvE,mCAAmC;YACnC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QACxB,IAAI,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC;gBAC7B,gBAAgB,EAAE,IAAI;gBACtB,aAAa,EAAE,EAAE;aACpB,CAAC,CAAC;YACH,mDAAmD;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC;gBAC7B,gBAAgB,EAAE,IAAI;gBACtB,aAAa,EAAE,EAAE;aACpB,CAAC,CAAC;YACH,iCAAiC;YACjC,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,sCAAsC;YACtC,iCAAiC;YACjC,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACvE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QACzB,IAAI,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEvE,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAE7C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAC5C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACzC,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;YACzD,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YACjD,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC7B,IAAI,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YACzE,iCAAiC;YAEjC,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAE/C,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;YACnD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACvC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;YACvD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC/B,IAAI,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEvE,MAAM,OAAO,GAAG,OAAO,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAEjD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,gCAAgC,CAAC,CAAC;YAC5D,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC3B,IAAI,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAE7C,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAE7C,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC;gBAC7B,WAAW,EAAE;oBACT,MAAM,EAAE,GAAG;oBACX,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,IAAI;iBACf;aACJ,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAE7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}

package/dist/llm/client.d.ts

@@ -0,0 +1,56 @@
+/**
+ * LLM client - universal client for OpenAI-compatible APIs
+ */
+import type { LLMConfig, LLMRequest, LLMResponse, ExtractionOptions, ExtractionResponse } from './types.js';
+export declare class LLMClient {
+    private config;
+    private retryConfig;
+    private tokenCounter;
+    constructor(config: LLMConfig);
+    /**
+     * Extracts data from text using schema
+     */
+    extract(options: ExtractionOptions): Promise<ExtractionResponse>;
+    /**
+     * Calls chat completion API with retry logic
+     */
+    private chatWithRetry;
+    /**
+     * Checks if error is retryable
+     */
+    private isRetryableError;
+    /**
+     * Calculates delay with exponential backoff and jitter
+     */
+    private calculateDelay;
+    /**
+     * Sleep utility
+     */
+    private sleep;
+    /**
+     * Calls chat completion API
+     */
+    chat(request: LLMRequest): Promise<LLMResponse>;
+    /**
+     * Handles error responses from API
+     */
+    private handleErrorResponse;
+    /**
+     * Parses extraction response from LLM
+     */
+    private parseExtractionResponse;
+}
+/**
+ * Creates LLM client with common configurations
+ */
+export declare function createLLMClient(config: LLMConfig): LLMClient;
+/**
+ * Preset configurations for popular providers
+ */
+export declare const LLMPresets: {
+    ollama: (model?: string) => LLMConfig;
+    lmStudio: (model?: string) => LLMConfig;
+    openai: (apiKey: string, model?: string) => LLMConfig;
+    openrouter: (apiKey: string, model?: string) => LLMConfig;
+};
+//# sourceMappingURL=client.d.ts.map

package/dist/llm/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/llm/client.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EACR,SAAS,EACT,UAAU,EACV,WAAW,EACX,iBAAiB,EACjB,kBAAkB,EACrB,MAAM,YAAY,CAAC;AAKpB,qBAAa,SAAS;IAClB,OAAO,CAAC,MAAM,CAIZ;IACF,OAAO,CAAC,WAAW,CAKjB;IACF,OAAO,CAAC,YAAY,CAAe;gBAEvB,MAAM,EAAE,SAAS;IAoB7B;;OAEG;IACG,OAAO,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAgDtE;;OAEG;YACW,aAAa;IAiC3B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAWxB;;OAEG;IACH,OAAO,CAAC,cAAc;IAoBtB;;OAEG;IACH,OAAO,CAAC,KAAK;IAIb;;OAEG;IACG,IAAI,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAgDrD;;OAEG;YACW,mBAAmB;IA2BjC;;OAEG;IACH,OAAO,CAAC,uBAAuB;CAsDlC;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,CAE5D;AAED;;GAEG;AACH,eAAO,MAAM,UAAU;qBACH,MAAM,KAAc,SAAS;uBAK3B,MAAM,KAAmB,SAAS;qBAKnC,MAAM,UAAS,MAAM,KAAmB,SAAS;yBAM7C,MAAM,UAAS,MAAM,KAA0B,SAAS;CAKhF,CAAC"}

package/dist/llm/client.js

@@ -0,0 +1,266 @@
+/**
+ * LLM client - universal client for OpenAI-compatible APIs
+ */
+import { LLMError, LLMErrorCodes } from './errors.js';
+import { buildSystemPrompt, buildUserPrompt } from './prompt-builder.js';
+import { TokenCounter } from './token-counter.js';
+export class LLMClient {
+    config;
+    retryConfig;
+    tokenCounter;
+    constructor(config) {
+        this.config = {
+            temperature: 0.0,
+            maxTokens: 2000,
+            timeout: 120000, // 120 seconds for slower local models
+            ...config,
+        };
+        this.retryConfig = config.retries || {
+            maxRetries: 3,
+            initialDelay: 1000,
+            maxDelay: 10000,
+            backoffFactor: 2,
+        };
+        this.tokenCounter = new TokenCounter({
+            maxContextTokens: config.maxContextTokens,
+            tokenBudget: config.tokenBudget,
+            warnThreshold: config.warnThreshold,
+        });
+    }
+    /**
+     * Extracts data from text using schema
+     */
+    async extract(options) {
+        const { schema, input, systemPrompt } = options;
+        // Build prompts
+        const system = systemPrompt || buildSystemPrompt(schema);
+        const user = buildUserPrompt(input);
+        // Check token budget
+        const usage = this.tokenCounter.calculateUsage(system, user);
+        // Debug logging if enabled
+        if (this.config.debugTokens) {
+            console.error('[Token Usage]\n' + this.tokenCounter.formatUsage(usage));
+        }
+        // Error if over limit
+        if (this.tokenCounter.exceedsLimit(usage)) {
+            throw new LLMError(this.tokenCounter.getErrorMessage(usage), LLMErrorCodes.TOKEN_LIMIT_EXCEEDED, undefined, { usage });
+        }
+        // Warn if approaching limit
+        if (this.tokenCounter.shouldWarn(usage)) {
+            console.warn(this.tokenCounter.getWarningMessage(usage));
+        }
+        // Create request
+        const request = {
+            model: this.config.model,
+            messages: [
+                { role: 'system', content: system },
+                { role: 'user', content: user },
+            ],
+            temperature: this.config.temperature,
+            max_tokens: this.config.maxTokens,
+        };
+        // Call API with retries
+        const response = await this.chatWithRetry(request);
+        // Parse response
+        return this.parseExtractionResponse(response);
+    }
+    /**
+     * Calls chat completion API with retry logic
+     */
+    async chatWithRetry(request) {
+        let lastError = null;
+        let attempt = 0;
+        while (attempt <= this.retryConfig.maxRetries) {
+            try {
+                return await this.chat(request);
+            }
+            catch (error) {
+                lastError = error;
+                // Don't retry on non-retryable errors
+                if (!this.isRetryableError(lastError)) {
+                    throw lastError;
+                }
+                // Last attempt - don't wait
+                if (attempt === this.retryConfig.maxRetries) {
+                    throw lastError;
+                }
+                // Calculate delay with exponential backoff and jitter
+                const delay = this.calculateDelay(attempt, lastError);
+                // Wait before retry
+                await this.sleep(delay);
+                attempt++;
+            }
+        }
+        throw lastError;
+    }
+    /**
+     * Checks if error is retryable
+     */
+    isRetryableError(error) {
+        const retryableCodes = [
+            LLMErrorCodes.NETWORK_ERROR,
+            LLMErrorCodes.TIMEOUT,
+            LLMErrorCodes.RATE_LIMIT,
+            LLMErrorCodes.API_ERROR,
+        ];
+        // Don't retry token limit errors
+        return retryableCodes.includes(error.code);
+    }
+    /**
+     * Calculates delay with exponential backoff and jitter
+     */
+    calculateDelay(attempt, error) {
+        // Check for Retry-After header in rate limit errors
+        if (error.code === LLMErrorCodes.RATE_LIMIT && error.details?.retryAfter) {
+            const retryAfter = Number(error.details.retryAfter) * 1000;
+            return Math.min(retryAfter, this.retryConfig.maxDelay);
+        }
+        // Exponential backoff: initialDelay * (backoffFactor ^ attempt)
+        const exponentialDelay = this.retryConfig.initialDelay *
+            Math.pow(this.retryConfig.backoffFactor, attempt);
+        // Add jitter (random 0-25% of delay)
+        const jitter = exponentialDelay * 0.25 * Math.random();
+        const delayWithJitter = exponentialDelay + jitter;
+        // Cap at maxDelay
+        return Math.min(delayWithJitter, this.retryConfig.maxDelay);
+    }
+    /**
+     * Sleep utility
+     */
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+    /**
+     * Calls chat completion API
+     */
+    async chat(request) {
+        const url = `${this.config.baseURL}/chat/completions`;
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), this.config.timeout);
+        try {
+            const response = await fetch(url, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    ...(this.config.apiKey && { 'Authorization': `Bearer ${this.config.apiKey}` }),
+                },
+                body: JSON.stringify(request),
+                signal: controller.signal,
+            });
+            clearTimeout(timeoutId);
+            if (!response.ok) {
+                await this.handleErrorResponse(response);
+            }
+            const data = await response.json();
+            return data;
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            if (error instanceof LLMError) {
+                throw error;
+            }
+            if (error.name === 'AbortError') {
+                throw new LLMError(`Request timeout after ${this.config.timeout}ms`, LLMErrorCodes.TIMEOUT);
+            }
+            throw new LLMError(`Network error: ${error.message}`, LLMErrorCodes.NETWORK_ERROR, undefined, { originalError: error.message });
+        }
+    }
+    /**
+     * Handles error responses from API
+     */
+    async handleErrorResponse(response) {
+        const status = response.status;
+        let errorMessage = `API error: ${status} ${response.statusText}`;
+        let errorCode = LLMErrorCodes.API_ERROR;
+        const details = {};
+        try {
+            const errorData = await response.json();
+            errorMessage = errorData.error?.message || errorMessage;
+        }
+        catch {
+            // If we can't parse error JSON, use status text
+        }
+        if (status === 401 || status === 403) {
+            errorCode = LLMErrorCodes.AUTHENTICATION_ERROR;
+        }
+        else if (status === 429) {
+            errorCode = LLMErrorCodes.RATE_LIMIT;
+            // Capture Retry-After header if present
+            const retryAfter = response.headers.get('Retry-After');
+            if (retryAfter) {
+                details.retryAfter = retryAfter;
+            }
+        }
+        throw new LLMError(errorMessage, errorCode, status, details);
+    }
+    /**
+     * Parses extraction response from LLM
+     */
+    parseExtractionResponse(response) {
+        if (!response.choices || response.choices.length === 0) {
+            throw new LLMError('No choices in LLM response', LLMErrorCodes.INVALID_RESPONSE);
+        }
+        const message = response.choices[0].message;
+        if (!message || !message.content) {
+            throw new LLMError('No content in LLM response', LLMErrorCodes.INVALID_RESPONSE);
+        }
+        let content = message.content.trim();
+        // Remove markdown code blocks if present
+        if (content.startsWith('```json')) {
+            content = content.replace(/^```json\s*/, '').replace(/\s*```$/, '');
+        }
+        else if (content.startsWith('```')) {
+            content = content.replace(/^```\s*/, '').replace(/\s*```$/, '');
+        }
+        try {
+            const parsed = JSON.parse(content);
+            if (!parsed.data || typeof parsed.data !== 'object') {
+                throw new Error('Response missing data object');
+            }
+            if (typeof parsed.confidence !== 'number') {
+                throw new Error('Response missing confidence score');
+            }
+            if (!parsed.confidenceByField || typeof parsed.confidenceByField !== 'object') {
+                throw new Error('Response missing confidenceByField object');
+            }
+            return {
+                data: parsed.data,
+                confidence: parsed.confidence,
+                confidenceByField: parsed.confidenceByField,
+            };
+        }
+        catch (error) {
+            throw new LLMError(`Failed to parse LLM response: ${error.message}`, LLMErrorCodes.INVALID_RESPONSE, undefined, { content, error: error.message });
+        }
+    }
+}
+/**
+ * Creates LLM client with common configurations
+ */
+export function createLLMClient(config) {
+    return new LLMClient(config);
+}
+/**
+ * Preset configurations for popular providers
+ */
+export const LLMPresets = {
+    ollama: (model = 'llama3') => ({
+        baseURL: 'http://localhost:11434/v1',
+        model,
+    }),
+    lmStudio: (model = 'local-model') => ({
+        baseURL: 'http://localhost:1234/v1',
+        model,
+    }),
+    openai: (apiKey, model = 'gpt-4o-mini') => ({
+        baseURL: 'https://api.openai.com/v1',
+        apiKey,
+        model,
+    }),
+    openrouter: (apiKey, model = 'openai/gpt-4o-mini') => ({
+        baseURL: 'https://openrouter.ai/api/v1',
+        apiKey,
+        model,
+    }),
+};
+//# sourceMappingURL=client.js.map

package/dist/llm/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/llm/client.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAqB,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,OAAO,SAAS;IACV,MAAM,CAIZ;IACM,WAAW,CAKjB;IACM,YAAY,CAAe;IAEnC,YAAY,MAAiB;QACzB,IAAI,CAAC,MAAM,GAAG;YACV,WAAW,EAAE,GAAG;YAChB,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,MAAM,EAAE,sCAAsC;YACvD,GAAG,MAAM;SACZ,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,IAAI;YACjC,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,IAAI;YAClB,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,CAAC;SACnB,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;YACjC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;SACtC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,OAA0B;QACpC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;QAEhD,gBAAgB;QAChB,MAAM,MAAM,GAAG,YAAY,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QAEpC,qBAAqB;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE7D,2BAA2B;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC1B,OAAO,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,sBAAsB;QACtB,IAAI,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,QAAQ,CACd,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,EACxC,aAAa,CAAC,oBAAoB,EAClC,SAAS,EACT,EAAE,KAAK,EAAE,CACZ,CAAC;QACN,CAAC;QAED,4BAA4B;QAC5B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,iBAAiB;QACjB,MAAM,OAAO,GAAe;YACxB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE;gBACN,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;gBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;aAClC;YACD,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SACpC,CAAC;QAEF,wBAAwB;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAEnD,iBAAiB;QACjB,OAAO,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,OAAmB;QAC3C,IAAI,SAAS,GAAoB,IAAI,CAAC;QACtC,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,SAAS,GAAG,KAAiB,CAAC;gBAE9B,sCAAsC;gBACtC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;oBACpC,MAAM,SAAS,CAAC;gBACpB,CAAC;gBAED,4BAA4B;gBAC5B,IAAI,OAAO,KAAK,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;oBAC1C,MAAM,SAAS,CAAC;gBACpB,CAAC;gBAED,sDAAsD;gBACtD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBAEtD,oBAAoB;gBACpB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAExB,OAAO,EAAE,CAAC;YACd,CAAC;QACL,CAAC;QAED,MAAM,SAAU,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,KAAe;QACpC,MAAM,cAAc,GAAmB;YACnC,aAAa,CAAC,aAAa;YAC3B,aAAa,CAAC,OAAO;YACrB,aAAa,CAAC,UAAU;YACxB,aAAa,CAAC,SAAS;SAC1B,CAAC;QACF,iCAAiC;QACjC,OAAO,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,OAAe,EAAE,KAAe;QACnD,oDAAoD;QACpD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;YACvE,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;YAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3D,CAAC;QAED,gEAAgE;QAChE,MAAM,gBAAgB,GAClB,IAAI,CAAC,WAAW,CAAC,YAAY;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAEtD,qCAAqC;QACrC,MAAM,MAAM,GAAG,gBAAgB,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,eAAe,GAAG,gBAAgB,GAAG,MAAM,CAAC;QAElD,kBAAkB;QAClB,OAAO,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACpB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,OAAmB;QAC1B,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,mBAAmB,CAAC;QAEtD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5E,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC9B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;iBACjF;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC7B,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO,IAAmB,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;gBAC5B,MAAM,KAAK,CAAC;YAChB,CAAC;YAED,IAAK,KAAe,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACzC,MAAM,IAAI,QAAQ,CACd,yBAAyB,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAChD,aAAa,CAAC,OAAO,CACxB,CAAC;YACN,CAAC;YAED,MAAM,IAAI,QAAQ,CACd,kBAAmB,KAAe,CAAC,OAAO,EAAE,EAC5C,aAAa,CAAC,aAAa,EAC3B,SAAS,EACT,EAAE,aAAa,EAAG,KAAe,CAAC,OAAO,EAAE,CAC9C,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,QAAkB;QAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,IAAI,YAAY,GAAG,cAAc,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACjE,IAAI,SAAS,GAAiB,aAAa,CAAC,SAAS,CAAC;QACtD,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,IAAI,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsC,CAAC;YAC5E,YAAY,GAAG,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,YAAY,CAAC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACL,gDAAgD;QACpD,CAAC;QAED,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnC,SAAS,GAAG,aAAa,CAAC,oBAAoB,CAAC;QACnD,CAAC;aAAM,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,SAAS,GAAG,aAAa,CAAC,UAAU,CAAC;YACrC,wCAAwC;YACxC,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACvD,IAAI,UAAU,EAAE,CAAC;gBACb,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC;YACpC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,QAAqB;QACjD,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,QAAQ,CACd,4BAA4B,EAC5B,aAAa,CAAC,gBAAgB,CACjC,CAAC;QACN,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC5C,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,IAAI,QAAQ,CACd,4BAA4B,EAC5B,aAAa,CAAC,gBAAgB,CACjC,CAAC;QACN,CAAC;QAED,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAErC,yCAAyC;QACzC,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACxE,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEnC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACpD,CAAC;YAED,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACzD,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,iBAAiB,IAAI,OAAO,MAAM,CAAC,iBAAiB,KAAK,QAAQ,EAAE,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YACjE,CAAC;YAED,OAAO;gBACH,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;aAC9C,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,QAAQ,CACd,iCAAkC,KAAe,CAAC,OAAO,EAAE,EAC3D,aAAa,CAAC,gBAAgB,EAC9B,SAAS,EACT,EAAE,OAAO,EAAE,KAAK,EAAG,KAAe,CAAC,OAAO,EAAE,CAC/C,CAAC;QACN,CAAC;IACL,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAiB;IAC7C,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG;IACtB,MAAM,EAAE,CAAC,QAAgB,QAAQ,EAAa,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,2BAA2B;QACpC,KAAK;KACR,CAAC;IAEF,QAAQ,EAAE,CAAC,QAAgB,aAAa,EAAa,EAAE,CAAC,CAAC;QACrD,OAAO,EAAE,0BAA0B;QACnC,KAAK;KACR,CAAC;IAEF,MAAM,EAAE,CAAC,MAAc,EAAE,QAAgB,aAAa,EAAa,EAAE,CAAC,CAAC;QACnE,OAAO,EAAE,2BAA2B;QACpC,MAAM;QACN,KAAK;KACR,CAAC;IAEF,UAAU,EAAE,CAAC,MAAc,EAAE,QAAgB,oBAAoB,EAAa,EAAE,CAAC,CAAC;QAC9E,OAAO,EAAE,8BAA8B;QACvC,MAAM;QACN,KAAK;KACR,CAAC;CACL,CAAC"}

package/dist/llm/errors.d.ts

@@ -0,0 +1,27 @@
+/**
+ * LLM client errors
+ */
+export declare const LLMErrorCodes: {
+    readonly NETWORK_ERROR: "NETWORK_ERROR";
+    readonly API_ERROR: "API_ERROR";
+    readonly TIMEOUT: "TIMEOUT";
+    readonly INVALID_RESPONSE: "INVALID_RESPONSE";
+    readonly AUTHENTICATION_ERROR: "AUTHENTICATION_ERROR";
+    readonly RATE_LIMIT: "RATE_LIMIT";
+    readonly TOKEN_LIMIT_EXCEEDED: "TOKEN_LIMIT_EXCEEDED";
+};
+export type LLMErrorCode = (typeof LLMErrorCodes)[keyof typeof LLMErrorCodes];
+export declare class LLMError extends Error {
+    code: LLMErrorCode;
+    statusCode?: number | undefined;
+    details?: Record<string, unknown> | undefined;
+    constructor(message: string, code: LLMErrorCode, statusCode?: number | undefined, details?: Record<string, unknown> | undefined);
+    toJSON(): {
+        name: string;
+        message: string;
+        code: LLMErrorCode;
+        statusCode: number | undefined;
+        details: Record<string, unknown> | undefined;
+    };
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/llm/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/llm/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,eAAO,MAAM,aAAa;;;;;;;;CAQhB,CAAC;AAEX,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,OAAO,aAAa,CAAC,CAAC;AAE9E,qBAAa,QAAS,SAAQ,KAAK;IAGpB,IAAI,EAAE,YAAY;IAClB,UAAU,CAAC,EAAE,MAAM;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBAHxC,OAAO,EAAE,MAAM,EACR,IAAI,EAAE,YAAY,EAClB,UAAU,CAAC,EAAE,MAAM,YAAA,EACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAA;IAO5C,MAAM;;;;;;;CAST"}

package/dist/llm/errors.js

@@ -0,0 +1,35 @@
+/**
+ * LLM client errors
+ */
+export const LLMErrorCodes = {
+    NETWORK_ERROR: 'NETWORK_ERROR',
+    API_ERROR: 'API_ERROR',
+    TIMEOUT: 'TIMEOUT',
+    INVALID_RESPONSE: 'INVALID_RESPONSE',
+    AUTHENTICATION_ERROR: 'AUTHENTICATION_ERROR',
+    RATE_LIMIT: 'RATE_LIMIT',
+    TOKEN_LIMIT_EXCEEDED: 'TOKEN_LIMIT_EXCEEDED',
+};
+export class LLMError extends Error {
+    code;
+    statusCode;
+    details;
+    constructor(message, code, statusCode, details) {
+        super(message);
+        this.code = code;
+        this.statusCode = statusCode;
+        this.details = details;
+        this.name = 'LLMError';
+        Object.setPrototypeOf(this, LLMError.prototype);
+    }
+    toJSON() {
+        return {
+            name: this.name,
+            message: this.message,
+            code: this.code,
+            statusCode: this.statusCode,
+            details: this.details,
+        };
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/llm/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/llm/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG;IACzB,aAAa,EAAE,eAAe;IAC9B,SAAS,EAAE,WAAW;IACtB,OAAO,EAAE,SAAS;IAClB,gBAAgB,EAAE,kBAAkB;IACpC,oBAAoB,EAAE,sBAAsB;IAC5C,UAAU,EAAE,YAAY;IACxB,oBAAoB,EAAE,sBAAsB;CACtC,CAAC;AAIX,MAAM,OAAO,QAAS,SAAQ,KAAK;IAGpB;IACA;IACA;IAJX,YACI,OAAe,EACR,IAAkB,EAClB,UAAmB,EACnB,OAAiC;QAExC,KAAK,CAAC,OAAO,CAAC,CAAC;QAJR,SAAI,GAAJ,IAAI,CAAc;QAClB,eAAU,GAAV,UAAU,CAAS;QACnB,YAAO,GAAP,OAAO,CAA0B;QAGxC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;QACvB,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,MAAM;QACF,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;SACxB,CAAC;IACN,CAAC;CACJ"}

package/dist/llm/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * LLM module exports
+ */
+export { LLMClient, createLLMClient, LLMPresets } from './client.js';
+export { LLMError, LLMErrorCodes } from './errors.js';
+export { buildSystemPrompt, buildUserPrompt } from './prompt-builder.js';
+export { TokenCounter, estimateTokens } from './token-counter.js';
+export type { LLMConfig, RetryConfig, ChatMessage, LLMRequest, LLMResponse, ExtractionOptions, ExtractionResponse, TokenBudget, } from './types.js';
+export type { TokenUsage, TokenCounterConfig } from './token-counter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAClE,YAAY,EACR,SAAS,EACT,WAAW,EACX,WAAW,EACX,UAAU,EACV,WAAW,EACX,iBAAiB,EACjB,kBAAkB,EAClB,WAAW,GACd,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/llm/index.js

@@ -0,0 +1,8 @@
+/**
+ * LLM module exports
+ */
+export { LLMClient, createLLMClient, LLMPresets } from './client.js';
+export { LLMError, LLMErrorCodes } from './errors.js';
+export { buildSystemPrompt, buildUserPrompt } from './prompt-builder.js';
+export { TokenCounter, estimateTokens } from './token-counter.js';
+//# sourceMappingURL=index.js.map

package/dist/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/llm/prompt-builder.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Prompt builder - generates prompts from schemas
+ */
+import type { Schema } from '../schemas/types.js';
+/**
+ * Builds a system prompt for extraction
+ */
+export declare function buildSystemPrompt(schema: Schema): string;
+/**
+ * Builds a user prompt with input text
+ */
+export declare function buildUserPrompt(input: string): string;
+//# sourceMappingURL=prompt-builder.d.ts.map

package/dist/llm/prompt-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-builder.d.ts","sourceRoot":"","sources":["../../src/llm/prompt-builder.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAElD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAoGxD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAErD"}