@vybestack/llxprt-code-core 0.1.12 → 0.1.13-hotfix1

package/dist/src/providers/integration/multi-provider.integration.test.js

@@ -0,0 +1,292 @@
+/**
+ * @license
+ * Copyright 2025 Vybestack LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, beforeEach, afterEach, beforeAll } from 'vitest';
+import { OpenAIProvider, ProviderManager, ContentGeneratorRole, } from '../../index.js';
+import { existsSync, readFileSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+describe('Multi-Provider Integration Tests', () => {
+    let apiKey = null;
+    let baseURL = undefined;
+    let skipTests = false;
+    let manager;
+    beforeAll(() => {
+        // Try to load OpenAI API key from environment first
+        apiKey = process.env.OPENAI_API_KEY || null;
+        baseURL = process.env.OPENAI_BASE_URL || undefined;
+        // If not in environment, try to load from file
+        if (!apiKey) {
+            try {
+                const apiKeyPath = join(homedir(), '.openai_key');
+                if (existsSync(apiKeyPath)) {
+                    apiKey = readFileSync(apiKeyPath, 'utf-8').trim();
+                }
+            }
+            catch (_error) {
+                // No API key available
+            }
+        }
+        if (!apiKey) {
+            console.log('\n⚠️  Skipping Multi-Provider Integration Tests: No OpenAI API key found');
+            console.log('   To run these tests, either:\n' +
+                '   - Set the OPENAI_API_KEY environment variable, or\n' +
+                '   - Create ~/.openai_key with your OpenAI API key\n');
+            skipTests = true;
+        }
+        // Skip tests when using OpenRouter for now
+        if (baseURL?.includes('openrouter')) {
+            console.log('\n⚠️  Skipping Multi-Provider Integration Tests: OpenRouter detected');
+            console.log('   These tests are currently not compatible with OpenRouter\n');
+            skipTests = true;
+        }
+    });
+    beforeEach(() => {
+        if (!skipTests) {
+            manager = new ProviderManager();
+        }
+    });
+    afterEach(() => {
+        // Clean up any state if needed
+    });
+    describe('Provider Management', () => {
+        it.skipIf(skipTests)('should initialize and register OpenAI provider', () => {
+            if (!manager)
+                return; // Guard for when test is skipped
+            // Initially no providers
+            expect(manager.listProviders()).toEqual([]);
+            expect(manager.hasActiveProvider()).toBe(false);
+            // Register OpenAI provider
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            manager.registerProvider(openaiProvider);
+            // Verify registration
+            expect(manager.listProviders()).toEqual(['openai']);
+            expect(manager.hasActiveProvider()).toBe(false); // Not active yet
+            // Activate provider
+            manager.setActiveProvider('openai');
+            expect(manager.hasActiveProvider()).toBe(true);
+            expect(manager.getActiveProviderName()).toBe('openai');
+        });
+        it.skipIf(skipTests)('should switch between providers and Gemini', () => {
+            if (!manager)
+                return; // Guard for when test is skipped
+            // Register OpenAI
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            manager.registerProvider(openaiProvider);
+            // Start with Gemini (no active provider)
+            expect(manager.hasActiveProvider()).toBe(false);
+            // Switch to OpenAI
+            manager.setActiveProvider('openai');
+            expect(manager.hasActiveProvider()).toBe(true);
+            expect(manager.getActiveProviderName()).toBe('openai');
+            // Switch back to Gemini
+            manager.clearActiveProvider();
+            expect(manager.hasActiveProvider()).toBe(false);
+            expect(manager.getActiveProviderName()).toBe('');
+        });
+        it.skipIf(skipTests)('should handle errors for invalid provider', () => {
+            if (!manager)
+                return; // Guard for when test is skipped
+            // Try to set non-existent provider
+            expect(() => manager.setActiveProvider('invalid-provider')).toThrow('Provider not found');
+        });
+    });
+    describe('Model Management', () => {
+        it.skipIf(skipTests)('should list available models from OpenAI', async () => {
+            if (!manager)
+                return; // Guard for when test is skipped
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            manager.registerProvider(openaiProvider);
+            manager.setActiveProvider('openai');
+            const models = await manager.getAvailableModels();
+            // Should have multiple models
+            expect(models.length).toBeGreaterThan(0);
+            // Check for models based on whether we're using OpenRouter or not
+            const modelIds = models.map((m) => m.id);
+            if (baseURL?.includes('openrouter')) {
+                // OpenRouter uses prefixed model names
+                expect(modelIds.some((id) => id.includes('openai/') || id.includes('google/'))).toBe(true);
+            }
+            else {
+                // Direct OpenAI API
+                expect(modelIds).toContain('gpt-4.1');
+            }
+            console.log(`\n✅ Found ${models.length} models`);
+            console.log(`   Sample models: ${modelIds.slice(0, 5).join(', ')}...`);
+        });
+        it.skipIf(skipTests)('should switch between models within provider', async () => {
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            // Default model
+            expect(openaiProvider.getCurrentModel()).toBe('gpt-4.1');
+            // Switch to different models based on provider
+            if (baseURL?.includes('openrouter')) {
+                // OpenRouter models
+                openaiProvider.setModel('openai/gpt-4o');
+                expect(openaiProvider.getCurrentModel()).toBe('openai/gpt-4o');
+                openaiProvider.setModel('google/gemini-2.5-flash');
+                expect(openaiProvider.getCurrentModel()).toBe('google/gemini-2.5-flash');
+            }
+            else {
+                // Direct OpenAI models
+                openaiProvider.setModel('gpt-4');
+                expect(openaiProvider.getCurrentModel()).toBe('gpt-4');
+                openaiProvider.setModel('gpt-4.1');
+                expect(openaiProvider.getCurrentModel()).toBe('gpt-4.1');
+            }
+        });
+    });
+    describe('Chat Completion with Real API', () => {
+        it.skipIf(skipTests)('should generate chat completion with default model', async () => {
+            if (!manager)
+                return; // Guard for when test is skipped
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            manager.registerProvider(openaiProvider);
+            manager.setActiveProvider('openai');
+            const messages = [
+                {
+                    role: ContentGeneratorRole.USER,
+                    content: 'Say "Hello from OpenAI integration test" and nothing else.',
+                },
+            ];
+            // Collect the streaming response
+            const chunks = [];
+            const stream = openaiProvider.generateChatCompletion(messages);
+            for await (const message of stream) {
+                if (message.content) {
+                    chunks.push(message.content);
+                }
+            }
+            const fullResponse = chunks.join('');
+            const providerName = baseURL?.includes('openrouter')
+                ? 'OpenRouter'
+                : 'OpenAI';
+            console.log(`\n✅ ${providerName} response: "${fullResponse}"`);
+            expect(fullResponse.toLowerCase()).toContain('hello from openai integration test');
+        });
+        it.skipIf(skipTests)('should handle streaming correctly', async () => {
+            if (!apiKey || skipTests)
+                return; // Guard for when test is skipped
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            const messages = [
+                {
+                    role: ContentGeneratorRole.USER,
+                    content: 'Count from 1 to 5, one number per line.',
+                },
+            ];
+            const chunks = [];
+            let chunkCount = 0;
+            const stream = openaiProvider.generateChatCompletion(messages);
+            for await (const message of stream) {
+                if (message.content) {
+                    chunks.push(message.content);
+                    chunkCount++;
+                }
+            }
+            const fullResponse = chunks.join('');
+            console.log(`\n✅ Streaming test received ${chunkCount} chunks`);
+            console.log(`   Response: "${fullResponse.trim()}"`);
+            // Should receive multiple chunks (streaming)
+            expect(chunkCount).toBeGreaterThan(1);
+            // Should contain numbers 1-5
+            expect(fullResponse).toMatch(/1/);
+            expect(fullResponse).toMatch(/2/);
+            expect(fullResponse).toMatch(/3/);
+            expect(fullResponse).toMatch(/4/);
+            expect(fullResponse).toMatch(/5/);
+        });
+        it.skipIf(skipTests)('should work with GPT-4 model', async () => {
+            if (!apiKey || skipTests)
+                return; // Guard for when test is skipped
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            // Use appropriate model based on provider
+            const model = baseURL?.includes('openrouter') ? 'openai/gpt-4o' : 'gpt-4';
+            openaiProvider.setModel(model);
+            const messages = [
+                {
+                    role: ContentGeneratorRole.USER,
+                    content: 'What is 2+2? Reply with just the number.',
+                },
+            ];
+            const chunks = [];
+            const stream = openaiProvider.generateChatCompletion(messages);
+            for await (const message of stream) {
+                if (message.content) {
+                    chunks.push(message.content);
+                }
+            }
+            const fullResponse = chunks.join('').trim();
+            console.log(`\n✅ GPT-4 response: "${fullResponse}"`);
+            expect(fullResponse).toContain('4');
+        });
+        it.skipIf(skipTests)('should handle tool calls', async () => {
+            if (!apiKey || skipTests)
+                return; // Guard for when test is skipped
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            const messages = [
+                {
+                    role: ContentGeneratorRole.USER,
+                    content: 'What is the weather in San Francisco? Use the get_weather function.',
+                },
+            ];
+            const tools = [
+                {
+                    type: 'function',
+                    function: {
+                        name: 'get_weather',
+                        description: 'Get the weather for a location',
+                        parameters: {
+                            type: 'object',
+                            properties: {
+                                location: { type: 'string', description: 'The city name' },
+                            },
+                            required: ['location'],
+                        },
+                    },
+                },
+            ];
+            let toolCallReceived = false;
+            const stream = openaiProvider.generateChatCompletion(messages, tools);
+            for await (const message of stream) {
+                if (message.tool_calls && message.tool_calls.length > 0) {
+                    toolCallReceived = true;
+                    const toolCall = message.tool_calls[0];
+                    console.log(`\n✅ Tool call received: ${toolCall.function.name}`);
+                    console.log(`   Arguments: ${toolCall.function.arguments}`);
+                    expect(toolCall.function.name).toBe('get_weather');
+                    const args = JSON.parse(toolCall.function.arguments);
+                    expect(args.location.toLowerCase()).toContain('san francisco');
+                }
+            }
+            expect(toolCallReceived).toBe(true);
+        });
+    });
+    describe('Error Handling', () => {
+        it.skipIf(skipTests)('should handle invalid model gracefully', async () => {
+            if (!apiKey || skipTests)
+                return; // Guard for when test is skipped
+            const openaiProvider = new OpenAIProvider(apiKey, baseURL);
+            openaiProvider.setModel('invalid-model-xyz');
+            const messages = [{ role: ContentGeneratorRole.USER, content: 'Hello' }];
+            try {
+                const stream = openaiProvider.generateChatCompletion(messages);
+                // Try to consume the stream
+                for await (const _message of stream) {
+                    // Should throw before getting here
+                }
+                expect.fail('Should have thrown an error');
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                console.log(`\n✅ Correctly caught error for invalid model: ${errorMessage}`);
+                expect(errorMessage).toMatch(/model|invalid/i);
+            }
+        });
+        it('should handle missing API key', async () => {
+            const provider = new OpenAIProvider('');
+            await expect(provider.getModels()).rejects.toThrow('OpenAI API key is required to fetch models');
+        });
+    });
+});
+//# sourceMappingURL=multi-provider.integration.test.js.map

package/dist/src/providers/integration/multi-provider.integration.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-provider.integration.test.js","sourceRoot":"","sources":["../../../../src/providers/integration/multi-provider.integration.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAChF,OAAO,EACL,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,OAAO,GAAuB,SAAS,CAAC;IAC5C,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,OAAwB,CAAC;IAE7B,SAAS,CAAC,GAAG,EAAE;QACb,oDAAoD;QACpD,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI,CAAC;QAC5C,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,SAAS,CAAC;QAEnD,+CAA+C;QAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,aAAa,CAAC,CAAC;gBAClD,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC3B,MAAM,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpD,CAAC;YACH,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,uBAAuB;YACzB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CACT,0EAA0E,CAC3E,CAAC;YACF,OAAO,CAAC,GAAG,CACT,kCAAkC;gBAChC,wDAAwD;gBACxD,sDAAsD,CACzD,CAAC;YACF,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;QAED,2CAA2C;QAC3C,IAAI,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CACT,sEAAsE,CACvE,CAAC;YACF,OAAO,CAAC,GAAG,CACT,+DAA+D,CAChE,CAAC;YACF,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;QAClC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,+BAA+B;IACjC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAClB,gDAAgD,EAChD,GAAG,EAAE;YACH,IAAI,CAAC,OAAO;gBAAE,OAAO,CAAC,iCAAiC;YAEvD,yBAAyB;YACzB,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC5C,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEhD,2BAA2B;YAC3B,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,OAAO,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YAEzC,sBAAsB;YACtB,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB;YAElE,oBAAoB;YACpB,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzD,CAAC,CACF,CAAC;QAEF,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACtE,IAAI,CAAC,OAAO;gBAAE,OAAO,CAAC,iCAAiC;YAEvD,kBAAkB;YAClB,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,OAAO,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YAEzC,yCAAyC;YACzC,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAEhD,mBAAmB;YACnB,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEvD,wBAAwB;YACxB,OAAO,CAAC,mBAAmB,EAAE,CAAC;YAC9B,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACrE,IAAI,CAAC,OAAO;gBAAE,OAAO,CAAC,iCAAiC;YAEvD,mCAAmC;YACnC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CACjE,oBAAoB,CACrB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAClB,0CAA0C,EAC1C,KAAK,IAAI,EAAE;YACT,IAAI,CAAC,OAAO;gBAAE,OAAO,CAAC,iCAAiC;YAEvD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,OAAO,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YACzC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAEpC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAElD,8BAA8B;YAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEzC,kEAAkE;YAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzC,IAAI,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACpC,uCAAuC;gBACvC,MAAM,CACJ,QAAQ,CAAC,IAAI,CACX,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CACzD,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,oBAAoB;gBACpB,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;YACjD,OAAO,CAAC,GAAG,CAAC,qBAAqB,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzE,CAAC,CACF,CAAC;QAEF,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAClB,8CAA8C,EAC9C,KAAK,IAAI,EAAE;YACT,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAE5D,gBAAgB;YAChB,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEzD,+CAA+C;YAC/C,IAAI,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACpC,oBAAoB;gBACpB,cAAc,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;gBACzC,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAE/D,cAAc,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;gBACnD,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAC3C,yBAAyB,CAC1B,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACjC,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAEvD,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACnC,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAClB,oDAAoD,EACpD,KAAK,IAAI,EAAE;YACT,IAAI,CAAC,OAAO;gBAAE,OAAO,CAAC,iCAAiC;YAEvD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,OAAO,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YACzC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAEpC,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,oBAAoB,CAAC,IAAI;oBAC/B,OAAO,EACL,4DAA4D;iBAC/D;aACF,CAAC;YAEF,iCAAiC;YACjC,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,cAAc,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YAE/D,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrC,MAAM,YAAY,GAAG,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC;gBAClD,CAAC,CAAC,YAAY;gBACd,CAAC,CAAC,QAAQ,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,OAAO,YAAY,eAAe,YAAY,GAAG,CAAC,CAAC;YAE/D,MAAM,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC,SAAS,CAC1C,oCAAoC,CACrC,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACnE,IAAI,CAAC,MAAM,IAAI,SAAS;gBAAE,OAAO,CAAC,iCAAiC;YACnE,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAE5D,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,oBAAoB,CAAC,IAAI;oBAC/B,OAAO,EAAE,yCAAyC;iBACnD;aACF,CAAC;YAEF,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,MAAM,MAAM,GAAG,cAAc,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YAE/D,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7B,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,+BAA+B,UAAU,SAAS,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,iBAAiB,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAErD,6CAA6C;YAC7C,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEtC,6BAA6B;YAC7B,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC9D,IAAI,CAAC,MAAM,IAAI,SAAS;gBAAE,OAAO,CAAC,iCAAiC;YACnE,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,0CAA0C;YAC1C,MAAM,KAAK,GAAG,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1E,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAE/B,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,oBAAoB,CAAC,IAAI;oBAC/B,OAAO,EAAE,0CAA0C;iBACpD;aACF,CAAC;YAEF,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,cAAc,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YAE/D,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,wBAAwB,YAAY,GAAG,CAAC,CAAC;YAErD,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YAC1D,IAAI,CAAC,MAAM,IAAI,SAAS;gBAAE,OAAO,CAAC,iCAAiC;YACnE,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAE5D,MAAM,QAAQ,GAAG;gBACf;oBACE,IAAI,EAAE,oBAAoB,CAAC,IAAI;oBAC/B,OAAO,EACL,qEAAqE;iBACxE;aACF,CAAC;YAEF,MAAM,KAAK,GAAG;gBACZ;oBACE,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE;wBACR,IAAI,EAAE,aAAa;wBACnB,WAAW,EAAE,gCAAgC;wBAC7C,UAAU,EAAE;4BACV,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE;gCACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE;6BAC3D;4BACD,QAAQ,EAAE,CAAC,UAAU,CAAC;yBACvB;qBACF;iBACF;aACF,CAAC;YAEF,IAAI,gBAAgB,GAAG,KAAK,CAAC;YAC7B,MAAM,MAAM,GAAG,cAAc,CAAC,sBAAsB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAEtE,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxD,gBAAgB,GAAG,IAAI,CAAC;oBACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACvC,OAAO,CAAC,GAAG,CAAC,2BAA2B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;oBACjE,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;oBAE5D,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACnD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACrD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;YAED,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACxE,IAAI,CAAC,MAAM,IAAI,SAAS;gBAAE,OAAO,CAAC,iCAAiC;YACnE,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,MAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,cAAc,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YAE7C,MAAM,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YAEzE,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,cAAc,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;gBAC/D,4BAA4B;gBAC5B,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,MAAM,EAAE,CAAC;oBACpC,mCAAmC;gBACrC,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzD,OAAO,CAAC,GAAG,CACT,iDAAiD,YAAY,EAAE,CAChE,CAAC;gBACF,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;YACjD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC,EAAE,CAAC,CAAC;YACxC,MAAM,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAChD,4CAA4C,CAC7C,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/providers/openai/ConversationCache.accumTokens.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/providers/openai/ConversationCache.accumTokens.test.js

@@ -0,0 +1,97 @@
+import { describe, it, expect, beforeEach } from 'vitest';
+import { ConversationCache } from './ConversationCache.js';
+import { ContentGeneratorRole } from '../ContentGeneratorRole.js';
+describe('ConversationCache.accumTokens', () => {
+    let cache;
+    beforeEach(() => {
+        cache = new ConversationCache();
+    });
+    it('should initialize with zero accumulated tokens', () => {
+        const tokens = cache.getAccumulatedTokens('conv1', 'parent1');
+        expect(tokens).toBe(0);
+    });
+    it('should store and retrieve accumulated tokens', () => {
+        const messages = [
+            { role: ContentGeneratorRole.ASSISTANT, content: 'Hello world' },
+        ];
+        cache.set('conv1', 'parent1', messages, 1500);
+        const tokens = cache.getAccumulatedTokens('conv1', 'parent1');
+        expect(tokens).toBe(1500);
+    });
+    it('should update token count incrementally', () => {
+        const messages = [
+            { role: ContentGeneratorRole.ASSISTANT, content: 'First response' },
+        ];
+        // First interaction
+        cache.set('conv1', 'parent1', messages, 1000);
+        expect(cache.getAccumulatedTokens('conv1', 'parent1')).toBe(1000);
+        // Update token count
+        cache.updateTokenCount('conv1', 'parent1', 500);
+        expect(cache.getAccumulatedTokens('conv1', 'parent1')).toBe(1500);
+        // Another update
+        cache.updateTokenCount('conv1', 'parent1', 300);
+        expect(cache.getAccumulatedTokens('conv1', 'parent1')).toBe(1800);
+    });
+    it('should handle different conversation/parent combinations', () => {
+        const messages = [
+            { role: ContentGeneratorRole.ASSISTANT, content: 'Response' },
+        ];
+        cache.set('conv1', 'parent1', messages, 1000);
+        cache.set('conv1', 'parent2', messages, 2000);
+        cache.set('conv2', 'parent1', messages, 3000);
+        expect(cache.getAccumulatedTokens('conv1', 'parent1')).toBe(1000);
+        expect(cache.getAccumulatedTokens('conv1', 'parent2')).toBe(2000);
+        expect(cache.getAccumulatedTokens('conv2', 'parent1')).toBe(3000);
+    });
+    it('should return 0 for non-existent entries', () => {
+        expect(cache.getAccumulatedTokens('nonexistent', 'parent')).toBe(0);
+    });
+    it('should return 0 for expired entries', () => {
+        // Create cache with very short TTL (1ms)
+        const shortCache = new ConversationCache(100, 0.000000278); // 1ms in hours
+        const messages = [
+            { role: ContentGeneratorRole.ASSISTANT, content: 'Response' },
+        ];
+        shortCache.set('conv1', 'parent1', messages, 1000);
+        // Wait for expiry
+        setTimeout(() => {
+            expect(shortCache.getAccumulatedTokens('conv1', 'parent1')).toBe(0);
+        }, 5);
+    });
+    it('should invalidate entries and reset token count', () => {
+        const messages = [
+            { role: ContentGeneratorRole.ASSISTANT, content: 'Response' },
+        ];
+        cache.set('conv1', 'parent1', messages, 5000);
+        expect(cache.getAccumulatedTokens('conv1', 'parent1')).toBe(5000);
+        // Invalidate the entry
+        cache.invalidate('conv1', 'parent1');
+        // Should return 0 after invalidation
+        expect(cache.getAccumulatedTokens('conv1', 'parent1')).toBe(0);
+        expect(cache.has('conv1', 'parent1')).toBe(false);
+    });
+    it('should not update token count for non-existent entries', () => {
+        // Try to update a non-existent entry
+        cache.updateTokenCount('nonexistent', 'parent', 1000);
+        // Should still return 0
+        expect(cache.getAccumulatedTokens('nonexistent', 'parent')).toBe(0);
+    });
+    it('should maintain token count through cache eviction', () => {
+        // Create a small cache
+        const smallCache = new ConversationCache(2);
+        const messages = [
+            { role: ContentGeneratorRole.ASSISTANT, content: 'Response' },
+        ];
+        // Fill the cache
+        smallCache.set('conv1', 'parent1', messages, 1000);
+        smallCache.set('conv2', 'parent2', messages, 2000);
+        // This should evict the oldest entry (conv1/parent1)
+        smallCache.set('conv3', 'parent3', messages, 3000);
+        // Oldest entry should be evicted
+        expect(smallCache.getAccumulatedTokens('conv1', 'parent1')).toBe(0);
+        // Others should remain
+        expect(smallCache.getAccumulatedTokens('conv2', 'parent2')).toBe(2000);
+        expect(smallCache.getAccumulatedTokens('conv3', 'parent3')).toBe(3000);
+    });
+});
+//# sourceMappingURL=ConversationCache.accumTokens.test.js.map

package/dist/src/providers/openai/ConversationCache.accumTokens.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConversationCache.accumTokens.test.js","sourceRoot":"","sources":["../../../../src/providers/openai/ConversationCache.accumTokens.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAElE,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,IAAI,KAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE;SACjE,CAAC;QAEF,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAE9C,MAAM,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE;SACpE,CAAC;QAEF,oBAAoB;QACpB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElE,qBAAqB;QACrB,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElE,iBAAiB;QACjB,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE;SAC9D,CAAC;QAEF,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC9C,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAE9C,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,yCAAyC;QACzC,MAAM,UAAU,GAAG,IAAI,iBAAiB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,eAAe;QAC3E,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE;SAC9D,CAAC;QAEF,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEnD,kBAAkB;QAClB,UAAU,CAAC,GAAG,EAAE;YACd,MAAM,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC,EAAE,CAAC,CAAC,CAAC;IACR,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE;SAC9D,CAAC;QAEF,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElE,uBAAuB;QACvB,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAErC,qCAAqC;QACrC,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,qCAAqC;QACrC,KAAK,CAAC,gBAAgB,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEtD,wBAAwB;QACxB,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,uBAAuB;QACvB,MAAM,UAAU,GAAG,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE;SAC9D,CAAC;QAEF,iBAAiB;QACjB,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACnD,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEnD,qDAAqD;QACrD,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEnD,iCAAiC;QACjC,MAAM,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpE,uBAAuB;QACvB,MAAM,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,MAAM,CAAC,UAAU,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/providers/openai/ConversationCache.d.ts

@@ -0,0 +1,20 @@
+import { IMessage } from '../IMessage.js';
+export declare class ConversationCache {
+    private cache;
+    private accessOrder;
+    private readonly maxSize;
+    private readonly ttlMs;
+    constructor(maxSize?: number, ttlHours?: number);
+    private generateKey;
+    private evictIfNeeded;
+    private updateAccessOrder;
+    private isExpired;
+    set(conversationId: string, parentId: string, messages: IMessage[], promptTokensAccum?: number): void;
+    get(conversationId: string, parentId: string): IMessage[] | null;
+    has(conversationId: string, parentId: string): boolean;
+    clear(): void;
+    size(): number;
+    getAccumulatedTokens(conversationId: string, parentId: string): number;
+    updateTokenCount(conversationId: string, parentId: string, additionalTokens: number): void;
+    invalidate(conversationId: string, parentId: string): void;
+}

package/dist/src/providers/openai/ConversationCache.js

@@ -0,0 +1,109 @@
+export class ConversationCache {
+    cache = new Map();
+    accessOrder = [];
+    maxSize;
+    ttlMs;
+    constructor(maxSize = 100, ttlHours = 2) {
+        this.maxSize = maxSize;
+        this.ttlMs = ttlHours * 60 * 60 * 1000;
+    }
+    generateKey(conversationId, parentId) {
+        return `${conversationId}:${parentId}`;
+    }
+    evictIfNeeded() {
+        while (this.accessOrder.length > this.maxSize) {
+            const oldestKey = this.accessOrder.shift();
+            if (oldestKey) {
+                this.cache.delete(oldestKey);
+            }
+        }
+    }
+    updateAccessOrder(key) {
+        const index = this.accessOrder.indexOf(key);
+        if (index > -1) {
+            this.accessOrder.splice(index, 1);
+        }
+        this.accessOrder.push(key);
+    }
+    isExpired(entry) {
+        return Date.now() - entry.timestamp > this.ttlMs;
+    }
+    set(conversationId, parentId, messages, promptTokensAccum = 0) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = {
+            conversationId,
+            parentId,
+            messages,
+            timestamp: Date.now(),
+            promptTokensAccum,
+        };
+        this.cache.set(key, entry);
+        this.updateAccessOrder(key);
+        this.evictIfNeeded();
+    }
+    get(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            return null;
+        }
+        if (this.isExpired(entry)) {
+            this.cache.delete(key);
+            const index = this.accessOrder.indexOf(key);
+            if (index > -1) {
+                this.accessOrder.splice(index, 1);
+            }
+            return null;
+        }
+        this.updateAccessOrder(key);
+        return entry.messages;
+    }
+    has(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            return false;
+        }
+        if (this.isExpired(entry)) {
+            this.cache.delete(key);
+            const index = this.accessOrder.indexOf(key);
+            if (index > -1) {
+                this.accessOrder.splice(index, 1);
+            }
+            return false;
+        }
+        return true;
+    }
+    clear() {
+        this.cache.clear();
+        this.accessOrder = [];
+    }
+    size() {
+        return this.cache.size;
+    }
+    getAccumulatedTokens(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (!entry || this.isExpired(entry)) {
+            return 0;
+        }
+        return entry.promptTokensAccum;
+    }
+    updateTokenCount(conversationId, parentId, additionalTokens) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (entry && !this.isExpired(entry)) {
+            entry.promptTokensAccum += additionalTokens;
+            this.updateAccessOrder(key);
+        }
+    }
+    invalidate(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        this.cache.delete(key);
+        const index = this.accessOrder.indexOf(key);
+        if (index > -1) {
+            this.accessOrder.splice(index, 1);
+        }
+    }
+}
+//# sourceMappingURL=ConversationCache.js.map

package/dist/src/providers/openai/ConversationCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConversationCache.js","sourceRoot":"","sources":["../../../../src/providers/openai/ConversationCache.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,iBAAiB;IACpB,KAAK,GAA4B,IAAI,GAAG,EAAE,CAAC;IAC3C,WAAW,GAAa,EAAE,CAAC;IAClB,OAAO,CAAS;IAChB,KAAK,CAAS;IAE/B,YAAY,UAAkB,GAAG,EAAE,WAAmB,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IACzC,CAAC;IAEO,WAAW,CAAC,cAAsB,EAAE,QAAgB;QAC1D,OAAO,GAAG,cAAc,IAAI,QAAQ,EAAE,CAAC;IACzC,CAAC;IAEO,aAAa;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC3C,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,GAAW;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEO,SAAS,CAAC,KAAiB;QACjC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;IACnD,CAAC;IAED,GAAG,CACD,cAAsB,EACtB,QAAgB,EAChB,QAAoB,EACpB,oBAA4B,CAAC;QAE7B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAEvD,MAAM,KAAK,GAAe;YACxB,cAAc;YACd,QAAQ;YACR,QAAQ;YACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,iBAAiB;SAClB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,GAAG,CAAC,cAAsB,EAAE,QAAgB;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC,QAAQ,CAAC;IACxB,CAAC;IAED,GAAG,CAAC,cAAsB,EAAE,QAAgB;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,oBAAoB,CAAC,cAAsB,EAAE,QAAgB;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,KAAK,CAAC,iBAAiB,CAAC;IACjC,CAAC;IAED,gBAAgB,CACd,cAAsB,EACtB,QAAgB,EAChB,gBAAwB;QAExB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,iBAAiB,IAAI,gBAAgB,CAAC;YAC5C,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,cAAsB,EAAE,QAAgB;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;CACF"}

package/dist/src/providers/openai/ConversationCache.test.d.ts

@@ -0,0 +1 @@
+export {};