@vybestack/llxprt-code 0.1.12

package/dist/src/providers/integration/TEST_INSTRUCTIONS.md

@@ -0,0 +1,197 @@
+# Multi-Provider Integration Test Instructions
+
+## Prerequisites
+
+1. Create `~/.openai_key` file with your OpenAI API key:
+
+   ```bash
+   echo "sk-your-api-key-here" > ~/.openai_key
+   chmod 600 ~/.openai_key
+   ```
+
+2. Build the project:
+   ```bash
+   npm run build
+   ```
+
+## Running Automated Integration Tests
+
+```bash
+# Run all multi-provider integration tests
+npm test -- src/providers/integration/multi-provider.integration.test.ts
+
+# Run with verbose output
+npm test -- src/providers/integration/multi-provider.integration.test.ts --reporter=verbose
+```
+
+### Expected Test Output
+
+When successful, you should see output like:
+
+```
+✅ Found 48 OpenAI models
+   Sample models: gpt-3.5-turbo, gpt-3.5-turbo-0125, gpt-3.5-turbo-1106...
+
+✅ GPT-3.5-turbo response: "Hello from OpenAI integration test"
+
+✅ Streaming test received 7 chunks
+   Response: "1
+2
+3
+4
+5"
+
+✅ GPT-4 response: "4"
+
+✅ Tool call received: get_weather
+   Arguments: {"location":"San Francisco"}
+
+✅ Content generator response: "Hello! How can I help you today?"
+
+✅ Correctly caught error for invalid model: The model 'invalid-model-xyz' does not exist
+```
+
+## Manual Interactive Testing
+
+Run the manual test script:
+
+```bash
+node packages/cli/test-multi-provider.js
+```
+
+### Test Scenarios
+
+1. **List providers**
+
+   ```
+   /provider
+   ```
+
+   Expected: Shows `gemini (active)` and `openai`
+
+2. **Switch to OpenAI**
+
+   ```
+   /provider openai
+   ```
+
+   Expected: "✅ Switched to openai provider"
+
+3. **List available models**
+
+   ```
+   /models
+   ```
+
+   Expected: List of OpenAI models (gpt-3.5-turbo, gpt-4, etc.)
+
+4. **Send a chat message**
+
+   ```
+   /chat Hello, how are you?
+   ```
+
+   Expected: Response from OpenAI
+
+5. **Test streaming**
+
+   ```
+   /stream Tell me a short joke
+   ```
+
+   Expected: Response streams character by character
+
+6. **Switch models**
+
+   ```
+   /model gpt-4
+   /chat What model are you?
+   ```
+
+   Expected: Confirms using GPT-4
+
+7. **Switch back to Gemini**
+
+   ```
+   /provider gemini
+   ```
+
+   Expected: "✅ Switched to Gemini (default provider)"
+
+8. **Error handling**
+   ```
+   /provider invalid
+   /model invalid-model
+   ```
+   Expected: Appropriate error messages
+
+## Example Session
+
+```
+🚀 Multi-Provider Manual Test Script
+=====================================
+
+📦 Registering OpenAI provider...
+✅ OpenAI provider registered
+
+Available commands:
+  /provider          - List available providers
+  /provider <name>   - Switch to provider (e.g., /provider openai)
+  /provider gemini   - Switch back to Gemini (default)
+  /model             - Show current model
+  /model <name>      - Switch model (e.g., /model gpt-4)
+  /models            - List available models
+  /chat <message>    - Send a chat message
+  /stream <message>  - Send a message and show streaming
+  /help              - Show this help
+  /exit              - Exit the program
+
+Ready for testing! Type a command:
+
+> /provider
+Available providers:
+  gemini (active)
+  openai
+
+> /provider openai
+✅ Switched to openai provider
+
+> /model
+Current model: gpt-3.5-turbo
+
+> /chat Hello!
+Sending message...
+
+Response:
+Hello! How can I assist you today?
+
+> /stream Count to 3
+Streaming response...
+
+1... 2... 3!
+
+> /provider gemini
+✅ Switched to Gemini (default provider)
+
+> /exit
+Goodbye! 👋
+```
+
+## Troubleshooting
+
+1. **"No OpenAI API key found"**
+   - Make sure `~/.openai_key` exists and contains valid API key
+   - Check file permissions: `ls -la ~/.openai_key`
+
+2. **"Connection error" in tests**
+   - Check internet connection
+   - Verify API key is valid
+   - OpenAI API might be down
+
+3. **"Model does not exist"**
+   - Some models require specific API access
+   - Try with `gpt-3.5-turbo` which is widely available
+
+4. **Rate limiting**
+   - If you get rate limit errors, wait a bit between requests
+   - Consider using a different API key for testing

package/dist/src/providers/openai/ConversationCache.d.ts

@@ -0,0 +1,20 @@
+import { IMessage } from '../IMessage.js';
+export declare class ConversationCache {
+    private cache;
+    private accessOrder;
+    private readonly maxSize;
+    private readonly ttlMs;
+    constructor(maxSize?: number, ttlHours?: number);
+    private generateKey;
+    private evictIfNeeded;
+    private updateAccessOrder;
+    private isExpired;
+    set(conversationId: string, parentId: string, messages: IMessage[], promptTokensAccum?: number): void;
+    get(conversationId: string, parentId: string): IMessage[] | null;
+    has(conversationId: string, parentId: string): boolean;
+    clear(): void;
+    size(): number;
+    getAccumulatedTokens(conversationId: string, parentId: string): number;
+    updateTokenCount(conversationId: string, parentId: string, additionalTokens: number): void;
+    invalidate(conversationId: string, parentId: string): void;
+}

package/dist/src/providers/openai/ConversationCache.js

@@ -0,0 +1,109 @@
+export class ConversationCache {
+    cache = new Map();
+    accessOrder = [];
+    maxSize;
+    ttlMs;
+    constructor(maxSize = 100, ttlHours = 2) {
+        this.maxSize = maxSize;
+        this.ttlMs = ttlHours * 60 * 60 * 1000;
+    }
+    generateKey(conversationId, parentId) {
+        return `${conversationId}:${parentId}`;
+    }
+    evictIfNeeded() {
+        while (this.accessOrder.length > this.maxSize) {
+            const oldestKey = this.accessOrder.shift();
+            if (oldestKey) {
+                this.cache.delete(oldestKey);
+            }
+        }
+    }
+    updateAccessOrder(key) {
+        const index = this.accessOrder.indexOf(key);
+        if (index > -1) {
+            this.accessOrder.splice(index, 1);
+        }
+        this.accessOrder.push(key);
+    }
+    isExpired(entry) {
+        return Date.now() - entry.timestamp > this.ttlMs;
+    }
+    set(conversationId, parentId, messages, promptTokensAccum = 0) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = {
+            conversationId,
+            parentId,
+            messages,
+            timestamp: Date.now(),
+            promptTokensAccum,
+        };
+        this.cache.set(key, entry);
+        this.updateAccessOrder(key);
+        this.evictIfNeeded();
+    }
+    get(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            return null;
+        }
+        if (this.isExpired(entry)) {
+            this.cache.delete(key);
+            const index = this.accessOrder.indexOf(key);
+            if (index > -1) {
+                this.accessOrder.splice(index, 1);
+            }
+            return null;
+        }
+        this.updateAccessOrder(key);
+        return entry.messages;
+    }
+    has(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (!entry) {
+            return false;
+        }
+        if (this.isExpired(entry)) {
+            this.cache.delete(key);
+            const index = this.accessOrder.indexOf(key);
+            if (index > -1) {
+                this.accessOrder.splice(index, 1);
+            }
+            return false;
+        }
+        return true;
+    }
+    clear() {
+        this.cache.clear();
+        this.accessOrder = [];
+    }
+    size() {
+        return this.cache.size;
+    }
+    getAccumulatedTokens(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (!entry || this.isExpired(entry)) {
+            return 0;
+        }
+        return entry.promptTokensAccum;
+    }
+    updateTokenCount(conversationId, parentId, additionalTokens) {
+        const key = this.generateKey(conversationId, parentId);
+        const entry = this.cache.get(key);
+        if (entry && !this.isExpired(entry)) {
+            entry.promptTokensAccum += additionalTokens;
+            this.updateAccessOrder(key);
+        }
+    }
+    invalidate(conversationId, parentId) {
+        const key = this.generateKey(conversationId, parentId);
+        this.cache.delete(key);
+        const index = this.accessOrder.indexOf(key);
+        if (index > -1) {
+            this.accessOrder.splice(index, 1);
+        }
+    }
+}
+//# sourceMappingURL=ConversationCache.js.map

package/dist/src/providers/openai/ConversationCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConversationCache.js","sourceRoot":"","sources":["../../../../src/providers/openai/ConversationCache.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,iBAAiB;IACpB,KAAK,GAA4B,IAAI,GAAG,EAAE,CAAC;IAC3C,WAAW,GAAa,EAAE,CAAC;IAClB,OAAO,CAAS;IAChB,KAAK,CAAS;IAE/B,YAAY,UAAkB,GAAG,EAAE,WAAmB,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IACzC,CAAC;IAEO,WAAW,CAAC,cAAsB,EAAE,QAAgB;QAC1D,OAAO,GAAG,cAAc,IAAI,QAAQ,EAAE,CAAC;IACzC,CAAC;IAEO,aAAa;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC3C,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,GAAW;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEO,SAAS,CAAC,KAAiB;QACjC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;IACnD,CAAC;IAED,GAAG,CACD,cAAsB,EACtB,QAAgB,EAChB,QAAoB,EACpB,oBAA4B,CAAC;QAE7B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAEvD,MAAM,KAAK,GAAe;YACxB,cAAc;YACd,QAAQ;YACR,QAAQ;YACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,iBAAiB;SAClB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,GAAG,CAAC,cAAsB,EAAE,QAAgB;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC,QAAQ,CAAC;IACxB,CAAC;IAED,GAAG,CAAC,cAAsB,EAAE,QAAgB;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,oBAAoB,CAAC,cAAsB,EAAE,QAAgB;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,KAAK,CAAC,iBAAiB,CAAC;IACjC,CAAC;IAED,gBAAgB,CACd,cAAsB,EACtB,QAAgB,EAChB,gBAAwB;QAExB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,KAAK,CAAC,iBAAiB,IAAI,gBAAgB,CAAC;YAC5C,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,cAAsB,EAAE,QAAgB;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;CACF"}

package/dist/src/providers/openai/IChatGenerateParams.d.ts

@@ -0,0 +1,11 @@
+import { IMessage } from '../IMessage.js';
+import { ITool } from '../ITool.js';
+export interface IChatGenerateParams {
+    messages: IMessage[];
+    tools?: ITool[];
+    stream?: boolean;
+    conversationId?: string;
+    parentId?: string;
+    tool_choice?: string | object;
+    stateful?: boolean;
+}

package/dist/src/providers/openai/IChatGenerateParams.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=IChatGenerateParams.js.map

package/dist/src/providers/openai/IChatGenerateParams.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IChatGenerateParams.js","sourceRoot":"","sources":["../../../../src/providers/openai/IChatGenerateParams.ts"],"names":[],"mappings":""}

package/dist/src/providers/openai/OpenAIProvider.d.ts

@@ -0,0 +1,71 @@
+/**
+ * Copyright 2025 Vybestack LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { IProvider } from '../IProvider.js';
+import { IModel } from '../IModel.js';
+import { ITool } from '../ITool.js';
+import { IMessage } from '../IMessage.js';
+import { Settings } from '../../config/settings.js';
+import { ToolFormat } from '../../tools/IToolFormatter.js';
+import { ConversationCache } from './ConversationCache.js';
+export declare class OpenAIProvider implements IProvider {
+    name: string;
+    private openai;
+    private currentModel;
+    private apiKey;
+    private baseURL?;
+    private settings?;
+    private toolFormatter;
+    private toolFormatOverride?;
+    private conversationCache;
+    constructor(apiKey: string, baseURL?: string, settings?: Settings);
+    private requiresTextToolCallParsing;
+    getToolFormat(): ToolFormat;
+    private shouldUseResponses;
+    private callResponsesEndpoint;
+    private handleResponsesApiResponse;
+    getModels(): Promise<IModel[]>;
+    generateChatCompletion(messages: IMessage[], tools?: ITool[], _toolFormat?: string): AsyncIterableIterator<IMessage>;
+    setModel(modelId: string): void;
+    getCurrentModel(): string;
+    setApiKey(apiKey: string): void;
+    setBaseUrl(baseUrl?: string): void;
+    setSettings(settings: Settings): void;
+    setToolFormatOverride(format: ToolFormat | null): void;
+    /**
+     * Estimates the remote context usage for the current conversation
+     * @param conversationId The conversation ID
+     * @param parentId The parent message ID
+     * @param promptMessages The messages being sent in the current prompt
+     * @returns Context usage information including remote tokens
+     */
+    estimateContextUsage(conversationId: string | undefined, parentId: string | undefined, promptMessages: IMessage[]): {
+        totalTokens: number;
+        remoteTokens: number;
+        promptTokens: number;
+        maxTokens: number;
+        contextUsedPercent: number;
+        tokensRemaining: number;
+    };
+    /**
+     * Get the conversation cache instance
+     * @returns The conversation cache
+     */
+    getConversationCache(): ConversationCache;
+    /**
+     * OpenAI always requires payment (API key)
+     */
+    isPaidMode(): boolean;
+}