@vybestack/llxprt-code-core 0.1.12 → 0.1.13

package/dist/src/providers/openai/docs/accessing-provider-info.md

@@ -0,0 +1,172 @@
+# Accessing OpenAI Provider Information
+
+This document explains how to access the OpenAI provider instance, conversation cache, and remote token information from within the React components.
+
+## Overview
+
+The OpenAI provider information can be accessed through the Config object that's passed to the App component. We've created utilities to make this access type-safe and convenient.
+
+## Key Components
+
+### 1. `getOpenAIProviderInfo()` Function
+
+Located in `src/providers/openai/getOpenAIProviderInfo.ts`, this function extracts OpenAI provider information from the Config object:
+
+```typescript
+import { getOpenAIProviderInfo } from '../../providers/openai/getOpenAIProviderInfo.js';
+
+// In your component
+const openAIInfo = getOpenAIProviderInfo(config);
+
+if (openAIInfo.provider) {
+  console.log('OpenAI provider is active');
+  console.log('Current model:', openAIInfo.currentModel);
+  console.log('Using Responses API:', openAIInfo.isResponsesAPI);
+}
+```
+
+### 2. `useOpenAIProviderInfo()` Hook
+
+Located in `src/ui/hooks/useOpenAIProviderInfo.ts`, this React hook provides reactive access to provider information:
+
+```typescript
+import { useOpenAIProviderInfo } from './hooks/useOpenAIProviderInfo.js';
+
+function MyComponent({ config }) {
+  const openAIInfo = useOpenAIProviderInfo(config);
+
+  // Access conversation cache
+  const cachedMessages = openAIInfo.getCachedConversation(
+    conversationId,
+    parentId,
+  );
+
+  // Check if using Responses API
+  if (openAIInfo.isResponsesAPI) {
+    // Handle Responses API specific logic
+  }
+}
+```
+
+### 3. `OpenAIProviderContext`
+
+Located in `src/ui/contexts/OpenAIProviderContext.tsx`, this context provides global access to OpenAI provider state including remote token tracking:
+
+```typescript
+// Wrap your app
+<OpenAIProviderContextProvider config={config}>
+  <App {...props} />
+</OpenAIProviderContextProvider>
+
+// Use in components
+import { useOpenAIProviderContext } from '../contexts/OpenAIProviderContext.js';
+
+function TokenDisplay() {
+  const { remoteTokenStats, isResponsesAPI } = useOpenAIProviderContext();
+
+  if (isResponsesAPI && remoteTokenStats.lastUpdated) {
+    return (
+      <div>
+        Remote Tokens: {remoteTokenStats.totalTokenCount}
+      </div>
+    );
+  }
+
+  return null;
+}
+```
+
+## Integration Example
+
+Here's how to integrate OpenAI provider information access in the App component:
+
+```typescript
+// In App.tsx
+import { useOpenAIProviderInfo } from './hooks/useOpenAIProviderInfo.js';
+
+const App = ({ config, settings, startupWarnings = [] }: AppProps) => {
+  // Access OpenAI provider info
+  const openAIInfo = useOpenAIProviderInfo(config);
+
+  // Use in your component logic
+  useEffect(() => {
+    if (openAIInfo.isOpenAIActive && openAIInfo.isResponsesAPI) {
+      console.log(
+        'OpenAI Responses API is active for model:',
+        openAIInfo.currentModel,
+      );
+    }
+  }, [openAIInfo]);
+
+  // Access conversation cache when needed
+  const handleConversationLookup = (
+    conversationId: string,
+    parentId: string,
+  ) => {
+    const cached = openAIInfo.getCachedConversation(conversationId, parentId);
+    if (cached) {
+      console.log('Found cached conversation:', cached);
+    }
+  };
+
+  // ... rest of component
+};
+```
+
+## Tracking Remote Tokens
+
+To track remote tokens from the Responses API, you need to update the token stats when receiving responses:
+
+```typescript
+// In your API response handler
+const handleResponsesAPIResponse = (response: any) => {
+  // Extract token information from response
+  const usage = response.usage;
+
+  if (usage) {
+    // Update remote token stats in context
+    updateRemoteTokenStats({
+      promptTokenCount: usage.prompt_tokens,
+      candidatesTokenCount: usage.completion_tokens,
+      totalTokenCount: usage.total_tokens,
+    });
+  }
+};
+```
+
+## Type Safety
+
+All interfaces are properly typed:
+
+```typescript
+interface OpenAIProviderInfo {
+  provider: OpenAIProvider | null;
+  conversationCache: ConversationCache | null;
+  isResponsesAPI: boolean;
+  currentModel: string | null;
+  remoteTokenInfo: {
+    promptTokenCount?: number;
+    candidatesTokenCount?: number;
+    totalTokenCount?: number;
+  };
+}
+```
+
+## Best Practices
+
+1. **Check for null values**: Always check if the provider is active before accessing its properties
+2. **Use the hook in components**: Prefer `useOpenAIProviderInfo` hook over direct function calls for reactive updates
+3. **Context for global state**: Use `OpenAIProviderContext` when you need to share provider state across multiple components
+4. **Handle provider switches**: The utilities automatically handle when users switch between providers
+
+## Accessing Internal Properties
+
+Since some properties of OpenAIProvider are private, we use type casting to access them:
+
+```typescript
+// Access private properties (use with caution)
+const conversationCache = (openaiProvider as any).conversationCache;
+const shouldUseResponses = (openaiProvider as any).shouldUseResponses;
+```
+
+This approach provides type safety where possible while still allowing access to necessary internal state.

package/dist/src/providers/openai/docs/params-mapping.md

@@ -0,0 +1,91 @@
+# OpenAI Responses API Parameter Mapping
+
+This document describes how parameters are mapped from our internal `ResponsesRequestParams` to the OpenAI Responses API format.
+
+## Field Mapping Table
+
+| Internal Field      | Responses API Field | Type                     | Notes                                                          |
+| ------------------- | ------------------- | ------------------------ | -------------------------------------------------------------- |
+| `messages`          | `messages`          | `IMessage[]`             | Direct mapping. Cannot be used with `prompt`.                  |
+| `prompt`            | `prompt`            | `string`                 | Shortcut for simple queries. Cannot be used with `messages`.   |
+| `tools`             | `tools`             | `ITool[]`                | Maximum 16 tools allowed. Total JSON size must be <32KB.       |
+| `stream`            | `stream`            | `boolean`                | Enables streaming responses.                                   |
+| `conversationId`    | `conversation_id`   | `string`                 | For stateful conversations. Triggers message trimming warning. |
+| `parentId`          | `parent_id`         | `string`                 | Parent message ID for conversation threading.                  |
+| `tool_choice`       | `tool_choice`       | `string \| object`       | Tool selection strategy.                                       |
+| `stateful`          | `stateful`          | `boolean`                | Enables stateful conversation mode.                            |
+| `model`             | `model`             | `string`                 | **Required**. Model identifier.                                |
+| `temperature`       | `temperature`       | `number`                 | Sampling temperature (0-2).                                    |
+| `max_tokens`        | `max_tokens`        | `number`                 | Maximum tokens to generate.                                    |
+| `top_p`             | `top_p`             | `number`                 | Nucleus sampling parameter.                                    |
+| `frequency_penalty` | `frequency_penalty` | `number`                 | Frequency penalty (-2 to 2).                                   |
+| `presence_penalty`  | `presence_penalty`  | `number`                 | Presence penalty (-2 to 2).                                    |
+| `stop`              | `stop`              | `string \| string[]`     | Stop sequences.                                                |
+| `n`                 | `n`                 | `number`                 | Number of completions to generate.                             |
+| `logprobs`          | `logprobs`          | `boolean`                | Include log probabilities.                                     |
+| `top_logprobs`      | `top_logprobs`      | `number`                 | Number of top log probabilities to return.                     |
+| `response_format`   | `response_format`   | `object`                 | Response format specification.                                 |
+| `seed`              | `seed`              | `number`                 | Random seed for deterministic output.                          |
+| `logit_bias`        | `logit_bias`        | `Record<string, number>` | Token bias adjustments.                                        |
+| `user`              | `user`              | `string`                 | End-user identifier.                                           |
+
+## Validation Rules
+
+### 1. Message/Prompt Exclusivity
+
+- Either `messages` or `prompt` must be provided, but not both
+- Throws error if both are specified
+- Throws error if neither is specified
+
+### 2. Tool Constraints
+
+- Maximum 16 tools allowed
+- Total JSON size of tools must be less than 32KB
+- Throws error if limits are exceeded
+
+### 3. Stateful Mode Warnings
+
+- When `conversationId` is provided with `messages`, a warning is logged
+- Future implementations may trim messages to maintain context window
+
+### 4. Required Fields
+
+- `model` is always required for the Responses API
+
+## Usage Examples
+
+### Simple Prompt Request
+
+```typescript
+const request = buildResponsesRequest({
+  model: 'gpt-4o',
+  prompt: 'Hello, how are you?',
+  stream: true,
+});
+```
+
+### Conversation with Tools
+
+```typescript
+const request = buildResponsesRequest({
+  model: 'gpt-4o',
+  messages: [{ role: 'user', content: 'What is the weather?' }],
+  tools: [weatherTool],
+  tool_choice: 'auto',
+  temperature: 0.7,
+});
+```
+
+### Stateful Conversation
+
+```typescript
+const request = buildResponsesRequest({
+  model: 'gpt-4o',
+  messages: [
+    /* conversation history */
+  ],
+  conversationId: 'conv-123',
+  parentId: 'msg-456',
+  stateful: true,
+});
+```

package/dist/src/providers/openai/docs/responses-api-tool-calls.md

@@ -0,0 +1,96 @@
+# OpenAI Responses API Tool Call Support
+
+This document describes how tool calls are handled when using the OpenAI Responses API (e.g., with o3 models).
+
+## Event Flow
+
+The Responses API uses a different event structure than the Chat Completions API:
+
+1. **`response.output_item.added`** - Signals the start of a new function call
+   - Contains `item.id`, `item.call_id`, `item.name`
+   - `item.type` must be `"function_call"`
+
+2. **`response.function_call_arguments.delta`** - Streams function arguments
+   - Contains `item_id` to match the function call
+   - Contains `delta` with partial argument JSON
+
+3. **`response.output_item.done`** - Signals function call completion
+   - Contains the complete `item` with final `arguments`
+   - Parser yields the complete tool call at this point
+
+## Implementation Details
+
+### State Management
+
+The parser maintains a `Map` of in-progress function calls:
+
+```typescript
+const functionCalls = new Map<
+  string,
+  {
+    id: string; // call_id or item.id
+    name: string; // function name
+    arguments: string; // accumulated JSON arguments
+    output_index: number; // position in output array
+  }
+>();
+```
+
+### Event Processing
+
+1. **On `response.output_item.added`**: Create new function call entry
+2. **On `response.function_call_arguments.delta`**: Append to arguments
+3. **On `response.output_item.done`**: Yield complete tool call and cleanup
+
+### Output Format
+
+Tool calls are yielded in the standard format expected by the rest of the system:
+
+```typescript
+{
+  role: ContentGeneratorRole.ASSISTANT,
+  content: '',
+  tool_calls: [{
+    id: string,
+    type: 'function',
+    function: {
+      name: string,
+      arguments: string  // JSON string
+    }
+  }]
+}
+```
+
+## Example Event Sequence
+
+```
+// 1. Function call starts
+{"type":"response.output_item.added","item":{"id":"fc_123","type":"function_call","call_id":"call_abc","name":"get_weather"}}
+
+// 2. Arguments stream in
+{"type":"response.function_call_arguments.delta","item_id":"fc_123","delta":"{\"location\":"}
+{"type":"response.function_call_arguments.delta","item_id":"fc_123","delta":"\"San Francisco, CA\"}"}
+
+// 3. Function call completes
+{"type":"response.output_item.done","item":{"id":"fc_123","type":"function_call","arguments":"{\"location\":\"San Francisco, CA\"}","call_id":"call_abc","name":"get_weather"}}
+```
+
+## Edge Cases Handled
+
+1. **No call_id**: Falls back to `item.id` if `call_id` is not provided
+2. **Empty arguments**: Yields empty string for functions with no parameters
+3. **Concurrent calls**: Tracks multiple function calls by their unique IDs
+4. **Interleaved content**: Text deltas and tool calls can be mixed in the stream
+5. **Final arguments**: Uses `item.arguments` from the done event as the source of truth
+
+## Testing
+
+See `parseResponsesStream.responsesToolCalls.test.ts` for comprehensive test coverage including:
+
+- Basic tool call parsing
+- Streaming argument assembly
+- Multiple concurrent tool calls
+- Empty arguments
+- Interleaved content and tool calls
+- Usage data handling
+- Edge cases

package/dist/src/providers/openai/estimateRemoteTokens.d.ts

@@ -0,0 +1,26 @@
+import { IMessage } from '../IMessage.js';
+import { ConversationCache } from './ConversationCache.js';
+export declare const MODEL_CONTEXT_SIZE: Record<string, number>;
+/**
+ * Estimates the total tokens used including remote stored context
+ * @param model The model being used
+ * @param cache The conversation cache instance
+ * @param conversationId The conversation ID
+ * @param parentId The parent message ID
+ * @param promptTokens The tokens in the current prompt
+ * @returns Object with token usage information
+ */
+export declare function estimateRemoteTokens(model: string, cache: ConversationCache, conversationId: string | undefined, parentId: string | undefined, promptTokens: number): {
+    totalTokens: number;
+    remoteTokens: number;
+    promptTokens: number;
+    maxTokens: number;
+    contextUsedPercent: number;
+    tokensRemaining: number;
+};
+/**
+ * Estimates tokens for a message array (rough approximation)
+ * @param messages Array of messages
+ * @returns Estimated token count
+ */
+export declare function estimateMessagesTokens(messages: IMessage[]): number;

package/dist/src/providers/openai/estimateRemoteTokens.js

@@ -0,0 +1,75 @@
+// Model context size configuration
+export const MODEL_CONTEXT_SIZE = {
+    'gpt-4.1': 1_000_000,
+    o3: 200_000,
+    'o3-pro': 200_000,
+    'o3-mini': 200_000,
+    o1: 200_000,
+    'o1-mini': 200_000,
+    'gpt-4o': 128_000,
+    'gpt-4o-mini': 128_000,
+    'gpt-4o-realtime': 128_000,
+    'gpt-4-turbo': 128_000,
+    'gpt-4-turbo-preview': 128_000,
+    'gpt-3.5-turbo': 16_385,
+    // Default fallback
+    default: 128_000,
+};
+/**
+ * Estimates the total tokens used including remote stored context
+ * @param model The model being used
+ * @param cache The conversation cache instance
+ * @param conversationId The conversation ID
+ * @param parentId The parent message ID
+ * @param promptTokens The tokens in the current prompt
+ * @returns Object with token usage information
+ */
+export function estimateRemoteTokens(model, cache, conversationId, parentId, promptTokens) {
+    // Find the context size by checking if model starts with known prefixes
+    let maxTokens = MODEL_CONTEXT_SIZE.default;
+    for (const [knownModel, contextSize] of Object.entries(MODEL_CONTEXT_SIZE)) {
+        if (knownModel !== 'default' && model.startsWith(knownModel)) {
+            maxTokens = contextSize;
+            break;
+        }
+    }
+    // Get accumulated tokens from cache
+    const remoteTokens = conversationId && parentId
+        ? cache.getAccumulatedTokens(conversationId, parentId)
+        : 0;
+    const totalTokens = remoteTokens + promptTokens;
+    const tokensRemaining = Math.max(0, maxTokens - totalTokens);
+    const contextUsedPercent = Math.min(100, (totalTokens / maxTokens) * 100);
+    return {
+        totalTokens,
+        remoteTokens,
+        promptTokens,
+        maxTokens,
+        contextUsedPercent,
+        tokensRemaining,
+    };
+}
+/**
+ * Estimates tokens for a message array (rough approximation)
+ * @param messages Array of messages
+ * @returns Estimated token count
+ */
+export function estimateMessagesTokens(messages) {
+    // Rough estimation: ~4 characters per token
+    let totalChars = 0;
+    for (const message of messages) {
+        // Add role tokens (usually 1-2 tokens)
+        totalChars += 8;
+        // Add content
+        if (message.content) {
+            totalChars += message.content.length;
+        }
+        // Add tool calls overhead
+        if (message.tool_calls) {
+            totalChars += JSON.stringify(message.tool_calls).length;
+        }
+    }
+    // Rough approximation: 4 characters per token
+    return Math.ceil(totalChars / 4);
+}
+//# sourceMappingURL=estimateRemoteTokens.js.map

package/dist/src/providers/openai/estimateRemoteTokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimateRemoteTokens.js","sourceRoot":"","sources":["../../../../src/providers/openai/estimateRemoteTokens.ts"],"names":[],"mappings":"AAGA,mCAAmC;AACnC,MAAM,CAAC,MAAM,kBAAkB,GAA2B;IACxD,SAAS,EAAE,SAAS;IACpB,EAAE,EAAE,OAAO;IACX,QAAQ,EAAE,OAAO;IACjB,SAAS,EAAE,OAAO;IAClB,EAAE,EAAE,OAAO;IACX,SAAS,EAAE,OAAO;IAClB,QAAQ,EAAE,OAAO;IACjB,aAAa,EAAE,OAAO;IACtB,iBAAiB,EAAE,OAAO;IAC1B,aAAa,EAAE,OAAO;IACtB,qBAAqB,EAAE,OAAO;IAC9B,eAAe,EAAE,MAAM;IACvB,mBAAmB;IACnB,OAAO,EAAE,OAAO;CACjB,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAAa,EACb,KAAwB,EACxB,cAAkC,EAClC,QAA4B,EAC5B,YAAoB;IASpB,wEAAwE;IACxE,IAAI,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC;IAC3C,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC3E,IAAI,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7D,SAAS,GAAG,WAAW,CAAC;YACxB,MAAM;QACR,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,MAAM,YAAY,GAChB,cAAc,IAAI,QAAQ;QACxB,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,cAAc,EAAE,QAAQ,CAAC;QACtD,CAAC,CAAC,CAAC,CAAC;IAER,MAAM,WAAW,GAAG,YAAY,GAAG,YAAY,CAAC;IAChD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,CAAC;IAC7D,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;IAE1E,OAAO;QACL,WAAW;QACX,YAAY;QACZ,YAAY;QACZ,SAAS;QACT,kBAAkB;QAClB,eAAe;KAChB,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CAAC,QAAoB;IACzD,4CAA4C;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,uCAAuC;QACvC,UAAU,IAAI,CAAC,CAAC;QAEhB,cAAc;QACd,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QACvC,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;AACnC,CAAC"}

package/dist/src/providers/openai/estimateRemoteTokens.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/providers/openai/estimateRemoteTokens.test.js

@@ -0,0 +1,125 @@
+import { describe, it, expect, beforeEach } from 'vitest';
+import { estimateRemoteTokens, estimateMessagesTokens, MODEL_CONTEXT_SIZE, } from './estimateRemoteTokens.js';
+import { ConversationCache } from './ConversationCache.js';
+import { ContentGeneratorRole } from '../ContentGeneratorRole.js';
+describe('estimateRemoteTokens', () => {
+    let cache;
+    beforeEach(() => {
+        cache = new ConversationCache();
+    });
+    it('should calculate context usage with no remote tokens', () => {
+        const result = estimateRemoteTokens('gpt-4o', cache, undefined, undefined, 1000);
+        expect(result).toEqual({
+            totalTokens: 1000,
+            remoteTokens: 0,
+            promptTokens: 1000,
+            maxTokens: 128000,
+            contextUsedPercent: (1000 / 128000) * 100,
+            tokensRemaining: 127000,
+        });
+    });
+    it('should include remote tokens in calculation', () => {
+        // Set up cache with accumulated tokens
+        cache.set('conv1', 'parent1', [], 50000);
+        const result = estimateRemoteTokens('gpt-4o', cache, 'conv1', 'parent1', 2000);
+        expect(result).toEqual({
+            totalTokens: 52000,
+            remoteTokens: 50000,
+            promptTokens: 2000,
+            maxTokens: 128000,
+            contextUsedPercent: (52000 / 128000) * 100,
+            tokensRemaining: 76000,
+        });
+    });
+    it('should handle context overflow', () => {
+        // Set up cache with large accumulated tokens
+        cache.set('conv1', 'parent1', [], 125000);
+        const result = estimateRemoteTokens('gpt-4o', cache, 'conv1', 'parent1', 5000);
+        expect(result).toEqual({
+            totalTokens: 130000,
+            remoteTokens: 125000,
+            promptTokens: 5000,
+            maxTokens: 128000,
+            contextUsedPercent: 100, // Capped at 100%
+            tokensRemaining: 0, // No tokens remaining
+        });
+    });
+    it('should use correct model context sizes', () => {
+        // Test GPT-3.5 with smaller context
+        const result = estimateRemoteTokens('gpt-3.5-turbo', cache, undefined, undefined, 10000);
+        expect(result.maxTokens).toBe(16385);
+        expect(result.tokensRemaining).toBe(6385);
+        // Test o3 model
+        const o3Result = estimateRemoteTokens('o3', cache, undefined, undefined, 10000);
+        expect(o3Result.maxTokens).toBe(200000);
+    });
+    it('should use default context size for unknown models', () => {
+        const result = estimateRemoteTokens('unknown-model', cache, undefined, undefined, 1000);
+        expect(result.maxTokens).toBe(MODEL_CONTEXT_SIZE.default);
+    });
+});
+describe('estimateMessagesTokens', () => {
+    it('should estimate tokens for simple messages', () => {
+        const messages = [
+            { role: ContentGeneratorRole.USER, content: 'Hello, how are you?' },
+            {
+                role: ContentGeneratorRole.ASSISTANT,
+                content: 'I am doing well, thank you!',
+            },
+        ];
+        const tokens = estimateMessagesTokens(messages);
+        // Rough calculation: ~4 chars per token + role overhead
+        // "Hello, how are you?" = 19 chars
+        // "I am doing well, thank you!" = 28 chars
+        // Plus role overhead (8 chars each) = 16
+        // Total: 19 + 28 + 16 = 63 chars / 4 = ~16 tokens
+        expect(tokens).toBeGreaterThan(10);
+        expect(tokens).toBeLessThan(25);
+    });
+    it('should handle empty messages', () => {
+        const messages = [];
+        const tokens = estimateMessagesTokens(messages);
+        expect(tokens).toBe(0);
+    });
+    it('should include tool calls in estimation', () => {
+        const messages = [
+            {
+                role: ContentGeneratorRole.ASSISTANT,
+                content: 'Let me search for that.',
+                tool_calls: [
+                    {
+                        id: 'call_123',
+                        type: 'function',
+                        function: {
+                            name: 'search',
+                            arguments: '{"query": "weather in San Francisco"}',
+                        },
+                    },
+                ],
+            },
+        ];
+        const tokens = estimateMessagesTokens(messages);
+        // Should include content + tool call JSON
+        expect(tokens).toBeGreaterThan(20);
+    });
+    it('should handle messages with no content', () => {
+        const messages = [
+            { role: ContentGeneratorRole.USER, content: '' }, // No content
+            { role: ContentGeneratorRole.ASSISTANT, content: '' }, // Empty content
+        ];
+        const tokens = estimateMessagesTokens(messages);
+        // Should still count role overhead
+        expect(tokens).toBeGreaterThan(0);
+    });
+    it('should handle very long messages', () => {
+        const longContent = 'a'.repeat(10000); // 10k characters
+        const messages = [
+            { role: ContentGeneratorRole.USER, content: longContent },
+        ];
+        const tokens = estimateMessagesTokens(messages);
+        // ~10k chars / 4 = ~2500 tokens
+        expect(tokens).toBeGreaterThan(2000);
+        expect(tokens).toBeLessThan(3000);
+    });
+});
+//# sourceMappingURL=estimateRemoteTokens.test.js.map

package/dist/src/providers/openai/estimateRemoteTokens.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimateRemoteTokens.test.js","sourceRoot":"","sources":["../../../../src/providers/openai/estimateRemoteTokens.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,GACnB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,KAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,MAAM,GAAG,oBAAoB,CACjC,QAAQ,EACR,KAAK,EACL,SAAS,EACT,SAAS,EACT,IAAI,CACL,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,MAAM;YACjB,kBAAkB,EAAE,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,GAAG;YACzC,eAAe,EAAE,MAAM;SACxB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,uCAAuC;QACvC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,oBAAoB,CACjC,QAAQ,EACR,KAAK,EACL,OAAO,EACP,SAAS,EACT,IAAI,CACL,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,KAAK;YACnB,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,MAAM;YACjB,kBAAkB,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,GAAG;YAC1C,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,6CAA6C;QAC7C,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QAE1C,MAAM,MAAM,GAAG,oBAAoB,CACjC,QAAQ,EACR,KAAK,EACL,OAAO,EACP,SAAS,EACT,IAAI,CACL,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,MAAM;YACpB,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,MAAM;YACjB,kBAAkB,EAAE,GAAG,EAAE,iBAAiB;YAC1C,eAAe,EAAE,CAAC,EAAE,sBAAsB;SAC3C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,oCAAoC;QACpC,MAAM,MAAM,GAAG,oBAAoB,CACjC,eAAe,EACf,KAAK,EACL,SAAS,EACT,SAAS,EACT,KAAK,CACN,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE1C,gBAAgB;QAChB,MAAM,QAAQ,GAAG,oBAAoB,CACnC,IAAI,EACJ,KAAK,EACL,SAAS,EACT,SAAS,EACT,KAAK,CACN,CAAC;QAEF,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,oBAAoB,CACjC,eAAe,EACf,KAAK,EACL,SAAS,EACT,SAAS,EACT,IAAI,CACL,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE;YACnE;gBACE,IAAI,EAAE,oBAAoB,CAAC,SAAS;gBACpC,OAAO,EAAE,6BAA6B;aACvC;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAEhD,wDAAwD;QACxD,mCAAmC;QACnC,2CAA2C;QAC3C,yCAAyC;QACzC,kDAAkD;QAClD,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,QAAQ,GAAe,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,QAAQ,GAAe;YAC3B;gBACE,IAAI,EAAE,oBAAoB,CAAC,SAAS;gBACpC,OAAO,EAAE,yBAAyB;gBAClC,UAAU,EAAE;oBACV;wBACE,EAAE,EAAE,UAAU;wBACd,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,SAAS,EAAE,uCAAuC;yBACnD;qBACF;iBACF;aACF;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAEhD,0CAA0C;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,aAAa;YAC/D,EAAE,IAAI,EAAE,oBAAoB,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,gBAAgB;SACxE,CAAC;QAEF,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAEhD,mCAAmC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB;QACxD,MAAM,QAAQ,GAAe;YAC3B,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE;SAC1D,CAAC;QAEF,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAEhD,gCAAgC;QAChC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/providers/openai/getOpenAIProviderInfo.d.ts

@@ -0,0 +1,46 @@
+/**
+ * @license
+ * Copyright 2025 Vybestack LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { ProviderManager } from '../ProviderManager.js';
+import { ConversationCache } from './ConversationCache.js';
+type OpenAIProviderLike = {
+    name: string;
+    getCurrentModel?: () => string;
+    getConversationCache?: () => ConversationCache;
+    shouldUseResponses?: (model: string) => boolean;
+    [key: string]: unknown;
+};
+export interface OpenAIProviderInfo {
+    provider: OpenAIProviderLike | null;
+    conversationCache: ConversationCache | null;
+    isResponsesAPI: boolean;
+    currentModel: string | null;
+    remoteTokenInfo: {
+        promptTokenCount?: number;
+        candidatesTokenCount?: number;
+        totalTokenCount?: number;
+    };
+}
+/**
+ * Retrieves OpenAI provider information from the current ProviderManager instance
+ * @param providerManager The ProviderManager instance
+ * @returns OpenAI provider info if available, null values otherwise
+ */
+export declare function getOpenAIProviderInfo(providerManager: ProviderManager | null | undefined): OpenAIProviderInfo;
+export {};
+/**
+ * Example usage:
+ *
+ * const openAIInfo = getOpenAIProviderInfo(providerManager);
+ * if (openAIInfo.provider && openAIInfo.conversationCache) {
+ *   // Access conversation cache
+ *   const cachedMessages = openAIInfo.conversationCache.get(conversationId, parentId);
+ *
+ *   // Check if using Responses API
+ *   if (openAIInfo.isResponsesAPI) {
+ *     console.log('Using OpenAI Responses API');
+ *   }
+ * }
+ */