illuma-agents 1.0.2

package/dist/esm/llm/openai/index.mjs

@@ -0,0 +1,604 @@
+import { AzureOpenAI } from 'openai';
+import { AIMessageChunk } from '@langchain/core/messages';
+import { ChatXAI as ChatXAI$1 } from '@langchain/xai';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import '@langchain/core/utils/function_calling';
+import { ChatDeepSeek as ChatDeepSeek$1 } from '@langchain/deepseek';
+import { getEndpoint, AzureChatOpenAI as AzureChatOpenAI$1, ChatOpenAI as ChatOpenAI$1, OpenAIClient } from '@langchain/openai';
+import { isReasoningModel, _convertMessagesToOpenAIResponsesParams, _convertOpenAIResponsesDeltaToBaseMessageChunk, _convertMessagesToOpenAIParams } from './utils/index.mjs';
+
+// eslint-disable-next-line @typescript-eslint/explicit-function-return-type
+const iife = (fn) => fn();
+function isHeaders(headers) {
+    return (typeof Headers !== 'undefined' &&
+        headers !== null &&
+        typeof headers === 'object' &&
+        Object.prototype.toString.call(headers) === '[object Headers]');
+}
+function normalizeHeaders(headers) {
+    const output = iife(() => {
+        // If headers is a Headers instance
+        if (isHeaders(headers)) {
+            return headers;
+        }
+        // If headers is an array of [key, value] pairs
+        else if (Array.isArray(headers)) {
+            return new Headers(headers);
+        }
+        // If headers is a NullableHeaders-like object (has 'values' property that is a Headers)
+        else if (typeof headers === 'object' &&
+            headers !== null &&
+            'values' in headers &&
+            isHeaders(headers.values)) {
+            return headers.values;
+        }
+        // If headers is a plain object
+        else if (typeof headers === 'object' && headers !== null) {
+            const entries = Object.entries(headers)
+                .filter(([, v]) => typeof v === 'string')
+                .map(([k, v]) => [k, v]);
+            return new Headers(entries);
+        }
+        return new Headers();
+    });
+    return Object.fromEntries(output.entries());
+}
+function createAbortHandler(controller) {
+    return function () {
+        controller.abort();
+    };
+}
+class CustomOpenAIClient extends OpenAIClient {
+    abortHandler;
+    async fetchWithTimeout(url, init, ms, controller) {
+        const { signal, ...options } = init || {};
+        const handler = createAbortHandler(controller);
+        this.abortHandler = handler;
+        if (signal)
+            signal.addEventListener('abort', handler, { once: true });
+        const timeout = setTimeout(() => handler, ms);
+        const fetchOptions = {
+            signal: controller.signal,
+            ...options,
+        };
+        if (fetchOptions.method != null) {
+            // Custom methods like 'patch' need to be uppercased
+            // See https://github.com/nodejs/undici/issues/2294
+            fetchOptions.method = fetchOptions.method.toUpperCase();
+        }
+        return (
+        // use undefined this binding; fetch errors if bound to something else in browser/cloudflare
+        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+        /** @ts-ignore */
+        this.fetch.call(undefined, url, fetchOptions).finally(() => {
+            clearTimeout(timeout);
+        }));
+    }
+}
+class CustomAzureOpenAIClient extends AzureOpenAI {
+    abortHandler;
+    async fetchWithTimeout(url, init, ms, controller) {
+        const { signal, ...options } = init || {};
+        const handler = createAbortHandler(controller);
+        this.abortHandler = handler;
+        if (signal)
+            signal.addEventListener('abort', handler, { once: true });
+        const timeout = setTimeout(() => handler, ms);
+        const fetchOptions = {
+            signal: controller.signal,
+            ...options,
+        };
+        if (fetchOptions.method != null) {
+            // Custom methods like 'patch' need to be uppercased
+            // See https://github.com/nodejs/undici/issues/2294
+            fetchOptions.method = fetchOptions.method.toUpperCase();
+        }
+        return (
+        // use undefined this binding; fetch errors if bound to something else in browser/cloudflare
+        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+        /** @ts-ignore */
+        this.fetch.call(undefined, url, fetchOptions).finally(() => {
+            clearTimeout(timeout);
+        }));
+    }
+}
+/** @ts-expect-error We are intentionally overriding `getReasoningParams` */
+class ChatOpenAI extends ChatOpenAI$1 {
+    get exposedClient() {
+        return this.client;
+    }
+    static lc_name() {
+        return 'IllumaOpenAI';
+    }
+    _getClientOptions(options) {
+        if (!this.client) {
+            const openAIEndpointConfig = {
+                baseURL: this.clientConfig.baseURL,
+            };
+            const endpoint = getEndpoint(openAIEndpointConfig);
+            const params = {
+                ...this.clientConfig,
+                baseURL: endpoint,
+                timeout: this.timeout,
+                maxRetries: 0,
+            };
+            if (params.baseURL == null) {
+                delete params.baseURL;
+            }
+            this.client = new CustomOpenAIClient(params);
+        }
+        const requestOptions = {
+            ...this.clientConfig,
+            ...options,
+        };
+        return requestOptions;
+    }
+    /**
+     * Returns backwards compatible reasoning parameters from constructor params and call options
+     * @internal
+     */
+    getReasoningParams(options) {
+        // apply options in reverse order of importance -- newer options supersede older options
+        let reasoning;
+        if (this.reasoning !== undefined) {
+            reasoning = {
+                ...reasoning,
+                ...this.reasoning,
+            };
+        }
+        if (options?.reasoning !== undefined) {
+            reasoning = {
+                ...reasoning,
+                ...options.reasoning,
+            };
+        }
+        return reasoning;
+    }
+    _getReasoningParams(options) {
+        return this.getReasoningParams(options);
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        if (!this._useResponseApi(options)) {
+            return yield* this._streamResponseChunks2(messages, options, runManager);
+        }
+        const streamIterable = await this.responseApiWithRetry({
+            ...this.invocationParams(options, { streaming: true }),
+            input: _convertMessagesToOpenAIResponsesParams(messages, this.model, this.zdrEnabled),
+            stream: true,
+        }, options);
+        for await (const data of streamIterable) {
+            const chunk = _convertOpenAIResponsesDeltaToBaseMessageChunk(data);
+            if (chunk == null)
+                continue;
+            yield chunk;
+            await runManager?.handleLLMNewToken(chunk.text || '', undefined, undefined, undefined, undefined, { chunk });
+        }
+        return;
+    }
+    async *_streamResponseChunks2(messages, options, runManager) {
+        const messagesMapped = _convertMessagesToOpenAIParams(messages, this.model);
+        const params = {
+            ...this.invocationParams(options, {
+                streaming: true,
+            }),
+            messages: messagesMapped,
+            stream: true,
+        };
+        let defaultRole;
+        const streamIterable = await this.completionWithRetry(params, options);
+        let usage;
+        for await (const data of streamIterable) {
+            const choice = data.choices[0];
+            if (data.usage) {
+                usage = data.usage;
+            }
+            if (!choice) {
+                continue;
+            }
+            const { delta } = choice;
+            if (!delta) {
+                continue;
+            }
+            const chunk = this._convertOpenAIDeltaToBaseMessageChunk(delta, data, defaultRole);
+            if ('reasoning_content' in delta) {
+                chunk.additional_kwargs.reasoning_content = delta.reasoning_content;
+            }
+            else if ('reasoning' in delta) {
+                chunk.additional_kwargs.reasoning_content = delta.reasoning;
+            }
+            if ('provider_specific_fields' in delta) {
+                chunk.additional_kwargs.provider_specific_fields =
+                    delta.provider_specific_fields;
+            }
+            defaultRole = delta.role ?? defaultRole;
+            const newTokenIndices = {
+                prompt: options.promptIndex ?? 0,
+                completion: choice.index ?? 0,
+            };
+            if (typeof chunk.content !== 'string') {
+                // eslint-disable-next-line no-console
+                console.log('[WARNING]: Received non-string content from OpenAI. This is currently not supported.');
+                continue;
+            }
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const generationInfo = { ...newTokenIndices };
+            if (choice.finish_reason != null) {
+                generationInfo.finish_reason = choice.finish_reason;
+                // Only include system fingerprint in the last chunk for now
+                // to avoid concatenation issues
+                generationInfo.system_fingerprint = data.system_fingerprint;
+                generationInfo.model_name = data.model;
+                generationInfo.service_tier = data.service_tier;
+            }
+            if (this.logprobs == true) {
+                generationInfo.logprobs = choice.logprobs;
+            }
+            const generationChunk = new ChatGenerationChunk({
+                message: chunk,
+                text: chunk.content,
+                generationInfo,
+            });
+            yield generationChunk;
+            await runManager?.handleLLMNewToken(generationChunk.text || '', newTokenIndices, undefined, undefined, undefined, { chunk: generationChunk });
+        }
+        if (usage) {
+            const inputTokenDetails = {
+                ...(usage.prompt_tokens_details?.audio_tokens != null && {
+                    audio: usage.prompt_tokens_details.audio_tokens,
+                }),
+                ...(usage.prompt_tokens_details?.cached_tokens != null && {
+                    cache_read: usage.prompt_tokens_details.cached_tokens,
+                }),
+            };
+            const outputTokenDetails = {
+                ...(usage.completion_tokens_details?.audio_tokens != null && {
+                    audio: usage.completion_tokens_details.audio_tokens,
+                }),
+                ...(usage.completion_tokens_details?.reasoning_tokens != null && {
+                    reasoning: usage.completion_tokens_details.reasoning_tokens,
+                }),
+            };
+            const generationChunk = new ChatGenerationChunk({
+                message: new AIMessageChunk({
+                    content: '',
+                    response_metadata: {
+                        usage: { ...usage },
+                    },
+                    usage_metadata: {
+                        input_tokens: usage.prompt_tokens,
+                        output_tokens: usage.completion_tokens,
+                        total_tokens: usage.total_tokens,
+                        ...(Object.keys(inputTokenDetails).length > 0 && {
+                            input_token_details: inputTokenDetails,
+                        }),
+                        ...(Object.keys(outputTokenDetails).length > 0 && {
+                            output_token_details: outputTokenDetails,
+                        }),
+                    },
+                }),
+                text: '',
+            });
+            yield generationChunk;
+        }
+        if (options.signal?.aborted === true) {
+            throw new Error('AbortError');
+        }
+    }
+}
+/** @ts-expect-error We are intentionally overriding `getReasoningParams` */
+class AzureChatOpenAI extends AzureChatOpenAI$1 {
+    get exposedClient() {
+        return this.client;
+    }
+    static lc_name() {
+        return 'IllumaAzureOpenAI';
+    }
+    /**
+     * Returns backwards compatible reasoning parameters from constructor params and call options
+     * @internal
+     */
+    getReasoningParams(options) {
+        if (!isReasoningModel(this.model)) {
+            return;
+        }
+        // apply options in reverse order of importance -- newer options supersede older options
+        let reasoning;
+        if (this.reasoning !== undefined) {
+            reasoning = {
+                ...reasoning,
+                ...this.reasoning,
+            };
+        }
+        if (options?.reasoning !== undefined) {
+            reasoning = {
+                ...reasoning,
+                ...options.reasoning,
+            };
+        }
+        return reasoning;
+    }
+    _getReasoningParams(options) {
+        return this.getReasoningParams(options);
+    }
+    _getClientOptions(options) {
+        if (!this.client) {
+            const openAIEndpointConfig = {
+                azureOpenAIApiDeploymentName: this.azureOpenAIApiDeploymentName,
+                azureOpenAIApiInstanceName: this.azureOpenAIApiInstanceName,
+                azureOpenAIApiKey: this.azureOpenAIApiKey,
+                azureOpenAIBasePath: this.azureOpenAIBasePath,
+                azureADTokenProvider: this.azureADTokenProvider,
+                baseURL: this.clientConfig.baseURL,
+            };
+            const endpoint = getEndpoint(openAIEndpointConfig);
+            const params = {
+                ...this.clientConfig,
+                baseURL: endpoint,
+                timeout: this.timeout,
+                maxRetries: 0,
+            };
+            if (!this.azureADTokenProvider) {
+                params.apiKey = openAIEndpointConfig.azureOpenAIApiKey;
+            }
+            if (params.baseURL == null) {
+                delete params.baseURL;
+            }
+            const defaultHeaders = normalizeHeaders(params.defaultHeaders);
+            params.defaultHeaders = {
+                ...params.defaultHeaders,
+                'User-Agent': defaultHeaders['User-Agent'] != null
+                    ? `${defaultHeaders['User-Agent']}: illuma-azure-openai-v2`
+                    : 'illuma-azure-openai-v2',
+            };
+            this.client = new CustomAzureOpenAIClient({
+                apiVersion: this.azureOpenAIApiVersion,
+                azureADTokenProvider: this.azureADTokenProvider,
+                ...params,
+            });
+        }
+        const requestOptions = {
+            ...this.clientConfig,
+            ...options,
+        };
+        if (this.azureOpenAIApiKey != null) {
+            requestOptions.headers = {
+                'api-key': this.azureOpenAIApiKey,
+                ...requestOptions.headers,
+            };
+            requestOptions.query = {
+                'api-version': this.azureOpenAIApiVersion,
+                ...requestOptions.query,
+            };
+        }
+        return requestOptions;
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        if (!this._useResponseApi(options)) {
+            return yield* super._streamResponseChunks(messages, options, runManager);
+        }
+        const streamIterable = await this.responseApiWithRetry({
+            ...this.invocationParams(options, { streaming: true }),
+            input: _convertMessagesToOpenAIResponsesParams(messages, this.model, this.zdrEnabled),
+            stream: true,
+        }, options);
+        for await (const data of streamIterable) {
+            const chunk = _convertOpenAIResponsesDeltaToBaseMessageChunk(data);
+            if (chunk == null)
+                continue;
+            yield chunk;
+            await runManager?.handleLLMNewToken(chunk.text || '', undefined, undefined, undefined, undefined, { chunk });
+        }
+        return;
+    }
+}
+class ChatDeepSeek extends ChatDeepSeek$1 {
+    get exposedClient() {
+        return this.client;
+    }
+    static lc_name() {
+        return 'IllumaDeepSeek';
+    }
+    _getClientOptions(options) {
+        if (!this.client) {
+            const openAIEndpointConfig = {
+                baseURL: this.clientConfig.baseURL,
+            };
+            const endpoint = getEndpoint(openAIEndpointConfig);
+            const params = {
+                ...this.clientConfig,
+                baseURL: endpoint,
+                timeout: this.timeout,
+                maxRetries: 0,
+            };
+            if (params.baseURL == null) {
+                delete params.baseURL;
+            }
+            this.client = new CustomOpenAIClient(params);
+        }
+        const requestOptions = {
+            ...this.clientConfig,
+            ...options,
+        };
+        return requestOptions;
+    }
+}
+class ChatXAI extends ChatXAI$1 {
+    constructor(fields) {
+        super(fields);
+        const customBaseURL = fields?.configuration?.baseURL ?? fields?.clientConfig?.baseURL;
+        if (customBaseURL != null && customBaseURL) {
+            this.clientConfig = {
+                ...this.clientConfig,
+                baseURL: customBaseURL,
+            };
+            // Reset the client to force recreation with new config
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            this.client = undefined;
+        }
+    }
+    static lc_name() {
+        return 'IllumaXAI';
+    }
+    get exposedClient() {
+        return this.client;
+    }
+    _getClientOptions(options) {
+        if (!this.client) {
+            const openAIEndpointConfig = {
+                baseURL: this.clientConfig.baseURL,
+            };
+            const endpoint = getEndpoint(openAIEndpointConfig);
+            const params = {
+                ...this.clientConfig,
+                baseURL: endpoint,
+                timeout: this.timeout,
+                maxRetries: 0,
+            };
+            if (params.baseURL == null) {
+                delete params.baseURL;
+            }
+            this.client = new CustomOpenAIClient(params);
+        }
+        const requestOptions = {
+            ...this.clientConfig,
+            ...options,
+        };
+        return requestOptions;
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const messagesMapped = _convertMessagesToOpenAIParams(messages, this.model);
+        const params = {
+            ...this.invocationParams(options, {
+                streaming: true,
+            }),
+            messages: messagesMapped,
+            stream: true,
+        };
+        let defaultRole;
+        const streamIterable = await this.completionWithRetry(params, options);
+        let usage;
+        for await (const data of streamIterable) {
+            const choice = data.choices[0];
+            if (data.usage) {
+                usage = data.usage;
+            }
+            if (!choice) {
+                continue;
+            }
+            const { delta } = choice;
+            if (!delta) {
+                continue;
+            }
+            const chunk = this._convertOpenAIDeltaToBaseMessageChunk(delta, data, defaultRole);
+            if (chunk.usage_metadata != null) {
+                chunk.usage_metadata = {
+                    input_tokens: chunk.usage_metadata.input_tokens ?? 0,
+                    output_tokens: chunk.usage_metadata.output_tokens ?? 0,
+                    total_tokens: chunk.usage_metadata.total_tokens ?? 0,
+                };
+            }
+            if ('reasoning_content' in delta) {
+                chunk.additional_kwargs.reasoning_content = delta.reasoning_content;
+            }
+            defaultRole = delta.role ?? defaultRole;
+            const newTokenIndices = {
+                prompt: options.promptIndex ?? 0,
+                completion: choice.index ?? 0,
+            };
+            if (typeof chunk.content !== 'string') {
+                // eslint-disable-next-line no-console
+                console.log('[WARNING]: Received non-string content from OpenAI. This is currently not supported.');
+                continue;
+            }
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const generationInfo = { ...newTokenIndices };
+            if (choice.finish_reason != null) {
+                generationInfo.finish_reason = choice.finish_reason;
+                // Only include system fingerprint in the last chunk for now
+                // to avoid concatenation issues
+                generationInfo.system_fingerprint = data.system_fingerprint;
+                generationInfo.model_name = data.model;
+                generationInfo.service_tier = data.service_tier;
+            }
+            if (this.logprobs == true) {
+                generationInfo.logprobs = choice.logprobs;
+            }
+            const generationChunk = new ChatGenerationChunk({
+                message: chunk,
+                text: chunk.content,
+                generationInfo,
+            });
+            yield generationChunk;
+            await runManager?.handleLLMNewToken(generationChunk.text || '', newTokenIndices, undefined, undefined, undefined, { chunk: generationChunk });
+        }
+        if (usage) {
+            // Type assertion for xAI-specific usage structure
+            const xaiUsage = usage;
+            const inputTokenDetails = {
+                // Standard OpenAI fields
+                ...(usage.prompt_tokens_details?.audio_tokens != null && {
+                    audio: usage.prompt_tokens_details.audio_tokens,
+                }),
+                ...(usage.prompt_tokens_details?.cached_tokens != null && {
+                    cache_read: usage.prompt_tokens_details.cached_tokens,
+                }),
+                // Add xAI-specific prompt token details if they exist
+                ...(xaiUsage.prompt_tokens_details?.text_tokens != null && {
+                    text: xaiUsage.prompt_tokens_details.text_tokens,
+                }),
+                ...(xaiUsage.prompt_tokens_details?.image_tokens != null && {
+                    image: xaiUsage.prompt_tokens_details.image_tokens,
+                }),
+            };
+            const outputTokenDetails = {
+                // Standard OpenAI fields
+                ...(usage.completion_tokens_details?.audio_tokens != null && {
+                    audio: usage.completion_tokens_details.audio_tokens,
+                }),
+                ...(usage.completion_tokens_details?.reasoning_tokens != null && {
+                    reasoning: usage.completion_tokens_details.reasoning_tokens,
+                }),
+                // Add xAI-specific completion token details if they exist
+                ...(xaiUsage.completion_tokens_details?.accepted_prediction_tokens !=
+                    null && {
+                    accepted_prediction: xaiUsage.completion_tokens_details.accepted_prediction_tokens,
+                }),
+                ...(xaiUsage.completion_tokens_details?.rejected_prediction_tokens !=
+                    null && {
+                    rejected_prediction: xaiUsage.completion_tokens_details.rejected_prediction_tokens,
+                }),
+            };
+            const generationChunk = new ChatGenerationChunk({
+                message: new AIMessageChunk({
+                    content: '',
+                    response_metadata: {
+                        usage: { ...usage },
+                        // Include xAI-specific metadata if it exists
+                        ...(xaiUsage.num_sources_used != null && {
+                            num_sources_used: xaiUsage.num_sources_used,
+                        }),
+                    },
+                    usage_metadata: {
+                        input_tokens: usage.prompt_tokens,
+                        output_tokens: usage.completion_tokens,
+                        total_tokens: usage.total_tokens,
+                        ...(Object.keys(inputTokenDetails).length > 0 && {
+                            input_token_details: inputTokenDetails,
+                        }),
+                        ...(Object.keys(outputTokenDetails).length > 0 && {
+                            output_token_details: outputTokenDetails,
+                        }),
+                    },
+                }),
+                text: '',
+            });
+            yield generationChunk;
+        }
+        if (options.signal?.aborted === true) {
+            throw new Error('AbortError');
+        }
+    }
+}
+
+export { AzureChatOpenAI, ChatDeepSeek, ChatOpenAI, ChatXAI, CustomAzureOpenAIClient, CustomOpenAIClient, isHeaders, normalizeHeaders };
+//# sourceMappingURL=index.mjs.map