@framers/agentos 0.12.18 → 0.12.19

package/dist/core/llm/providers/implementations/RequestyProvider.js

@@ -0,0 +1,652 @@
+// File: backend/agentos/core/llm/providers/implementations/RequestyProvider.ts
+/**
+ * @fileoverview Implements the IProvider interface for Requesty, an OpenAI-compatible
+ * LLM gateway that provides access to a wide variety of LLMs from different providers
+ * through a unified API. This provider handles routing requests to the specified models
+ * via Requesty.
+ * @module backend/agentos/core/llm/providers/implementations/RequestyProvider
+ * @implements {IProvider}
+ */
+import axios from 'axios';
+import { RequestyProviderError } from '../errors/RequestyProviderError.js';
+import { ApiKeyPool } from '../../../providers/ApiKeyPool.js';
+import { createGMIErrorFromError, GMIErrorCode } from '../../../utils/errors.js'; // Corrected import path
+import { clampMaxOutputTokens } from '../model-output-limits.js';
+export class RequestyProvider {
+    constructor() {
+        this.providerId = 'requesty';
+        this.isInitialized = false;
+        this.keyPool = null;
+        this.availableModelsCache = new Map();
+    }
+    async initialize(config) {
+        if (!config.apiKey) {
+            throw new RequestyProviderError('Requesty API key (apiKey) is required for initialization.', 'INIT_FAILED_MISSING_API_KEY');
+        }
+        // Corrected: Ensure all properties of Required<RequestyProviderConfig> are present
+        // by providing defaults for optional fields before freezing.
+        this.config = Object.freeze({
+            apiKey: config.apiKey,
+            baseURL: config.baseURL || 'https://router.requesty.ai/v1',
+            defaultModelId: config.defaultModelId, // Can be undefined, but this.defaultModelId will store it
+            siteUrl: config.siteUrl, // Can be undefined
+            appName: config.appName, // Can be undefined
+            requestTimeout: config.requestTimeout || 60000,
+            streamRequestTimeout: config.streamRequestTimeout || 180000,
+        });
+        this.keyPool = new ApiKeyPool(config.apiKey);
+        this.defaultModelId = this.config.defaultModelId; // Store the potentially undefined value
+        // No Authorization header here: the key is resolved per request inside
+        // makeApiRequest (apiKeyOverride first, then the pool), so key rotation
+        // and per call overrides are honored instead of a key baked at init.
+        const headers = {
+            'Content-Type': 'application/json',
+            'User-Agent': `AgentOS/1.0 (RequestyProvider; ${this.config.appName || 'UnknownApp'})`,
+        };
+        if (this.config.siteUrl) {
+            headers['HTTP-Referer'] = this.config.siteUrl;
+        }
+        if (this.config.appName) {
+            headers['X-Title'] = this.config.appName;
+        }
+        this.client = axios.create({
+            baseURL: this.config.baseURL,
+            headers,
+        });
+        try {
+            await this.refreshAvailableModels();
+            this.isInitialized = true;
+            console.log(`RequestyProvider initialized. Default Model: ${this.defaultModelId || 'Not set'}. Found ${this.availableModelsCache.size} models via Requesty.`);
+        }
+        catch (error) {
+            this.isInitialized = false;
+            const initError = error instanceof RequestyProviderError ? error :
+                createGMIErrorFromError(// Corrected: use imported createGMIErrorFromError
+                error instanceof Error ? error : new Error(String(error)), GMIErrorCode.LLM_PROVIDER_ERROR, // Corrected: use imported GMIErrorCode
+                { providerId: this.providerId }, `RequestyProvider failed to initialize: ${error instanceof Error ? error.message : String(error)}`);
+            console.error(initError.message, initError.details || initError);
+            throw initError;
+        }
+    }
+    async refreshAvailableModels() {
+        const responseData = await this.makeApiRequest('/models', 'GET', this.config.requestTimeout);
+        this.availableModelsCache.clear();
+        if (responseData && Array.isArray(responseData.data)) {
+            responseData.data.forEach((apiModel) => {
+                const modelInfo = this.mapApiToModelInfo(apiModel);
+                this.availableModelsCache.set(modelInfo.modelId, modelInfo);
+            });
+        }
+        else {
+            console.warn("RequestyProvider: Received no model data or malformed response from /models endpoint.");
+        }
+    }
+    mapApiToModelInfo(apiModel) {
+        const capabilities = ['chat', 'completion'];
+        if (apiModel.architecture?.modality === 'multimodal') {
+            capabilities.push('vision_input');
+        }
+        const knownAdvancedModelPatterns = ['gpt-3.5', 'gpt-4', 'claude-2', 'claude-3', 'gemini', 'mistral', 'llama'];
+        if (knownAdvancedModelPatterns.some(pattern => apiModel.id.toLowerCase().includes(pattern))) {
+            capabilities.push('tool_use', 'json_mode');
+        }
+        if (apiModel.id.includes('embedding') || apiModel.id.includes('embed')) {
+            capabilities.push('embeddings');
+        }
+        const parsePrice = (priceStr, tokensFactor = 1000000) => {
+            if (typeof priceStr !== 'string')
+                return undefined;
+            const price = parseFloat(priceStr);
+            return isNaN(price) ? undefined : price * tokensFactor;
+        };
+        return {
+            modelId: apiModel.id,
+            providerId: this.providerId,
+            displayName: apiModel.name,
+            description: apiModel.description,
+            capabilities: Array.from(new Set(capabilities)),
+            contextWindowSize: apiModel.context_length || undefined,
+            pricePer1MTokensInput: parsePrice(apiModel.pricing?.prompt),
+            pricePer1MTokensOutput: parsePrice(apiModel.pricing?.completion),
+            supportsStreaming: true,
+            status: 'active',
+        };
+    }
+    ensureInitialized() {
+        if (!this.isInitialized) {
+            throw new RequestyProviderError('RequestyProvider is not initialized. Please call the initialize() method first.', 'PROVIDER_NOT_INITIALIZED');
+        }
+    }
+    mapToRequestyMessages(messages) {
+        return messages.map(msg => {
+            const mappedMsg = { role: msg.role, content: msg.content };
+            if (msg.name)
+                mappedMsg.name = msg.name;
+            if (msg.tool_calls)
+                mappedMsg.tool_calls = msg.tool_calls;
+            if (msg.tool_call_id)
+                mappedMsg.tool_call_id = msg.tool_call_id;
+            return mappedMsg;
+        });
+    }
+    async generateCompletion(modelId, messages, options) {
+        this.ensureInitialized();
+        const requestyMessages = this.mapToRequestyMessages(messages);
+        const payload = {
+            model: modelId,
+            messages: requestyMessages,
+            stream: false,
+            ...(options.temperature !== undefined && { temperature: options.temperature }),
+            ...(options.topP !== undefined && { top_p: options.topP }),
+            // Requesty reserves credits up to max_tokens at request time. When the
+            // caller doesn't specify a limit, it falls back to the model's full output
+            // capacity (e.g. 64000 for claude-haiku-4-5), which causes 402 credit-required
+            // errors on accounts without enough buffer. Default to 4096, the same value
+            // AnthropicProvider uses, so short prompts succeed without explicit tuning.
+            // Then clamp to the model's output ceiling so a request sized for a
+            // flagship model is not rejected when routed to a lower-ceiling OpenAI
+            // model (e.g. openai/gpt-4o caps at 16384, not 32000).
+            max_tokens: clampMaxOutputTokens(modelId, options.maxTokens) ?? 4096,
+            ...(options.presencePenalty !== undefined && { presence_penalty: options.presencePenalty }),
+            ...(options.frequencyPenalty !== undefined && { frequency_penalty: options.frequencyPenalty }),
+            ...(options.stopSequences !== undefined && { stop: options.stopSequences }),
+            ...(options.userId !== undefined && { user: options.userId }),
+            ...(options.tools !== undefined && { tools: options.tools }),
+            ...(options.toolChoice !== undefined && { tool_choice: options.toolChoice }),
+            ...(options.responseFormat?.type === 'json_object' && { response_format: { type: 'json_object' } }),
+            ...(options.customModelParams || {}),
+        };
+        const apiResponseData = await this.makeApiRequest('/chat/completions', 'POST', 
+        // CR8: honor a per-call requestTimeout override over the provider default.
+        options.requestTimeout ?? this.config.requestTimeout, payload, false, { apiKeyOverride: options.apiKeyOverride, signal: options.abortSignal });
+        return this.mapApiToCompletionResponse(apiResponseData, modelId);
+    }
+    async *generateCompletionStream(modelId, messages, options) {
+        this.ensureInitialized();
+        const requestyMessages = this.mapToRequestyMessages(messages);
+        const payload = {
+            model: modelId,
+            messages: requestyMessages,
+            stream: true,
+            // Requesty follows the OpenAI streaming convention: usage is omitted
+            // unless stream_options.include_usage is set, in which case a trailing
+            // usage-only chunk arrives before [DONE]. Without this flag,
+            // streamText({...}).usage resolves to all zeros even on success.
+            stream_options: { include_usage: true },
+            ...(options.temperature !== undefined && { temperature: options.temperature }),
+            ...(options.topP !== undefined && { top_p: options.topP }),
+            // Requesty reserves credits up to max_tokens at request time. When the
+            // caller doesn't specify a limit, it falls back to the model's full output
+            // capacity (e.g. 64000 for claude-haiku-4-5), which causes 402 credit-required
+            // errors on accounts without enough buffer. Default to 4096, the same value
+            // AnthropicProvider uses, so short prompts succeed without explicit tuning.
+            // Then clamp to the model's output ceiling so a request sized for a
+            // flagship model is not rejected when routed to a lower-ceiling OpenAI
+            // model (e.g. openai/gpt-4o caps at 16384, not 32000).
+            max_tokens: clampMaxOutputTokens(modelId, options.maxTokens) ?? 4096,
+            ...(options.presencePenalty !== undefined && { presence_penalty: options.presencePenalty }),
+            ...(options.frequencyPenalty !== undefined && { frequency_penalty: options.frequencyPenalty }),
+            ...(options.stopSequences !== undefined && { stop: options.stopSequences }),
+            ...(options.userId !== undefined && { user: options.userId }),
+            ...(options.tools !== undefined && { tools: options.tools }),
+            ...(options.toolChoice !== undefined && { tool_choice: options.toolChoice }),
+            ...(options.responseFormat?.type === 'json_object' && { response_format: { type: 'json_object' } }),
+            ...(options.customModelParams || {}),
+        };
+        const abortSignal = options.abortSignal;
+        if (abortSignal?.aborted) {
+            yield { id: `requesty-abort-${Date.now()}`, object: 'chat.completion.chunk', created: Math.floor(Date.now() / 1000), modelId, choices: [], error: { message: 'Stream aborted prior to first chunk', type: 'abort' }, isFinal: true };
+            return;
+        }
+        const accumulatedToolCalls = new Map();
+        // Stream contract (see StreamingReconstructor.ts): exactly one chunk per
+        // stream carries isFinal:true. With stream_options.include_usage the API
+        // sends the finish_reason chunk and then a usage-only chunk, so the
+        // finish_reason chunk is buffered here and merged with the usage chunk
+        // before a single final chunk is emitted.
+        let pendingFinal;
+        // Some upstreams routed through Requesty end the stream at [DONE] without
+        // ever sending finish_reason. Track whether a final chunk went out so one
+        // can be synthesized in that case.
+        let finalEmitted = false;
+        try {
+            const stream = await this.makeApiRequest('/chat/completions', 'POST', 
+            // CR8: honor a per-call requestTimeout override over the stream default.
+            options.requestTimeout ?? this.config.streamRequestTimeout, payload, true, { apiKeyOverride: options.apiKeyOverride, signal: abortSignal });
+            for await (const rawChunk of this.parseSseStream(stream)) {
+                if (abortSignal?.aborted) {
+                    pendingFinal = undefined;
+                    finalEmitted = true;
+                    yield { id: `requesty-abort-${Date.now()}`, object: 'chat.completion.chunk', created: Math.floor(Date.now() / 1000), modelId, choices: [], error: { message: 'Stream aborted by caller', type: 'abort' }, isFinal: true };
+                    break;
+                }
+                if (rawChunk.startsWith('data: ') && rawChunk.includes('[DONE]')) {
+                    const doneData = rawChunk.substring('data: '.length).trim();
+                    if (doneData === '[DONE]')
+                        break;
+                }
+                if (rawChunk === 'data: [DONE]') {
+                    break;
+                }
+                if (rawChunk.startsWith('data: ')) {
+                    const jsonData = rawChunk.substring('data: '.length);
+                    let apiChunk;
+                    try {
+                        apiChunk = JSON.parse(jsonData);
+                    }
+                    catch (error) {
+                        // Do not log or attach the raw payload: it can hold completion
+                        // text or tool arguments. Only the length is safe metadata.
+                        throw new RequestyProviderError(`Malformed SSE data chunk from Requesty (${jsonData.length} bytes could not be parsed as JSON).`, 'STREAM_CHUNK_MALFORMED', undefined, undefined, { payloadLength: jsonData.length, parseError: error instanceof Error ? error.message : String(error) });
+                    }
+                    const mapped = this.mapApiToStreamChunkResponse(apiChunk, modelId, accumulatedToolCalls);
+                    // Don't break on finish_reason: with stream_options.include_usage,
+                    // Requesty (like OpenAI) emits a trailing usage-only chunk AFTER
+                    // the finish_reason chunk and BEFORE [DONE]. Breaking here would
+                    // skip the usage chunk and zero out the caller's token totals. The
+                    // [DONE] marker check above is the right termination signal.
+                    if (!mapped.isFinal) {
+                        yield mapped;
+                    }
+                    else if (mapped.choices.length > 0) {
+                        pendingFinal = mapped;
+                    }
+                    else if (pendingFinal) {
+                        finalEmitted = true;
+                        yield { ...pendingFinal, usage: mapped.usage ?? pendingFinal.usage };
+                        pendingFinal = undefined;
+                    }
+                    else {
+                        finalEmitted = true;
+                        yield mapped;
+                    }
+                }
+            }
+            if (pendingFinal) {
+                // [DONE] (or end of stream) arrived without a usage-only chunk.
+                finalEmitted = true;
+                yield pendingFinal;
+            }
+            else if (!finalEmitted) {
+                // Stream ended without any finish_reason or usage chunk. Emit the
+                // terminal chunk the provider contract requires so consumers see
+                // completion.
+                yield {
+                    id: `requesty-final-${Date.now()}`,
+                    object: 'chat.completion.chunk',
+                    created: Math.floor(Date.now() / 1000),
+                    modelId,
+                    choices: [{ index: 0, message: { role: 'assistant', content: null }, finishReason: 'stop' }],
+                    isFinal: true,
+                };
+            }
+        }
+        catch (error) {
+            // Provider contract (IProvider) requires a terminal isFinal:true chunk
+            // even on error. If request setup or SSE iteration throws, surface it as
+            // a final error chunk instead of letting the generator throw.
+            if (abortSignal?.aborted) {
+                yield { id: `requesty-abort-${Date.now()}`, object: 'chat.completion.chunk', created: Math.floor(Date.now() / 1000), modelId, choices: [], error: { message: 'Stream aborted by caller', type: 'abort' }, isFinal: true };
+                return;
+            }
+            const message = error instanceof Error ? error.message : String(error);
+            yield { id: `requesty-error-${Date.now()}`, object: 'chat.completion.chunk', created: Math.floor(Date.now() / 1000), modelId, choices: [], error: { message, type: 'api_error' }, isFinal: true };
+            return;
+        }
+    }
+    async generateEmbeddings(modelId, texts, options) {
+        this.ensureInitialized();
+        if (!texts || texts.length === 0) {
+            throw new RequestyProviderError('Input texts array cannot be empty for generating embeddings.', 'EMBEDDING_NO_INPUT');
+        }
+        const modelInfo = await this.getModelInfo(modelId);
+        if (modelInfo && !modelInfo.capabilities.includes('embeddings')) {
+            console.warn(`RequestyProvider: Model '${modelId}' is not explicitly listed with embedding capabilities. Attempting anyway.`);
+        }
+        const payload = {
+            model: modelId,
+            input: texts,
+            ...(options?.encodingFormat && { encoding_format: options.encodingFormat }),
+            ...(options?.dimensions && { dimensions: options.dimensions }),
+            ...(options?.inputType && { input_type: options.inputType }),
+            ...(options?.customModelParams || {}),
+        };
+        const apiResponseData = await this.makeApiRequest('/embeddings', 'POST', this.config.requestTimeout, payload, false, { apiKeyOverride: options?.apiKeyOverride });
+        if (!Array.isArray(apiResponseData?.data) || !apiResponseData.usage) {
+            throw new RequestyProviderError('Malformed embeddings response from Requesty: missing data array or usage.', 'API_RESPONSE_MALFORMED', undefined, undefined, { hasData: Array.isArray(apiResponseData?.data), hasUsage: !!apiResponseData?.usage });
+        }
+        return {
+            object: 'list',
+            data: apiResponseData.data.map(d => ({
+                object: 'embedding',
+                embedding: d.embedding,
+                index: d.index,
+            })),
+            model: apiResponseData.model,
+            usage: {
+                prompt_tokens: apiResponseData.usage.prompt_tokens,
+                total_tokens: apiResponseData.usage.total_tokens,
+            },
+        };
+    }
+    async listAvailableModels(filter) {
+        this.ensureInitialized();
+        if (this.availableModelsCache.size === 0) {
+            try {
+                await this.refreshAvailableModels();
+            }
+            catch (refreshError) {
+                console.warn("RequestyProvider: Failed to refresh models during listAvailableModels call after finding empty cache:", refreshError);
+            }
+        }
+        const models = Array.from(this.availableModelsCache.values());
+        if (filter?.capability) {
+            return models.filter(m => m.capabilities.includes(filter.capability));
+        }
+        return models;
+    }
+    async getModelInfo(modelId) {
+        this.ensureInitialized();
+        if (!this.availableModelsCache.has(modelId)) {
+            try {
+                console.log(`RequestyProvider: Model ${modelId} not in cache. Refreshing model list.`);
+                await this.refreshAvailableModels();
+            }
+            catch (error) {
+                console.warn(`RequestyProvider: Failed to refresh models list while trying to get info for ${modelId}:`, error);
+            }
+        }
+        return this.availableModelsCache.get(modelId);
+    }
+    async checkHealth() {
+        if (!this.client) {
+            return { isHealthy: false, details: { message: "RequestyProvider not initialized (HTTP client missing)." } };
+        }
+        try {
+            // Auth rides per request since the key is no longer on the axios
+            // instance; keep the health probe representative of real traffic.
+            await this.client.get('/models', {
+                timeout: Math.min(this.config.requestTimeout || 10000, 10000),
+                headers: { Authorization: `Bearer ${this.resolveApiKey()}` },
+            });
+            return { isHealthy: true, details: { message: "Successfully connected to Requesty /models endpoint." } };
+        }
+        catch (error) {
+            const err = error;
+            return {
+                isHealthy: false,
+                details: {
+                    message: `Requesty health check failed: ${err.message}`,
+                    status: err.response?.status,
+                    responseData: err.response?.data,
+                },
+            };
+        }
+    }
+    async shutdown() {
+        this.isInitialized = false;
+        this.availableModelsCache.clear();
+        console.log('RequestyProvider shutdown: Instance marked as uninitialized and cache cleared.');
+    }
+    mapApiToCompletionResponse(apiResponse, requestedModelId) {
+        const choice = apiResponse.choices[0];
+        if (!choice) {
+            throw new RequestyProviderError("Received empty choices array from Requesty.", "API_RESPONSE_MALFORMED", undefined, undefined, { responseId: apiResponse.id });
+        }
+        const choiceWithoutMessage = apiResponse.choices.find(c => !c.message || typeof c.message !== 'object');
+        if (choiceWithoutMessage) {
+            throw new RequestyProviderError(`Choice ${choiceWithoutMessage.index} in Requesty response has no message object.`, "API_RESPONSE_MALFORMED", undefined, undefined, { responseId: apiResponse.id, choiceIndex: choiceWithoutMessage.index });
+        }
+        const usage = apiResponse.usage ? {
+            promptTokens: apiResponse.usage.prompt_tokens,
+            completionTokens: apiResponse.usage.completion_tokens,
+            totalTokens: apiResponse.usage.total_tokens,
+            costUSD: apiResponse.usage.cost,
+        } : undefined;
+        return {
+            id: apiResponse.id,
+            object: apiResponse.object,
+            created: apiResponse.created,
+            modelId: apiResponse.model || requestedModelId,
+            choices: apiResponse.choices.map(c => ({
+                index: c.index,
+                message: {
+                    role: c.message.role,
+                    content: c.message.content,
+                    tool_calls: c.message.tool_calls,
+                },
+                finishReason: c.finish_reason,
+                logprobs: c.logprobs,
+            })),
+            usage,
+        };
+    }
+    mapApiToStreamChunkResponse(apiChunk, requestedModelId, accumulatedToolCalls) {
+        const choice = apiChunk.choices[0];
+        // With stream_options.include_usage, Requesty (like OpenAI) emits a
+        // trailing chunk with an empty choices array and a populated usage
+        // object. Recognize it as a final usage-only chunk so callers see real
+        // token totals after the stream resolves. Without this, the empty-choices
+        // path below would mark it as a malformed-response error.
+        if ((!apiChunk.choices || apiChunk.choices.length === 0) && apiChunk.usage) {
+            return {
+                id: apiChunk.id,
+                object: apiChunk.object,
+                created: apiChunk.created,
+                modelId: apiChunk.model || requestedModelId,
+                choices: [],
+                isFinal: true,
+                usage: {
+                    promptTokens: apiChunk.usage.prompt_tokens,
+                    completionTokens: apiChunk.usage.completion_tokens,
+                    totalTokens: apiChunk.usage.total_tokens,
+                    costUSD: apiChunk.usage.cost,
+                },
+            };
+        }
+        if (!choice) {
+            return {
+                id: apiChunk.id, object: apiChunk.object, created: apiChunk.created,
+                modelId: apiChunk.model || requestedModelId, choices: [], isFinal: true,
+                error: { message: "Stream chunk contained no choices.", type: "invalid_response" }
+            };
+        }
+        let responseTextDelta;
+        let toolCallsDeltas;
+        if (choice.delta?.content) {
+            responseTextDelta = choice.delta.content;
+        }
+        if (choice.delta?.tool_calls) {
+            toolCallsDeltas = [];
+            choice.delta.tool_calls.forEach(tcDelta => {
+                let currentToolCallState = accumulatedToolCalls.get(tcDelta.index);
+                if (!currentToolCallState) {
+                    currentToolCallState = { function: { name: '', arguments: '' } };
+                }
+                if (tcDelta.id)
+                    currentToolCallState.id = tcDelta.id;
+                if (tcDelta.type)
+                    currentToolCallState.type = tcDelta.type;
+                if (tcDelta.function?.name)
+                    currentToolCallState.function.name = (currentToolCallState.function.name || '') + tcDelta.function.name;
+                if (tcDelta.function?.arguments)
+                    currentToolCallState.function.arguments = (currentToolCallState.function.arguments || '') + tcDelta.function.arguments;
+                accumulatedToolCalls.set(tcDelta.index, currentToolCallState);
+                toolCallsDeltas.push({
+                    index: tcDelta.index,
+                    id: tcDelta.id,
+                    type: tcDelta.type,
+                    function: tcDelta.function ? {
+                        name: tcDelta.function.name,
+                        arguments_delta: tcDelta.function.arguments
+                    } : undefined,
+                });
+            });
+        }
+        const isFinal = !!choice.finish_reason;
+        let finalUsage;
+        const finalChoices = [];
+        if (isFinal) {
+            if (apiChunk.usage) {
+                finalUsage = {
+                    promptTokens: apiChunk.usage.prompt_tokens,
+                    completionTokens: apiChunk.usage.completion_tokens,
+                    totalTokens: apiChunk.usage.total_tokens,
+                    costUSD: apiChunk.usage.cost,
+                };
+            }
+            const finalMessage = {
+                role: choice.delta?.role || (accumulatedToolCalls.size > 0 ? 'assistant' : (choice.message?.role || 'assistant')),
+                content: responseTextDelta || (choice.message?.content || null),
+                tool_calls: Array.from(accumulatedToolCalls.values())
+                    .filter(tc => tc.id && tc.function?.name)
+                    .map(accTc => ({
+                    id: accTc.id,
+                    type: accTc.type,
+                    function: { name: accTc.function.name, arguments: accTc.function.arguments }
+                })),
+            };
+            if (!finalMessage.tool_calls || finalMessage.tool_calls.length === 0) {
+                delete finalMessage.tool_calls;
+            }
+            if (responseTextDelta && !choice.message?.content && accumulatedToolCalls.size === 0) {
+                finalMessage.content = responseTextDelta;
+            }
+            else if (accumulatedToolCalls.size > 0 && !responseTextDelta && !choice.message?.content) {
+                finalMessage.content = null;
+            }
+            finalChoices.push({
+                index: choice.index,
+                message: finalMessage,
+                finishReason: choice.finish_reason,
+                logprobs: choice.logprobs,
+            });
+        }
+        else {
+            finalChoices.push({
+                index: choice.index,
+                message: {
+                    role: choice.delta?.role || 'assistant',
+                    content: responseTextDelta || null,
+                },
+                finishReason: null,
+            });
+        }
+        return {
+            id: apiChunk.id,
+            object: apiChunk.object,
+            created: apiChunk.created,
+            modelId: apiChunk.model || requestedModelId,
+            choices: finalChoices,
+            responseTextDelta: isFinal ? undefined : responseTextDelta,
+            toolCallsDeltas: isFinal ? undefined : toolCallsDeltas,
+            isFinal,
+            usage: finalUsage,
+        };
+    }
+    /**
+     * Resolve the bearer key for one request: a per call override wins,
+     * otherwise the next key from the pool (weighted rotation).
+     */
+    resolveApiKey(apiKeyOverride) {
+        if (apiKeyOverride)
+            return apiKeyOverride;
+        return this.keyPool?.hasKeys ? this.keyPool.next() : this.config.apiKey;
+    }
+    /**
+     * Reduce an unknown thrown value to fields that are safe to attach to
+     * error details and to log. The raw Axios error keeps the request config
+     * (Authorization header, serialized body), so it is never stored as is.
+     */
+    sanitizeUnderlyingError(error) {
+        if (error instanceof Error) {
+            const code = error.code;
+            return {
+                name: error.name,
+                ...(typeof code === 'string' ? { code } : {}),
+                message: error.message,
+            };
+        }
+        return { message: String(error) };
+    }
+    async makeApiRequest(endpoint, method, timeout, body, expectStream = false, perRequest) {
+        try {
+            const response = await this.client.request({
+                url: endpoint,
+                method,
+                data: body,
+                timeout: timeout,
+                headers: { Authorization: `Bearer ${this.resolveApiKey(perRequest?.apiKeyOverride)}` },
+                // Forward the caller's AbortSignal so an abort settles the request
+                // while Axios is still waiting for headers or the next body chunk.
+                ...(perRequest?.signal ? { signal: perRequest.signal } : {}),
+                responseType: expectStream ? 'stream' : 'json',
+            });
+            return response.data;
+        }
+        catch (error) {
+            let statusCode;
+            let errorData;
+            let errorMessage = 'Unknown Requesty API error';
+            let errorType = 'UNKNOWN_API_ERROR';
+            if (axios.isAxiosError(error)) {
+                statusCode = error.response?.status;
+                errorData = error.response?.data;
+                if (errorData?.error && typeof errorData.error === 'object') {
+                    errorMessage = errorData.error.message || errorMessage;
+                    errorType = errorData.error.type || errorType;
+                }
+                else if (typeof errorData === 'string') {
+                    errorMessage = errorData;
+                }
+                else if (error.message) {
+                    errorMessage = error.message;
+                }
+            }
+            else if (error instanceof Error) {
+                errorMessage = error.message;
+            }
+            // Prefix the status code into the message so downstream retry/fallback
+            // logic (e.g. isRetryableError, which greps for \b402\b) can route on it
+            // even when the Requesty API body provides a friendlier description.
+            const decoratedMessage = statusCode ? `[${statusCode}] ${errorMessage}` : errorMessage;
+            throw new RequestyProviderError(decoratedMessage, 'API_REQUEST_FAILED', statusCode, errorType, { requestEndpoint: endpoint, requestBodyKeys: body ? Object.keys(body) : undefined, responseData: errorData, underlyingError: this.sanitizeUnderlyingError(error) });
+        }
+    }
+    async *parseSseStream(stream) {
+        let buffer = '';
+        const readableStream = stream;
+        try {
+            for await (const chunk of readableStream) {
+                buffer += chunk.toString();
+                let eolIndex;
+                while ((eolIndex = buffer.indexOf('\n')) >= 0) {
+                    const line = buffer.substring(0, eolIndex).trim();
+                    buffer = buffer.substring(eolIndex + 1);
+                    if (line) {
+                        yield line;
+                    }
+                }
+            }
+            if (buffer.trim()) {
+                yield buffer.trim();
+            }
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : "Requesty stream parsing/reading error";
+            console.error("RequestyProvider: Error reading or parsing SSE stream:", message);
+            if (error instanceof RequestyProviderError)
+                throw error;
+            throw new RequestyProviderError(message, 'STREAM_PARSING_ERROR', undefined, undefined, this.sanitizeUnderlyingError(error));
+        }
+        finally {
+            if (typeof readableStream.destroy === 'function') {
+                readableStream.destroy();
+            }
+            else if (typeof readableStream.close === 'function') {
+                readableStream.close();
+            }
+        }
+    }
+}
+//# sourceMappingURL=RequestyProvider.js.map