@propio-ai/providers 0.1.0

package/dist/providers/bedrock.js

@@ -0,0 +1,442 @@
+import { BedrockRuntimeClient, ConverseStreamCommand, } from "@aws-sdk/client-bedrock-runtime";
+import { BaseProvider } from "../internal/baseProvider.js";
+import { ProviderError, ProviderAuthenticationError, ProviderRateLimitError, ProviderModelNotFoundError, ProviderContextLengthError, } from "../types.js";
+import { withRetry } from "../internal/withRetry.js";
+/**
+ * Bedrock implementation of LLMProvider
+ */
+export class BedrockProvider extends BaseProvider {
+    constructor(options) {
+        super(options);
+        this.name = "bedrock";
+        this.client = new BedrockRuntimeClient({
+            region: options.region ?? "us-east-1",
+        });
+    }
+    async *streamChat(request) {
+        try {
+            const command = this.createConverseStreamCommand(request);
+            const response = await withRetry(() => this.client.send(command, { abortSignal: request.signal }), this.createRetryOptions(request));
+            const stream = this.getStreamFromResponse(response);
+            if (!stream) {
+                throw new Error("No stream output");
+            }
+            const state = {
+                toolCalls: [],
+                currentToolCall: null,
+                currentToolInput: "",
+                stopReason: "end_turn",
+            };
+            for await (const event of stream) {
+                this.captureStopReason(event, state);
+                const assistantText = this.handleStreamEvent(event, state);
+                if (assistantText) {
+                    yield { type: "assistant_text", delta: assistantText };
+                }
+            }
+            if (state.toolCalls.length > 0) {
+                yield { type: "tool_calls", toolCalls: state.toolCalls };
+            }
+            // Emit normalized terminal event (Phase 4.5)
+            yield { type: "terminal", stopReason: state.stopReason };
+        }
+        catch (error) {
+            throw this.translateError(error);
+        }
+    }
+    createRetryOptions(request) {
+        return {
+            maxRetries: this.retryConfig?.maxRetries ?? 3,
+            baseDelayMs: 500,
+            isRetryable: (error) => this.isRetryableError(error),
+            consecutive529Limit: this.retryConfig?.consecutive529Limit ?? 3,
+            onRetry: (ctx) => this.emitRetryDiagnostic(request, ctx),
+        };
+    }
+    isRetryableError(error) {
+        const name = error?.name ?? "";
+        const message = error instanceof Error ? error.message : String(error);
+        return (name === "ThrottlingException" ||
+            name === "ServiceUnavailableException" ||
+            name === "InternalServerException" ||
+            message.includes("rate limit") ||
+            message.includes("throttl"));
+    }
+    emitRetryDiagnostic(request, ctx) {
+        this.onDiagnosticEvent?.({
+            type: "provider_retry",
+            provider: this.name,
+            model: request.model || this.model,
+            iteration: request.iteration ?? 0,
+            reason: ctx.err instanceof Error ? ctx.err.message : String(ctx.err),
+            attemptNumber: ctx.attempt + 1,
+            delayMs: ctx.delayMs,
+        });
+    }
+    captureStopReason(event, state) {
+        if (event.messageStop?.stopReason) {
+            state.stopReason = this.mapStopReason(event.messageStop.stopReason);
+        }
+    }
+    createConverseStreamCommand(request) {
+        const systemMessage = request.messages.find((m) => m.role === "system");
+        const messages = request.messages
+            .filter((m) => m.role !== "system")
+            .map((msg) => this.chatMessageToBedrockMessage(msg));
+        const toolConfig = request.tools
+            ? {
+                tools: request.tools.map((tool) => this.chatToolToBedrockTool(tool)),
+            }
+            : undefined;
+        return new ConverseStreamCommand({
+            modelId: request.model || this.model,
+            messages: messages,
+            system: systemMessage ? [{ text: systemMessage.content }] : undefined,
+            toolConfig: toolConfig,
+        });
+    }
+    getStreamFromResponse(response) {
+        let stream = response.stream || response.output;
+        if (!stream &&
+            typeof response === "object" &&
+            response !== null &&
+            Symbol.asyncIterator in response) {
+            stream = response;
+        }
+        return stream;
+    }
+    handleStreamEvent(event, state) {
+        let assistantText;
+        if (event.contentBlockDelta) {
+            assistantText = this.handleContentBlockDelta(event.contentBlockDelta.delta, state);
+        }
+        if (event.contentBlockStart) {
+            this.handleContentBlockStart(event.contentBlockStart.start, state);
+        }
+        if (event.contentBlockStop) {
+            this.handleContentBlockStop(state);
+        }
+        return assistantText;
+    }
+    handleContentBlockDelta(delta, state) {
+        if (delta.text) {
+            return delta.text;
+        }
+        if (delta.toolUse) {
+            const partialInput = delta.toolUse.input;
+            if (partialInput) {
+                state.currentToolInput += partialInput;
+            }
+        }
+        return undefined;
+    }
+    handleContentBlockStart(start, state) {
+        const toolUse = start?.toolUse;
+        if (!toolUse) {
+            return;
+        }
+        state.currentToolCall = {
+            id: toolUse.toolUseId,
+            function: {
+                name: toolUse.name,
+                arguments: {},
+            },
+        };
+        state.currentToolInput = "";
+    }
+    handleContentBlockStop(state) {
+        if (!state.currentToolCall?.function || !state.currentToolInput) {
+            return;
+        }
+        try {
+            state.currentToolCall.function.arguments = JSON.parse(state.currentToolInput);
+        }
+        catch {
+            state.currentToolCall.function.arguments = {
+                raw: state.currentToolInput,
+            };
+        }
+        state.toolCalls.push(state.currentToolCall);
+        state.currentToolCall = null;
+        state.currentToolInput = "";
+    }
+    /**
+     * Check if a message is a system message
+     */
+    isSystemMessage(msg) {
+        return msg.role === "system";
+    }
+    /**
+     * Translate ChatMessage to Bedrock Message format
+     */
+    chatMessageToBedrockMessage(msg) {
+        const contentBlocks = [];
+        this.appendTextContentBlock(msg, contentBlocks);
+        this.appendToolCallBlocks(msg, contentBlocks);
+        this.appendImageBlocks(msg, contentBlocks);
+        this.appendToolResultBlocks(msg, contentBlocks);
+        return {
+            role: msg.role === "tool" ? "user" : msg.role,
+            content: contentBlocks,
+        };
+    }
+    appendTextContentBlock(msg, contentBlocks) {
+        if (msg.content && msg.role !== "tool") {
+            contentBlocks.push({
+                text: msg.content,
+            });
+        }
+    }
+    appendToolCallBlocks(msg, contentBlocks) {
+        if (!msg.toolCalls || msg.toolCalls.length === 0) {
+            return;
+        }
+        for (const toolCall of msg.toolCalls) {
+            contentBlocks.push({
+                toolUse: {
+                    toolUseId: toolCall.id || `${toolCall.function.name}-${Date.now()}`,
+                    name: toolCall.function.name,
+                    input: toolCall.function.arguments,
+                },
+            });
+        }
+    }
+    appendImageBlocks(msg, contentBlocks) {
+        if (!msg.images || msg.images.length === 0) {
+            return;
+        }
+        for (const image of msg.images) {
+            if (typeof image === "string") {
+                this.appendBase64ImageBlock(image, contentBlocks);
+            }
+            else {
+                contentBlocks.push({
+                    image: {
+                        format: "png",
+                        source: {
+                            bytes: image,
+                        },
+                    },
+                });
+            }
+        }
+    }
+    appendBase64ImageBlock(image, contentBlocks) {
+        if (!image.startsWith("data:")) {
+            return;
+        }
+        const [header, data] = image.split(",");
+        const mediaType = header.match(/:(.*?);/)?.[1] || "image/png";
+        contentBlocks.push({
+            image: {
+                format: (mediaType.split("/")[1] || "png"),
+                source: {
+                    bytes: Buffer.from(data, "base64"),
+                },
+            },
+        });
+    }
+    appendToolResultBlocks(msg, contentBlocks) {
+        if (msg.role !== "tool") {
+            return;
+        }
+        if (msg.toolResults && msg.toolResults.length > 0) {
+            for (const toolResult of msg.toolResults) {
+                contentBlocks.push({
+                    toolResult: {
+                        toolUseId: toolResult.toolCallId,
+                        content: [{ text: toolResult.content }],
+                        status: "success",
+                    },
+                });
+            }
+            return;
+        }
+        if (msg.toolCallId) {
+            contentBlocks.push({
+                toolResult: {
+                    toolUseId: msg.toolCallId,
+                    content: [{ text: msg.content }],
+                    status: "success",
+                },
+            });
+        }
+    }
+    /**
+     * Translate Bedrock Message to ChatMessage
+     */
+    bedrockMessageToChatMessage(msg) {
+        let content = "";
+        const toolCalls = [];
+        if (msg.content && Array.isArray(msg.content)) {
+            for (const block of msg.content) {
+                // Skip undefined or null blocks
+                if (!block) {
+                    continue;
+                }
+                if (block.text) {
+                    content += block.text;
+                }
+                if (block.toolUse) {
+                    toolCalls.push({
+                        id: block.toolUse.toolUseId, // Store toolUseId for later reference
+                        function: {
+                            name: block.toolUse.name,
+                            arguments: block.toolUse.input || {},
+                        },
+                    });
+                }
+            }
+        }
+        const chatMsg = {
+            role: "assistant",
+            content,
+        };
+        if (toolCalls.length > 0) {
+            chatMsg.toolCalls = toolCalls;
+        }
+        return chatMsg;
+    }
+    /**
+     * Translate ChatTool to Bedrock ToolSpecification
+     */
+    chatToolToBedrockTool(chatTool) {
+        // Bedrock expects the JSON schema directly in the inputSchema.json field
+        // Strip out descriptions from properties as Bedrock may not support them
+        const schema = chatTool.function.parameters || {
+            type: "object",
+            properties: {},
+        };
+        // Clean the schema by removing descriptions from properties
+        const cleanedSchema = this.cleanSchema(schema);
+        return {
+            toolSpec: {
+                name: chatTool.function.name,
+                description: chatTool.function.description,
+                inputSchema: {
+                    json: cleanedSchema,
+                },
+            },
+        };
+    }
+    /**
+     * Clean JSON schema by removing unsupported fields like descriptions from properties
+     */
+    isSchemaObject(schema) {
+        return Boolean(schema) && typeof schema === "object";
+    }
+    cleanSchema(schema) {
+        if (!this.isSchemaObject(schema)) {
+            return schema;
+        }
+        const cleaned = { ...schema };
+        if (this.isSchemaObject(cleaned.properties)) {
+            cleaned.properties = Object.fromEntries(Object.entries(cleaned.properties).map(([key, value]) => [
+                key,
+                this.cleanSchemaProperty(value),
+            ]));
+        }
+        return cleaned;
+    }
+    cleanSchemaProperty(value) {
+        if (!this.isSchemaObject(value)) {
+            return value;
+        }
+        const cleaned = {};
+        this.copySchemaField(cleaned, value, "type");
+        this.copySchemaField(cleaned, value, "enum");
+        if (value.items) {
+            cleaned.items = this.cleanSchema(value.items);
+        }
+        if (value.properties) {
+            cleaned.properties = this.cleanSchema(value.properties);
+        }
+        return cleaned;
+    }
+    copySchemaField(target, source, field) {
+        if (source[field] !== undefined) {
+            target[field] = source[field];
+        }
+    }
+    /**
+     * Map Bedrock stop reason to provider-agnostic format
+     */
+    mapStopReason(bedrockStopReason) {
+        switch (bedrockStopReason) {
+            case "tool_use":
+                return "tool_use";
+            case "max_tokens":
+                return "max_tokens";
+            case "stop_sequence":
+                return "stop_sequence";
+            default:
+                return "end_turn";
+        }
+    }
+    /**
+     * Translate errors to ProviderError types
+     */
+    isContextLengthError(message, name) {
+        const lower = message.toLowerCase();
+        return (name.includes("ModelInputLimitExceededException") ||
+            lower.includes("too many input tokens") ||
+            lower.includes("context length") ||
+            lower.includes("input is too long") ||
+            lower.includes("prompt is too long") ||
+            lower.includes("maximum number of tokens") ||
+            lower.includes("exceeds the model"));
+    }
+    getErrorDetails(error) {
+        return {
+            message: error instanceof Error ? error.message : String(error),
+            name: error.name || "",
+            ...(error instanceof Error ? { originalError: error } : {}),
+        };
+    }
+    translateError(error) {
+        const details = this.getErrorDetails(error);
+        return (this.translateContextLengthError(details) ??
+            this.translateAuthenticationError(details) ??
+            this.translateModelNotFoundError(details) ??
+            this.translateRateLimitError(details) ??
+            this.translateServiceError(details) ??
+            new ProviderError(details.message, details.originalError));
+    }
+    translateContextLengthError(details) {
+        if (this.isContextLengthError(details.message, details.name)) {
+            return new ProviderContextLengthError(`Context length exceeded: ${details.message}`, details.originalError);
+        }
+        return null;
+    }
+    translateAuthenticationError(details) {
+        if (details.name.includes("ValidationException") ||
+            details.message.includes("Invalid") ||
+            details.message.includes("credentials")) {
+            return new ProviderAuthenticationError(`Bedrock authentication failed: ${details.message}`, details.originalError);
+        }
+        return null;
+    }
+    translateModelNotFoundError(details) {
+        if (details.name.includes("ResourceNotFoundException") ||
+            details.message.includes("model not found")) {
+            return new ProviderModelNotFoundError(this.model, `Model ${this.model} not found in Bedrock: ${details.message}`, details.originalError);
+        }
+        return null;
+    }
+    translateRateLimitError(details) {
+        if (details.name.includes("ThrottlingException") ||
+            details.message.includes("rate limit") ||
+            details.message.includes("throttl")) {
+            return new ProviderRateLimitError(`Bedrock rate limited: ${details.message}`, undefined, details.originalError);
+        }
+        return null;
+    }
+    translateServiceError(details) {
+        if (details.name.includes("ServiceUnavailableException") ||
+            details.name.includes("InternalServerException")) {
+            return new ProviderError(`Bedrock service error: ${details.message}`, details.originalError);
+        }
+        return null;
+    }
+}
+//# sourceMappingURL=bedrock.js.map

package/dist/providers/bedrock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.js","sourceRoot":"","sources":["../../src/providers/bedrock.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EAEpB,qBAAqB,GACtB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAuB,MAAM,6BAA6B,CAAC;AAChF,OAAO,EAML,aAAa,EACb,2BAA2B,EAC3B,sBAAsB,EACtB,0BAA0B,EAC1B,0BAA0B,GAE3B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAerD;;GAEG;AACH,MAAM,OAAO,eAAgB,SAAQ,YAAY;IAI/C,YAAY,OAAkD;QAC5D,KAAK,CAAC,OAAO,CAAC,CAAC;QAJR,SAAI,GAAG,SAAS,CAAC;QAKxB,IAAI,CAAC,MAAM,GAAG,IAAI,oBAAoB,CAAC;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,WAAW;SACtC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EAChE,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CACjC,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAEpD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,KAAK,GAAuB;gBAChC,SAAS,EAAE,EAAE;gBACb,eAAe,EAAE,IAAI;gBACrB,gBAAgB,EAAE,EAAE;gBACpB,UAAU,EAAE,UAAU;aACvB,CAAC;YAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAA4B,EAAE,CAAC;gBACvD,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACrC,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAC3D,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;gBACzD,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;YAC3D,CAAC;YAED,6CAA6C;YAC7C,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,kBAAkB,CAAC,OAAoB;QAC7C,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,IAAI,CAAC;YAC7C,WAAW,EAAE,GAAG;YAChB,WAAW,EAAE,CAAC,KAAc,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;YAC7D,mBAAmB,EAAE,IAAI,CAAC,WAAW,EAAE,mBAAmB,IAAI,CAAC;YAC/D,OAAO,EAAE,CAAC,GAIT,EAAQ,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC;SACnD,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,KAAc;QACrC,MAAM,IAAI,GAAI,KAAa,EAAE,IAAI,IAAI,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,CACL,IAAI,KAAK,qBAAqB;YAC9B,IAAI,KAAK,6BAA6B;YACtC,IAAI,KAAK,yBAAyB;YAClC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAC5B,CAAC;IACJ,CAAC;IAEO,mBAAmB,CACzB,OAAoB,EACpB,GAAuD;QAEvD,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAClC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,CAAC;YACjC,MAAM,EAAE,GAAG,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;YACpE,aAAa,EAAE,GAAG,CAAC,OAAO,GAAG,CAAC;YAC9B,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,KAAU,EAAE,KAAyB;QAC7D,IAAI,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC;YAClC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAEO,2BAA2B,CACjC,OAAoB;QAEpB,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ;aAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAClC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK;YAC9B,CAAC,CAAC;gBACE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;aACrE;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO,IAAI,qBAAqB,CAAC;YAC/B,OAAO,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YACpC,QAAQ,EAAE,QAAe;YACzB,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;YACrE,UAAU,EAAE,UAAiB;SAC9B,CAAC,CAAC;IACL,CAAC;IAEO,qBAAqB,CAC3B,QAAiB;QAEjB,IAAI,MAAM,GAAI,QAAgB,CAAC,MAAM,IAAK,QAAgB,CAAC,MAAM,CAAC;QAElE,IACE,CAAC,MAAM;YACP,OAAO,QAAQ,KAAK,QAAQ;YAC5B,QAAQ,KAAK,IAAI;YACjB,MAAM,CAAC,aAAa,IAAI,QAAQ,EAChC,CAAC;YACD,MAAM,GAAG,QAAQ,CAAC;QACpB,CAAC;QAED,OAAO,MAAwC,CAAC;IAClD,CAAC;IAEO,iBAAiB,CACvB,KAAU,EACV,KAIC;QAED,IAAI,aAAiC,CAAC;QAEtC,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,aAAa,GAAG,IAAI,CAAC,uBAAuB,CAC1C,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAC7B,KAAK,CACN,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC3B,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,uBAAuB,CAC7B,KAAU,EACV,KAIC;QAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,KAAK,CAAC,IAAI,CAAC;QACpB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YACzC,IAAI,YAAY,EAAE,CAAC;gBACjB,KAAK,CAAC,gBAAgB,IAAI,YAAY,CAAC;YACzC,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,uBAAuB,CAC7B,KAAU,EACV,KAIC;QAED,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,CAAC;QAC/B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,KAAK,CAAC,eAAe,GAAG;YACtB,EAAE,EAAE,OAAO,CAAC,SAAS;YACrB,QAAQ,EAAE;gBACR,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,SAAS,EAAE,EAAE;aACd;SACF,CAAC;QACF,KAAK,CAAC,gBAAgB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAEO,sBAAsB,CAAC,KAI9B;QACC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,QAAQ,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAChE,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CACnD,KAAK,CAAC,gBAAgB,CACvB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,GAAG;gBACzC,GAAG,EAAE,KAAK,CAAC,gBAAgB;aAC5B,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,eAA+B,CAAC,CAAC;QAC5D,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC;QAC7B,KAAK,CAAC,gBAAgB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,GAAgB;QACtC,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;IAC/B,CAAC;IAED;;OAEG;IACK,2BAA2B,CAAC,GAAgB;QAClD,MAAM,aAAa,GAAU,EAAE,CAAC;QAEhC,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAChD,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC9C,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAC3C,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAEhD,OAAO;YACL,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAE,GAAG,CAAC,IAAY;YACtD,OAAO,EAAE,aAAa;SACvB,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,GAAgB,EAAE,aAAoB;QACnE,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvC,aAAa,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,GAAG,CAAC,OAAO;aACX,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,oBAAoB,CAAC,GAAgB,EAAE,aAAoB;QACjE,IAAI,CAAC,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACrC,aAAa,CAAC,IAAI,CAAC;gBACjB,OAAO,EAAE;oBACP,SAAS,EAAE,QAAQ,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;oBACnE,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;oBAC5B,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,SAAS;iBACnC;aACK,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,GAAgB,EAAE,aAAoB;QAC9D,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE;wBACL,MAAM,EAAE,KAAY;wBACpB,MAAM,EAAE;4BACN,KAAK,EAAE,KAAK;yBACb;qBACF;iBACK,CAAC,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAEO,sBAAsB,CAAC,KAAa,EAAE,aAAoB;QAChE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC;QAC9D,aAAa,CAAC,IAAI,CAAC;YACjB,KAAK,EAAE;gBACL,MAAM,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAQ;gBACjD,MAAM,EAAE;oBACN,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;iBACnC;aACF;SACK,CAAC,CAAC;IACZ,CAAC;IAEO,sBAAsB,CAAC,GAAgB,EAAE,aAAoB;QACnE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,KAAK,MAAM,UAAU,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBACzC,aAAa,CAAC,IAAI,CAAC;oBACjB,UAAU,EAAE;wBACV,SAAS,EAAE,UAAU,CAAC,UAAU;wBAChC,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC;wBACvC,MAAM,EAAE,SAAS;qBAClB;iBACK,CAAC,CAAC;YACZ,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,aAAa,CAAC,IAAI,CAAC;gBACjB,UAAU,EAAE;oBACV,SAAS,EAAE,GAAG,CAAC,UAAU;oBACzB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;oBAChC,MAAM,EAAE,SAAS;iBAClB;aACK,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,2BAA2B,CAAC,GAAQ;QAC1C,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,SAAS,GAAmB,EAAE,CAAC;QAErC,IAAI,GAAG,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChC,gCAAgC;gBAChC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,SAAS;gBACX,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACf,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC;gBACxB,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,SAAS,CAAC,IAAI,CAAC;wBACb,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,sCAAsC;wBACnE,QAAQ,EAAE;4BACR,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;4BACxB,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;yBACrC;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAgB;YAC3B,IAAI,EAAE,WAAW;YACjB,OAAO;SACR,CAAC;QAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,QAAkB;QAC9C,yEAAyE;QACzE,yEAAyE;QACzE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,UAAU,IAAI;YAC7C,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,4DAA4D;QAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAE/C,OAAO;YACL,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBAC5B,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW;gBAC1C,WAAW,EAAE;oBACX,IAAI,EAAE,aAAa;iBACpB;aACF;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAW;QAChC,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC;IACvD,CAAC;IAEO,WAAW,CAAC,MAAW;QAC7B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAE9B,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5C,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,CACrC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACvD,GAAG;gBACH,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;aAChC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,mBAAmB,CAAC,KAAU;QACpC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,OAAO,GAAQ,EAAE,CAAC;QACxB,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAE7C,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,eAAe,CACrB,MAA+B,EAC/B,MAA+B,EAC/B,KAAa;QAEb,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa,CACnB,iBAAqC;QAErC,QAAQ,iBAAiB,EAAE,CAAC;YAC1B,KAAK,UAAU;gBACb,OAAO,UAAU,CAAC;YACpB,KAAK,YAAY;gBACf,OAAO,YAAY,CAAC;YACtB,KAAK,eAAe;gBAClB,OAAO,eAAe,CAAC;YACzB;gBACE,OAAO,UAAU,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,OAAe,EAAE,IAAY;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,CACL,IAAI,CAAC,QAAQ,CAAC,kCAAkC,CAAC;YACjD,KAAK,CAAC,QAAQ,CAAC,uBAAuB,CAAC;YACvC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAChC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YACnC,KAAK,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACpC,KAAK,CAAC,QAAQ,CAAC,0BAA0B,CAAC;YAC1C,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CACpC,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,KAAU;QAChC,OAAO;YACL,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC/D,IAAI,EAAG,KAAa,CAAC,IAAI,IAAI,EAAE;YAC/B,GAAG,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5D,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,KAAU;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,CACL,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC;YACzC,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC;YAC1C,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC;YACzC,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC;YACrC,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC;YACnC,IAAI,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAC1D,CAAC;IACJ,CAAC;IAEO,2BAA2B,CACjC,OAA4B;QAE5B,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7D,OAAO,IAAI,0BAA0B,CACnC,4BAA4B,OAAO,CAAC,OAAO,EAAE,EAC7C,OAAO,CAAC,aAAa,CACtB,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,4BAA4B,CAClC,OAA4B;QAE5B,IACE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC;YAC5C,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;YACnC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EACvC,CAAC;YACD,OAAO,IAAI,2BAA2B,CACpC,kCAAkC,OAAO,CAAC,OAAO,EAAE,EACnD,OAAO,CAAC,aAAa,CACtB,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,2BAA2B,CACjC,OAA4B;QAE5B,IACE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC;YAClD,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAC3C,CAAC;YACD,OAAO,IAAI,0BAA0B,CACnC,IAAI,CAAC,KAAK,EACV,SAAS,IAAI,CAAC,KAAK,0BAA0B,OAAO,CAAC,OAAO,EAAE,EAC9D,OAAO,CAAC,aAAa,CACtB,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,uBAAuB,CAC7B,OAA4B;QAE5B,IACE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC;YAC5C,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YACtC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EACnC,CAAC;YACD,OAAO,IAAI,sBAAsB,CAC/B,yBAAyB,OAAO,CAAC,OAAO,EAAE,EAC1C,SAAS,EACT,OAAO,CAAC,aAAa,CACtB,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,qBAAqB,CAC3B,OAA4B;QAE5B,IACE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,6BAA6B,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAChD,CAAC;YACD,OAAO,IAAI,aAAa,CACtB,0BAA0B,OAAO,CAAC,OAAO,EAAE,EAC3C,OAAO,CAAC,aAAa,CACtB,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/providers/cloudflare.d.ts

@@ -0,0 +1,40 @@
+import { ChatMessage, ChatRequest, ChatStreamEvent, ProviderError } from "../types.js";
+import { type OpenAIMessageContentPart } from "../internal/shared.js";
+import { OpenAiCompatibleProvider, type OpenAiCompatibleProviderOptions } from "../internal/openAiCompatibleProvider.js";
+interface OpenAIMessage {
+    role: "user" | "assistant" | "system" | "tool";
+    content: string | OpenAIMessageContentPart[];
+    tool_calls?: Array<{
+        id: string;
+        type: "function";
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }>;
+    tool_call_id?: string;
+}
+export interface CloudflareProviderOptions extends OpenAiCompatibleProviderOptions {
+    accountId?: string;
+}
+export declare function normalizeCloudflareModelId(modelId: string): string;
+/**
+ * Cloudflare Workers AI implementation using the OpenAI-compatible chat-completions endpoint.
+ */
+export declare class CloudflareProvider extends OpenAiCompatibleProvider {
+    readonly name = "cloudflare";
+    private readonly model;
+    private readonly apiKey;
+    private readonly accountId;
+    private readonly retryConfig?;
+    private readonly onDiagnosticEvent?;
+    constructor(options: CloudflareProviderOptions);
+    private getChatCompletionsUrl;
+    protected chatMessageToOpenAIMessage(msg: ChatMessage): OpenAIMessage;
+    private createChatCompletionRequestBody;
+    private fetchStream;
+    streamChat(request: ChatRequest): AsyncIterable<ChatStreamEvent>;
+    protected translateError(error: unknown, response?: Response, _responseBody?: string): ProviderError;
+}
+export {};
+//# sourceMappingURL=cloudflare.d.ts.map

package/dist/providers/cloudflare.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare.d.ts","sourceRoot":"","sources":["../../src/providers/cloudflare.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,WAAW,EACX,eAAe,EAEf,aAAa,EACd,MAAM,aAAa,CAAC;AAErB,OAAO,EAIL,KAAK,wBAAwB,EAE9B,MAAM,uBAAuB,CAAC;AAK/B,OAAO,EACL,wBAAwB,EACxB,KAAK,+BAA+B,EACrC,MAAM,yCAAyC,CAAC;AAKjD,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,GAAG,wBAAwB,EAAE,CAAC;IAC7C,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC;KAC/C,CAAC,CAAC;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,yBAA0B,SAAQ,+BAA+B;IAChF,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAQlE;AAgBD;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,wBAAwB;IAC9D,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAG3B;IACF,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAA6B;gBAEpD,OAAO,EAAE,yBAAyB;IAwB9C,OAAO,CAAC,qBAAqB;IAI7B,SAAS,CAAC,0BAA0B,CAAC,GAAG,EAAE,WAAW,GAAG,aAAa;IAIrE,OAAO,CAAC,+BAA+B;YAczB,WAAW;IA+BlB,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,aAAa,CAAC,eAAe,CAAC;IA4BvE,SAAS,CAAC,cAAc,CACtB,KAAK,EAAE,OAAO,EACd,QAAQ,CAAC,EAAE,QAAQ,EACnB,aAAa,CAAC,EAAE,MAAM,GACrB,aAAa;CAUjB"}

package/dist/providers/cloudflare.js

@@ -0,0 +1,115 @@
+import { ProviderAuthenticationError, ProviderError, } from "../types.js";
+import { applyOpenAIMessageCore, buildOpenAIChatCompletionRequestBody, createOpenAIMessageWithImages, } from "../internal/shared.js";
+import { consumeOpenAiChatCompletionsStream, fetchOpenAiCompatibleStreamReader, } from "../internal/openAiStream.js";
+import { OpenAiCompatibleProvider, } from "../internal/openAiCompatibleProvider.js";
+const CLOUDFLARE_CHAT_COMPLETIONS_URL = "https://api.cloudflare.com/client/v4/accounts";
+export function normalizeCloudflareModelId(modelId) {
+    if (modelId.startsWith("@")) {
+        return modelId;
+    }
+    if (modelId.startsWith("cf/")) {
+        return `@${modelId}`;
+    }
+    return modelId;
+}
+function resolveCloudflareApiKey(apiKey) {
+    return (apiKey ??
+        process.env.CLOUDFLARE_API_TOKEN ??
+        process.env.CLOUDFLARE_AUTH_TOKEN ??
+        process.env.CLOUDFLARE_API_KEY ??
+        "");
+}
+function resolveCloudflareAccountId(accountId) {
+    return accountId ?? process.env.CLOUDFLARE_ACCOUNT_ID ?? "";
+}
+/**
+ * Cloudflare Workers AI implementation using the OpenAI-compatible chat-completions endpoint.
+ */
+export class CloudflareProvider extends OpenAiCompatibleProvider {
+    constructor(options) {
+        super();
+        this.name = "cloudflare";
+        const apiKey = resolveCloudflareApiKey(options.apiKey);
+        const accountId = resolveCloudflareAccountId(options.accountId);
+        if (!accountId || accountId.trim() === "") {
+            throw new ProviderAuthenticationError("Cloudflare account ID is required. Set CLOUDFLARE_ACCOUNT_ID or pass accountId in options.");
+        }
+        if (!apiKey || apiKey.trim() === "") {
+            throw new ProviderAuthenticationError("Cloudflare API token is required. Set CLOUDFLARE_API_TOKEN, CLOUDFLARE_AUTH_TOKEN, or CLOUDFLARE_API_KEY, or pass apiKey in options.");
+        }
+        this.model = options.model;
+        this.configureCapabilities(options.contextWindowTokens);
+        this.apiKey = apiKey;
+        this.accountId = accountId;
+        this.retryConfig = options.retryConfig;
+        this.onDiagnosticEvent = options.onDiagnosticEvent;
+    }
+    getChatCompletionsUrl() {
+        return `${CLOUDFLARE_CHAT_COMPLETIONS_URL}/${this.accountId}/ai/v1/chat/completions`;
+    }
+    chatMessageToOpenAIMessage(msg) {
+        return applyOpenAIMessageCore(createOpenAIMessageWithImages(msg), msg);
+    }
+    createChatCompletionRequestBody(request) {
+        const effectiveModel = normalizeCloudflareModelId(request.model || this.model);
+        return buildOpenAIChatCompletionRequestBody({
+            request: { ...request, model: effectiveModel },
+            model: effectiveModel,
+            mapMessage: (msg) => this.chatMessageToOpenAIMessage(msg),
+            mapTool: (tool) => this.chatToolToOpenAITool(tool),
+        });
+    }
+    async fetchStream(body, signal) {
+        const response = await fetch(this.getChatCompletionsUrl(), {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                Accept: "text/event-stream, application/json",
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+            signal,
+        });
+        if (!response.ok) {
+            let errorBody = "";
+            try {
+                errorBody = await response.text();
+            }
+            catch {
+                // ignore read failures
+            }
+            throw this.translateError(new Error(errorBody || `HTTP ${response.status}`), response);
+        }
+        return response;
+    }
+    async *streamChat(request) {
+        try {
+            const body = this.createChatCompletionRequestBody(request);
+            const reader = await fetchOpenAiCompatibleStreamReader({
+                body,
+                signal: request.signal,
+                fetchStream: (streamBody, signal) => this.fetchStream(streamBody, signal),
+                retryOptions: this.buildRetryOptions(request, this.model, this.retryConfig, this.onDiagnosticEvent),
+                translateError: (error) => this.translateError(error),
+            });
+            const toolCallsByIndex = new Map();
+            yield* consumeOpenAiChatCompletionsStream(reader, toolCallsByIndex);
+        }
+        catch (error) {
+            if (error instanceof ProviderError)
+                throw error;
+            throw this.translateError(error);
+        }
+    }
+    translateError(error, response, _responseBody) {
+        return this.translateStandardOpenAiError(error, response, {
+            model: this.model,
+            authenticationMessage: "Invalid Cloudflare API token",
+            rateLimitMessage: "Cloudflare rate limit exceeded",
+            serviceErrorMessage: "Cloudflare service error",
+            connectionErrorMessage: "Failed to connect to Cloudflare API",
+            requestFailedMessage: "Cloudflare request failed",
+        });
+    }
+}
+//# sourceMappingURL=cloudflare.js.map

package/dist/providers/cloudflare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloudflare.js","sourceRoot":"","sources":["../../src/providers/cloudflare.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,2BAA2B,EAC3B,aAAa,GACd,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,sBAAsB,EACtB,oCAAoC,EACpC,6BAA6B,GAG9B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,kCAAkC,EAClC,iCAAiC,GAClC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,wBAAwB,GAEzB,MAAM,yCAAyC,CAAC;AAEjD,MAAM,+BAA+B,GACnC,+CAA+C,CAAC;AAiBlD,MAAM,UAAU,0BAA0B,CAAC,OAAe;IACxD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,IAAI,OAAO,EAAE,CAAC;IACvB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAe;IAC9C,OAAO,CACL,MAAM;QACN,OAAO,CAAC,GAAG,CAAC,oBAAoB;QAChC,OAAO,CAAC,GAAG,CAAC,qBAAqB;QACjC,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAC9B,EAAE,CACH,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CAAC,SAAkB;IACpD,OAAO,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE,CAAC;AAC9D,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,kBAAmB,SAAQ,wBAAwB;IAW9D,YAAY,OAAkC;QAC5C,KAAK,EAAE,CAAC;QAXD,SAAI,GAAG,YAAY,CAAC;QAY3B,MAAM,MAAM,GAAG,uBAAuB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,0BAA0B,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEhE,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,2BAA2B,CACnC,4FAA4F,CAC7F,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,2BAA2B,CACnC,sIAAsI,CACvI,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IACrD,CAAC;IAEO,qBAAqB;QAC3B,OAAO,GAAG,+BAA+B,IAAI,IAAI,CAAC,SAAS,yBAAyB,CAAC;IACvF,CAAC;IAES,0BAA0B,CAAC,GAAgB;QACnD,OAAO,sBAAsB,CAAC,6BAA6B,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IACzE,CAAC;IAEO,+BAA+B,CACrC,OAAoB;QAEpB,MAAM,cAAc,GAAG,0BAA0B,CAC/C,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAC5B,CAAC;QACF,OAAO,oCAAoC,CAAC;YAC1C,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE;YAC9C,KAAK,EAAE,cAAc;YACrB,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC;YACzD,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;SACnD,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,IAA6B,EAC7B,MAA+B;QAE/B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE;YACzD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,MAAM,EAAE,qCAAqC;gBAC7C,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;YACD,MAAM,IAAI,CAAC,cAAc,CACvB,IAAI,KAAK,CAAC,SAAS,IAAI,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC,EACjD,QAAQ,CACT,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,MAAM,iCAAiC,CAAC;gBACrD,IAAI;gBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,WAAW,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,CAClC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,MAAM,CAAC;gBACtC,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAClC,OAAO,EACP,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,iBAAiB,CACvB;gBACD,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;aACtD,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAG7B,CAAC;YACJ,KAAK,CAAC,CAAC,kCAAkC,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,aAAa;gBAAE,MAAM,KAAK,CAAC;YAChD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAES,cAAc,CACtB,KAAc,EACd,QAAmB,EACnB,aAAsB;QAEtB,OAAO,IAAI,CAAC,4BAA4B,CAAC,KAAK,EAAE,QAAQ,EAAE;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,qBAAqB,EAAE,8BAA8B;YACrD,gBAAgB,EAAE,gCAAgC;YAClD,mBAAmB,EAAE,0BAA0B;YAC/C,sBAAsB,EAAE,qCAAqC;YAC7D,oBAAoB,EAAE,2BAA2B;SAClD,CAAC,CAAC;IACL,CAAC;CACF"}