ai-gateway-proxy 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Mintlify
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/index.cjs

@@ -0,0 +1,386 @@
+Object.defineProperty(exports, '__esModule', { value: true });
+
+var _async_to_generator = require('@swc/helpers/_/_async_to_generator');
+var oidc = require('@vercel/oidc');
+var _extends = require('@swc/helpers/_/_extends');
+var providerUtils = require('@ai-sdk/provider-utils');
+
+/**
+ * Get authentication token for the AI Gateway.
+ * Tries API key first (AI_GATEWAY_API_KEY env var), then falls back to Vercel OIDC.
+ */ function getGatewayAuthToken() {
+    return _async_to_generator._(function*() {
+        const apiKey = process.env.AI_GATEWAY_API_KEY;
+        if (apiKey) {
+            return {
+                token: apiKey,
+                authMethod: "api-key"
+            };
+        }
+        try {
+            const oidcToken = yield oidc.getVercelOidcToken();
+            return {
+                token: oidcToken,
+                authMethod: "oidc"
+            };
+        } catch (unused) {
+            return null;
+        }
+    })();
+}
+
+/**
+ * Aggregator for collecting stream content.
+ * Tracks text deltas, reasoning, tool calls, and other content to build the final GatewayResponse.
+ *
+ * Uses AI SDK V3 protocol types.
+ * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts
+ */ class StreamContentAggregator {
+    /**
+	 * Process a stream part and update aggregated state.
+	 * Uses LanguageModelV3StreamPart type from @ai-sdk/provider.
+	 *
+	 * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts
+	 */ process(part) {
+        switch(part.type){
+            case "stream-start":
+                this.warnings.push(...part.warnings);
+                break;
+            case "text-start":
+                this.textContent.set(part.id, {
+                    type: "text",
+                    text: ""
+                });
+                break;
+            case "text-delta":
+                {
+                    const text = this.textContent.get(part.id);
+                    if (text) {
+                        text.text += part.delta;
+                    }
+                }
+                break;
+            case "text-end":
+                {
+                    const text = this.textContent.get(part.id);
+                    if (text) {
+                        this.content.push(text);
+                        this.textContent.delete(part.id);
+                    }
+                }
+                break;
+            case "reasoning-start":
+                this.reasoningContent.set(part.id, {
+                    type: "reasoning",
+                    text: ""
+                });
+                break;
+            case "reasoning-delta":
+                {
+                    const reasoning = this.reasoningContent.get(part.id);
+                    if (reasoning) {
+                        reasoning.text += part.delta;
+                    }
+                }
+                break;
+            case "reasoning-end":
+                {
+                    const reasoning = this.reasoningContent.get(part.id);
+                    if (reasoning) {
+                        this.content.push(reasoning);
+                        this.reasoningContent.delete(part.id);
+                    }
+                }
+                break;
+            case "tool-input-start":
+            case "tool-input-delta":
+            case "tool-input-end":
+                break;
+            case "tool-call":
+                this.content.push(part);
+                break;
+            case "tool-result":
+                this.content.push(part);
+                break;
+            case "tool-approval-request":
+                this.content.push(part);
+                break;
+            case "file":
+                this.content.push(part);
+                break;
+            case "source":
+                this.content.push(part);
+                break;
+            case "finish":
+                // Finalize any remaining content
+                for (const [, text] of this.textContent){
+                    this.content.push(text);
+                }
+                this.textContent.clear();
+                for (const [, reasoning] of this.reasoningContent){
+                    this.content.push(reasoning);
+                }
+                this.reasoningContent.clear();
+                this.finishReason = part.finishReason;
+                this.usage = part.usage;
+                this.providerMetadata = part.providerMetadata;
+                break;
+        }
+    }
+    /**
+	 * Get the aggregated response.
+	 */ getResponse() {
+        return {
+            content: this.content,
+            finishReason: this.finishReason,
+            usage: this.usage,
+            warnings: this.warnings,
+            providerMetadata: this.providerMetadata
+        };
+    }
+    constructor(){
+        this.content = [];
+        this.warnings = [];
+        // Text content being built (keyed by id)
+        this.textContent = new Map();
+        // Reasoning content being built (keyed by id)
+        this.reasoningContent = new Map();
+        this.finishReason = {
+            unified: "stop",
+            raw: undefined
+        };
+        this.usage = {
+            inputTokens: {
+                total: undefined,
+                noCache: undefined,
+                cacheRead: undefined,
+                cacheWrite: undefined
+            },
+            outputTokens: {
+                total: undefined,
+                text: undefined,
+                reasoning: undefined
+            }
+        };
+    }
+}
+/**
+ * Creates a transform stream that:
+ * 1. Passes through all SSE events immediately
+ * 2. Aggregates content using StreamContentAggregator
+ * 3. Calls afterResponse when finish event is received
+ * 4. Modifies the finish event based on afterResponse result
+ *
+ * Uses EventSourceParserStream from @ai-sdk/provider-utils for SSE parsing.
+ * EventSourceParserStream is re-exported from the eventsource-parser package.
+ * @see https://github.com/vercel/ai/blob/main/packages/provider-utils/src/parse-json-event-stream.ts
+ * @see https://github.com/rexxars/eventsource-parser
+ */ function createStreamTransformer(body, requestBody, afterResponse) {
+    const encoder = new TextEncoder();
+    const aggregator = new StreamContentAggregator();
+    // Use EventSourceParserStream for SSE parsing (re-exported from eventsource-parser via @ai-sdk/provider-utils)
+    const eventStream = body.pipeThrough(new TextDecoderStream()).pipeThrough(new providerUtils.EventSourceParserStream());
+    return new ReadableStream({
+        start (controller) {
+            return _async_to_generator._(function*() {
+                const reader = eventStream.getReader();
+                try {
+                    while(true){
+                        const { done, value } = yield reader.read();
+                        if (done) break;
+                        const { data } = value;
+                        // Handle DONE marker (end of stream)
+                        if (data === "DONE" || data === "[DONE]") {
+                            controller.enqueue(encoder.encode(`data: ${data}\n\n`));
+                            continue;
+                        }
+                        // Parse the JSON event data
+                        let parsed;
+                        try {
+                            parsed = JSON.parse(data);
+                        } catch (unused) {
+                            // Not valid JSON, pass through as-is
+                            controller.enqueue(encoder.encode(`data: ${data}\n\n`));
+                            continue;
+                        }
+                        // Track content for aggregation
+                        aggregator.process(parsed);
+                        // Handle finish event specially - call afterResponse hook
+                        if (parsed.type === "finish") {
+                            const modifiedResponse = yield afterResponse({
+                                request: requestBody,
+                                response: aggregator.getResponse()
+                            });
+                            // Emit modified finish event
+                            const modifiedFinish = {
+                                type: "finish",
+                                finishReason: modifiedResponse.finishReason,
+                                usage: modifiedResponse.usage,
+                                providerMetadata: modifiedResponse.providerMetadata
+                            };
+                            controller.enqueue(encoder.encode(`data: ${JSON.stringify(modifiedFinish)}\n\n`));
+                            continue;
+                        }
+                        // Pass through event unchanged
+                        controller.enqueue(encoder.encode(`data: ${data}\n\n`));
+                    }
+                    controller.close();
+                } catch (error) {
+                    controller.error(error);
+                } finally{
+                    reader.releaseLock();
+                }
+            })();
+        }
+    });
+}
+
+/**
+ * Creates a proxy handler for the Vercel AI Gateway.
+ *
+ * Uses AI SDK V3 Language Model.
+ * @see https://github.com/vercel/ai/blob/main/packages/gateway/src/gateway-language-model.ts
+ */ const createGatewayProxy = ({ baseUrl = "https://ai-gateway.vercel.sh/v1/ai", headers, beforeRequest, afterResponse, onError } = {})=>{
+    const handler = (request, { params })=>_async_to_generator._(function*() {
+            var _ref;
+            const auth = yield getGatewayAuthToken();
+            if (!auth) {
+                return new Response("AI Gateway authentication not configured", {
+                    status: 500
+                });
+            }
+            const { segments } = yield params;
+            const path = (_ref = segments == null ? void 0 : segments.join("/")) != null ? _ref : "";
+            const searchParams = new URL(request.url).searchParams;
+            const upstream = `${baseUrl}/${path}${searchParams.toString() ? `?${searchParams.toString()}` : ""}`;
+            let requestBody;
+            try {
+                requestBody = yield request.clone().json();
+            } catch (unused) {
+                return new Response("Invalid JSON body", {
+                    status: 400
+                });
+            }
+            // Apply beforeRequest hook
+            if (beforeRequest) {
+                requestBody = yield beforeRequest({
+                    request: requestBody
+                });
+            }
+            const isStreaming = request.headers.get("ai-language-model-streaming") === "true";
+            try {
+                var _request_headers_get;
+                const res = yield fetch(upstream, {
+                    method: request.method,
+                    body: JSON.stringify(requestBody),
+                    duplex: "half",
+                    headers: _extends._({
+                        "content-type": "application/json"
+                    }, headers, {
+                        authorization: `Bearer ${auth.token}`,
+                        "ai-gateway-auth-method": auth.authMethod,
+                        "ai-gateway-protocol-version": "0.0.1",
+                        "ai-language-model-id": (_request_headers_get = request.headers.get("ai-language-model-id")) != null ? _request_headers_get : "",
+                        "ai-language-model-streaming": isStreaming ? "true" : "false"
+                    })
+                });
+                // Handle error responses
+                if (!res.ok) {
+                    let errorBody;
+                    try {
+                        errorBody = yield res.json();
+                    } catch (unused) {
+                        errorBody = {
+                            error: {
+                                message: res.statusText || "Unknown error",
+                                type: "gateway_error"
+                            }
+                        };
+                    }
+                    if (onError) {
+                        const result = yield onError({
+                            request: requestBody,
+                            error: errorBody,
+                            status: res.status
+                        });
+                        // If onError returns a Response, use it directly
+                        if (result instanceof Response) {
+                            return result;
+                        }
+                        // Otherwise, return the modified error
+                        return new Response(JSON.stringify(result), {
+                            status: res.status,
+                            statusText: res.statusText,
+                            headers: {
+                                "content-type": "application/json"
+                            }
+                        });
+                    }
+                    return new Response(JSON.stringify(errorBody), {
+                        status: res.status,
+                        statusText: res.statusText,
+                        headers: {
+                            "content-type": "application/json"
+                        }
+                    });
+                }
+                // For streaming responses
+                if (isStreaming) {
+                    if (!res.body) {
+                        return new Response("No response body", {
+                            status: 500
+                        });
+                    }
+                    // If no afterResponse hook, pass through directly
+                    if (!afterResponse) {
+                        return new Response(res.body, {
+                            status: res.status,
+                            statusText: res.statusText,
+                            headers: {
+                                "content-type": res.headers.get("content-type") || "text/event-stream"
+                            }
+                        });
+                    }
+                    // Transform the stream to call afterResponse on finish
+                    const transformedStream = createStreamTransformer(res.body, requestBody, afterResponse);
+                    return new Response(transformedStream, {
+                        status: res.status,
+                        statusText: res.statusText,
+                        headers: {
+                            "content-type": res.headers.get("content-type") || "text/event-stream"
+                        }
+                    });
+                }
+                // For non-streaming responses, parse and optionally transform
+                let responseBody = yield res.json();
+                if (afterResponse) {
+                    responseBody = yield afterResponse({
+                        request: requestBody,
+                        response: responseBody
+                    });
+                }
+                return new Response(JSON.stringify(responseBody), {
+                    status: res.status,
+                    statusText: res.statusText,
+                    headers: {
+                        "content-type": "application/json"
+                    }
+                });
+            } catch (unused) {
+                return new Response("Error proxying request to AI Gateway", {
+                    status: 500
+                });
+            }
+        })();
+    handler.GET = handler;
+    handler.POST = handler;
+    handler.PUT = handler;
+    handler.DELETE = handler;
+    handler.PATCH = handler;
+    return handler;
+};
+
+exports.StreamContentAggregator = StreamContentAggregator;
+exports.createGatewayProxy = createGatewayProxy;
+exports.createStreamTransformer = createStreamTransformer;
+exports.getGatewayAuthToken = getGatewayAuthToken;

package/dist/index.d.ts

@@ -0,0 +1,141 @@
+import { LanguageModelV3CallOptions, LanguageModelV3Content, LanguageModelV3FinishReason, LanguageModelV3Usage, SharedV3Warning, SharedV3ProviderMetadata, LanguageModelV3StreamPart } from '@ai-sdk/provider';
+
+type GatewayAuthToken = {
+    token: string;
+    authMethod: "api-key" | "oidc";
+};
+/**
+ * Get authentication token for the AI Gateway.
+ * Tries API key first (AI_GATEWAY_API_KEY env var), then falls back to Vercel OIDC.
+ */
+declare function getGatewayAuthToken(): Promise<GatewayAuthToken | null>;
+
+/**
+ * The response body from the AI Gateway for non-streaming requests.
+ * For streaming requests, this is aggregated from the stream events.
+ */
+type GatewayResponse = {
+    content: LanguageModelV3Content[];
+    finishReason: LanguageModelV3FinishReason;
+    usage: LanguageModelV3Usage;
+    warnings: SharedV3Warning[];
+    providerMetadata?: SharedV3ProviderMetadata;
+};
+/**
+ * Error response from the AI Gateway.
+ */
+type GatewayError = {
+    error: {
+        message: string;
+        type: string;
+        param?: unknown;
+    };
+};
+/**
+ * Options for creating a gateway proxy.
+ */
+type CreateGatewayProxyOptions = {
+    /** Base URL for the AI Gateway. Defaults to Vercel's gateway. */
+    baseUrl?: string;
+    /** Additional headers to send with requests. */
+    headers?: Record<string, string>;
+    /**
+     * Called before the request is sent to the gateway.
+     * Allows modification of the request body.
+     */
+    beforeRequest?: (context: {
+        request: LanguageModelV3CallOptions;
+    }) => LanguageModelV3CallOptions | Promise<LanguageModelV3CallOptions>;
+    /**
+     * Called after a successful response is received from the gateway.
+     * Allows modification of the response body.
+     *
+     * For streaming responses, this is called when the stream completes with
+     * the aggregated response. The content has already been streamed, but you
+     * can modify the finish event metadata (usage, finishReason, providerMetadata).
+     */
+    afterResponse?: (context: {
+        request: LanguageModelV3CallOptions;
+        response: GatewayResponse;
+    }) => GatewayResponse | Promise<GatewayResponse>;
+    /**
+     * Called when the gateway returns an error response.
+     * Allows custom error handling or modification.
+     */
+    onError?: (context: {
+        request: LanguageModelV3CallOptions;
+        error: GatewayError;
+        status: number;
+    }) => GatewayError | Response | Promise<GatewayError | Response>;
+};
+/**
+ * Next.js route handler function signature for the gateway proxy.
+ */
+type CreateGatewayProxyFn = (request: Request, context: {
+    params: Promise<{
+        segments?: string[];
+    }>;
+}) => Promise<Response>;
+/**
+ * Result of createGatewayProxy - a handler function with HTTP method exports.
+ */
+type CreateGatewayProxyResult = CreateGatewayProxyFn & {
+    GET: CreateGatewayProxyFn;
+    POST: CreateGatewayProxyFn;
+    PUT: CreateGatewayProxyFn;
+    DELETE: CreateGatewayProxyFn;
+    PATCH: CreateGatewayProxyFn;
+};
+
+/**
+ * Creates a proxy handler for the Vercel AI Gateway.
+ *
+ * Uses AI SDK V3 Language Model.
+ * @see https://github.com/vercel/ai/blob/main/packages/gateway/src/gateway-language-model.ts
+ */
+declare const createGatewayProxy: ({ baseUrl, headers, beforeRequest, afterResponse, onError, }?: CreateGatewayProxyOptions) => CreateGatewayProxyResult;
+
+/**
+ * Aggregator for collecting stream content.
+ * Tracks text deltas, reasoning, tool calls, and other content to build the final GatewayResponse.
+ *
+ * Uses AI SDK V3 protocol types.
+ * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts
+ */
+declare class StreamContentAggregator {
+    private content;
+    private warnings;
+    private textContent;
+    private reasoningContent;
+    private finishReason;
+    private usage;
+    private providerMetadata;
+    /**
+     * Process a stream part and update aggregated state.
+     * Uses LanguageModelV3StreamPart type from @ai-sdk/provider.
+     *
+     * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts
+     */
+    process(part: LanguageModelV3StreamPart): void;
+    /**
+     * Get the aggregated response.
+     */
+    getResponse(): GatewayResponse;
+}
+/**
+ * Creates a transform stream that:
+ * 1. Passes through all SSE events immediately
+ * 2. Aggregates content using StreamContentAggregator
+ * 3. Calls afterResponse when finish event is received
+ * 4. Modifies the finish event based on afterResponse result
+ *
+ * Uses EventSourceParserStream from @ai-sdk/provider-utils for SSE parsing.
+ * EventSourceParserStream is re-exported from the eventsource-parser package.
+ * @see https://github.com/vercel/ai/blob/main/packages/provider-utils/src/parse-json-event-stream.ts
+ * @see https://github.com/rexxars/eventsource-parser
+ */
+declare function createStreamTransformer(body: ReadableStream<Uint8Array>, requestBody: LanguageModelV3CallOptions, afterResponse: NonNullable<CreateGatewayProxyOptions["afterResponse"]>): ReadableStream<Uint8Array>;
+
+export { StreamContentAggregator, createGatewayProxy, createStreamTransformer, getGatewayAuthToken };
+export type { CreateGatewayProxyFn, CreateGatewayProxyOptions, CreateGatewayProxyResult, GatewayAuthToken, GatewayError, GatewayResponse };
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sources":["../src/auth.ts","../src/types.ts","../src/proxy.ts","../src/stream.ts"],"sourcesContent":["import { getVercelOidcToken } from \"@vercel/oidc\";\n\nexport type GatewayAuthToken = {\n\ttoken: string;\n\tauthMethod: \"api-key\" | \"oidc\";\n};\n\n/**\n * Get authentication token for the AI Gateway.\n * Tries API key first (AI_GATEWAY_API_KEY env var), then falls back to Vercel OIDC.\n */\nexport async function getGatewayAuthToken(): Promise<GatewayAuthToken | null> {\n\tconst apiKey = process.env.AI_GATEWAY_API_KEY;\n\tif (apiKey) {\n\t\treturn { token: apiKey, authMethod: \"api-key\" };\n\t}\n\n\ttry {\n\t\tconst oidcToken = await getVercelOidcToken();\n\t\treturn { token: oidcToken, authMethod: \"oidc\" };\n\t} catch {\n\t\treturn null;\n\t}\n}\n","import type {\n\tLanguageModelV3CallOptions,\n\tLanguageModelV3Content,\n\tLanguageModelV3FinishReason,\n\tLanguageModelV3Usage,\n\tSharedV3ProviderMetadata,\n\tSharedV3Warning,\n} from \"@ai-sdk/provider\";\n\n/**\n * The response body from the AI Gateway for non-streaming requests.\n * For streaming requests, this is aggregated from the stream events.\n */\nexport type GatewayResponse = {\n\tcontent: LanguageModelV3Content[];\n\tfinishReason: LanguageModelV3FinishReason;\n\tusage: LanguageModelV3Usage;\n\twarnings: SharedV3Warning[];\n\tproviderMetadata?: SharedV3ProviderMetadata;\n};\n\n/**\n * Error response from the AI Gateway.\n */\nexport type GatewayError = {\n\terror: {\n\t\tmessage: string;\n\t\ttype: string;\n\t\tparam?: unknown;\n\t};\n};\n\n/**\n * Options for creating a gateway proxy.\n */\nexport type CreateGatewayProxyOptions = {\n\t/** Base URL for the AI Gateway. Defaults to Vercel's gateway. */\n\tbaseUrl?: string;\n\t/** Additional headers to send with requests. */\n\theaders?: Record<string, string>;\n\t/**\n\t * Called before the request is sent to the gateway.\n\t * Allows modification of the request body.\n\t */\n\tbeforeRequest?: (context: {\n\t\trequest: LanguageModelV3CallOptions;\n\t}) => LanguageModelV3CallOptions | Promise<LanguageModelV3CallOptions>;\n\t/**\n\t * Called after a successful response is received from the gateway.\n\t * Allows modification of the response body.\n\t *\n\t * For streaming responses, this is called when the stream completes with\n\t * the aggregated response. The content has already been streamed, but you\n\t * can modify the finish event metadata (usage, finishReason, providerMetadata).\n\t */\n\tafterResponse?: (context: {\n\t\trequest: LanguageModelV3CallOptions;\n\t\tresponse: GatewayResponse;\n\t}) => GatewayResponse | Promise<GatewayResponse>;\n\t/**\n\t * Called when the gateway returns an error response.\n\t * Allows custom error handling or modification.\n\t */\n\tonError?: (context: {\n\t\trequest: LanguageModelV3CallOptions;\n\t\terror: GatewayError;\n\t\tstatus: number;\n\t}) => GatewayError | Response | Promise<GatewayError | Response>;\n};\n\n/**\n * Next.js route handler function signature for the gateway proxy.\n */\nexport type CreateGatewayProxyFn = (\n\trequest: Request,\n\tcontext: { params: Promise<{ segments?: string[] }> },\n) => Promise<Response>;\n\n/**\n * Result of createGatewayProxy - a handler function with HTTP method exports.\n */\nexport type CreateGatewayProxyResult = CreateGatewayProxyFn & {\n\tGET: CreateGatewayProxyFn;\n\tPOST: CreateGatewayProxyFn;\n\tPUT: CreateGatewayProxyFn;\n\tDELETE: CreateGatewayProxyFn;\n\tPATCH: CreateGatewayProxyFn;\n};\n","import type { LanguageModelV3CallOptions } from \"@ai-sdk/provider\";\nimport { getGatewayAuthToken } from \"./auth\";\nimport { createStreamTransformer } from \"./stream\";\nimport type {\n\tCreateGatewayProxyOptions,\n\tCreateGatewayProxyResult,\n\tGatewayError,\n\tGatewayResponse,\n} from \"./types\";\n\n/**\n * Creates a proxy handler for the Vercel AI Gateway.\n *\n * Uses AI SDK V3 Language Model.\n * @see https://github.com/vercel/ai/blob/main/packages/gateway/src/gateway-language-model.ts\n */\nexport const createGatewayProxy = ({\n\tbaseUrl = \"https://ai-gateway.vercel.sh/v1/ai\",\n\theaders,\n\tbeforeRequest,\n\tafterResponse,\n\tonError,\n}: CreateGatewayProxyOptions = {}): CreateGatewayProxyResult => {\n\tconst handler = async (\n\t\trequest: Request,\n\t\t{ params }: { params: Promise<{ segments?: string[] }> },\n\t) => {\n\t\tconst auth = await getGatewayAuthToken();\n\t\tif (!auth) {\n\t\t\treturn new Response(\"AI Gateway authentication not configured\", {\n\t\t\t\tstatus: 500,\n\t\t\t});\n\t\t}\n\n\t\tconst { segments } = await params;\n\t\tconst path = segments?.join(\"/\") ?? \"\";\n\t\tconst searchParams = new URL(request.url).searchParams;\n\t\tconst upstream = `${baseUrl}/${path}${searchParams.toString() ? `?${searchParams.toString()}` : \"\"}`;\n\n\t\tlet requestBody: LanguageModelV3CallOptions;\n\t\ttry {\n\t\t\trequestBody = await request.clone().json();\n\t\t} catch {\n\t\t\treturn new Response(\"Invalid JSON body\", { status: 400 });\n\t\t}\n\n\t\t// Apply beforeRequest hook\n\t\tif (beforeRequest) {\n\t\t\trequestBody = await beforeRequest({ request: requestBody });\n\t\t}\n\n\t\tconst isStreaming = request.headers.get(\"ai-language-model-streaming\") === \"true\";\n\n\t\ttry {\n\t\t\tconst res = await fetch(upstream, {\n\t\t\t\tmethod: request.method,\n\t\t\t\tbody: JSON.stringify(requestBody),\n\t\t\t\tduplex: \"half\",\n\t\t\t\theaders: {\n\t\t\t\t\t\"content-type\": \"application/json\",\n\t\t\t\t\t...headers,\n\t\t\t\t\tauthorization: `Bearer ${auth.token}`,\n\t\t\t\t\t\"ai-gateway-auth-method\": auth.authMethod,\n\t\t\t\t\t\"ai-gateway-protocol-version\": \"0.0.1\",\n\t\t\t\t\t\"ai-language-model-id\": request.headers.get(\"ai-language-model-id\") ?? \"\",\n\t\t\t\t\t\"ai-language-model-streaming\": isStreaming ? \"true\" : \"false\",\n\t\t\t\t},\n\t\t\t} as RequestInit);\n\n\t\t\t// Handle error responses\n\t\t\tif (!res.ok) {\n\t\t\t\tlet errorBody: GatewayError;\n\t\t\t\ttry {\n\t\t\t\t\terrorBody = await res.json();\n\t\t\t\t} catch {\n\t\t\t\t\terrorBody = {\n\t\t\t\t\t\terror: {\n\t\t\t\t\t\t\tmessage: res.statusText || \"Unknown error\",\n\t\t\t\t\t\t\ttype: \"gateway_error\",\n\t\t\t\t\t\t},\n\t\t\t\t\t};\n\t\t\t\t}\n\n\t\t\t\tif (onError) {\n\t\t\t\t\tconst result = await onError({\n\t\t\t\t\t\trequest: requestBody,\n\t\t\t\t\t\terror: errorBody,\n\t\t\t\t\t\tstatus: res.status,\n\t\t\t\t\t});\n\n\t\t\t\t\t// If onError returns a Response, use it directly\n\t\t\t\t\tif (result instanceof Response) {\n\t\t\t\t\t\treturn result;\n\t\t\t\t\t}\n\n\t\t\t\t\t// Otherwise, return the modified error\n\t\t\t\t\treturn new Response(JSON.stringify(result), {\n\t\t\t\t\t\tstatus: res.status,\n\t\t\t\t\t\tstatusText: res.statusText,\n\t\t\t\t\t\theaders: { \"content-type\": \"application/json\" },\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\treturn new Response(JSON.stringify(errorBody), {\n\t\t\t\t\tstatus: res.status,\n\t\t\t\t\tstatusText: res.statusText,\n\t\t\t\t\theaders: { \"content-type\": \"application/json\" },\n\t\t\t\t});\n\t\t\t}\n\n\t\t\t// For streaming responses\n\t\t\tif (isStreaming) {\n\t\t\t\tif (!res.body) {\n\t\t\t\t\treturn new Response(\"No response body\", { status: 500 });\n\t\t\t\t}\n\n\t\t\t\t// If no afterResponse hook, pass through directly\n\t\t\t\tif (!afterResponse) {\n\t\t\t\t\treturn new Response(res.body, {\n\t\t\t\t\t\tstatus: res.status,\n\t\t\t\t\t\tstatusText: res.statusText,\n\t\t\t\t\t\theaders: {\n\t\t\t\t\t\t\t\"content-type\": res.headers.get(\"content-type\") || \"text/event-stream\",\n\t\t\t\t\t\t},\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\t// Transform the stream to call afterResponse on finish\n\t\t\t\tconst transformedStream = createStreamTransformer(res.body, requestBody, afterResponse);\n\n\t\t\t\treturn new Response(transformedStream, {\n\t\t\t\t\tstatus: res.status,\n\t\t\t\t\tstatusText: res.statusText,\n\t\t\t\t\theaders: {\n\t\t\t\t\t\t\"content-type\": res.headers.get(\"content-type\") || \"text/event-stream\",\n\t\t\t\t\t},\n\t\t\t\t});\n\t\t\t}\n\n\t\t\t// For non-streaming responses, parse and optionally transform\n\t\t\tlet responseBody: GatewayResponse = await res.json();\n\n\t\t\tif (afterResponse) {\n\t\t\t\tresponseBody = await afterResponse({\n\t\t\t\t\trequest: requestBody,\n\t\t\t\t\tresponse: responseBody,\n\t\t\t\t});\n\t\t\t}\n\n\t\t\treturn new Response(JSON.stringify(responseBody), {\n\t\t\t\tstatus: res.status,\n\t\t\t\tstatusText: res.statusText,\n\t\t\t\theaders: { \"content-type\": \"application/json\" },\n\t\t\t});\n\t\t} catch {\n\t\t\treturn new Response(\"Error proxying request to AI Gateway\", {\n\t\t\t\tstatus: 500,\n\t\t\t});\n\t\t}\n\t};\n\n\thandler.GET = handler;\n\thandler.POST = handler;\n\thandler.PUT = handler;\n\thandler.DELETE = handler;\n\thandler.PATCH = handler;\n\n\treturn handler;\n};\n","import type {\n\tLanguageModelV3CallOptions,\n\tLanguageModelV3Content,\n\tLanguageModelV3FinishReason,\n\tLanguageModelV3StreamPart,\n\tLanguageModelV3Usage,\n\tSharedV3ProviderMetadata,\n\tSharedV3Warning,\n} from \"@ai-sdk/provider\";\nimport { EventSourceParserStream } from \"@ai-sdk/provider-utils\";\nimport type { CreateGatewayProxyOptions, GatewayResponse } from \"./types\";\n\n/**\n * Aggregator for collecting stream content.\n * Tracks text deltas, reasoning, tool calls, and other content to build the final GatewayResponse.\n *\n * Uses AI SDK V3 protocol types.\n * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts\n */\nexport class StreamContentAggregator {\n\tprivate content: LanguageModelV3Content[] = [];\n\tprivate warnings: SharedV3Warning[] = [];\n\n\t// Text content being built (keyed by id)\n\tprivate textContent = new Map<string, { type: \"text\"; text: string }>();\n\n\t// Reasoning content being built (keyed by id)\n\tprivate reasoningContent = new Map<string, { type: \"reasoning\"; text: string }>();\n\n\tprivate finishReason: LanguageModelV3FinishReason = {\n\t\tunified: \"stop\",\n\t\traw: undefined,\n\t};\n\n\tprivate usage: LanguageModelV3Usage = {\n\t\tinputTokens: {\n\t\t\ttotal: undefined,\n\t\t\tnoCache: undefined,\n\t\t\tcacheRead: undefined,\n\t\t\tcacheWrite: undefined,\n\t\t},\n\t\toutputTokens: {\n\t\t\ttotal: undefined,\n\t\t\ttext: undefined,\n\t\t\treasoning: undefined,\n\t\t},\n\t};\n\n\tprivate providerMetadata: SharedV3ProviderMetadata | undefined;\n\n\t/**\n\t * Process a stream part and update aggregated state.\n\t * Uses LanguageModelV3StreamPart type from @ai-sdk/provider.\n\t *\n\t * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts\n\t */\n\tprocess(part: LanguageModelV3StreamPart): void {\n\t\tswitch (part.type) {\n\t\t\tcase \"stream-start\":\n\t\t\t\tthis.warnings.push(...part.warnings);\n\t\t\t\tbreak;\n\n\t\t\tcase \"text-start\":\n\t\t\t\tthis.textContent.set(part.id, { type: \"text\", text: \"\" });\n\t\t\t\tbreak;\n\n\t\t\tcase \"text-delta\":\n\t\t\t\t{\n\t\t\t\t\tconst text = this.textContent.get(part.id);\n\t\t\t\t\tif (text) {\n\t\t\t\t\t\ttext.text += part.delta;\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tbreak;\n\n\t\t\tcase \"text-end\":\n\t\t\t\t{\n\t\t\t\t\tconst text = this.textContent.get(part.id);\n\t\t\t\t\tif (text) {\n\t\t\t\t\t\tthis.content.push(text);\n\t\t\t\t\t\tthis.textContent.delete(part.id);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tbreak;\n\n\t\t\tcase \"reasoning-start\":\n\t\t\t\tthis.reasoningContent.set(part.id, { type: \"reasoning\", text: \"\" });\n\t\t\t\tbreak;\n\n\t\t\tcase \"reasoning-delta\":\n\t\t\t\t{\n\t\t\t\t\tconst reasoning = this.reasoningContent.get(part.id);\n\t\t\t\t\tif (reasoning) {\n\t\t\t\t\t\treasoning.text += part.delta;\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tbreak;\n\n\t\t\tcase \"reasoning-end\":\n\t\t\t\t{\n\t\t\t\t\tconst reasoning = this.reasoningContent.get(part.id);\n\t\t\t\t\tif (reasoning) {\n\t\t\t\t\t\tthis.content.push(reasoning);\n\t\t\t\t\t\tthis.reasoningContent.delete(part.id);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tbreak;\n\n\t\t\tcase \"tool-input-start\":\n\t\t\tcase \"tool-input-delta\":\n\t\t\tcase \"tool-input-end\":\n\t\t\t\t// Tool input is streamed incrementally but we wait for the complete tool-call event\n\t\t\t\tbreak;\n\n\t\t\tcase \"tool-call\":\n\t\t\t\tthis.content.push(part);\n\t\t\t\tbreak;\n\n\t\t\tcase \"tool-result\":\n\t\t\t\tthis.content.push(part);\n\t\t\t\tbreak;\n\n\t\t\tcase \"tool-approval-request\":\n\t\t\t\tthis.content.push(part);\n\t\t\t\tbreak;\n\n\t\t\tcase \"file\":\n\t\t\t\tthis.content.push(part);\n\t\t\t\tbreak;\n\n\t\t\tcase \"source\":\n\t\t\t\tthis.content.push(part);\n\t\t\t\tbreak;\n\n\t\t\tcase \"finish\":\n\t\t\t\t// Finalize any remaining content\n\t\t\t\tfor (const [, text] of this.textContent) {\n\t\t\t\t\tthis.content.push(text);\n\t\t\t\t}\n\t\t\t\tthis.textContent.clear();\n\n\t\t\t\tfor (const [, reasoning] of this.reasoningContent) {\n\t\t\t\t\tthis.content.push(reasoning);\n\t\t\t\t}\n\t\t\t\tthis.reasoningContent.clear();\n\n\t\t\t\tthis.finishReason = part.finishReason;\n\t\t\t\tthis.usage = part.usage;\n\t\t\t\tthis.providerMetadata = part.providerMetadata;\n\t\t\t\tbreak;\n\t\t}\n\t}\n\n\t/**\n\t * Get the aggregated response.\n\t */\n\tgetResponse(): GatewayResponse {\n\t\treturn {\n\t\t\tcontent: this.content,\n\t\t\tfinishReason: this.finishReason,\n\t\t\tusage: this.usage,\n\t\t\twarnings: this.warnings,\n\t\t\tproviderMetadata: this.providerMetadata,\n\t\t};\n\t}\n}\n\n/**\n * Creates a transform stream that:\n * 1. Passes through all SSE events immediately\n * 2. Aggregates content using StreamContentAggregator\n * 3. Calls afterResponse when finish event is received\n * 4. Modifies the finish event based on afterResponse result\n *\n * Uses EventSourceParserStream from @ai-sdk/provider-utils for SSE parsing.\n * EventSourceParserStream is re-exported from the eventsource-parser package.\n * @see https://github.com/vercel/ai/blob/main/packages/provider-utils/src/parse-json-event-stream.ts\n * @see https://github.com/rexxars/eventsource-parser\n */\nexport function createStreamTransformer(\n\tbody: ReadableStream<Uint8Array>,\n\trequestBody: LanguageModelV3CallOptions,\n\tafterResponse: NonNullable<CreateGatewayProxyOptions[\"afterResponse\"]>,\n): ReadableStream<Uint8Array> {\n\tconst encoder = new TextEncoder();\n\tconst aggregator = new StreamContentAggregator();\n\n\t// Use EventSourceParserStream for SSE parsing (re-exported from eventsource-parser via @ai-sdk/provider-utils)\n\tconst eventStream = body\n\t\t.pipeThrough(new TextDecoderStream() as TransformStream<Uint8Array, string>)\n\t\t.pipeThrough(new EventSourceParserStream());\n\n\treturn new ReadableStream({\n\t\tasync start(controller) {\n\t\t\tconst reader = eventStream.getReader();\n\n\t\t\ttry {\n\t\t\t\twhile (true) {\n\t\t\t\t\tconst { done, value } = await reader.read();\n\t\t\t\t\tif (done) break;\n\n\t\t\t\t\tconst { data } = value;\n\n\t\t\t\t\t// Handle DONE marker (end of stream)\n\t\t\t\t\tif (data === \"DONE\" || data === \"[DONE]\") {\n\t\t\t\t\t\tcontroller.enqueue(encoder.encode(`data: ${data}\\n\\n`));\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\n\t\t\t\t\t// Parse the JSON event data\n\t\t\t\t\tlet parsed: LanguageModelV3StreamPart;\n\t\t\t\t\ttry {\n\t\t\t\t\t\tparsed = JSON.parse(data);\n\t\t\t\t\t} catch {\n\t\t\t\t\t\t// Not valid JSON, pass through as-is\n\t\t\t\t\t\tcontroller.enqueue(encoder.encode(`data: ${data}\\n\\n`));\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\n\t\t\t\t\t// Track content for aggregation\n\t\t\t\t\taggregator.process(parsed);\n\n\t\t\t\t\t// Handle finish event specially - call afterResponse hook\n\t\t\t\t\tif (parsed.type === \"finish\") {\n\t\t\t\t\t\tconst modifiedResponse = await afterResponse({\n\t\t\t\t\t\t\trequest: requestBody,\n\t\t\t\t\t\t\tresponse: aggregator.getResponse(),\n\t\t\t\t\t\t});\n\n\t\t\t\t\t\t// Emit modified finish event\n\t\t\t\t\t\tconst modifiedFinish: LanguageModelV3StreamPart = {\n\t\t\t\t\t\t\ttype: \"finish\",\n\t\t\t\t\t\t\tfinishReason: modifiedResponse.finishReason,\n\t\t\t\t\t\t\tusage: modifiedResponse.usage,\n\t\t\t\t\t\t\tproviderMetadata: modifiedResponse.providerMetadata,\n\t\t\t\t\t\t};\n\n\t\t\t\t\t\tcontroller.enqueue(encoder.encode(`data: ${JSON.stringify(modifiedFinish)}\\n\\n`));\n\t\t\t\t\t\tcontinue;\n\t\t\t\t\t}\n\n\t\t\t\t\t// Pass through event unchanged\n\t\t\t\t\tcontroller.enqueue(encoder.encode(`data: ${data}\\n\\n`));\n\t\t\t\t}\n\n\t\t\t\tcontroller.close();\n\t\t\t} catch (error) {\n\t\t\t\tcontroller.error(error);\n\t\t\t} finally {\n\t\t\t\treader.releaseLock();\n\t\t\t}\n\t\t},\n\t});\n}\n"],"names":[],"mappings":";;AAAO,KAAA,gBAAA;AACP;AACA;AACA;AACA;AACA;AACA;AACA;AACO,iBAAA,mBAAA,IAAA,OAAA,CAAA,gBAAA;;ACPP;AACA;AACA;AACA;AACO,KAAA,eAAA;AACP,aAAA,sBAAA;AACA,kBAAA,2BAAA;AACA,WAAA,oBAAA;AACA,cAAA,eAAA;AACA,uBAAA,wBAAA;AACA;AACA;AACA;AACA;AACO,KAAA,YAAA;AACP;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,KAAA,yBAAA;AACP;AACA;AACA;AACA,cAAA,MAAA;AACA;AACA;AACA;AACA;AACA;AACA,iBAAA,0BAAA;AACA,UAAA,0BAAA,GAAA,OAAA,CAAA,0BAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,iBAAA,0BAAA;AACA,kBAAA,eAAA;AACA,UAAA,eAAA,GAAA,OAAA,CAAA,eAAA;AACA;AACA;AACA;AACA;AACA;AACA,iBAAA,0BAAA;AACA,eAAA,YAAA;AACA;AACA,UAAA,YAAA,GAAA,QAAA,GAAA,OAAA,CAAA,YAAA,GAAA,QAAA;AACA;AACA;AACA;AACA;AACO,KAAA,oBAAA,aAAA,OAAA;AACP,YAAA,OAAA;AACA;AACA;AACA,MAAA,OAAA,CAAA,QAAA;AACA;AACA;AACA;AACO,KAAA,wBAAA,GAAA,oBAAA;AACP,SAAA,oBAAA;AACA,UAAA,oBAAA;AACA,SAAA,oBAAA;AACA,YAAA,oBAAA;AACA,WAAA,oBAAA;AACA;;AC3EA;AACA;AACA;AACA;AACA;AACA;AACO,cAAA,kBAAA,kEAAA,yBAAA,KAAA,wBAAA;;ACLP;AACA;AACA;AACA;AACA;AACA;AACA;AACO,cAAA,uBAAA;AACP;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,kBAAA,yBAAA;AACA;AACA;AACA;AACA,mBAAA,eAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACO,iBAAA,uBAAA,OAAA,cAAA,CAAA,UAAA,gBAAA,0BAAA,iBAAA,WAAA,CAAA,yBAAA,qBAAA,cAAA,CAAA,UAAA;;;;"}

package/dist/index.mjs

@@ -0,0 +1,381 @@
+import { _ } from '@swc/helpers/_/_async_to_generator';
+import { getVercelOidcToken } from '@vercel/oidc';
+import { _ as _$1 } from '@swc/helpers/_/_extends';
+import { EventSourceParserStream } from '@ai-sdk/provider-utils';
+
+/**
+ * Get authentication token for the AI Gateway.
+ * Tries API key first (AI_GATEWAY_API_KEY env var), then falls back to Vercel OIDC.
+ */ function getGatewayAuthToken() {
+    return _(function*() {
+        const apiKey = process.env.AI_GATEWAY_API_KEY;
+        if (apiKey) {
+            return {
+                token: apiKey,
+                authMethod: "api-key"
+            };
+        }
+        try {
+            const oidcToken = yield getVercelOidcToken();
+            return {
+                token: oidcToken,
+                authMethod: "oidc"
+            };
+        } catch (unused) {
+            return null;
+        }
+    })();
+}
+
+/**
+ * Aggregator for collecting stream content.
+ * Tracks text deltas, reasoning, tool calls, and other content to build the final GatewayResponse.
+ *
+ * Uses AI SDK V3 protocol types.
+ * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts
+ */ class StreamContentAggregator {
+    /**
+	 * Process a stream part and update aggregated state.
+	 * Uses LanguageModelV3StreamPart type from @ai-sdk/provider.
+	 *
+	 * @see https://github.com/vercel/ai/blob/main/packages/provider/src/language-model/v3/language-model-v3-stream-part.ts
+	 */ process(part) {
+        switch(part.type){
+            case "stream-start":
+                this.warnings.push(...part.warnings);
+                break;
+            case "text-start":
+                this.textContent.set(part.id, {
+                    type: "text",
+                    text: ""
+                });
+                break;
+            case "text-delta":
+                {
+                    const text = this.textContent.get(part.id);
+                    if (text) {
+                        text.text += part.delta;
+                    }
+                }
+                break;
+            case "text-end":
+                {
+                    const text = this.textContent.get(part.id);
+                    if (text) {
+                        this.content.push(text);
+                        this.textContent.delete(part.id);
+                    }
+                }
+                break;
+            case "reasoning-start":
+                this.reasoningContent.set(part.id, {
+                    type: "reasoning",
+                    text: ""
+                });
+                break;
+            case "reasoning-delta":
+                {
+                    const reasoning = this.reasoningContent.get(part.id);
+                    if (reasoning) {
+                        reasoning.text += part.delta;
+                    }
+                }
+                break;
+            case "reasoning-end":
+                {
+                    const reasoning = this.reasoningContent.get(part.id);
+                    if (reasoning) {
+                        this.content.push(reasoning);
+                        this.reasoningContent.delete(part.id);
+                    }
+                }
+                break;
+            case "tool-input-start":
+            case "tool-input-delta":
+            case "tool-input-end":
+                break;
+            case "tool-call":
+                this.content.push(part);
+                break;
+            case "tool-result":
+                this.content.push(part);
+                break;
+            case "tool-approval-request":
+                this.content.push(part);
+                break;
+            case "file":
+                this.content.push(part);
+                break;
+            case "source":
+                this.content.push(part);
+                break;
+            case "finish":
+                // Finalize any remaining content
+                for (const [, text] of this.textContent){
+                    this.content.push(text);
+                }
+                this.textContent.clear();
+                for (const [, reasoning] of this.reasoningContent){
+                    this.content.push(reasoning);
+                }
+                this.reasoningContent.clear();
+                this.finishReason = part.finishReason;
+                this.usage = part.usage;
+                this.providerMetadata = part.providerMetadata;
+                break;
+        }
+    }
+    /**
+	 * Get the aggregated response.
+	 */ getResponse() {
+        return {
+            content: this.content,
+            finishReason: this.finishReason,
+            usage: this.usage,
+            warnings: this.warnings,
+            providerMetadata: this.providerMetadata
+        };
+    }
+    constructor(){
+        this.content = [];
+        this.warnings = [];
+        // Text content being built (keyed by id)
+        this.textContent = new Map();
+        // Reasoning content being built (keyed by id)
+        this.reasoningContent = new Map();
+        this.finishReason = {
+            unified: "stop",
+            raw: undefined
+        };
+        this.usage = {
+            inputTokens: {
+                total: undefined,
+                noCache: undefined,
+                cacheRead: undefined,
+                cacheWrite: undefined
+            },
+            outputTokens: {
+                total: undefined,
+                text: undefined,
+                reasoning: undefined
+            }
+        };
+    }
+}
+/**
+ * Creates a transform stream that:
+ * 1. Passes through all SSE events immediately
+ * 2. Aggregates content using StreamContentAggregator
+ * 3. Calls afterResponse when finish event is received
+ * 4. Modifies the finish event based on afterResponse result
+ *
+ * Uses EventSourceParserStream from @ai-sdk/provider-utils for SSE parsing.
+ * EventSourceParserStream is re-exported from the eventsource-parser package.
+ * @see https://github.com/vercel/ai/blob/main/packages/provider-utils/src/parse-json-event-stream.ts
+ * @see https://github.com/rexxars/eventsource-parser
+ */ function createStreamTransformer(body, requestBody, afterResponse) {
+    const encoder = new TextEncoder();
+    const aggregator = new StreamContentAggregator();
+    // Use EventSourceParserStream for SSE parsing (re-exported from eventsource-parser via @ai-sdk/provider-utils)
+    const eventStream = body.pipeThrough(new TextDecoderStream()).pipeThrough(new EventSourceParserStream());
+    return new ReadableStream({
+        start (controller) {
+            return _(function*() {
+                const reader = eventStream.getReader();
+                try {
+                    while(true){
+                        const { done, value } = yield reader.read();
+                        if (done) break;
+                        const { data } = value;
+                        // Handle DONE marker (end of stream)
+                        if (data === "DONE" || data === "[DONE]") {
+                            controller.enqueue(encoder.encode(`data: ${data}\n\n`));
+                            continue;
+                        }
+                        // Parse the JSON event data
+                        let parsed;
+                        try {
+                            parsed = JSON.parse(data);
+                        } catch (unused) {
+                            // Not valid JSON, pass through as-is
+                            controller.enqueue(encoder.encode(`data: ${data}\n\n`));
+                            continue;
+                        }
+                        // Track content for aggregation
+                        aggregator.process(parsed);
+                        // Handle finish event specially - call afterResponse hook
+                        if (parsed.type === "finish") {
+                            const modifiedResponse = yield afterResponse({
+                                request: requestBody,
+                                response: aggregator.getResponse()
+                            });
+                            // Emit modified finish event
+                            const modifiedFinish = {
+                                type: "finish",
+                                finishReason: modifiedResponse.finishReason,
+                                usage: modifiedResponse.usage,
+                                providerMetadata: modifiedResponse.providerMetadata
+                            };
+                            controller.enqueue(encoder.encode(`data: ${JSON.stringify(modifiedFinish)}\n\n`));
+                            continue;
+                        }
+                        // Pass through event unchanged
+                        controller.enqueue(encoder.encode(`data: ${data}\n\n`));
+                    }
+                    controller.close();
+                } catch (error) {
+                    controller.error(error);
+                } finally{
+                    reader.releaseLock();
+                }
+            })();
+        }
+    });
+}
+
+/**
+ * Creates a proxy handler for the Vercel AI Gateway.
+ *
+ * Uses AI SDK V3 Language Model.
+ * @see https://github.com/vercel/ai/blob/main/packages/gateway/src/gateway-language-model.ts
+ */ const createGatewayProxy = ({ baseUrl = "https://ai-gateway.vercel.sh/v1/ai", headers, beforeRequest, afterResponse, onError } = {})=>{
+    const handler = (request, { params })=>_(function*() {
+            var _ref;
+            const auth = yield getGatewayAuthToken();
+            if (!auth) {
+                return new Response("AI Gateway authentication not configured", {
+                    status: 500
+                });
+            }
+            const { segments } = yield params;
+            const path = (_ref = segments == null ? void 0 : segments.join("/")) != null ? _ref : "";
+            const searchParams = new URL(request.url).searchParams;
+            const upstream = `${baseUrl}/${path}${searchParams.toString() ? `?${searchParams.toString()}` : ""}`;
+            let requestBody;
+            try {
+                requestBody = yield request.clone().json();
+            } catch (unused) {
+                return new Response("Invalid JSON body", {
+                    status: 400
+                });
+            }
+            // Apply beforeRequest hook
+            if (beforeRequest) {
+                requestBody = yield beforeRequest({
+                    request: requestBody
+                });
+            }
+            const isStreaming = request.headers.get("ai-language-model-streaming") === "true";
+            try {
+                var _request_headers_get;
+                const res = yield fetch(upstream, {
+                    method: request.method,
+                    body: JSON.stringify(requestBody),
+                    duplex: "half",
+                    headers: _$1({
+                        "content-type": "application/json"
+                    }, headers, {
+                        authorization: `Bearer ${auth.token}`,
+                        "ai-gateway-auth-method": auth.authMethod,
+                        "ai-gateway-protocol-version": "0.0.1",
+                        "ai-language-model-id": (_request_headers_get = request.headers.get("ai-language-model-id")) != null ? _request_headers_get : "",
+                        "ai-language-model-streaming": isStreaming ? "true" : "false"
+                    })
+                });
+                // Handle error responses
+                if (!res.ok) {
+                    let errorBody;
+                    try {
+                        errorBody = yield res.json();
+                    } catch (unused) {
+                        errorBody = {
+                            error: {
+                                message: res.statusText || "Unknown error",
+                                type: "gateway_error"
+                            }
+                        };
+                    }
+                    if (onError) {
+                        const result = yield onError({
+                            request: requestBody,
+                            error: errorBody,
+                            status: res.status
+                        });
+                        // If onError returns a Response, use it directly
+                        if (result instanceof Response) {
+                            return result;
+                        }
+                        // Otherwise, return the modified error
+                        return new Response(JSON.stringify(result), {
+                            status: res.status,
+                            statusText: res.statusText,
+                            headers: {
+                                "content-type": "application/json"
+                            }
+                        });
+                    }
+                    return new Response(JSON.stringify(errorBody), {
+                        status: res.status,
+                        statusText: res.statusText,
+                        headers: {
+                            "content-type": "application/json"
+                        }
+                    });
+                }
+                // For streaming responses
+                if (isStreaming) {
+                    if (!res.body) {
+                        return new Response("No response body", {
+                            status: 500
+                        });
+                    }
+                    // If no afterResponse hook, pass through directly
+                    if (!afterResponse) {
+                        return new Response(res.body, {
+                            status: res.status,
+                            statusText: res.statusText,
+                            headers: {
+                                "content-type": res.headers.get("content-type") || "text/event-stream"
+                            }
+                        });
+                    }
+                    // Transform the stream to call afterResponse on finish
+                    const transformedStream = createStreamTransformer(res.body, requestBody, afterResponse);
+                    return new Response(transformedStream, {
+                        status: res.status,
+                        statusText: res.statusText,
+                        headers: {
+                            "content-type": res.headers.get("content-type") || "text/event-stream"
+                        }
+                    });
+                }
+                // For non-streaming responses, parse and optionally transform
+                let responseBody = yield res.json();
+                if (afterResponse) {
+                    responseBody = yield afterResponse({
+                        request: requestBody,
+                        response: responseBody
+                    });
+                }
+                return new Response(JSON.stringify(responseBody), {
+                    status: res.status,
+                    statusText: res.statusText,
+                    headers: {
+                        "content-type": "application/json"
+                    }
+                });
+            } catch (unused) {
+                return new Response("Error proxying request to AI Gateway", {
+                    status: 500
+                });
+            }
+        })();
+    handler.GET = handler;
+    handler.POST = handler;
+    handler.PUT = handler;
+    handler.DELETE = handler;
+    handler.PATCH = handler;
+    return handler;
+};
+
+export { StreamContentAggregator, createGatewayProxy, createStreamTransformer, getGatewayAuthToken };

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "ai-gateway-proxy",
+  "version": "0.0.1",
+  "type": "module",
+  "sideEffects": false,
+  "license": "MIT",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist/**"
+  ],
+  "dependencies": {
+    "@ai-sdk/provider": "3.0.0",
+    "@ai-sdk/provider-utils": "4.0.1",
+    "@vercel/oidc": "3.0.5"
+  },
+  "devDependencies": {
+    "@ai-sdk/gateway": "3.0.2",
+    "@types/node": "25.0.3",
+    "ai": "6.0.3",
+    "bunchee": "6.5.2",
+    "dotenv": "17.2.3",
+    "is-tree-shakable": "0.4.2",
+    "typescript": "5.9.3",
+    "vitest": "4.0.16",
+    "@sferadev/tsconfig": "0.0.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "bunchee",
+    "dev": "bunchee --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "tsc": "tsc --noEmit",
+    "check:tree-shake": "is-tree-shakable",
+    "clean": "rm -rf .turbo && rm -rf node_modules && rm -rf dist"
+  }
+}