veryfront 0.1.966 → 0.1.969

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.966",
+    "version": "0.1.969",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/extensions/ext-llm-anthropic/src/anthropic-stream.d.ts

@@ -1,8 +1,12 @@
 import type { RuntimeUsage } from "../../../src/provider/shared/index.js";
+type AnthropicStreamOptions = {
+    clientToolUseTrailingUsageGraceMs?: number;
+};
 export declare function normalizeAnthropicFinishReason(raw: unknown): string | {
     unified: string;
     raw: string;
 } | null;
 export declare function extractAnthropicUsage(payload: unknown): RuntimeUsage | undefined;
-export declare function streamAnthropicCompatibleParts(stream: ReadableStream<Uint8Array>): AsyncIterable<unknown>;
+export declare function streamAnthropicCompatibleParts(stream: ReadableStream<Uint8Array>, options?: AnthropicStreamOptions): AsyncIterable<unknown>;
+export {};
 //# sourceMappingURL=anthropic-stream.d.ts.map

package/esm/extensions/ext-llm-anthropic/src/anthropic-stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-stream.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-anthropic/src/anthropic-stream.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAyB1E,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,OAAO,GACX,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAgBlD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,YAAY,GAAG,SAAS,CA6DhF;AAED,wBAAuB,8BAA8B,CACnD,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,aAAa,CAAC,OAAO,CAAC,CA6QxB"}
+{"version":3,"file":"anthropic-stream.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-anthropic/src/anthropic-stream.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAgB1E,KAAK,sBAAsB,GAAG;IAC5B,iCAAiC,CAAC,EAAE,MAAM,CAAC;CAC5C,CAAC;AAmBF,wBAAgB,8BAA8B,CAC5C,GAAG,EAAE,OAAO,GACX,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAgBlD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,YAAY,GAAG,SAAS,CA+DhF;AAqED,wBAAuB,8BAA8B,CACnD,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAClC,OAAO,GAAE,sBAA2B,GACnC,aAAa,CAAC,OAAO,CAAC,CAoUxB"}

package/esm/extensions/ext-llm-anthropic/src/anthropic-stream.js

@@ -1,4 +1,7 @@
-import { mergeUsage, parseSseChunk, readRecord, stringifyJsonValue, } from "../../../src/provider/shared/index.js";
+import * as dntShim from "../../../_dnt.shims.js";
+import { mergeUsage, parseSseChunk, readGatewayBillingMode, readRecord, stringifyJsonValue, } from "../../../src/provider/shared/index.js";
+const CLIENT_TOOL_USE_FINISH_REASON = { unified: "tool-calls", raw: "tool_use" };
+const DEFAULT_CLIENT_TOOL_USE_TRAILING_USAGE_GRACE_MS = 100;
 function isEmptyRecord(value) {
     return Boolean(value &&
         typeof value === "object" &&
@@ -33,6 +36,7 @@ export function extractAnthropicUsage(payload) {
     const cacheReadInputTokens = usage.cache_read_input_tokens;
     const veryfront = readRecord(usage.veryfront);
     const costSource = veryfront?.cost_source;
+    const billingMode = readGatewayBillingMode(veryfront?.billing_mode);
     const usageCaptureStatus = veryfront?.usage_capture_status;
     return {
         inputTokens: typeof inputTokens === "number" ? inputTokens : undefined,
@@ -74,6 +78,7 @@ export function extractAnthropicUsage(payload) {
         ...(costSource === "gateway" || costSource === "missing" || costSource === "partial"
             ? { costSource }
             : {}),
+        ...(billingMode !== undefined ? { billingMode } : {}),
         ...(usageCaptureStatus === "complete" ||
             usageCaptureStatus === "missing" ||
             usageCaptureStatus === "partial"
@@ -81,231 +86,328 @@ export function extractAnthropicUsage(payload) {
             : {}),
     };
 }
-export async function* streamAnthropicCompatibleParts(stream) {
+function isToolCallsFinishReason(finishReason) {
+    return finishReason === "tool-calls" ||
+        (typeof finishReason === "object" && finishReason?.unified === "tool-calls");
+}
+function hasGatewayUsageMetadata(usage) {
+    return usage?.billableInputTokens !== undefined ||
+        usage?.billableOutputTokens !== undefined ||
+        usage?.providerInputCostUsd !== undefined ||
+        usage?.providerOutputCostUsd !== undefined ||
+        usage?.providerCostUsd !== undefined ||
+        usage?.veryfrontInputChargeUsd !== undefined ||
+        usage?.veryfrontOutputChargeUsd !== undefined ||
+        usage?.veryfrontChargeUsd !== undefined ||
+        usage?.veryfrontBilledUsd !== undefined ||
+        usage?.costCredits !== undefined ||
+        usage?.costSource !== undefined ||
+        usage?.billingMode !== undefined ||
+        usage?.usageCaptureStatus !== undefined;
+}
+async function readStreamChunk(reader, timeoutMs) {
+    if (timeoutMs === undefined) {
+        const read = await reader.read();
+        return read.done ? { kind: "done" } : { kind: "chunk", chunk: read.value };
+    }
+    let timeoutId;
+    const readPromise = reader.read().then((read) => read.done ? { kind: "done" } : { kind: "chunk", chunk: read.value });
+    const timeoutPromise = new Promise((resolve) => {
+        timeoutId = dntShim.setTimeout(() => resolve({ kind: "timeout" }), Math.max(1, timeoutMs));
+    });
+    try {
+        const result = await Promise.race([readPromise, timeoutPromise]);
+        if (result.kind === "timeout") {
+            await cancelStreamReader(reader, "Timed out waiting for trailing Anthropic tool-use usage metadata");
+        }
+        return result;
+    }
+    finally {
+        if (timeoutId) {
+            clearTimeout(timeoutId);
+        }
+    }
+}
+async function cancelStreamReader(reader, reason) {
+    try {
+        await reader.cancel(reason);
+    }
+    catch {
+        // The upstream body may already be closed or canceled by the runtime.
+    }
+}
+export async function* streamAnthropicCompatibleParts(stream, options = {}) {
     const decoder = new TextDecoder();
+    const reader = stream.getReader();
+    const trailingUsageGraceMs = options.clientToolUseTrailingUsageGraceMs ??
+        DEFAULT_CLIENT_TOOL_USE_TRAILING_USAGE_GRACE_MS;
     let buffer = "";
     const toolCalls = new Map();
     const reasoningBlocks = new Map();
     let finishReason = null;
     let usage;
     let completedClientToolUseStep = false;
-    for await (const chunk of stream) {
-        buffer += decoder.decode(chunk, { stream: true });
-        const parsed = parseSseChunk(buffer);
+    let clientToolUseIdleDeadlineMs = null;
+    let clientToolUseTerminalDeadlineMs = null;
+    const mergeTrailingBufferUsage = () => {
+        if (buffer.trim().length === 0) {
+            return;
+        }
+        const parsed = parseSseChunk(`${buffer}\n\n`);
         buffer = parsed.remainder;
         for (const event of parsed.events) {
             if (event === "[DONE]") {
                 continue;
             }
             const record = readRecord(event);
-            const eventType = typeof record?.type === "string" ? record.type : undefined;
             usage = mergeUsage(usage, extractAnthropicUsage(record));
-            if (eventType === "message_start") {
-                usage = mergeUsage(usage, extractAnthropicUsage(record?.message));
-                continue;
+        }
+    };
+    const getClientToolUseReadTimeoutMs = () => {
+        if (!completedClientToolUseStep || toolCalls.size > 0) {
+            return undefined;
+        }
+        const deadline = isToolCallsFinishReason(finishReason)
+            ? clientToolUseTerminalDeadlineMs
+            : clientToolUseIdleDeadlineMs;
+        return deadline === null ? undefined : Math.max(1, deadline - Date.now());
+    };
+    const buildFinishPart = () => ({
+        type: "finish",
+        finishReason: finishReason ??
+            (completedClientToolUseStep ? CLIENT_TOOL_USE_FINISH_REASON : null),
+        ...(usage ? { usage } : {}),
+    });
+    try {
+        while (true) {
+            const read = await readStreamChunk(reader, getClientToolUseReadTimeoutMs());
+            if (read.kind === "timeout") {
+                mergeTrailingBufferUsage();
+                finishReason ??= CLIENT_TOOL_USE_FINISH_REASON;
+                yield buildFinishPart();
+                return;
+            }
+            if (read.kind === "done") {
+                break;
             }
-            if (eventType === "content_block_start") {
-                const index = typeof record?.index === "number" ? record.index : 0;
-                const contentBlock = readRecord(record?.content_block);
-                const blockType = typeof contentBlock?.type === "string" ? contentBlock.type : undefined;
-                if (blockType === "text" && typeof contentBlock?.text === "string" &&
-                    contentBlock.text.length > 0) {
-                    yield { type: "text-delta", delta: contentBlock.text };
+            buffer += decoder.decode(read.chunk, { stream: true });
+            const parsed = parseSseChunk(buffer);
+            buffer = parsed.remainder;
+            for (const event of parsed.events) {
+                if (event === "[DONE]") {
                     continue;
                 }
-                if (blockType === "thinking") {
-                    const reasoningId = `thinking-${index}`;
-                    reasoningBlocks.set(index, { id: reasoningId, text: "" });
-                    yield {
-                        type: "reasoning-start",
-                        id: reasoningId,
-                    };
-                    if (typeof contentBlock?.thinking === "string" && contentBlock.thinking.length > 0) {
-                        const current = reasoningBlocks.get(index);
-                        if (current) {
-                            current.text += contentBlock.thinking;
+                const record = readRecord(event);
+                const eventType = typeof record?.type === "string" ? record.type : undefined;
+                usage = mergeUsage(usage, extractAnthropicUsage(record));
+                if (eventType === "message_start") {
+                    usage = mergeUsage(usage, extractAnthropicUsage(record?.message));
+                    continue;
+                }
+                if (eventType === "content_block_start") {
+                    const index = typeof record?.index === "number" ? record.index : 0;
+                    const contentBlock = readRecord(record?.content_block);
+                    const blockType = typeof contentBlock?.type === "string" ? contentBlock.type : undefined;
+                    if (blockType === "text" && typeof contentBlock?.text === "string" &&
+                        contentBlock.text.length > 0) {
+                        yield { type: "text-delta", delta: contentBlock.text };
+                        continue;
+                    }
+                    if (blockType === "thinking") {
+                        const reasoningId = `thinking-${index}`;
+                        reasoningBlocks.set(index, { id: reasoningId, text: "" });
+                        yield {
+                            type: "reasoning-start",
+                            id: reasoningId,
+                        };
+                        if (typeof contentBlock?.thinking === "string" && contentBlock.thinking.length > 0) {
+                            const current = reasoningBlocks.get(index);
+                            if (current) {
+                                current.text += contentBlock.thinking;
+                            }
+                            yield {
+                                type: "reasoning-delta",
+                                id: reasoningId,
+                                delta: contentBlock.thinking,
+                            };
                         }
+                        continue;
+                    }
+                    // Redacted thinking blocks arrive as opaque encrypted payloads when
+                    // Claude's safety classifier flags the reasoning trace. Surface them
+                    // as a zero-length reasoning block so callers know thinking happened
+                    // without leaking the (legitimately hidden) contents.
+                    if (blockType === "redacted_thinking") {
+                        const reasoningId = `thinking-${index}`;
+                        reasoningBlocks.set(index, {
+                            id: reasoningId,
+                            text: "",
+                            ...(typeof contentBlock?.data === "string"
+                                ? { redactedData: contentBlock.data }
+                                : {}),
+                        });
                         yield {
-                            type: "reasoning-delta",
+                            type: "reasoning-start",
                             id: reasoningId,
-                            delta: contentBlock.thinking,
                         };
+                        continue;
                     }
-                    continue;
-                }
-                // Redacted thinking blocks arrive as opaque encrypted payloads when
-                // Claude's safety classifier flags the reasoning trace. Surface them
-                // as a zero-length reasoning block so callers know thinking happened
-                // without leaking the (legitimately hidden) contents.
-                if (blockType === "redacted_thinking") {
-                    const reasoningId = `thinking-${index}`;
-                    reasoningBlocks.set(index, {
-                        id: reasoningId,
-                        text: "",
-                        ...(typeof contentBlock?.data === "string" ? { redactedData: contentBlock.data } : {}),
-                    });
-                    yield {
-                        type: "reasoning-start",
-                        id: reasoningId,
-                    };
-                    continue;
-                }
-                if ((blockType === "tool_use" || blockType === "server_tool_use") &&
-                    typeof contentBlock?.id === "string" &&
-                    typeof contentBlock?.name === "string") {
-                    const providerExecuted = blockType === "server_tool_use" ? true : undefined;
-                    const current = {
-                        id: contentBlock.id,
-                        name: contentBlock.name,
-                        input: "",
-                        ...(providerExecuted ? { providerExecuted } : {}),
-                    };
-                    toolCalls.set(index, current);
-                    yield {
-                        type: "tool-input-start",
-                        id: current.id,
-                        toolName: current.name,
-                        ...(providerExecuted ? { providerExecuted } : {}),
-                    };
-                    const initialInput = contentBlock.input;
-                    if (initialInput !== undefined && !isEmptyRecord(initialInput)) {
-                        const serializedInput = stringifyJsonValue(initialInput);
-                        current.input += serializedInput;
+                    if ((blockType === "tool_use" || blockType === "server_tool_use") &&
+                        typeof contentBlock?.id === "string" &&
+                        typeof contentBlock?.name === "string") {
+                        const providerExecuted = blockType === "server_tool_use" ? true : undefined;
+                        const current = {
+                            id: contentBlock.id,
+                            name: contentBlock.name,
+                            input: "",
+                            ...(providerExecuted ? { providerExecuted } : {}),
+                        };
+                        toolCalls.set(index, current);
+                        clientToolUseIdleDeadlineMs = null;
+                        clientToolUseTerminalDeadlineMs = null;
                         yield {
-                            type: "tool-input-delta",
+                            type: "tool-input-start",
                             id: current.id,
-                            delta: serializedInput,
+                            toolName: current.name,
+                            ...(providerExecuted ? { providerExecuted } : {}),
+                        };
+                        const initialInput = contentBlock.input;
+                        if (initialInput !== undefined && !isEmptyRecord(initialInput)) {
+                            const serializedInput = stringifyJsonValue(initialInput);
+                            current.input += serializedInput;
+                            yield {
+                                type: "tool-input-delta",
+                                id: current.id,
+                                delta: serializedInput,
+                            };
+                        }
+                        continue;
+                    }
+                    if (blockType === "web_search_tool_result" &&
+                        typeof contentBlock?.tool_use_id === "string" &&
+                        Array.isArray(contentBlock?.content)) {
+                        yield {
+                            type: "tool-result",
+                            toolCallId: contentBlock.tool_use_id,
+                            toolName: "web_search",
+                            result: contentBlock.content,
+                            providerExecuted: true,
+                        };
+                    }
+                    if (blockType === "web_fetch_tool_result" &&
+                        typeof contentBlock?.tool_use_id === "string" &&
+                        readRecord(contentBlock?.content)) {
+                        yield {
+                            type: "tool-result",
+                            toolCallId: contentBlock.tool_use_id,
+                            toolName: "web_fetch",
+                            result: contentBlock.content,
+                            providerExecuted: true,
                         };
                     }
                     continue;
                 }
-                if (blockType === "web_search_tool_result" &&
-                    typeof contentBlock?.tool_use_id === "string" &&
-                    Array.isArray(contentBlock?.content)) {
-                    yield {
-                        type: "tool-result",
-                        toolCallId: contentBlock.tool_use_id,
-                        toolName: "web_search",
-                        result: contentBlock.content,
-                        providerExecuted: true,
-                    };
-                }
-                if (blockType === "web_fetch_tool_result" &&
-                    typeof contentBlock?.tool_use_id === "string" &&
-                    readRecord(contentBlock?.content)) {
-                    yield {
-                        type: "tool-result",
-                        toolCallId: contentBlock.tool_use_id,
-                        toolName: "web_fetch",
-                        result: contentBlock.content,
-                        providerExecuted: true,
-                    };
-                }
-                continue;
-            }
-            if (eventType === "content_block_delta") {
-                const index = typeof record?.index === "number" ? record.index : 0;
-                const delta = readRecord(record?.delta);
-                const deltaType = typeof delta?.type === "string" ? delta.type : undefined;
-                if (deltaType === "text_delta" && typeof delta?.text === "string" && delta.text.length > 0) {
-                    yield { type: "text-delta", delta: delta.text };
-                    continue;
-                }
-                if (deltaType === "thinking_delta" && typeof delta?.thinking === "string" &&
-                    delta.thinking.length > 0) {
-                    const current = reasoningBlocks.get(index);
-                    if (!current) {
+                if (eventType === "content_block_delta") {
+                    const index = typeof record?.index === "number" ? record.index : 0;
+                    const delta = readRecord(record?.delta);
+                    const deltaType = typeof delta?.type === "string" ? delta.type : undefined;
+                    if (deltaType === "text_delta" && typeof delta?.text === "string" && delta.text.length > 0) {
+                        yield { type: "text-delta", delta: delta.text };
                         continue;
                     }
-                    current.text += delta.thinking;
-                    yield {
-                        type: "reasoning-delta",
-                        id: current.id,
-                        delta: delta.thinking,
-                    };
-                    continue;
-                }
-                if (deltaType === "signature_delta" && typeof delta?.signature === "string") {
-                    const current = reasoningBlocks.get(index);
-                    if (current) {
-                        current.signature = delta.signature;
+                    if (deltaType === "thinking_delta" && typeof delta?.thinking === "string" &&
+                        delta.thinking.length > 0) {
+                        const current = reasoningBlocks.get(index);
+                        if (!current) {
+                            continue;
+                        }
+                        current.text += delta.thinking;
+                        yield {
+                            type: "reasoning-delta",
+                            id: current.id,
+                            delta: delta.thinking,
+                        };
+                        continue;
+                    }
+                    if (deltaType === "signature_delta" && typeof delta?.signature === "string") {
+                        const current = reasoningBlocks.get(index);
+                        if (current) {
+                            current.signature = delta.signature;
+                        }
+                        continue;
+                    }
+                    if (deltaType === "input_json_delta" && typeof delta?.partial_json === "string") {
+                        const current = toolCalls.get(index);
+                        if (!current) {
+                            continue;
+                        }
+                        current.input += delta.partial_json;
+                        yield {
+                            type: "tool-input-delta",
+                            id: current.id,
+                            delta: delta.partial_json,
+                        };
                     }
                     continue;
                 }
-                if (deltaType === "input_json_delta" && typeof delta?.partial_json === "string") {
+                if (eventType === "content_block_stop") {
+                    const index = typeof record?.index === "number" ? record.index : 0;
+                    const reasoning = reasoningBlocks.get(index);
+                    if (reasoning) {
+                        yield {
+                            type: "reasoning-end",
+                            id: reasoning.id,
+                            ...(reasoning.signature ? { signature: reasoning.signature } : {}),
+                            ...(reasoning.redactedData ? { redactedData: reasoning.redactedData } : {}),
+                        };
+                        reasoningBlocks.delete(index);
+                        continue;
+                    }
                     const current = toolCalls.get(index);
                     if (!current) {
                         continue;
                     }
-                    current.input += delta.partial_json;
                     yield {
-                        type: "tool-input-delta",
-                        id: current.id,
-                        delta: delta.partial_json,
-                    };
-                }
-                continue;
-            }
-            if (eventType === "content_block_stop") {
-                const index = typeof record?.index === "number" ? record.index : 0;
-                const reasoning = reasoningBlocks.get(index);
-                if (reasoning) {
-                    yield {
-                        type: "reasoning-end",
-                        id: reasoning.id,
-                        ...(reasoning.signature ? { signature: reasoning.signature } : {}),
-                        ...(reasoning.redactedData ? { redactedData: reasoning.redactedData } : {}),
+                        type: "tool-call",
+                        toolCallId: current.id,
+                        toolName: current.name,
+                        input: current.input.length > 0 ? current.input : "{}",
+                        ...(current.providerExecuted ? { providerExecuted: true } : {}),
                     };
-                    reasoningBlocks.delete(index);
-                    continue;
-                }
-                const current = toolCalls.get(index);
-                if (!current) {
+                    if (!current.providerExecuted) {
+                        completedClientToolUseStep = true;
+                        clientToolUseIdleDeadlineMs = null;
+                    }
+                    toolCalls.delete(index);
                     continue;
                 }
-                yield {
-                    type: "tool-call",
-                    toolCallId: current.id,
-                    toolName: current.name,
-                    input: current.input.length > 0 ? current.input : "{}",
-                    ...(current.providerExecuted ? { providerExecuted: true } : {}),
-                };
-                if (!current.providerExecuted) {
-                    completedClientToolUseStep = true;
+                if (eventType === "message_delta") {
+                    const delta = readRecord(record?.delta);
+                    const normalizedFinishReason = normalizeAnthropicFinishReason(delta?.stop_reason);
+                    if (normalizedFinishReason) {
+                        finishReason = normalizedFinishReason;
+                    }
                 }
-                toolCalls.delete(index);
-                continue;
             }
-            if (eventType === "message_delta") {
-                const delta = readRecord(record?.delta);
-                const normalizedFinishReason = normalizeAnthropicFinishReason(delta?.stop_reason);
-                if (normalizedFinishReason) {
-                    finishReason = normalizedFinishReason;
+            if (completedClientToolUseStep && toolCalls.size === 0) {
+                if (isToolCallsFinishReason(finishReason)) {
+                    clientToolUseIdleDeadlineMs = null;
+                    clientToolUseTerminalDeadlineMs ??= Date.now() + trailingUsageGraceMs;
+                    if (hasGatewayUsageMetadata(usage)) {
+                        await cancelStreamReader(reader, "Finished Anthropic tool-use turn after gateway usage metadata");
+                        yield buildFinishPart();
+                        return;
+                    }
+                }
+                else {
+                    clientToolUseIdleDeadlineMs ??= Date.now() + trailingUsageGraceMs;
                 }
             }
         }
-        if (completedClientToolUseStep && toolCalls.size === 0) {
-            yield {
-                type: "finish",
-                finishReason: { unified: "tool-calls", raw: "tool_use" },
-                ...(usage ? { usage } : {}),
-            };
-            return;
-        }
     }
-    if (buffer.trim().length > 0) {
-        const parsed = parseSseChunk(`${buffer}\n\n`);
-        for (const event of parsed.events) {
-            if (event === "[DONE]") {
-                continue;
-            }
-            const record = readRecord(event);
-            usage = mergeUsage(usage, extractAnthropicUsage(record));
-        }
+    finally {
+        reader.releaseLock();
     }
-    yield {
-        type: "finish",
-        finishReason,
-        ...(usage ? { usage } : {}),
-    };
+    mergeTrailingBufferUsage();
+    yield buildFinishPart();
 }

package/esm/extensions/ext-llm-openai/src/openai-chat-stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-chat-stream.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-chat-stream.ts"],"names":[],"mappings":"AA2JA,wBAAuB,2BAA2B,CAChD,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,aAAa,CAAC,OAAO,CAAC,CAsJxB"}
+{"version":3,"file":"openai-chat-stream.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-chat-stream.ts"],"names":[],"mappings":"AAwIA,wBAAuB,2BAA2B,CAChD,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,aAAa,CAAC,OAAO,CAAC,CAsJxB"}

package/esm/extensions/ext-llm-openai/src/openai-chat-stream.js

@@ -1,4 +1,4 @@
-import { parseSseChunk, readRecord } from "../../../src/provider/shared/index.js";
+import { parseSseChunk, readGatewayBillingMode, readRecord } from "../../../src/provider/shared/index.js";
 function normalizeOpenAIFinishReason(raw) {
     if (typeof raw !== "string") {
         return null;
@@ -26,6 +26,7 @@ function extractOpenAIUsage(payload) {
     const reasoningTokens = completionTokensDetails?.reasoning_tokens;
     const veryfront = readRecord(usage.veryfront);
     const costSource = veryfront?.cost_source;
+    const billingMode = readGatewayBillingMode(veryfront?.billing_mode);
     const usageCaptureStatus = veryfront?.usage_capture_status;
     return {
         inputTokens: typeof inputTokens === "number" ? inputTokens : undefined,
@@ -65,6 +66,7 @@ function extractOpenAIUsage(payload) {
         ...(costSource === "gateway" || costSource === "missing" || costSource === "partial"
             ? { costSource }
             : {}),
+        ...(billingMode !== undefined ? { billingMode } : {}),
         ...(usageCaptureStatus === "complete" ||
             usageCaptureStatus === "missing" ||
             usageCaptureStatus === "partial"

package/esm/extensions/ext-llm-openai/src/openai-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAC3F,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AACrF,OAAO,EACL,kBAAkB,EAMlB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EAKpB,+BAA+B,EAC/B,8BAA8B,EAC/B,MAAM,uCAAuC,CAAC;AAc/C,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,+BAA+B,EAC/B,8BAA8B,GAC/B,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AA+UD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAsEd;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAsEd;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,gBAAgB,CAuClB;AAED,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,EAAE,YAAY;IAEvB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,YAAY;IAYrE,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,gBAAgB;IAY7E,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,YAAY;CAW1E"}
+{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../../../src/extensions/ext-llm-openai/src/openai-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAC3F,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AACrF,OAAO,EACL,kBAAkB,EAMlB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EAMpB,+BAA+B,EAC/B,8BAA8B,EAC/B,MAAM,uCAAuC,CAAC;AAc/C,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,+BAA+B,EAC/B,8BAA8B,GAC/B,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AAkVD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAsEd;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAsEd;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,gBAAgB,CAuClB;AAED,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,EAAE,YAAY;IAEvB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,YAAY;IAYrE,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,gBAAgB;IAY7E,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,YAAY;CAW1E"}

package/esm/extensions/ext-llm-openai/src/openai-provider.js

@@ -7,7 +7,7 @@
  *
  * @module extensions/ext-llm-openai/openai-provider
  */
-import { buildProviderError, createOpenAIRequestInit, createWarningCollector, getOpenAIChatCompletionsUrl, getOpenAIEmbeddingUrl, getOpenAIResponsesUrl, isNumberArray, mergeUsage, parseRetryAfterMs, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, readRecord, requestJson, requestStream, stringifyJsonValue, TOOL_INPUT_PENDING_THRESHOLD_MS, withToolInputStatusTransitions, } from "../../../src/provider/shared/index.js";
+import { buildProviderError, createOpenAIRequestInit, createWarningCollector, getOpenAIChatCompletionsUrl, getOpenAIEmbeddingUrl, getOpenAIResponsesUrl, isNumberArray, mergeUsage, parseRetryAfterMs, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, readGatewayBillingMode, readRecord, requestJson, requestStream, stringifyJsonValue, TOOL_INPUT_PENDING_THRESHOLD_MS, withToolInputStatusTransitions, } from "../../../src/provider/shared/index.js";
 import { buildOpenAIChatRequest, } from "./openai-chat-request-builder.js";
 import { streamOpenAICompatibleParts } from "./openai-chat-stream.js";
 import { buildOpenAIResponsesRequest } from "./openai-responses-request-builder.js";
@@ -70,6 +70,7 @@ function extractOpenAIUsage(payload) {
     const reasoningTokens = completionTokensDetails?.reasoning_tokens;
     const veryfront = readRecord(usage.veryfront);
     const costSource = veryfront?.cost_source;
+    const billingMode = readGatewayBillingMode(veryfront?.billing_mode);
     const usageCaptureStatus = veryfront?.usage_capture_status;
     return {
         inputTokens: typeof inputTokens === "number" ? inputTokens : undefined,
@@ -109,6 +110,7 @@ function extractOpenAIUsage(payload) {
         ...(costSource === "gateway" || costSource === "missing" || costSource === "partial"
             ? { costSource }
             : {}),
+        ...(billingMode !== undefined ? { billingMode } : {}),
         ...(usageCaptureStatus === "complete" ||
             usageCaptureStatus === "missing" ||
             usageCaptureStatus === "partial"