@veryfront/ext-llm-openai 0.1.985

package/esm/openai-chat-stream.js

@@ -0,0 +1,235 @@
+import { parseSseChunk, readGatewayBillingMode, readRecord } from "veryfront/provider/shared";
+function normalizeOpenAIFinishReason(raw) {
+    if (typeof raw !== "string") {
+        return null;
+    }
+    if (raw === "tool_calls") {
+        return { unified: "tool-calls", raw };
+    }
+    if (raw === "content_filter") {
+        return { unified: "content-filter", raw };
+    }
+    return raw;
+}
+function extractOpenAIUsage(payload) {
+    const record = readRecord(payload);
+    const usage = readRecord(record?.usage);
+    if (!usage) {
+        return undefined;
+    }
+    const inputTokens = usage.prompt_tokens;
+    const outputTokens = usage.completion_tokens;
+    const totalTokens = usage.total_tokens;
+    const promptTokensDetails = readRecord(usage.prompt_tokens_details);
+    const cachedTokens = promptTokensDetails?.cached_tokens;
+    const completionTokensDetails = readRecord(usage.completion_tokens_details);
+    const reasoningTokens = completionTokensDetails?.reasoning_tokens;
+    const veryfront = readRecord(usage.veryfront);
+    const costSource = veryfront?.cost_source;
+    const billingMode = readGatewayBillingMode(veryfront?.billing_mode);
+    const usageCaptureStatus = veryfront?.usage_capture_status;
+    return {
+        inputTokens: typeof inputTokens === "number" ? inputTokens : undefined,
+        outputTokens: typeof outputTokens === "number" ? outputTokens : undefined,
+        totalTokens: typeof totalTokens === "number" ? totalTokens : undefined,
+        ...(typeof cachedTokens === "number" ? { cacheReadInputTokens: cachedTokens } : {}),
+        ...(typeof reasoningTokens === "number" ? { reasoningTokens } : {}),
+        ...(typeof veryfront?.billable_input_tokens === "number"
+            ? { billableInputTokens: veryfront.billable_input_tokens }
+            : {}),
+        ...(typeof veryfront?.billable_output_tokens === "number"
+            ? { billableOutputTokens: veryfront.billable_output_tokens }
+            : {}),
+        ...(typeof veryfront?.cost_usd === "number" ? { costUsd: veryfront.cost_usd } : {}),
+        ...(typeof veryfront?.provider_input_cost_usd === "number"
+            ? { providerInputCostUsd: veryfront.provider_input_cost_usd }
+            : {}),
+        ...(typeof veryfront?.provider_output_cost_usd === "number"
+            ? { providerOutputCostUsd: veryfront.provider_output_cost_usd }
+            : {}),
+        ...(typeof veryfront?.provider_cost_usd === "number"
+            ? { providerCostUsd: veryfront.provider_cost_usd }
+            : {}),
+        ...(typeof veryfront?.veryfront_input_charge_usd === "number"
+            ? { veryfrontInputChargeUsd: veryfront.veryfront_input_charge_usd }
+            : {}),
+        ...(typeof veryfront?.veryfront_output_charge_usd === "number"
+            ? { veryfrontOutputChargeUsd: veryfront.veryfront_output_charge_usd }
+            : {}),
+        ...(typeof veryfront?.veryfront_charge_usd === "number"
+            ? { veryfrontChargeUsd: veryfront.veryfront_charge_usd }
+            : {}),
+        ...(typeof veryfront?.veryfront_billed_usd === "number"
+            ? { veryfrontBilledUsd: veryfront.veryfront_billed_usd }
+            : {}),
+        ...(typeof veryfront?.cost_credits === "number" ? { costCredits: veryfront.cost_credits } : {}),
+        ...(costSource === "gateway" || costSource === "missing" || costSource === "partial"
+            ? { costSource }
+            : {}),
+        ...(billingMode !== undefined ? { billingMode } : {}),
+        ...(usageCaptureStatus === "complete" ||
+            usageCaptureStatus === "missing" ||
+            usageCaptureStatus === "partial"
+            ? { usageCaptureStatus }
+            : {}),
+    };
+}
+function extractOpenAIContentText(content) {
+    if (typeof content === "string") {
+        return content;
+    }
+    if (!Array.isArray(content)) {
+        return "";
+    }
+    let text = "";
+    for (const part of content) {
+        const record = readRecord(part);
+        const type = record?.type;
+        if (type === "text" && typeof record?.text === "string") {
+            text += record.text;
+        }
+    }
+    return text;
+}
+function extractFirstChoice(payload) {
+    const record = readRecord(payload);
+    const choices = record?.choices;
+    if (!Array.isArray(choices) || choices.length === 0) {
+        return undefined;
+    }
+    const first = readRecord(choices[0]);
+    if (!first) {
+        return undefined;
+    }
+    return first;
+}
+export async function* streamOpenAICompatibleParts(stream) {
+    const decoder = new TextDecoder();
+    let buffer = "";
+    const toolCalls = new Map();
+    let reasoningId = null;
+    let reasoningIndex = 0;
+    let finishReason = null;
+    let usage;
+    for await (const chunk of stream) {
+        buffer += decoder.decode(chunk, { stream: true });
+        const parsed = parseSseChunk(buffer);
+        buffer = parsed.remainder;
+        for (const event of parsed.events) {
+            if (event === "[DONE]") {
+                continue;
+            }
+            const record = readRecord(event);
+            usage = extractOpenAIUsage(record) ?? usage;
+            const choice = extractFirstChoice(record);
+            if (!choice) {
+                continue;
+            }
+            const delta = readRecord(choice.delta);
+            if (typeof delta?.reasoning_content === "string" && delta.reasoning_content.length > 0) {
+                if (!reasoningId) {
+                    reasoningId = `reasoning-${reasoningIndex++}`;
+                    yield {
+                        type: "reasoning-start",
+                        id: reasoningId,
+                    };
+                }
+                yield {
+                    type: "reasoning-delta",
+                    id: reasoningId,
+                    delta: delta.reasoning_content,
+                };
+            }
+            const textDelta = extractOpenAIContentText(delta?.content);
+            if (textDelta.length > 0) {
+                if (reasoningId) {
+                    yield {
+                        type: "reasoning-end",
+                        id: reasoningId,
+                    };
+                    reasoningId = null;
+                }
+                yield { type: "text-delta", delta: textDelta };
+            }
+            const rawToolCalls = Array.isArray(delta?.tool_calls) ? delta.tool_calls : [];
+            for (const rawToolCall of rawToolCalls) {
+                if (reasoningId) {
+                    yield {
+                        type: "reasoning-end",
+                        id: reasoningId,
+                    };
+                    reasoningId = null;
+                }
+                const toolCallRecord = readRecord(rawToolCall);
+                const index = typeof toolCallRecord?.index === "number" ? toolCallRecord.index : 0;
+                const current = toolCalls.get(index) ?? {
+                    id: typeof toolCallRecord?.id === "string" ? toolCallRecord.id : `tool-${index}`,
+                    name: "",
+                    arguments: "",
+                    started: false,
+                };
+                if (typeof toolCallRecord?.id === "string") {
+                    current.id = toolCallRecord.id;
+                }
+                const fn = readRecord(toolCallRecord?.function);
+                if (typeof fn?.name === "string") {
+                    current.name = fn.name;
+                }
+                if (!current.started && current.name.length > 0) {
+                    current.started = true;
+                    yield {
+                        type: "tool-input-start",
+                        id: current.id,
+                        toolName: current.name,
+                    };
+                }
+                if (typeof fn?.arguments === "string" && fn.arguments.length > 0) {
+                    current.arguments += fn.arguments;
+                    yield {
+                        type: "tool-input-delta",
+                        id: current.id,
+                        delta: fn.arguments,
+                    };
+                }
+                toolCalls.set(index, current);
+            }
+            const normalizedFinishReason = normalizeOpenAIFinishReason(choice.finish_reason);
+            if (normalizedFinishReason) {
+                finishReason = normalizedFinishReason;
+            }
+        }
+    }
+    if (buffer.trim().length > 0) {
+        const parsed = parseSseChunk(`${buffer}\n\n`);
+        for (const event of parsed.events) {
+            if (event === "[DONE]") {
+                continue;
+            }
+            const record = readRecord(event);
+            usage = extractOpenAIUsage(record) ?? usage;
+        }
+    }
+    if (reasoningId) {
+        yield {
+            type: "reasoning-end",
+            id: reasoningId,
+        };
+    }
+    if (finishReason &&
+        typeof finishReason === "object" &&
+        finishReason.unified === "tool-calls") {
+        for (const toolCall of toolCalls.values()) {
+            yield {
+                type: "tool-call",
+                toolCallId: toolCall.id,
+                toolName: toolCall.name,
+                input: toolCall.arguments,
+            };
+        }
+    }
+    yield {
+        type: "finish",
+        finishReason,
+        ...(usage ? { usage } : {}),
+    };
+}

package/esm/openai-provider.d.ts

@@ -0,0 +1,29 @@
+/**
+ * OpenAI provider, implements the {@link LLMProvider} contract for OpenAI,
+ * OpenAI-compatible endpoints (Azure OpenAI, Moonshot AI), and OpenAI's
+ * Responses API.
+ *
+ * Ported from `src/provider/runtime-loader.ts` as part of PR 11.
+ *
+ * @module extensions/ext-llm-openai/openai-provider
+ */
+import type { LLMProvider, LLMProviderConfig } from "veryfront/extensions/llm";
+import type { EmbeddingRuntime, ModelRuntime } from "veryfront/provider/types";
+import { buildProviderError, isNumberArray, mergeUsage, parseRetryAfterMs, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, TOOL_INPUT_PENDING_THRESHOLD_MS, withToolInputStatusTransitions } from "veryfront/provider/shared";
+export { buildProviderError, isNumberArray, mergeUsage, parseRetryAfterMs, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, TOOL_INPUT_PENDING_THRESHOLD_MS, withToolInputStatusTransitions, };
+export interface OpenAIRuntimeConfig {
+    apiKey: string;
+    baseURL?: string;
+    name?: string;
+    fetch?: typeof globalThis.fetch;
+}
+export declare function createOpenAIModelRuntime(config: OpenAIRuntimeConfig, modelId: string): ModelRuntime;
+export declare function createOpenAIResponsesRuntime(config: OpenAIRuntimeConfig, modelId: string): ModelRuntime;
+export declare function createOpenAIEmbeddingRuntime(config: OpenAIRuntimeConfig, modelId: string): EmbeddingRuntime;
+export declare class OpenAIProvider implements LLMProvider {
+    readonly id = "openai";
+    createModel(modelId: string, config: LLMProviderConfig): ModelRuntime;
+    createEmbedding(modelId: string, config: LLMProviderConfig): EmbeddingRuntime;
+    createResponses(modelId: string, config: LLMProviderConfig): ModelRuntime;
+}
+//# sourceMappingURL=openai-provider.d.ts.map

package/esm/openai-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../src/openai-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EACL,kBAAkB,EAMlB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EAMpB,+BAA+B,EAC/B,8BAA8B,EAC/B,MAAM,2BAA2B,CAAC;AAcnC,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,EACpB,+BAA+B,EAC/B,8BAA8B,GAC/B,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AAkVD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAsEd;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,YAAY,CAsEd;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,mBAAmB,EAC3B,OAAO,EAAE,MAAM,GACd,gBAAgB,CAuClB;AAED,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,EAAE,YAAY;IAEvB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,YAAY;IAYrE,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,gBAAgB;IAY7E,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,GAAG,YAAY;CAW1E"}