@zimtsui/brainswitch 0.0.1

package/build/api-types/openai-chatcompletions-monolith-base.js

@@ -0,0 +1,85 @@
+import { RoleMessage } from "../session.js";
+import { Function } from "../function.js";
+import OpenAI from 'openai';
+import assert from 'node:assert';
+import { TransientError, RetryLimitError } from "./base.js";
+import { InvalidFinishReason } from "./openai-chatcompletions-base.js";
+import { OpenAIChatCompletionsAPIBase } from "./openai-chatcompletions-base.js";
+import {} from "../inference-context.js";
+export class OpenAIChatCompletionsMonolithAPIBase extends OpenAIChatCompletionsAPIBase {
+    convertToAIMessage(message) {
+        const parts = [];
+        if (message.content)
+            parts.push(new RoleMessage.Text(this.extractContent(message.content)));
+        if (message.tool_calls)
+            parts.push(...message.tool_calls.map(apifc => {
+                assert(apifc.type === 'function');
+                return this.convertToFunctionCall(apifc);
+            }));
+        return new RoleMessage.AI(parts);
+    }
+    makeMonolithParams(session) {
+        return {
+            model: this.model,
+            messages: [
+                ...(session.developerMessage ? this.convertFromRoleMessage(session.developerMessage) : []),
+                ...session.chatMessages.flatMap(chatMessage => this.convertFromRoleMessage(chatMessage)),
+            ],
+            tools: Object.keys(this.functionDeclarationMap).length
+                ? Object.entries(this.functionDeclarationMap).map(fdentry => this.convertFromFunctionDeclarationEntry(fdentry))
+                : undefined,
+            tool_choice: Object.keys(this.functionDeclarationMap).length && this.toolChoice ? this.convertFromFunctionCallMode(this.toolChoice) : undefined,
+            parallel_tool_calls: Object.keys(this.functionDeclarationMap).length ? false : undefined,
+            ...this.customOptions,
+        };
+    }
+    async monolith(ctx, session, retry = 0) {
+        if (retry > 2)
+            throw new RetryLimitError();
+        const signalTimeout = this.timeout ? AbortSignal.timeout(this.timeout) : undefined;
+        const signal = ctx.signal && signalTimeout ? AbortSignal.any([
+            ctx.signal,
+            signalTimeout,
+        ]) : ctx.signal || signalTimeout;
+        const params = this.makeMonolithParams(session);
+        ctx.logger.message?.trace(params);
+        await this.throttle.requests(ctx);
+        await this.throttle.inputTokens(this.tokenize(params), ctx);
+        try {
+            const completion = await this.client.chat.completions.create(params, { signal });
+            ctx.logger.message?.trace(completion);
+            assert(completion.choices[0], new TransientError('No choices', { cause: completion }));
+            assert(completion.choices[0].finish_reason && ['stop', 'tool_calls'].includes(completion.choices[0].finish_reason), new InvalidFinishReason(completion.choices[0].finish_reason));
+            assert(completion.usage);
+            this.throttle.outputTokens(completion.usage.completion_tokens);
+            const cost = this.calcCost(completion.usage);
+            ctx.logger.cost?.(cost);
+            const aiMessage = this.convertToAIMessage(completion.choices[0].message);
+            const text = aiMessage.getText();
+            if (text)
+                ctx.logger.inference?.debug(text + '\n');
+            const apifcs = completion.choices[0].message.tool_calls || [];
+            if (apifcs.length)
+                ctx.logger.message?.debug(apifcs);
+            ctx.logger.message?.debug(completion.usage);
+            this.validateFunctionCallByToolChoice(aiMessage.getFunctionCalls());
+            return aiMessage;
+        }
+        catch (e) {
+            if (ctx.signal?.aborted)
+                throw new DOMException(undefined, 'AbortError');
+            if (e instanceof TransientError) { } // 模型抽风
+            else if (e instanceof InvalidFinishReason) { } // 服务器中道崩殂
+            else if (e instanceof OpenAI.APIUserAbortError) { } // 推理超时
+            else if (e instanceof OpenAI.BadRequestError) {
+                ctx.logger.message?.warn(params);
+            }
+            else
+                throw e;
+            ctx.logger.message?.warn(e);
+            return await this.monolith(ctx, session, retry + 1)
+                .catch(nexte => Promise.reject(nexte instanceof RetryLimitError ? e : nexte));
+        }
+    }
+}
+//# sourceMappingURL=openai-chatcompletions-monolith-base.js.map

package/build/api-types/openai-chatcompletions-monolith-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-chatcompletions-monolith-base.js","sourceRoot":"","sources":["../../src/api-types/openai-chatcompletions-monolith-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,4BAA4B,EAAE,MAAM,kCAAkC,CAAC;AAChF,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAGhE,MAAM,OAAgB,oCAAuF,SAAQ,4BAAiC;IAE3I,kBAAkB,CAAC,OAAqC;QACjE,MAAM,KAAK,GAA0D,EAAE,CAAC;QACxE,IAAI,OAAO,CAAC,OAAO;YAClB,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,UAAU;YACrB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBAC5C,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;gBAClC,OAAO,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC,CAAC;QACL,OAAO,IAAI,WAAW,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAES,kBAAkB,CAAC,OAAgD;QAC5E,OAAO;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE;gBACT,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aACxF;YACD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM;gBACrD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAChD,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG;gBACD,CAAC,CAAC,SAAS;YACZ,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YAC/I,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACxF,GAAG,IAAI,CAAC,aAAa;SACrB,CAAC;IACH,CAAC;IAES,KAAK,CAAC,QAAQ,CACvB,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;QAElF,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,IAAI,eAAe,EAAE,CAAC;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;YAC5D,GAAG,CAAC,MAAM;YACV,aAAa;SACb,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAChD,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAElC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5D,IAAI,CAAC;YACJ,MAAM,UAAU,GAA0B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACxG,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACtC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,cAAc,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YAEvF,MAAM,CACL,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,aAAa,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,EAC7G,IAAI,mBAAmB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,aAAa,CAAC,CAC7D,CAAC;YACF,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAE/D,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;YAExB,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC;YAE1E,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,IAAI;gBAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;YAC/D,IAAI,MAAM,CAAC,MAAM;gBAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACrD,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE5C,IAAI,CAAC,gCAAgC,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;YAEpE,OAAO,SAAS,CAAC;QAClB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACzE,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;iBACtC,IAAI,CAAC,YAAY,mBAAmB,EAAE,CAAC,CAAA,CAAC,CAAC,UAAU;iBACnD,IAAI,CAAC,YAAY,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;iBACrD,IAAI,CAAC,YAAY,MAAM,CAAC,eAAe,EAAE,CAAC;gBAC9C,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;;gBAAM,MAAM,CAAC,CAAC;YACf,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC;iBAC/C,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAChF,CAAC;IACF,CAAC;CAED"}

package/build/api-types/openai-chatcompletions-stream-base.d.ts

@@ -0,0 +1,11 @@
+import { RoleMessage, type Session } from '../session.ts';
+import { Function } from '../function.ts';
+import OpenAI from 'openai';
+import { OpenAIChatCompletionsAPIBase } from './openai-chatcompletions-base.ts';
+import { type InferenceContext } from '../inference-context.ts';
+export declare abstract class OpenAIChatCompletionsStreamAPIBase<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsAPIBase<fdm> {
+    protected makeStreamParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsStreaming;
+    protected convertToFunctionCallFromDelta(apifc: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+    protected abstract getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
+    protected stream(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.AI<Function.Declaration.From<fdm>>>;
+}

package/build/api-types/openai-chatcompletions-stream-base.js

@@ -0,0 +1,110 @@
+import { RoleMessage } from "../session.js";
+import { Function } from "../function.js";
+import OpenAI from 'openai';
+import assert from 'node:assert';
+import { OpenAIChatCompletionsAPIBase, InvalidFinishReason } from "./openai-chatcompletions-base.js";
+import {} from "../inference-context.js";
+import { RetryLimitError, TransientError } from "./base.js";
+export class OpenAIChatCompletionsStreamAPIBase extends OpenAIChatCompletionsAPIBase {
+    makeStreamParams(session) {
+        return {
+            model: this.model,
+            messages: [
+                ...(session.developerMessage ? this.convertFromRoleMessage(session.developerMessage) : []),
+                ...session.chatMessages.flatMap(chatMessage => this.convertFromRoleMessage(chatMessage)),
+            ],
+            tools: Object.keys(this.functionDeclarationMap).length
+                ? Object.entries(this.functionDeclarationMap).map(fdentry => this.convertFromFunctionDeclarationEntry(fdentry)) : undefined,
+            tool_choice: Object.keys(this.functionDeclarationMap).length && this.toolChoice ? this.convertFromFunctionCallMode(this.toolChoice) : undefined,
+            stream: true,
+            stream_options: {
+                include_usage: true
+            },
+            ...this.customOptions,
+        };
+    }
+    convertToFunctionCallFromDelta(apifc) {
+        assert(apifc.id);
+        assert(apifc.function?.name);
+        assert(apifc.function?.arguments);
+        return this.convertToFunctionCall(apifc);
+    }
+    async stream(ctx, session, retry = 0) {
+        if (retry > 2)
+            throw new RetryLimitError();
+        const signalTimeout = this.timeout ? AbortSignal.timeout(this.timeout) : undefined;
+        const signal = ctx.signal && signalTimeout ? AbortSignal.any([
+            ctx.signal,
+            signalTimeout,
+        ]) : ctx.signal || signalTimeout;
+        const params = this.makeStreamParams(session);
+        ctx.logger.message?.trace(params);
+        await this.throttle.requests(ctx);
+        await this.throttle.inputTokens(this.tokenize(params), ctx);
+        try {
+            const stream = await this.client.chat.completions.create(params, { signal });
+            let chunk = null;
+            let usage = { completion_tokens: 0, prompt_tokens: 0, total_tokens: 0 };
+            let finishReason = null;
+            const toolCalls = [];
+            let thoughts = '', text = '', cost = 0, thinking = true;
+            ctx.logger.inference?.trace('<think>\n');
+            for await (chunk of stream) {
+                const deltaThoughts = chunk.choices[0] ? this.getDeltaThoughts(chunk.choices[0].delta) : '';
+                thoughts += deltaThoughts;
+                const deltaText = chunk.choices[0]?.delta.content ?? '';
+                text += deltaText;
+                const deltaToolCalls = chunk.choices[0]?.delta.tool_calls ?? [];
+                for (const deltaToolCall of deltaToolCalls) {
+                    toolCalls[deltaToolCall.index] ||= { index: deltaToolCall.index };
+                    toolCalls[deltaToolCall.index].id ||= deltaToolCall.id;
+                    toolCalls[deltaToolCall.index].function ||= {};
+                    toolCalls[deltaToolCall.index].function.name ||= deltaToolCall.function?.name;
+                    toolCalls[deltaToolCall.index].function.arguments ||= '';
+                    toolCalls[deltaToolCall.index].function.arguments += deltaToolCall.function?.arguments || '';
+                }
+                if (chunk.usage)
+                    cost = this.calcCost(chunk.usage);
+                const newUsage = chunk.usage || usage;
+                this.throttle.outputTokens(newUsage.completion_tokens - usage.completion_tokens);
+                finishReason = chunk.choices[0]?.finish_reason ?? finishReason;
+                ctx.logger.inference?.trace(deltaThoughts);
+                if (thinking && (deltaText || deltaToolCalls.length)) {
+                    thinking = false;
+                    ctx.logger.inference?.trace('\n</think>\n');
+                }
+                ctx.logger.inference?.debug(deltaText);
+                usage = newUsage;
+            }
+            assert(finishReason && ['stop', 'tool_calls'].includes(finishReason), new InvalidFinishReason(finishReason));
+            ctx.logger.inference?.debug('\n');
+            assert(usage);
+            if (toolCalls.length)
+                ctx.logger.message?.debug(toolCalls);
+            ctx.logger.message?.debug(usage);
+            ctx.logger.cost?.(cost);
+            const fcs = toolCalls.map(apifc => this.convertToFunctionCallFromDelta(apifc));
+            this.validateFunctionCallByToolChoice(fcs);
+            return new RoleMessage.AI([
+                new RoleMessage.Text(this.extractContent(text)),
+                ...fcs,
+            ]);
+        }
+        catch (e) {
+            if (ctx.signal?.aborted)
+                throw new DOMException(undefined, 'AbortError');
+            if (e instanceof TransientError) { } // 模型抽风
+            else if (e instanceof InvalidFinishReason) { } // 服务器中道崩殂
+            else if (e instanceof OpenAI.APIUserAbortError) { } // 推理超时
+            else if (e instanceof OpenAI.BadRequestError) {
+                ctx.logger.message?.warn(params);
+            }
+            else
+                throw e;
+            ctx.logger.message?.warn(e);
+            return this.stream(ctx, session, retry + 1)
+                .catch(nexte => Promise.reject(nexte instanceof RetryLimitError ? e : nexte));
+        }
+    }
+}
+//# sourceMappingURL=openai-chatcompletions-stream-base.js.map

package/build/api-types/openai-chatcompletions-stream-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-chatcompletions-stream-base.js","sourceRoot":"","sources":["../../src/api-types/openai-chatcompletions-stream-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,eAAe,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,4BAA4B,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACrG,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAI5D,MAAM,OAAgB,kCAAqF,SAAQ,4BAAiC;IAEzI,gBAAgB,CAAC,OAAgD;QAC1E,OAAO;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE;gBACT,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aACxF;YACD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM;gBACrD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAChD,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG,CAAC,CAAC,CAAC,SAAS;YACd,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YAC/I,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE;gBACf,aAAa,EAAE,IAAI;aACnB;YACD,GAAG,IAAI,CAAC,aAAa;SACrB,CAAC;IACH,CAAC;IAES,8BAA8B,CAAC,KAAuD;QAC/F,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC,qBAAqB,CAAC,KAAqD,CAAC,CAAC;IAC1F,CAAC;IAIS,KAAK,CAAC,MAAM,CAAC,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;QACxG,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,IAAI,eAAe,EAAE,CAAC;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;YAC5D,GAAG,CAAC,MAAM;YACV,aAAa;SACb,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC9C,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAElC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAE5D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAE7E,IAAI,KAAK,GAAsC,IAAI,CAAC;YACpD,IAAI,KAAK,GAA2B,EAAE,iBAAiB,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAChG,IAAI,YAAY,GAAuD,IAAI,CAAC;YAE5E,MAAM,SAAS,GAAuD,EAAE,CAAC;YACzE,IAAI,QAAQ,GAAG,EAAE,EAAE,IAAI,GAAG,EAAE,EAAE,IAAI,GAAG,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;YACxD,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YAEzC,IAAI,KAAK,EAAE,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC5B,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5F,QAAQ,IAAI,aAAa,CAAC;gBAE1B,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;gBACxD,IAAI,IAAI,SAAS,CAAC;gBAElB,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;gBAChE,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;oBAC5C,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,CAAC;oBAClE,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;oBACxD,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAQ,KAAK,EAAE,CAAC;oBAChD,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,IAAI,KAAK,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC;oBAChF,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,SAAS,KAAK,EAAE,CAAC;oBAC3D,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,SAAU,IAAI,aAAa,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;gBACjG,CAAC;gBAED,IAAI,KAAK,CAAC,KAAK;oBAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBAEjF,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,YAAY,CAAC;gBAC/D,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;gBAC3C,IAAI,QAAQ,IAAI,CAAC,SAAS,IAAI,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;oBACtD,QAAQ,GAAG,KAAK,CAAC;oBACjB,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;gBAC7C,CAAC;gBACD,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;gBAEvC,KAAK,GAAG,QAAQ,CAAC;YAClB,CAAC;YACD,MAAM,CACL,YAAY,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAC7D,IAAI,mBAAmB,CAAC,YAAY,CAAC,CACrC,CAAC;YACF,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,CAAC;YACd,IAAI,SAAS,CAAC,MAAM;gBAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YAC3D,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACjC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;YAExB,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,8BAA8B,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/E,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,CAAC;YAE3C,OAAO,IAAI,WAAW,CAAC,EAAE,CAAC;gBACzB,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC/C,GAAG,GAAG;aACN,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACzE,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;iBACtC,IAAI,CAAC,YAAY,mBAAmB,EAAE,CAAC,CAAA,CAAC,CAAC,UAAU;iBACnD,IAAI,CAAC,YAAY,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;iBACrD,IAAI,CAAC,YAAY,MAAM,CAAC,eAAe,EAAE,CAAC;gBAC9C,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;;gBAAM,MAAM,CAAC,CAAC;YACf,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC;iBACvC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAChF,CAAC;IACF,CAAC;CAED"}

package/build/api-types/openai-chatcompletions.d.ts

@@ -0,0 +1,6 @@
+import { Engine } from '../engine.ts';
+import { Function } from '../function.ts';
+import { OpenAIChatCompletionsMonolithAPIBase } from './openai-chatcompletions-monolith-base.ts';
+export declare class OpenAIChatCompletionsAPI<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsMonolithAPIBase<fdm> {
+    static create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
+}

package/build/api-types/openai-chatcompletions.js

@@ -0,0 +1,10 @@
+import { Engine } from "../engine.js";
+import { Function } from "../function.js";
+import { OpenAIChatCompletionsMonolithAPIBase } from "./openai-chatcompletions-monolith-base.js";
+export class OpenAIChatCompletionsAPI extends OpenAIChatCompletionsMonolithAPIBase {
+    static create(options) {
+        const api = new OpenAIChatCompletionsAPI(options);
+        return api.monolith.bind(api);
+    }
+}
+//# sourceMappingURL=openai-chatcompletions.js.map

package/build/api-types/openai-chatcompletions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-chatcompletions.js","sourceRoot":"","sources":["../../src/api-types/openai-chatcompletions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,oCAAoC,EAAE,MAAM,2CAA2C,CAAC;AAGjG,MAAM,OAAO,wBAA2E,SAAQ,oCAAyC;IACjI,MAAM,CAAC,MAAM,CAA4C,OAA4B;QAC3F,MAAM,GAAG,GAAG,IAAI,wBAAwB,CAAM,OAAO,CAAC,CAAC;QACvD,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;CACD"}

package/build/api-types/openai-responses.d.ts

@@ -0,0 +1,30 @@
+import { APIBase } from './base.ts';
+import { Function } from '../function.ts';
+import { RoleMessage, type ChatMessage, type Session } from '../session.ts';
+import { Engine } from '../engine.ts';
+import { type InferenceContext } from '../inference-context.ts';
+import OpenAI from 'openai';
+import { ProxyAgent } from 'undici';
+export declare class OpenAIResponsesAPI<in out fdm extends Function.Declaration.Map = {}> extends APIBase<fdm> {
+    protected client: OpenAI;
+    protected proxyAgent?: ProxyAgent;
+    static create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
+    constructor(options: Engine.Options<fdm>);
+    protected convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseFunctionToolCall;
+    protected convertToFunctionCall(apifc: OpenAI.Responses.ResponseFunctionToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+    protected convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInputItem.FunctionCallOutput;
+    protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInput;
+    protected convertFromAIMessage(aiMessage: RoleMessage.AI<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInput;
+    protected convertFromChatMessage(chatMessage: ChatMessage<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseInput;
+    protected convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): OpenAI.Responses.FunctionTool;
+    protected makeMonolithParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.Responses.ResponseCreateParamsNonStreaming;
+    protected convertToAIMessage(output: OpenAI.Responses.ResponseOutputItem[]): OpenAIResponsesAIMessage<Function.Declaration.From<fdm>>;
+    protected validateFunctionCallByToolChoice(functionCalls: Function.Call.Distributive<Function.Declaration.From<fdm>>[]): void;
+    protected calcCost(usage: OpenAI.Responses.ResponseUsage): number;
+    protected tokenize(params: OpenAI.Responses.ResponseCreateParams): number;
+    protected monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.AI<Function.Declaration.From<fdm>>>;
+}
+export declare class OpenAIResponsesAIMessage<out fd extends Function.Declaration> extends RoleMessage.AI<fd> {
+    raw: OpenAI.Responses.ResponseOutputItem[];
+    constructor(parts: RoleMessage.AI.Part<fd>[], raw: OpenAI.Responses.ResponseOutputItem[]);
+}

package/build/api-types/openai-responses.js

@@ -0,0 +1,216 @@
+import { APIBase } from "./base.js";
+import { Function } from "../function.js";
+import { RoleMessage } from "../session.js";
+import { Engine } from "../engine.js";
+import {} from "../inference-context.js";
+import OpenAI from 'openai';
+import assert from 'node:assert';
+import { TransientError, RetryLimitError } from "./base.js";
+import { ProxyAgent } from 'undici';
+import Ajv from 'ajv';
+const ajv = new Ajv();
+export class OpenAIResponsesAPI extends APIBase {
+    client;
+    proxyAgent;
+    static create(options) {
+        const api = new OpenAIResponsesAPI(options);
+        return api.monolith.bind(api);
+    }
+    constructor(options) {
+        super(options);
+        this.proxyAgent = options.proxy ? new ProxyAgent(options.proxy) : undefined;
+        this.client = new OpenAI({
+            baseURL: this.baseUrl,
+            apiKey: this.apiKey,
+            fetchOptions: {
+                dispatcher: this.proxyAgent,
+            },
+        });
+    }
+    convertFromFunctionCall(fc) {
+        assert(fc.id);
+        return {
+            type: 'function_call',
+            call_id: fc.id,
+            name: fc.name,
+            arguments: JSON.stringify(fc.args),
+        };
+    }
+    convertToFunctionCall(apifc) {
+        const fditem = this.functionDeclarationMap[apifc.name];
+        assert(fditem, new TransientError('Invalid function call', { cause: apifc }));
+        const args = (() => {
+            try {
+                return JSON.parse(apifc.arguments);
+            }
+            catch (e) {
+                return new TransientError('Invalid function call', { cause: apifc });
+            }
+        })();
+        assert(ajv.validate(fditem.paraschema, args), new TransientError('Invalid function call', { cause: apifc }));
+        return Function.Call.create({
+            id: apifc.call_id,
+            name: apifc.name,
+            args,
+        });
+    }
+    convertFromFunctionResponse(fr) {
+        assert(fr.id);
+        return {
+            type: 'function_call_output',
+            call_id: fr.id,
+            output: fr.text,
+        };
+    }
+    convertFromUserMessage(userMessage) {
+        return userMessage.parts.map(part => {
+            if (part instanceof RoleMessage.Text)
+                return {
+                    type: 'message',
+                    role: 'user',
+                    content: part.text,
+                };
+            else if (part instanceof Function.Response)
+                return this.convertFromFunctionResponse(part);
+            else
+                throw new Error();
+        });
+    }
+    convertFromAIMessage(aiMessage) {
+        if (aiMessage instanceof OpenAIResponsesAIMessage)
+            return aiMessage.raw;
+        else {
+            return aiMessage.parts.map(part => {
+                if (part instanceof RoleMessage.Text)
+                    return {
+                        role: 'assistant',
+                        content: part.text,
+                    };
+                else if (part instanceof Function.Call)
+                    return this.convertFromFunctionCall(part);
+                else
+                    throw new Error();
+            });
+        }
+    }
+    convertFromChatMessage(chatMessage) {
+        if (chatMessage instanceof RoleMessage.User)
+            return this.convertFromUserMessage(chatMessage);
+        else if (chatMessage instanceof RoleMessage.AI)
+            return this.convertFromAIMessage(chatMessage);
+        else
+            throw new Error();
+    }
+    convertFromFunctionDeclarationEntry(fdentry) {
+        return {
+            name: fdentry[0],
+            description: fdentry[1].description,
+            parameters: fdentry[1].paraschema,
+            strict: true,
+            type: 'function',
+        };
+    }
+    makeMonolithParams(session) {
+        return {
+            model: this.model,
+            include: ['reasoning.encrypted_content'],
+            store: false,
+            input: session.chatMessages.flatMap(chatMessage => this.convertFromChatMessage(chatMessage)),
+            instructions: session.developerMessage?.getOnlyText(),
+            tools: Object.keys(this.functionDeclarationMap).length
+                ? Object.entries(this.functionDeclarationMap).map(fdentry => this.convertFromFunctionDeclarationEntry(fdentry)) : undefined,
+            tool_choice: Object.keys(this.functionDeclarationMap).length ? 'required' : undefined,
+            parallel_tool_calls: Object.keys(this.functionDeclarationMap).length ? false : undefined,
+            ...this.customOptions,
+        };
+    }
+    convertToAIMessage(output) {
+        const parts = output.flatMap((item) => {
+            if (item.type === 'message') {
+                assert(item.content.every(part => part.type === 'output_text'));
+                return [new RoleMessage.Text(item.content.map(part => part.text).join(''))];
+            }
+            else if (item.type === 'function_call')
+                return [this.convertToFunctionCall(item)];
+            else if (item.type === 'reasoning')
+                return [];
+            else
+                throw new Error();
+        });
+        return new OpenAIResponsesAIMessage(parts, output);
+    }
+    validateFunctionCallByToolChoice(functionCalls) {
+        // https://community.openai.com/t/function-call-with-finish-reason-of-stop/437226/7
+        if (this.toolChoice === Function.ToolChoice.REQUIRED)
+            assert(functionCalls.length, new TransientError());
+        else if (this.toolChoice instanceof Array)
+            for (const fc of functionCalls)
+                assert(this.toolChoice.includes(fc.name), new TransientError());
+        else if (this.toolChoice === Function.ToolChoice.NONE)
+            assert(!functionCalls.length, new TransientError());
+    }
+    calcCost(usage) {
+        const cacheHitTokenCount = usage.input_tokens_details.cached_tokens;
+        const cacheMissTokenCount = usage.input_tokens - cacheHitTokenCount;
+        return this.inputPrice * cacheMissTokenCount / 1e6 +
+            this.cachedPrice * cacheHitTokenCount / 1e6 +
+            this.outputPrice * usage.output_tokens / 1e6;
+    }
+    tokenize(params) {
+        return JSON.stringify(params).length;
+    }
+    async monolith(ctx, session, retry = 0) {
+        if (retry > 2)
+            throw new RetryLimitError();
+        const signalTimeout = this.timeout ? AbortSignal.timeout(this.timeout) : undefined;
+        const signal = ctx.signal && signalTimeout ? AbortSignal.any([
+            ctx.signal,
+            signalTimeout,
+        ]) : ctx.signal || signalTimeout;
+        const params = this.makeMonolithParams(session);
+        ctx.logger.message?.trace(params);
+        await this.throttle.requests(ctx);
+        await this.throttle.inputTokens(this.tokenize(params), ctx);
+        try {
+            const response = await this.client.responses.create(params, { signal });
+            ctx.logger.message?.trace(response);
+            const aiMessage = this.convertToAIMessage(response.output);
+            const text = aiMessage.getText();
+            if (text)
+                ctx.logger.inference?.debug(text + '\n');
+            const apifcs = response.output.filter(item => item.type === 'function_call');
+            for (const apifc of apifcs)
+                ctx.logger.message?.debug(apifc);
+            assert(response.usage);
+            const cost = this.calcCost(response.usage);
+            ctx.logger.cost?.(cost);
+            ctx.logger.message?.debug(response.usage);
+            this.throttle.outputTokens(response.usage.output_tokens);
+            const functionCalls = aiMessage.getFunctionCalls();
+            this.validateFunctionCallByToolChoice(functionCalls);
+            return aiMessage;
+        }
+        catch (e) {
+            if (ctx.signal?.aborted)
+                throw new DOMException(undefined, 'AbortError');
+            if (e instanceof TransientError) { } // 模型抽风
+            else if (e instanceof OpenAI.APIUserAbortError) { } // 推理超时
+            else if (e instanceof OpenAI.BadRequestError) {
+                ctx.logger.message?.warn(params);
+            }
+            else
+                throw e;
+            ctx.logger.message?.warn(e);
+            return await this.monolith(ctx, session, retry + 1)
+                .catch(nexte => Promise.reject(nexte instanceof RetryLimitError ? e : nexte));
+        }
+    }
+}
+export class OpenAIResponsesAIMessage extends RoleMessage.AI {
+    raw;
+    constructor(parts, raw) {
+        super(parts);
+        this.raw = raw;
+    }
+}
+//# sourceMappingURL=openai-responses.js.map

package/build/api-types/openai-responses.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-responses.js","sourceRoot":"","sources":["../../src/api-types/openai-responses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAkC,MAAM,eAAe,CAAC;AAC5E,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;AAGtB,MAAM,OAAO,kBAAqE,SAAQ,OAAY;IAC3F,MAAM,CAAS;IACf,UAAU,CAAc;IAE3B,MAAM,CAAC,MAAM,CAA4C,OAA4B;QAC3F,MAAM,GAAG,GAAG,IAAI,kBAAkB,CAAM,OAAO,CAAC,CAAC;QACjD,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,YAAmB,OAA4B;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACxB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY,EAAE;gBACb,UAAU,EAAE,IAAI,CAAC,UAAU;aAC3B;SACD,CAAC,CAAC;IACJ,CAAC;IAES,uBAAuB,CAAC,EAA8D;QAC/F,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACd,OAAO;YACN,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,EAAE,CAAC,EAAE;YACd,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC;SAClC,CAAC;IACH,CAAC;IACS,qBAAqB,CAAC,KAAgD;QAC/E,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAoD,CAAC;QAC1G,MAAM,CAAC,MAAM,EAAE,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE;YAClB,IAAI,CAAC;gBACJ,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,OAAO,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACtE,CAAC;QACF,CAAC,CAAC,EAAE,CAAC;QACL,MAAM,CACL,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,EACrC,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAC7D,CAAC;QACF,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC3B,EAAE,EAAE,KAAK,CAAC,OAAO;YACjB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI;SAC4D,CAAC,CAAC;IACpE,CAAC;IAES,2BAA2B,CAAC,EAAkE;QACvG,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACd,OAAO;YACN,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,EAAE,CAAC,EAAE;YACd,MAAM,EAAE,EAAE,CAAC,IAAI;SACf,CAAC;IACH,CAAC;IAES,sBAAsB,CAAC,WAA6D;QAC7F,OAAO,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACnC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI;gBACnC,OAAO;oBACN,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,IAAI,CAAC,IAAI;iBAC0B,CAAC;iBAC1C,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;gBACzC,OAAO,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;;gBAC1C,MAAM,IAAI,KAAK,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACJ,CAAC;IAES,oBAAoB,CAAC,SAAyD;QACvF,IAAI,SAAS,YAAY,wBAAwB;YAChD,OAAO,SAAS,CAAC,GAAG,CAAC;aACjB,CAAC;YACL,OAAO,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACjC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI;oBACnC,OAAO;wBACN,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;qBAC0B,CAAC;qBAC1C,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI;oBACrC,OAAO,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;;oBACtC,MAAM,IAAI,KAAK,EAAE,CAAC;YACxB,CAAC,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAES,sBAAsB,CAAC,WAAwD;QACxF,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI;YAC1C,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aAC5C,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE;YAC7C,OAAO,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;;YAC1C,MAAM,IAAI,KAAK,EAAE,CAAC;IACxB,CAAC;IAES,mCAAmC,CAAC,OAA6C;QAC1F,OAAO;YACN,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YAChB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW;YACnC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU;YACjC,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,UAAU;SAChB,CAAC;IACH,CAAC;IAES,kBAAkB,CAAC,OAAgD;QAC5E,OAAO;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,CAAC,6BAA6B,CAAC;YACxC,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;YAC5F,YAAY,EAAE,OAAO,CAAC,gBAAgB,EAAE,WAAW,EAAE;YACrD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM;gBACrD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAChD,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG,CAAC,CAAC,CAAC,SAAS;YACd,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YACrF,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACxF,GAAG,IAAI,CAAC,aAAa;SACrB,CAAC;IACH,CAAC;IAGS,kBAAkB,CAAC,MAA6C;QACzE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAyD,EAAE;YAC5F,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC;gBAChE,OAAO,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7E,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;gBACvC,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;iBACtC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;gBACjC,OAAO,EAAE,CAAC;;gBACN,MAAM,IAAI,KAAK,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC;IAGS,gCAAgC,CAAC,aAA2E;QACrH,mFAAmF;QACnF,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;YACnD,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;aAC/C,IAAI,IAAI,CAAC,UAAU,YAAY,KAAK;YACxC,KAAK,MAAM,EAAE,IAAI,aAAa;gBAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;aAC5F,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;YACpD,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;IACtD,CAAC;IAES,QAAQ,CAAC,KAAqC;QACvD,MAAM,kBAAkB,GAAG,KAAK,CAAC,oBAAoB,CAAC,aAAa,CAAC;QACpE,MAAM,mBAAmB,GAAG,KAAK,CAAC,YAAY,GAAG,kBAAkB,CAAC;QACpE,OAAO,IAAI,CAAC,UAAU,GAAG,mBAAmB,GAAG,GAAG;YAChD,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG;YAC3C,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC;IAChD,CAAC;IAES,QAAQ,CAAC,MAA6C;QAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC;IAES,KAAK,CAAC,QAAQ,CACvB,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;QAElF,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,IAAI,eAAe,EAAE,CAAC;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;YAC5D,GAAG,CAAC,MAAM;YACV,aAAa;SACb,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAChD,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAElC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5D,IAAI,CAAC;YACJ,MAAM,QAAQ,GAA8B,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACnG,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAG3D,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,IAAI;gBAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;YAC7E,KAAK,MAAM,KAAK,IAAI,MAAM;gBAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAC7D,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3C,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;YACxB,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAE1C,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAEzD,MAAM,aAAa,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAC;YACnD,IAAI,CAAC,gCAAgC,CAAC,aAAa,CAAC,CAAC;YAErD,OAAO,SAAS,CAAC;QAClB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACzE,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;iBACtC,IAAI,CAAC,YAAY,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;iBACrD,IAAI,CAAC,YAAY,MAAM,CAAC,eAAe,EAAE,CAAC;gBAC9C,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;;gBAAM,MAAM,CAAC,CAAC;YACf,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC;iBAC/C,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAChF,CAAC;IACF,CAAC;CAED;AAED,MAAM,OAAO,wBAA8D,SAAQ,WAAW,CAAC,EAAM;IAG5F;IAFR,YACC,KAAgC,EACzB,GAA0C;QAEjD,KAAK,CAAC,KAAK,CAAC,CAAC;QAFN,QAAG,GAAH,GAAG,CAAuC;IAGlD,CAAC;CACD"}

package/build/api-types/openrouter-monolith.d.ts

@@ -0,0 +1,21 @@
+import { Engine } from '../engine.ts';
+import { Function } from '../function.ts';
+import OpenAI from 'openai';
+import type { RoleMessage, Session } from '../session.ts';
+import type { InferenceContext } from '../inference-context.ts';
+import { OpenAIChatCompletionsMonolithAPIBase } from './openai-chatcompletions-monolith-base.ts';
+export interface OpenRouterUsage extends OpenAI.CompletionUsage {
+    cost: number;
+}
+export interface OpenRouterMonolithParams extends OpenAI.ChatCompletionCreateParamsNonStreaming {
+    usage?: {
+        include: boolean;
+    };
+}
+export declare class OpenRouterMonolithAPI<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsMonolithAPIBase<fdm> {
+    static create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
+    protected calcCost(usage: OpenAI.CompletionUsage): number;
+    protected makeMonolithParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsNonStreaming;
+    protected convertToFunctionCall(apifc: OpenAI.ChatCompletionMessageFunctionToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+    monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.AI<Function.Declaration.From<fdm>>>;
+}

package/build/api-types/openrouter-monolith.js

@@ -0,0 +1,57 @@
+import { Engine } from "../engine.js";
+import { Function } from "../function.js";
+import OpenAI from 'openai';
+import { OpenAIChatCompletionsMonolithAPIBase } from "./openai-chatcompletions-monolith-base.js";
+const EXCHANGE_RATE_USD_CNY = 8;
+export class OpenRouterMonolithAPI extends OpenAIChatCompletionsMonolithAPIBase {
+    static create(options) {
+        const api = new OpenRouterMonolithAPI(options);
+        return api.monolith.bind(api);
+    }
+    calcCost(usage) {
+        return usage.cost * EXCHANGE_RATE_USD_CNY;
+    }
+    makeMonolithParams(session) {
+        const params = {
+            model: this.model,
+            messages: [
+                ...(session.developerMessage ? this.convertFromRoleMessage(session.developerMessage) : []),
+                ...session.chatMessages.flatMap(chatMessage => this.convertFromRoleMessage(chatMessage)),
+            ],
+            tools: Object.keys(this.functionDeclarationMap).length
+                ? Object.entries(this.functionDeclarationMap).map(fdentry => this.convertFromFunctionDeclarationEntry(fdentry))
+                : undefined,
+            tool_choice: Object.keys(this.functionDeclarationMap).length && this.toolChoice ? this.convertFromFunctionCallMode(this.toolChoice) : undefined,
+            stream: false,
+            usage: {
+                include: true,
+            },
+            ...this.customOptions,
+        };
+        return params;
+    }
+    convertToFunctionCall(apifc) {
+        if (apifc.function.arguments)
+            return super.convertToFunctionCall(apifc);
+        else
+            return super.convertToFunctionCall({
+                ...apifc,
+                function: {
+                    ...apifc.function,
+                    arguments: '{}',
+                },
+            });
+    }
+    async monolith(ctx, session, retry = 0) {
+        try {
+            return await super.monolith(ctx, session, retry);
+        }
+        catch (e) {
+            if (e instanceof TypeError && e.message === 'terminated')
+                return await this.monolith(ctx, session, retry + 1);
+            else
+                throw e;
+        }
+    }
+}
+//# sourceMappingURL=openrouter-monolith.js.map

package/build/api-types/openrouter-monolith.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter-monolith.js","sourceRoot":"","sources":["../../src/api-types/openrouter-monolith.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,oCAAoC,EAAE,MAAM,2CAA2C,CAAC;AAEjG,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAWhC,MAAM,OAAO,qBAAwE,SAAQ,oCAAyC;IAC9H,MAAM,CAAC,MAAM,CAA4C,OAA4B;QAC3F,MAAM,GAAG,GAAG,IAAI,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAEkB,QAAQ,CAAC,KAA6B;QACxD,OAAQ,KAAyB,CAAC,IAAI,GAAG,qBAAqB,CAAC;IAChE,CAAC;IAEkB,kBAAkB,CAAC,OAAgD;QACrF,MAAM,MAAM,GAA6B;YACxC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE;gBACT,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1F,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aACxF;YACD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM;gBACrD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAChD,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG;gBACD,CAAC,CAAC,SAAS;YACZ,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YAC/I,MAAM,EAAE,KAAK;YACb,KAAK,EAAE;gBACN,OAAO,EAAE,IAAI;aACb;YACD,GAAG,IAAI,CAAC,aAAa;SACrB,CAAC;QACF,OAAO,MAAM,CAAC;IACf,CAAC;IAEkB,qBAAqB,CAAC,KAAmD;QAC3F,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS;YAC3B,OAAO,KAAK,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;;YAE1C,OAAO,KAAK,CAAC,qBAAqB,CAAC;gBAClC,GAAG,KAAK;gBACR,QAAQ,EAAE;oBACT,GAAG,KAAK,CAAC,QAAQ;oBACjB,SAAS,EAAE,IAAI;iBACf;aACD,CAAC,CAAC;IACL,CAAC;IAEe,KAAK,CAAC,QAAQ,CAC7B,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;QAElF,IAAI,CAAC;YACJ,OAAO,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,OAAO,KAAK,YAAY;gBACvD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC,CAAC;;gBAC9C,MAAM,CAAC,CAAC;QACd,CAAC;IACF,CAAC;CACD"}

package/build/api-types/openrouter-stream.d.ts

@@ -0,0 +1,27 @@
+import { Engine } from '../engine.ts';
+import { Function } from '../function.ts';
+import OpenAI from 'openai';
+import type { RoleMessage, Session } from '../session.ts';
+import type { InferenceContext } from '../inference-context.ts';
+import { OpenAIChatCompletionsStreamAPIBase } from './openai-chatcompletions-stream-base.ts';
+export interface OpenRouterUsage extends OpenAI.CompletionUsage {
+    cost: number;
+}
+export interface OpenRouterStreamParams extends OpenAI.ChatCompletionCreateParamsStreaming {
+    usage?: {
+        include: boolean;
+    };
+    reasoning?: {};
+}
+export interface OpenRouterChatCompletionChunkChoiceDelta extends OpenAI.ChatCompletionChunk.Choice.Delta {
+    reasoning?: string;
+}
+export declare class OpenRouterStreamAPI<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsStreamAPIBase<fdm> {
+    static create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
+    protected calcCost(usage: OpenAI.CompletionUsage): number;
+    protected getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
+    protected makeStreamParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsStreaming;
+    protected convertToFunctionCallFromDelta(apifc: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+    protected convertToFunctionCall(apifc: OpenAI.ChatCompletionMessageFunctionToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+    stream(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.AI<Function.Declaration.From<fdm>>>;
+}