@zimtsui/brainswitch 0.0.55 → 0.0.57

package/build/compatible-engine.d/openai-chatcompletions/choice-codec.js

@@ -0,0 +1,31 @@
+import { Structuring } from "../../compatible-engine/structuring.js";
+export function encode(choice) {
+    if (choice === Structuring.Choice.NONE)
+        return 'none';
+    else if (choice === Structuring.Choice.REQUIRED)
+        return 'auto';
+    else if (choice === Structuring.Choice.ANYONE)
+        return 'auto';
+    else if (choice === Structuring.Choice.AUTO)
+        return 'auto';
+    else if (choice === Structuring.Choice.FCall.REQUIRED)
+        return 'required';
+    else if (choice === Structuring.Choice.FCall.ANYONE)
+        return 'required';
+    else if (choice instanceof Structuring.Choice.FCall)
+        return {
+            type: 'function',
+            function: {
+                name: choice.name,
+            },
+        };
+    else if (choice === Structuring.Choice.VRequest.REQUIRED)
+        return 'none';
+    else if (choice === Structuring.Choice.VRequest.ANYONE)
+        return 'none';
+    else if (choice instanceof Structuring.Choice.VRequest)
+        return 'none';
+    else
+        throw new Error();
+}
+//# sourceMappingURL=choice-codec.js.map

package/build/compatible-engine.d/openai-chatcompletions/choice-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"choice-codec.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/openai-chatcompletions/choice-codec.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,wCAAwC,CAAC;AAGrE,MAAM,UAAU,MAAM,CAIlB,MAAoC;IAGpC,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC;SACjD,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ;QAAE,OAAO,MAAM,CAAC;SAC1D,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;SACxD,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC;SAEtD,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ;QAAE,OAAO,UAAU,CAAC;SACpE,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,UAAU,CAAC;SAClE,IAAI,MAAM,YAAY,WAAW,CAAC,MAAM,CAAC,KAAK;QAC/C,OAAO;YACH,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI;aACpB;SACJ,CAAC;SAED,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAAE,OAAO,MAAM,CAAC;SACnE,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;SACjE,IAAI,MAAM,YAAY,WAAW,CAAC,MAAM,CAAC,QAAQ;QAAE,OAAO,MAAM,CAAC;;QAEjE,MAAM,IAAI,KAAK,EAAE,CAAC;AAC3B,CAAC"}

package/build/compatible-engine.d/openai-chatcompletions/message-codec.d.ts

@@ -0,0 +1,24 @@
+import { RoleMessage, type Session } from '../../compatible-engine/session.ts';
+import { Function } from '../../function.ts';
+import OpenAI from 'openai';
+import type { OpenAIChatCompletionsToolCodec } from '../../api-types/openai-chatcompletions/tool-codec.ts';
+import type { Verbatim } from '../../verbatim.ts';
+export declare class MessageCodec<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
+    protected ctx: MessageCodec.Context<fdm, vdm>;
+    constructor(ctx: MessageCodec.Context<fdm, vdm>);
+    /**
+     * @throws {@link VerbatimCodec.Request.Invalid}
+     */
+    decodeAiMessage(message: OpenAI.ChatCompletionMessage): RoleMessage.Ai.From<fdm, vdm>;
+    encodeDeveloperMessage(developerMessage: RoleMessage.Developer): OpenAI.ChatCompletionSystemMessageParam;
+    encodeUserMessage(userMessage: RoleMessage.User.From<fdm>): [OpenAI.ChatCompletionUserMessageParam] | OpenAI.ChatCompletionToolMessageParam[];
+    encodeAiMessage(aiMessage: RoleMessage.Ai.From<fdm, vdm>): OpenAI.ChatCompletionAssistantMessageParam;
+    encodeRoleMessage(roleMessage: Session.ChatMessage.From<fdm, vdm> | RoleMessage.Developer): OpenAI.ChatCompletionMessageParam[];
+    encodeRoleMessages(chatMessages: (Session.ChatMessage.From<fdm, vdm> | RoleMessage.Developer)[]): OpenAI.ChatCompletionMessageParam[];
+}
+export declare namespace MessageCodec {
+    interface Context<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
+        toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
+        vdm: vdm;
+    }
+}

package/build/compatible-engine.d/openai-chatcompletions/message-codec.js

@@ -0,0 +1,71 @@
+import { ResponseInvalid } from "../../engine.js";
+import { RoleMessage } from "../../compatible-engine/session.js";
+import { Function } from "../../function.js";
+import * as VerbatimCodec from "../../verbatim/codec.js";
+export class MessageCodec {
+    ctx;
+    constructor(ctx) {
+        this.ctx = ctx;
+    }
+    /**
+     * @throws {@link VerbatimCodec.Request.Invalid}
+     */
+    decodeAiMessage(message) {
+        const parts = [];
+        if (message.content) {
+            const vrs = VerbatimCodec.Request.decode(message.content, this.ctx.vdm);
+            parts.push(new RoleMessage.Part.Text(message.content, vrs));
+        }
+        if (message.tool_calls)
+            parts.push(...message.tool_calls.map(apifc => {
+                if (apifc.type === 'function') { }
+                else
+                    throw new Error();
+                return this.ctx.toolCodec.decodeFunctionCall(apifc);
+            }));
+        if (parts.length) { }
+        else
+            throw new ResponseInvalid('Content or tool calls not found in Response', { cause: message });
+        return new RoleMessage.Ai(parts);
+    }
+    encodeDeveloperMessage(developerMessage) {
+        return {
+            role: 'system',
+            content: developerMessage.getText(),
+        };
+    }
+    encodeUserMessage(userMessage) {
+        const textParts = userMessage.getParts().filter(part => part instanceof RoleMessage.Part.Text);
+        const frs = userMessage.getFunctionResponses();
+        if (textParts.length && !frs.length)
+            return [{ role: 'user', content: textParts.map(part => ({ type: 'text', text: part.text })) }];
+        else if (!textParts.length && frs.length)
+            return frs.map(fr => this.ctx.toolCodec.encodeFunctionResponse(fr));
+        else
+            throw new Error();
+    }
+    encodeAiMessage(aiMessage) {
+        const parts = aiMessage.getParts();
+        const textParts = parts.filter(part => part instanceof RoleMessage.Part.Text);
+        const fcParts = parts.filter(part => part instanceof Function.Call);
+        return {
+            role: 'assistant',
+            content: textParts.length ? textParts.map(part => part.text).join('') : undefined,
+            tool_calls: fcParts.length ? fcParts.map(fc => this.ctx.toolCodec.encodeFunctionCall(fc)) : undefined,
+        };
+    }
+    encodeRoleMessage(roleMessage) {
+        if (roleMessage instanceof RoleMessage.Developer)
+            return [this.encodeDeveloperMessage(roleMessage)];
+        else if (roleMessage instanceof RoleMessage.User)
+            return this.encodeUserMessage(roleMessage);
+        else if (roleMessage instanceof RoleMessage.Ai)
+            return [this.encodeAiMessage(roleMessage)];
+        else
+            throw new Error();
+    }
+    encodeRoleMessages(chatMessages) {
+        return chatMessages.map(chatMessage => this.encodeRoleMessage(chatMessage)).flat();
+    }
+}
+//# sourceMappingURL=message-codec.js.map

package/build/compatible-engine.d/openai-chatcompletions/message-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/openai-chatcompletions/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAgB,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAI7C,OAAO,KAAK,aAAa,MAAM,yBAAyB,CAAC;AAIzD,MAAM,OAAO,YAAY;IAIQ;IAA7B,YAA6B,GAAmC;QAAnC,QAAG,GAAH,GAAG,CAAgC;IAAG,CAAC;IAEpE;;OAEG;IACI,eAAe,CAClB,OAAqC;QAErC,MAAM,KAAK,GAAyC,EAAE,CAAC;QACvD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACxE,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,OAAO,CAAC,UAAU;YAClB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBACzC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBACzD,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACxD,CAAC,CAAC,CAAC,CAAC;QACR,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,6CAA6C,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACvH,OAAO,IAAI,WAAW,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAEM,sBAAsB,CAAC,gBAAuC;QACjE,OAAO;YACH,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gBAAgB,CAAC,OAAO,EAAE;SACtC,CAAC;IACN,CAAC;IAEM,iBAAiB,CACpB,WAAuC;QAEvC,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/F,MAAM,GAAG,GAAG,WAAW,CAAC,oBAAoB,EAAE,CAAC;QAC/C,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM;YAC/B,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;aAC9F,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM;YACpC,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC,CAAC;;YACnE,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,eAAe,CAClB,SAAwC;QAExC,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpE,OAAO;YACH,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;YACjF,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SACxG,CAAC;IACN,CAAC;IAEM,iBAAiB,CACpB,WAAuE;QAEvE,IAAI,WAAW,YAAY,WAAW,CAAC,SAAS;YAC5C,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC,CAAC;aACjD,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI;YAC5C,OAAO,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;aAC1C,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE;YAC1C,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC;;YAC1C,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,kBAAkB,CACrB,YAA4E;QAE5E,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvF,CAAC;CAEJ"}

package/build/compatible-engine.d/openai-chatcompletions/transport.d/monolith.d.ts

@@ -0,0 +1,38 @@
+import { RoleMessage, type Session } from '../../../compatible-engine/session.ts';
+import { Function } from '../../../function.ts';
+import type OpenAI from 'openai';
+import { Transport } from '../transport.ts';
+import { type InferenceContext } from '../../../inference-context.ts';
+import * as Undici from 'undici';
+import type { OpenAIChatCompletionsBilling } from '../../../api-types/openai-chatcompletions/billing.ts';
+import type { OpenAIChatCompletionsToolCodec } from '../../../api-types/openai-chatcompletions/tool-codec.ts';
+import type { MessageCodec } from '../message-codec.ts';
+import type { Throttle } from '../../../throttle.ts';
+import type { Verbatim } from '../../../verbatim.ts';
+import { Validator } from '../../../compatible-engine/validation.ts';
+import type { Structuring } from '../../../compatible-engine/structuring.ts';
+export declare abstract class MonolithTransport<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends Transport<fdm, vdm> {
+    protected ctx: MonolithTransport.Context<fdm, vdm>;
+    constructor(ctx: MonolithTransport.Context<fdm, vdm>);
+    protected getApiURL(baseUrl: string): URL;
+    protected makeParams(session: Session.From<fdm, vdm>): OpenAI.ChatCompletionCreateParamsNonStreaming;
+    fetch(wfctx: InferenceContext, session: Session.From<fdm, vdm>, signal?: AbortSignal): Promise<RoleMessage.Ai.From<fdm, vdm>>;
+}
+export declare namespace MonolithTransport {
+    interface Context<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
+        proxyAgent?: Undici.ProxyAgent;
+        apiURL: URL;
+        apiKey: string;
+        model: string;
+        fdm: fdm;
+        maxTokens?: number;
+        throttle: Throttle;
+        additionalOptions?: Record<string, unknown>;
+        choice: Structuring.Choice.From<fdm, vdm>;
+        parallelToolCall: boolean;
+        messageCodec: MessageCodec<fdm, vdm>;
+        toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
+        billing: OpenAIChatCompletionsBilling;
+        validator: Validator.From<fdm, vdm>;
+    }
+}

package/build/compatible-engine.d/openai-chatcompletions/transport.d/monolith.js

@@ -0,0 +1,77 @@
+import { Transport } from "../transport.js";
+import * as Undici from 'undici';
+import { ResponseInvalid, NetworkError } from "../../../engine.js";
+import { logger } from "../../../telemetry.js";
+import * as ChoiceCodec from "../choice-codec.js";
+export class MonolithTransport extends Transport {
+    ctx;
+    constructor(ctx) {
+        super();
+        this.ctx = ctx;
+    }
+    getApiURL(baseUrl) {
+        return new URL(`${baseUrl}/chat/completions`);
+    }
+    makeParams(session) {
+        const tools = this.ctx.toolCodec.encodeFunctionDeclarationMap(this.ctx.fdm);
+        return {
+            model: this.ctx.model,
+            stream: false,
+            messages: [
+                ...(session.developerMessage ? this.ctx.messageCodec.encodeRoleMessage(session.developerMessage) : []),
+                ...this.ctx.messageCodec.encodeRoleMessages(session.chatMessages),
+            ],
+            tools: tools.length ? tools : undefined,
+            tool_choice: tools.length ? ChoiceCodec.encode(this.ctx.choice) : undefined,
+            parallel_tool_calls: tools.length ? this.ctx.parallelToolCall : undefined,
+            max_completion_tokens: this.ctx.maxTokens ?? undefined,
+            ...this.ctx.additionalOptions,
+        };
+    }
+    async fetch(wfctx, session, signal) {
+        await this.ctx.throttle.requests(wfctx);
+        // Prepare request
+        const params = this.makeParams(session);
+        logger.message.trace(params);
+        // Send request
+        const res = await Undici.fetch(this.ctx.apiURL, {
+            method: 'POST',
+            headers: new Headers({
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.ctx.apiKey}`,
+            }),
+            body: JSON.stringify(params),
+            dispatcher: this.ctx.proxyAgent,
+            signal,
+        }).catch(e => {
+            if (e instanceof TypeError)
+                throw new NetworkError(undefined, { cause: e });
+            else
+                throw e;
+        });
+        // Get response
+        if (res.ok) { }
+        else
+            throw new Error(undefined, { cause: res });
+        const completion = await res.json();
+        logger.message.trace(completion);
+        // Validate response
+        const choice = completion.choices[0];
+        if (choice) { }
+        else
+            throw new ResponseInvalid('Content missing', { cause: completion });
+        this.handleFinishReason(completion, choice.finish_reason);
+        if (completion.usage) { }
+        else
+            throw new Error();
+        const cost = this.ctx.billing.charge(completion.usage);
+        if (choice.message.content)
+            logger.inference.debug(choice.message.content);
+        if (choice.message.tool_calls)
+            logger.message.debug(choice.message.tool_calls);
+        logger.message.debug(completion.usage);
+        wfctx.cost?.(cost);
+        return this.ctx.messageCodec.decodeAiMessage(choice.message);
+    }
+}
+//# sourceMappingURL=monolith.js.map

package/build/compatible-engine.d/openai-chatcompletions/transport.d/monolith.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monolith.js","sourceRoot":"","sources":["../../../../src/compatible-engine.d/openai-chatcompletions/transport.d/monolith.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAO/C,OAAO,KAAK,WAAW,MAAM,oBAAoB,CAAC;AAKlD,MAAM,OAAgB,iBAGpB,SAAQ,SAAmB;IACI;IAA7B,YAA6B,GAAwC;QACjE,KAAK,EAAE,CAAC;QADiB,QAAG,GAAH,GAAG,CAAqC;IAErE,CAAC;IAES,SAAS,CAAC,OAAe;QAC/B,OAAO,IAAI,GAAG,CAAC,GAAG,OAAO,mBAAmB,CAAC,CAAC;IAClD,CAAC;IAES,UAAU,CAChB,OAA+B;QAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5E,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK;YACrB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE;gBACN,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtG,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC;aACpE;YACD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3E,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACzE,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,IAAI,SAAS;YACtD,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB;SAChC,CAAC;IACN,CAAC;IAEe,KAAK,CAAC,KAAK,CACvB,KAAuB,EACvB,OAA+B,EAC/B,MAAoB;QAEpB,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAExC,kBAAkB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7B,eAAe;QACf,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;YAC5C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;aAC/C,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU;YAC/B,MAAM;SACT,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACT,IAAI,CAAC,YAAY,SAAS;gBACtB,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAC/C,MAAM,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,eAAe;QACf,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,EAA2B,CAAC;QAC7D,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAEjC,oBAAoB;QACpB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAExF,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QAE1D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvD,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO;YAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3E,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU;YAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/E,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnB,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjE,CAAC;CACJ"}

package/build/compatible-engine.d/openai-chatcompletions/transport.d/stream.d.ts

@@ -0,0 +1,37 @@
+import { RoleMessage, type Session } from '../../../compatible-engine/session.ts';
+import { Function } from '../../../function.ts';
+import OpenAI from 'openai';
+import { Transport } from '../transport.ts';
+import { type InferenceContext } from '../../../inference-context.ts';
+import { type InferenceParams, type ProviderSpec } from '../../../engine.ts';
+import type { OpenAIChatCompletionsBilling } from '../../../api-types/openai-chatcompletions/billing.ts';
+import type { OpenAIChatCompletionsToolCodec } from '../../../api-types/openai-chatcompletions/tool-codec.ts';
+import { Throttle } from '../../../throttle.ts';
+import { type MessageCodec } from '../message-codec.ts';
+import type { Verbatim } from '../../../verbatim.ts';
+import { Validator } from '../../../compatible-engine/validation.ts';
+import type { Structuring } from '../../../compatible-engine/structuring.ts';
+export declare abstract class StreamTransport<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends Transport<fdm, vdm> {
+    protected ctx: StreamTransport.Context<fdm, vdm>;
+    protected client: OpenAI;
+    constructor(ctx: StreamTransport.Context<fdm, vdm>);
+    protected makeParams(session: Session.From<fdm, vdm>): OpenAI.ChatCompletionCreateParamsStreaming;
+    convertFromDeltaToolCall(apifc: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall): OpenAI.ChatCompletionMessageFunctionToolCall;
+    convertCompletionStockToCompletion(stock: OpenAI.ChatCompletionChunk): OpenAI.ChatCompletion;
+    fetch(wfctx: InferenceContext, session: Session.From<fdm, vdm>, signal?: AbortSignal): Promise<RoleMessage.Ai.From<fdm, vdm>>;
+    protected abstract getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
+}
+export declare namespace StreamTransport {
+    interface Context<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> {
+        inferenceParams: InferenceParams;
+        providerSpec: ProviderSpec;
+        fdm: fdm;
+        throttle: Throttle;
+        choice: Structuring.Choice.From<fdm, vdm>;
+        parallelToolCall: boolean;
+        messageCodec: MessageCodec<fdm, vdm>;
+        toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
+        billing: OpenAIChatCompletionsBilling;
+        validator: Validator.From<fdm, vdm>;
+    }
+}

package/build/compatible-engine.d/openai-chatcompletions/transport.d/stream.js

@@ -0,0 +1,190 @@
+import OpenAI from 'openai';
+import { Transport } from "../transport.js";
+import { ResponseInvalid, NetworkError } from "../../../engine.js";
+import { logger } from "../../../telemetry.js";
+import * as ChoiceCodec from "../choice-codec.js";
+export class StreamTransport extends Transport {
+    ctx;
+    client;
+    constructor(ctx) {
+        super();
+        this.ctx = ctx;
+        this.client = new OpenAI({
+            baseURL: this.ctx.providerSpec.baseUrl,
+            apiKey: this.ctx.providerSpec.apiKey,
+            fetchOptions: {
+                dispatcher: this.ctx.providerSpec.proxyAgent,
+            },
+        });
+    }
+    makeParams(session) {
+        const tools = this.ctx.toolCodec.encodeFunctionDeclarationMap(this.ctx.fdm);
+        return {
+            model: this.ctx.inferenceParams.model,
+            messages: [
+                ...(session.developerMessage ? this.ctx.messageCodec.encodeRoleMessage(session.developerMessage) : []),
+                ...this.ctx.messageCodec.encodeRoleMessages(session.chatMessages),
+            ],
+            tools: tools.length ? tools : undefined,
+            tool_choice: tools.length ? ChoiceCodec.encode(this.ctx.choice) : undefined,
+            parallel_tool_calls: tools.length ? this.ctx.parallelToolCall : undefined,
+            stream: true,
+            stream_options: {
+                include_usage: true
+            },
+            max_completion_tokens: this.ctx.inferenceParams.maxTokens ?? undefined,
+            ...this.ctx.inferenceParams.additionalOptions,
+        };
+    }
+    convertFromDeltaToolCall(apifc) {
+        if (apifc.id) { }
+        else
+            throw new Error();
+        if (apifc.function?.name) { }
+        else
+            throw new Error();
+        if (apifc.function?.arguments) { }
+        else
+            throw new Error();
+        return apifc;
+    }
+    convertCompletionStockToCompletion(stock) {
+        const stockChoice = stock?.choices[0];
+        if (stockChoice?.finish_reason) { }
+        else
+            throw new ResponseInvalid('Finish reason missing', { cause: stock });
+        const completion = {
+            id: stock.id,
+            object: 'chat.completion',
+            created: stock.created,
+            model: stock.model,
+            choices: [{
+                    index: 0,
+                    finish_reason: stockChoice.finish_reason,
+                    message: {
+                        role: 'assistant',
+                        content: stockChoice.delta.content ?? null,
+                        tool_calls: stockChoice.delta.tool_calls?.map(apifc => this.convertFromDeltaToolCall(apifc)),
+                        refusal: stockChoice.delta.refusal ?? null,
+                    },
+                    logprobs: stockChoice.logprobs ?? null,
+                }],
+            usage: stock.usage ?? undefined,
+        };
+        return completion;
+    }
+    async fetch(wfctx, session, signal) {
+        try {
+            await this.ctx.throttle.requests(wfctx);
+            // Prepare request
+            const params = this.makeParams(session);
+            logger.message.trace(params);
+            // Send request
+            const stream = await this.client.chat.completions.create(params, { signal });
+            // Get response
+            let stock = null;
+            try {
+                let thoughts = null, thinking = false;
+                for await (const chunk of stream) {
+                    stock ??= {
+                        id: chunk.id,
+                        created: chunk.created,
+                        model: chunk.model,
+                        choices: [],
+                        object: 'chat.completion.chunk',
+                    };
+                    // choice
+                    const deltaChoice = chunk.choices[0];
+                    if (deltaChoice) {
+                        if (!stock.choices.length)
+                            stock.choices.push({
+                                index: 0,
+                                finish_reason: null,
+                                delta: {},
+                            });
+                        // thoughts
+                        const deltaThoughts = this.getDeltaThoughts(deltaChoice.delta);
+                        if (deltaThoughts) {
+                            if (!thinking) {
+                                thinking = true;
+                                logger.inference.trace('<think>\n');
+                            }
+                            logger.inference.trace(deltaThoughts);
+                            thoughts ??= '';
+                            thoughts += deltaThoughts;
+                        }
+                        // content
+                        if (deltaChoice.delta.content) {
+                            if (thinking) {
+                                thinking = false;
+                                logger.inference.trace('\n</think>\n');
+                            }
+                            logger.inference.debug(deltaChoice.delta.content);
+                            stock.choices[0].delta.content ??= '';
+                            stock.choices[0].delta.content += deltaChoice.delta.content;
+                        }
+                        // function calls
+                        if (deltaChoice.delta.tool_calls) {
+                            if (thinking) {
+                                thinking = false;
+                                logger.inference.trace('\n</think>\n');
+                            }
+                            stock.choices[0].delta.tool_calls ??= [];
+                            for (const deltaToolCall of deltaChoice.delta.tool_calls) {
+                                const toolCalls = stock.choices[0].delta.tool_calls;
+                                toolCalls[deltaToolCall.index] ??= { index: deltaToolCall.index };
+                                toolCalls[deltaToolCall.index].id ??= deltaToolCall.id;
+                                if (deltaToolCall.function) {
+                                    toolCalls[deltaToolCall.index].function ??= {};
+                                    toolCalls[deltaToolCall.index].function.name ??= deltaToolCall.function.name;
+                                    if (deltaToolCall.function.arguments) {
+                                        toolCalls[deltaToolCall.index].function.arguments ??= '';
+                                        toolCalls[deltaToolCall.index].function.arguments += deltaToolCall.function?.arguments || '';
+                                    }
+                                }
+                            }
+                        }
+                        // finish reason
+                        stock.choices[0].finish_reason ??= deltaChoice.finish_reason;
+                    }
+                    // usage
+                    stock.usage ??= chunk.usage;
+                }
+            }
+            catch (e) {
+                if (e instanceof TypeError)
+                    throw new NetworkError(undefined, { cause: e });
+                else
+                    throw e;
+            }
+            // Validate response
+            if (stock) { }
+            else
+                throw new Error();
+            const completion = this.convertCompletionStockToCompletion(stock);
+            const choice = completion.choices[0];
+            if (choice) { }
+            else
+                throw new ResponseInvalid('Content missing', { cause: completion });
+            if (choice.message.content)
+                logger.inference.debug('\n');
+            this.handleFinishReason(completion, choice.finish_reason);
+            if (completion.usage) { }
+            else
+                throw new Error();
+            const cost = this.ctx.billing.charge(completion.usage);
+            if (choice.message.tool_calls)
+                logger.message.debug(choice.message.tool_calls);
+            logger.message.debug(completion.usage);
+            wfctx.cost?.(cost);
+            return this.ctx.messageCodec.decodeAiMessage(choice.message);
+        }
+        catch (e) {
+            if (e instanceof OpenAI.APIError)
+                throw new ResponseInvalid(undefined, { cause: e });
+            else
+                throw e;
+        }
+    }
+}
+//# sourceMappingURL=stream.js.map

package/build/compatible-engine.d/openai-chatcompletions/transport.d/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../../../src/compatible-engine.d/openai-chatcompletions/transport.d/stream.ts"],"names":[],"mappings":"AAEA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,eAAe,EAA2C,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC5G,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAQ/C,OAAO,KAAK,WAAW,MAAM,oBAAoB,CAAC;AAIlD,MAAM,OAAgB,eAGpB,SAAQ,SAAmB;IAEI;IADnB,MAAM,CAAS;IACzB,YAA6B,GAAsC;QAC/D,KAAK,EAAE,CAAC;QADiB,QAAG,GAAH,GAAG,CAAmC;QAE/D,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACrB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO;YACtC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM;YACpC,YAAY,EAAE;gBACV,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU;aAC/C;SACJ,CAAC,CAAA;IACN,CAAC;IAES,UAAU,CAChB,OAA+B;QAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5E,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK;YACrC,QAAQ,EAAE;gBACN,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,iBAAiB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtG,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC;aACpE;YACD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3E,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACzE,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE;gBACZ,aAAa,EAAE,IAAI;aACtB;YACD,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,SAAS;YACtE,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB;SAChD,CAAC;IACN,CAAC;IAEM,wBAAwB,CAC3B,KAAuD;QAEvD,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACpD,IAAI,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACzD,OAAO,KAAqD,CAAC;IACjE,CAAC;IAEM,kCAAkC,CACrC,KAAiC;QAEjC,MAAM,WAAW,GAAG,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,WAAW,EAAE,aAAa,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAE7G,MAAM,UAAU,GAA0B;YACtC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,CAAC;oBACN,KAAK,EAAE,CAAC;oBACR,aAAa,EAAE,WAAW,CAAC,aAAa;oBACxC,OAAO,EAAE;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI;wBAC1C,UAAU,EAAE,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CACzC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAChD;wBACD,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI;qBAC7C;oBACD,QAAQ,EAAE,WAAW,CAAC,QAAQ,IAAI,IAAI;iBACzC,CAAC;YACF,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,SAAS;SAClC,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;IAEe,KAAK,CAAC,KAAK,CACvB,KAAuB,EACvB,OAA+B,EAC/B,MAAoB;QAEpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAExC,kBAAkB;YAClB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAE7B,eAAe;YACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAE7E,eAAe;YACf,IAAI,KAAK,GAAsC,IAAI,CAAC;YACpD,IAAI,CAAC;gBACD,IAAI,QAAQ,GAAkB,IAAI,EAAE,QAAQ,GAAG,KAAK,CAAC;gBACrD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC/B,KAAK,KAAK;wBACN,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,OAAO,EAAE,EAAE;wBACX,MAAM,EAAE,uBAAuB;qBAClC,CAAC;oBAEF,SAAS;oBACT,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACrC,IAAI,WAAW,EAAE,CAAC;wBACd,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM;4BACrB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gCACf,KAAK,EAAE,CAAC;gCACR,aAAa,EAAE,IAAI;gCACnB,KAAK,EAAE,EAAE;6BACZ,CAAC,CAAC;wBAEP,WAAW;wBACX,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;wBAC/D,IAAI,aAAa,EAAE,CAAC;4BAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;gCACZ,QAAQ,GAAG,IAAI,CAAC;gCAChB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;4BACxC,CAAC;4BACD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;4BACtC,QAAQ,KAAK,EAAE,CAAC;4BAChB,QAAQ,IAAI,aAAa,CAAC;wBAC9B,CAAC;wBAED,UAAU;wBACV,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;4BAC5B,IAAI,QAAQ,EAAE,CAAC;gCACX,QAAQ,GAAG,KAAK,CAAC;gCACjB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;4BAC3C,CAAC;4BACD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;4BAClD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,OAAO,KAAK,EAAE,CAAC;4BACvC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,OAAQ,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC;wBAClE,CAAC;wBAED,iBAAiB;wBACjB,IAAI,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;4BAC/B,IAAI,QAAQ,EAAE,CAAC;gCACX,QAAQ,GAAG,KAAK,CAAC;gCACjB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;4BAC3C,CAAC;4BACD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC;4BAC1C,KAAK,MAAM,aAAa,IAAI,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;gCACvD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,UAAW,CAAC;gCACtD,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,CAAC;gCAClE,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;gCACxD,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;oCACzB,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAQ,KAAK,EAAE,CAAC;oCAChD,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,IAAI,KAAK,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;oCAC/E,IAAI,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;wCACnC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,SAAS,KAAK,EAAE,CAAC;wCAC3D,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,SAAU,IAAI,aAAa,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;oCACpG,CAAC;gCACL,CAAC;4BACL,CAAC;wBACL,CAAC;wBAED,gBAAgB;wBAChB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,aAAa,KAAK,WAAW,CAAC,aAAa,CAAC;oBAClE,CAAC;oBAED,QAAQ;oBACR,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC;gBAChC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,IAAI,CAAC,YAAY,SAAS;oBACtB,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;oBAC/C,MAAM,CAAC,CAAC;YACjB,CAAC;YAED,oBAAoB;YACpB,IAAI,KAAK,EAAE,CAAC,CAAA,CAAC;;gBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,kCAAkC,CAAC,KAAK,CAAC,CAAC;YAElE,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACrC,IAAI,MAAM,EAAE,CAAC,CAAA,CAAC;;gBAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YACxF,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO;gBAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEzD,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;YAE1D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;gBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvD,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU;gBAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC/E,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACvC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;YAEnB,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ;gBAC5B,MAAM,IAAI,eAAe,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAClD,MAAM,CAAC,CAAC;QACjB,CAAC;IACL,CAAC;CAGJ"}

package/build/compatible-engine.d/openai-chatcompletions/transport.d.ts

@@ -0,0 +1,10 @@
+import { RoleMessage, type Session } from '../../compatible-engine/session.ts';
+import { Function } from '../../function.ts';
+import OpenAI from 'openai';
+import type { InferenceContext } from '../../inference-context.ts';
+import type { Verbatim } from '../../verbatim.ts';
+import type { Engine } from '../../engine.ts';
+export declare abstract class Transport<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> implements Engine.Transport<RoleMessage.User.From<fdm>, RoleMessage.Ai.From<fdm, vdm>, RoleMessage.Developer, Session.From<fdm, vdm>> {
+    abstract fetch(wfctx: InferenceContext, session: Session.From<fdm, vdm>, signal?: AbortSignal): Promise<RoleMessage.Ai.From<fdm, vdm>>;
+    handleFinishReason(completion: OpenAI.ChatCompletion, finishReason: OpenAI.ChatCompletion.Choice['finish_reason']): void;
+}

package/build/compatible-engine.d/openai-chatcompletions/transport.js

@@ -0,0 +1,11 @@
+import { ResponseInvalid } from "../../engine.js";
+export class Transport {
+    handleFinishReason(completion, finishReason) {
+        if (finishReason === 'length')
+            throw new ResponseInvalid('Token limit exceeded.', { cause: completion });
+        if (['stop', 'tool_calls'].includes(finishReason)) { }
+        else
+            throw new ResponseInvalid('Abnormal finish reason', { cause: finishReason });
+    }
+}
+//# sourceMappingURL=transport.js.map

package/build/compatible-engine.d/openai-chatcompletions/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/openai-chatcompletions/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAUlD,MAAM,OAAgB,SAAS;IAepB,kBAAkB,CAAC,UAAiC,EAAE,YAA2D;QACpH,IAAI,YAAY,KAAK,QAAQ;YACzB,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA,CAAC;;YAChD,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;IACtF,CAAC;CAEJ"}

package/build/compatible-engine.d/openai-chatcompletions.d.ts

@@ -0,0 +1,17 @@
+import { Function } from '../function.ts';
+import { CompatibleEngine } from '../compatible-engine.ts';
+import * as MessageCodecModule from './openai-chatcompletions/message-codec.ts';
+import * as TransportModule from './openai-chatcompletions/transport.ts';
+import type { Verbatim } from '../verbatim.ts';
+import * as ChoiceCodecModule from './openai-chatcompletions/choice-codec.ts';
+export type OpenAIChatCompletionsCompatibleEngine<fdm extends Function.Decl.Map.Proto, vdm extends Verbatim.Decl.Map.Proto> = OpenAIChatCompletionsCompatibleEngine.Instance<fdm, vdm>;
+export declare namespace OpenAIChatCompletionsCompatibleEngine {
+    abstract class Instance<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Instance<fdm, vdm> {
+        protected abstract transport: OpenAIChatCompletionsCompatibleEngine.Transport<fdm, vdm>;
+    }
+    interface Options<in out fdm extends Function.Decl.Map.Proto, in out vdm extends Verbatim.Decl.Map.Proto> extends CompatibleEngine.Options<fdm, vdm> {
+    }
+    export import Transport = TransportModule.Transport;
+    export import MessageCodec = MessageCodecModule.MessageCodec;
+    export import ChoiceCodec = ChoiceCodecModule;
+}

package/build/compatible-engine.d/openai-chatcompletions.js

@@ -0,0 +1,14 @@
+import { CompatibleEngine } from "../compatible-engine.js";
+import * as MessageCodecModule from "./openai-chatcompletions/message-codec.js";
+import * as TransportModule from "./openai-chatcompletions/transport.js";
+import * as ChoiceCodecModule from "./openai-chatcompletions/choice-codec.js";
+export var OpenAIChatCompletionsCompatibleEngine;
+(function (OpenAIChatCompletionsCompatibleEngine) {
+    class Instance extends CompatibleEngine.Instance {
+    }
+    OpenAIChatCompletionsCompatibleEngine.Instance = Instance;
+    OpenAIChatCompletionsCompatibleEngine.Transport = TransportModule.Transport;
+    OpenAIChatCompletionsCompatibleEngine.MessageCodec = MessageCodecModule.MessageCodec;
+    OpenAIChatCompletionsCompatibleEngine.ChoiceCodec = ChoiceCodecModule;
+})(OpenAIChatCompletionsCompatibleEngine || (OpenAIChatCompletionsCompatibleEngine = {}));
+//# sourceMappingURL=openai-chatcompletions.js.map

package/build/compatible-engine.d/openai-chatcompletions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-chatcompletions.js","sourceRoot":"","sources":["../../src/compatible-engine.d/openai-chatcompletions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,kBAAkB,MAAM,2CAA2C,CAAC;AAChF,OAAO,KAAK,eAAe,MAAM,uCAAuC,CAAC;AAEzE,OAAO,KAAK,iBAAiB,MAAM,0CAA0C,CAAC;AAQ9E,MAAM,KAAW,qCAAqC,CAgBrD;AAhBD,WAAiB,qCAAqC;IAClD,MAAsB,QAGpB,SAAQ,gBAAgB,CAAC,QAAkB;KAE5C;IALqB,8CAAQ,WAK7B,CAAA;IAOa,+CAAS,GAAG,eAAe,CAAC,SAAS,CAAC;IACtC,kDAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC;IAC/C,iDAAW,GAAG,iBAAiB,CAAC;AAClD,CAAC,EAhBgB,qCAAqC,KAArC,qCAAqC,QAgBrD"}

package/build/compatible-engine.d/openai-responses/choice-codec.d.ts

@@ -0,0 +1,5 @@
+import { Structuring } from '../../compatible-engine/structuring.ts';
+import type { Function } from '../../function.ts';
+import type { Verbatim } from '../../verbatim.ts';
+import type { OpenAI } from 'openai';
+export declare function encode<fdu extends Function.Decl.Proto, vdu extends Verbatim.Decl.Proto>(choice: Structuring.Choice<fdu, vdu>): OpenAI.Responses.ToolChoiceOptions | OpenAI.Responses.ToolChoiceAllowed;

package/build/compatible-engine.d/openai-responses/choice-codec.js

@@ -0,0 +1,30 @@
+import { Structuring } from "../../compatible-engine/structuring.js";
+export function encode(choice) {
+    if (choice === Structuring.Choice.NONE)
+        return 'none';
+    else if (choice === Structuring.Choice.REQUIRED)
+        return 'auto';
+    else if (choice === Structuring.Choice.ANYONE)
+        return 'auto';
+    else if (choice === Structuring.Choice.AUTO)
+        return 'auto';
+    else if (choice === Structuring.Choice.FCall.REQUIRED)
+        return 'required';
+    else if (choice === Structuring.Choice.FCall.ANYONE)
+        return 'required';
+    else if (choice instanceof Structuring.Choice.FCall)
+        return {
+            type: 'allowed_tools',
+            mode: 'required',
+            tools: [{ type: 'function', name: choice.name }],
+        };
+    else if (choice === Structuring.Choice.VRequest.REQUIRED)
+        return 'none';
+    else if (choice === Structuring.Choice.VRequest.ANYONE)
+        return 'none';
+    else if (choice instanceof Structuring.Choice.VRequest)
+        return 'none';
+    else
+        throw new Error();
+}
+//# sourceMappingURL=choice-codec.js.map

package/build/compatible-engine.d/openai-responses/choice-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"choice-codec.js","sourceRoot":"","sources":["../../../src/compatible-engine.d/openai-responses/choice-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,wCAAwC,CAAC;AAOrE,MAAM,UAAU,MAAM,CAIlB,MAAoC;IAEpC,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC;SACjD,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ;QAAE,OAAO,MAAM,CAAC;SAC1D,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;SACxD,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC;SAEtD,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ;QAAE,OAAO,UAAU,CAAC;SACpE,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,UAAU,CAAC;SAClE,IAAI,MAAM,YAAY,WAAW,CAAC,MAAM,CAAC,KAAK;QAC/C,OAAO;YACH,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAiD;SACnG,CAAC;SAED,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAAE,OAAO,MAAM,CAAC;SACnE,IAAI,MAAM,KAAK,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;SACjE,IAAI,MAAM,YAAY,WAAW,CAAC,MAAM,CAAC,QAAQ;QAAE,OAAO,MAAM,CAAC;;QAEjE,MAAM,IAAI,KAAK,EAAE,CAAC;AAC3B,CAAC"}