@zimtsui/brainswitch 0.0.54 → 0.0.56

package/build/compatible.d/google/message-codec.js

@@ -0,0 +1,98 @@
+import { ResponseInvalid } from '#@/engine.ts';
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import * as Google from '@google/genai';
+import {} from '#@/api-types/google/tool-codec.ts';
+export class GoogleCompatibleMessageCodec {
+    ctx;
+    constructor(ctx) {
+        this.ctx = ctx;
+    }
+    convertFromAiMessage(aiMessage) {
+        if (aiMessage instanceof GoogleCompatibleMessageCodec.Message.Ai.Instance)
+            return aiMessage.getRaw();
+        else {
+            const parts = aiMessage.getParts().map(part => {
+                if (part instanceof RoleMessage.Part.Text.Instance)
+                    return Google.createPartFromText(part.text);
+                else if (part instanceof Function.Call) {
+                    if (part.args instanceof Object) { }
+                    else
+                        throw new Error();
+                    return Google.createPartFromFunctionCall(part.name, part.args);
+                }
+                else
+                    throw new Error();
+            });
+            return Google.createModelContent(parts);
+        }
+    }
+    convertFromChatMessages(chatMessages) {
+        return chatMessages.map(chatMessage => {
+            if (chatMessage instanceof RoleMessage.User.Instance)
+                return this.convertFromUserMessage(chatMessage);
+            else if (chatMessage instanceof RoleMessage.Ai.Instance)
+                return this.convertFromAiMessage(chatMessage);
+            else
+                throw new Error();
+        });
+    }
+    convertFromUserMessage(userMessage) {
+        const parts = userMessage.getParts().map(part => {
+            if (part instanceof RoleMessage.Part.Text.Instance)
+                return Google.createPartFromText(part.text);
+            else if (part instanceof Function.Response)
+                return {
+                    functionResponse: { id: part.id, name: part.name, response: { returnValue: part.text } },
+                };
+            else
+                throw new Error();
+        });
+        return Google.createUserContent(parts);
+    }
+    convertFromDeveloperMessage(developerMessage) {
+        const parts = developerMessage.getParts().map(part => Google.createPartFromText(part.text));
+        return { parts };
+    }
+    convertToAiMessage(content) {
+        if (content.parts) { }
+        else
+            throw new Error();
+        return GoogleCompatibleMessageCodec.Message.Ai.create(content.parts.flatMap(part => {
+            const parts = [];
+            if (part.functionCall || part.text) { }
+            else
+                throw new ResponseInvalid('Unknown content part', { cause: content });
+            if (part.text)
+                parts.push(RoleMessage.Part.Text.create(part.text));
+            if (part.functionCall)
+                parts.push(this.ctx.toolCodec.convertToFunctionCall(part.functionCall));
+            return parts;
+        }), content);
+    }
+}
+(function (GoogleCompatibleMessageCodec) {
+    let Message;
+    (function (Message) {
+        let Ai;
+        (function (Ai) {
+            function create(parts, raw) {
+                return new Instance(parts, raw);
+            }
+            Ai.create = create;
+            Ai.NOMINAL = Symbol();
+            class Instance extends RoleMessage.Ai.Instance {
+                raw;
+                constructor(parts, raw) {
+                    super(parts);
+                    this.raw = raw;
+                }
+                getRaw() {
+                    return this.raw;
+                }
+            }
+            Ai.Instance = Instance;
+        })(Ai = Message.Ai || (Message.Ai = {}));
+    })(Message = GoogleCompatibleMessageCodec.Message || (GoogleCompatibleMessageCodec.Message = {}));
+})(GoogleCompatibleMessageCodec || (GoogleCompatibleMessageCodec = {}));
+//# sourceMappingURL=message-codec.js.map

package/build/compatible.d/google/message-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible.d/google/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,EAAwB,MAAM,mCAAmC,CAAC;AAIzE,MAAM,OAAO,4BAA4B;IACR;IAA7B,YAA6B,GAA8C;QAA9C,QAAG,GAAH,GAAG,CAA2C;IAAG,CAAC;IAGxE,oBAAoB,CACvB,SAA8B;QAE9B,IAAI,SAAS,YAAY,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ;YACrE,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;aACzB,CAAC;YACF,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAC1C,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAC9C,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBAC3C,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACrC,IAAI,IAAI,CAAC,IAAI,YAAY,MAAM,EAAE,CAAC,CAAA,CAAC;;wBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;oBAC3D,OAAO,MAAM,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAA+B,CAAC,CAAC;gBAC9F,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;IAEM,uBAAuB,CAC1B,YAAwC;QAExC,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAClC,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,QAAQ;gBAAE,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;iBACjG,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,QAAQ;gBAAE,OAAO,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;;gBAClG,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,sBAAsB,CACzB,WAAkC;QAElC,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC5C,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAC9C,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC3C,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;gBACtC,OAAO;oBACH,gBAAgB,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE;iBAC3F,CAAC;;gBACD,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IAEM,2BAA2B,CAC9B,gBAAuC;QAEvC,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5F,OAAO,EAAE,KAAK,EAAE,CAAC;IACrB,CAAC;IAEM,kBAAkB,CACrB,OAAuB;QAEvB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAC7C,OAAO,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAC/E,MAAM,KAAK,GAA+B,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,CAAC;;gBAAM,MAAM,IAAI,eAAe,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAClH,IAAI,IAAI,CAAC,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACnE,IAAI,IAAI,CAAC,YAAY;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;YAC/F,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACjB,CAAC;CACJ;AAGD,WAAiB,4BAA4B;IAKzC,IAAiB,OAAO,CAiBvB;IAjBD,WAAiB,OAAO;QAEpB,IAAiB,EAAE,CAclB;QAdD,WAAiB,EAAE;YACf,SAAgB,MAAM,CAAuC,KAAiC,EAAE,GAAmB;gBAC/G,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpC,CAAC;YAFe,SAAM,SAErB,CAAA;YACY,UAAO,GAAG,MAAM,EAAE,CAAC;YAChC,MAAa,QAAsD,SAAQ,WAAW,CAAC,EAAE,CAAC,QAAa;gBAEnC;gBAAhE,YAAmB,KAAiC,EAAY,GAAmB;oBAC/E,KAAK,CAAC,KAAK,CAAC,CAAC;oBAD+C,QAAG,GAAH,GAAG,CAAgB;gBAEnF,CAAC;gBACM,MAAM;oBACT,OAAO,IAAI,CAAC,GAAG,CAAC;gBACpB,CAAC;aACJ;YARY,WAAQ,WAQpB,CAAA;QACL,CAAC,EAdgB,EAAE,GAAF,UAAE,KAAF,UAAE,QAclB;IACL,CAAC,EAjBgB,OAAO,GAAP,oCAAO,KAAP,oCAAO,QAiBvB;AAEL,CAAC,EAxBgB,4BAA4B,KAA5B,4BAA4B,QAwB5C"}

package/build/compatible.d/google/transport.d.ts

@@ -0,0 +1,28 @@
+import { type InferenceParams as InferenceParams, type ProviderSpec } from '#@/engine.ts';
+import { RoleMessage, type Session } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import { type InferenceContext } from '#@/inference-context.ts';
+import { Throttle } from '#@/throttle.ts';
+import type { GoogleCompatibleMessageCodec } from '#@/compatible.d/google/message-codec.ts';
+import type { GoogleToolCodec } from '#@/api-types/google/tool-codec.ts';
+import type { GoogleBilling } from '#@/api-types/google/billing.ts';
+import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
+export declare class GoogleCompatibleTransport<in out fdm extends Function.Declaration.Map> {
+    protected ctx: GoogleCompatibleTransport.Context<fdm>;
+    protected apiURL: URL;
+    constructor(ctx: GoogleCompatibleTransport.Context<fdm>);
+    fetch(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
+}
+export declare namespace GoogleCompatibleTransport {
+    interface Context<in out fdm extends Function.Declaration.Map> {
+        inferenceParams: InferenceParams;
+        providerSpec: ProviderSpec;
+        fdm: fdm;
+        throttle: Throttle;
+        toolChoice: Function.ToolChoice<fdm>;
+        messageCodec: GoogleCompatibleMessageCodec<fdm>;
+        toolCodec: GoogleToolCodec<fdm>;
+        billing: GoogleBilling;
+        toolCallValidator: ToolCallValidator<fdm>;
+    }
+}

package/build/compatible.d/google/transport.js

@@ -0,0 +1,74 @@
+import { ResponseInvalid } from '#@/engine.ts';
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import * as Google from '@google/genai';
+import * as Undici from 'undici';
+import {} from '#@/inference-context.ts';
+import { Throttle } from '#@/throttle.ts';
+import { logger } from '#@/telemetry.ts';
+export class GoogleCompatibleTransport {
+    ctx;
+    apiURL;
+    constructor(ctx) {
+        this.ctx = ctx;
+        this.apiURL = new URL(`${this.ctx.providerSpec.baseUrl}/v1beta/models/${this.ctx.inferenceParams.model}:generateContent`);
+    }
+    async fetch(wfctx, session, signal) {
+        const systemInstruction = session.developerMessage && this.ctx.messageCodec.convertFromDeveloperMessage(session.developerMessage);
+        const contents = this.ctx.messageCodec.convertFromChatMessages(session.chatMessages);
+        await this.ctx.throttle.requests(wfctx);
+        const tools = this.ctx.toolCodec.convertFromFunctionDeclarationMap(this.ctx.fdm);
+        const reqbody = {
+            contents,
+            tools: tools.length ? [{
+                    functionDeclarations: tools,
+                }] : undefined,
+            toolConfig: tools.length ? {
+                functionCallingConfig: this.ctx.toolCodec.convertFromToolChoice(this.ctx.toolChoice),
+            } : undefined,
+            systemInstruction,
+            generationConfig: this.ctx.inferenceParams.maxTokens || this.ctx.inferenceParams.additionalOptions ? {
+                maxOutputTokens: this.ctx.inferenceParams.maxTokens ?? undefined,
+                ...this.ctx.inferenceParams.additionalOptions,
+            } : undefined,
+        };
+        logger.message.trace(reqbody);
+        const res = await Undici.fetch(this.apiURL, {
+            method: 'POST',
+            headers: new Headers({
+                'Content-Type': 'application/json',
+                'x-goog-api-key': this.ctx.providerSpec.apiKey,
+            }),
+            body: JSON.stringify(reqbody),
+            dispatcher: this.ctx.providerSpec.proxyAgent,
+            signal,
+        });
+        logger.message.trace(res);
+        if (res.ok) { }
+        else
+            throw new Error(undefined, { cause: res });
+        const response = await res.json();
+        if (response.candidates?.[0]?.content?.parts?.length) { }
+        else
+            throw new ResponseInvalid('Content missing', { cause: response });
+        if (response.candidates[0].finishReason === Google.FinishReason.MAX_TOKENS)
+            throw new ResponseInvalid('Token limit exceeded.', { cause: response });
+        if (response.candidates[0].finishReason === Google.FinishReason.STOP) { }
+        else
+            throw new ResponseInvalid('Abnormal finish reason', { cause: response });
+        for (const part of response.candidates[0].content.parts) {
+            if (part.text)
+                logger.inference.debug(part.text);
+            if (part.functionCall)
+                logger.message.debug(part.functionCall);
+        }
+        if (response.usageMetadata) { }
+        else
+            throw new ResponseInvalid('Usage metadata missing', { cause: response });
+        wfctx.cost?.(this.ctx.billing.charge(response.usageMetadata));
+        const aiMessage = this.ctx.messageCodec.convertToAiMessage(response.candidates[0].content);
+        this.ctx.toolCallValidator.validate(aiMessage.getFunctionCalls());
+        return aiMessage;
+    }
+}
+//# sourceMappingURL=transport.js.map

package/build/compatible.d/google/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible.d/google/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA4E,MAAM,cAAc,CAAC;AACzH,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAEhE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAQzC,MAAM,OAAO,yBAAyB;IAEL;IADnB,MAAM,CAAM;IACtB,YAA6B,GAA2C;QAA3C,QAAG,GAAH,GAAG,CAAwC;QACpE,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,kBAAkB,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,kBAAkB,CAAC,CAAA;IAC7H,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,2BAA2B,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAClI,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAErF,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAExC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjF,MAAM,OAAO,GAAyB;YAClC,QAAQ;YACR,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACnB,oBAAoB,EAAE,KAAK;iBAC9B,CAAC,CAAC,CAAC,CAAC,SAAS;YACd,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACvB,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;aACvF,CAAC,CAAC,CAAC,SAAS;YACb,iBAAiB;YACjB,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACjG,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,SAAS;gBAChE,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB;aAChD,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC;QAEF,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;YACxC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM;aACjD,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU;YAC5C,MAAM;SACT,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAoC,CAAC;QAEpE,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChI,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,UAAU;YACtE,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAA,CAAC;;YACnE,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAG9E,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,IAAI;gBAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,IAAI,CAAC,YAAY;gBAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7G,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3F,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAClE,OAAO,SAAS,CAAC;IACrB,CAAC;CAGJ"}

package/build/compatible.d/openai-chatcompletions/message-codec.d.ts

@@ -0,0 +1,19 @@
+import { RoleMessage, type Session } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+import type { OpenAIChatCompletionsToolCodec } from '#@/api-types/openai-chatcompletion/tool-codec.ts';
+export declare class OpenAIChatCompletionsCompatibleMessageCodec<in out fdm extends Function.Declaration.Map> {
+    protected ctx: OpenAIChatCompletionsCompatibleMessageCodec.Context<fdm>;
+    constructor(ctx: OpenAIChatCompletionsCompatibleMessageCodec.Context<fdm>);
+    convertToAiMessage(message: OpenAI.ChatCompletionMessage): RoleMessage.Ai<fdm>;
+    convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): OpenAI.ChatCompletionSystemMessageParam;
+    convertFromUserMessage(userMessage: RoleMessage.User<fdm>): [OpenAI.ChatCompletionUserMessageParam] | OpenAI.ChatCompletionToolMessageParam[];
+    convertFromAiMessage(aiMessage: RoleMessage.Ai<fdm>): OpenAI.ChatCompletionAssistantMessageParam;
+    convertFromRoleMessage(roleMessage: RoleMessage): OpenAI.ChatCompletionMessageParam[];
+    convertFromChatMessages(chatMessages: Session.ChatMessage<fdm>[]): OpenAI.ChatCompletionMessageParam[];
+}
+export declare namespace OpenAIChatCompletionsCompatibleMessageCodec {
+    interface Context<in out fdm extends Function.Declaration.Map> {
+        toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
+    }
+}

package/build/compatible.d/openai-chatcompletions/message-codec.js

@@ -0,0 +1,66 @@
+import { ResponseInvalid } from '#@/engine.ts';
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+export class OpenAIChatCompletionsCompatibleMessageCodec {
+    ctx;
+    constructor(ctx) {
+        this.ctx = ctx;
+    }
+    convertToAiMessage(message) {
+        const parts = [];
+        if (message.content)
+            parts.push(RoleMessage.Part.Text.create(message.content));
+        if (message.tool_calls)
+            parts.push(...message.tool_calls.map(apifc => {
+                if (apifc.type === 'function') { }
+                else
+                    throw new Error();
+                return this.ctx.toolCodec.convertToFunctionCall(apifc);
+            }));
+        if (parts.length) { }
+        else
+            throw new ResponseInvalid('Content or tool calls not found in Response', { cause: message });
+        return RoleMessage.Ai.create(parts);
+    }
+    convertFromDeveloperMessage(developerMessage) {
+        return {
+            role: 'system',
+            content: developerMessage.getOnlyText(),
+        };
+    }
+    convertFromUserMessage(userMessage) {
+        const textParts = userMessage.getParts().filter(part => part instanceof RoleMessage.Part.Text.Instance);
+        const frs = userMessage.getFunctionResponses();
+        if (textParts.length && !frs.length)
+            return [{ role: 'user', content: textParts.map(part => ({ type: 'text', text: part.text })) }];
+        else if (!textParts.length && frs.length)
+            return frs.map(fr => this.ctx.toolCodec.convertFromFunctionResponse(fr));
+        else
+            throw new Error();
+    }
+    convertFromAiMessage(aiMessage) {
+        const parts = aiMessage.getParts();
+        const textParts = parts.filter(part => part instanceof RoleMessage.Part.Text.Instance);
+        const fcParts = parts.filter(part => part instanceof Function.Call);
+        return {
+            role: 'assistant',
+            content: textParts.length ? textParts.map(part => part.text).join('') : undefined,
+            tool_calls: fcParts.length ? fcParts.map(fc => this.ctx.toolCodec.convertFromFunctionCall(fc)) : undefined,
+        };
+    }
+    convertFromRoleMessage(roleMessage) {
+        if (roleMessage instanceof RoleMessage.Developer.Instance)
+            return [this.convertFromDeveloperMessage(roleMessage)];
+        else if (roleMessage instanceof RoleMessage.User.Instance)
+            return this.convertFromUserMessage(roleMessage);
+        else if (roleMessage instanceof RoleMessage.Ai.Instance)
+            return [this.convertFromAiMessage(roleMessage)];
+        else
+            throw new Error();
+    }
+    convertFromChatMessages(chatMessages) {
+        return chatMessages.map(chatMessage => this.convertFromRoleMessage(chatMessage)).flat();
+    }
+}
+//# sourceMappingURL=message-codec.js.map

package/build/compatible.d/openai-chatcompletions/message-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-chatcompletions/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAK5B,MAAM,OAAO,2CAA2C;IACvB;IAA7B,YAA6B,GAA6D;QAA7D,QAAG,GAAH,GAAG,CAA0D;IAAG,CAAC;IAEvF,kBAAkB,CACrB,OAAqC;QAErC,MAAM,KAAK,GAA+B,EAAE,CAAC;QAC7C,IAAI,OAAO,CAAC,OAAO;YACf,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,UAAU;YAClB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;gBACzC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC,CAAA,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBACzD,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC,CAAC;QACR,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,6CAA6C,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACvH,OAAO,WAAW,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAEM,2BAA2B,CAAC,gBAAuC;QACtE,OAAO;YACH,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gBAAgB,CAAC,WAAW,EAAE;SAC1C,CAAC;IACN,CAAC;IAEM,sBAAsB,CACzB,WAAkC;QAElC,MAAM,SAAS,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxG,MAAM,GAAG,GAAG,WAAW,CAAC,oBAAoB,EAAE,CAAC;QAC/C,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM;YAC/B,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;aAC9F,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM;YACpC,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC,CAAC;;YACxE,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,oBAAoB,CACvB,SAA8B;QAE9B,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvF,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpE,OAAO;YACH,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;YACjF,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SAC7G,CAAC;IACN,CAAC;IAEM,sBAAsB,CACzB,WAAwB;QAExB,IAAI,WAAW,YAAY,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC,CAAC;aACtD,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,QAAQ;YACrD,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aAC/C,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,QAAQ;YACnD,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC;;YAC/C,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,uBAAuB,CAC1B,YAAwC;QAExC,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5F,CAAC;CAEJ"}

package/build/compatible.d/openai-chatcompletions/transport.d.ts

@@ -0,0 +1,9 @@
+import { RoleMessage, type Session } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+import type { InferenceContext } from '#@/inference-context.ts';
+export declare abstract class OpenAIChatCompletionsCompatibleTransport<in out fdm extends Function.Declaration.Map> {
+    fetch(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
+    handleFinishReason(completion: OpenAI.ChatCompletion, finishReason: OpenAI.ChatCompletion.Choice['finish_reason']): void;
+    protected abstract fetchRaw(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
+}

package/build/compatible.d/openai-chatcompletions/transport.js

@@ -0,0 +1,25 @@
+import { ResponseInvalid } from '#@/engine.ts';
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+export class OpenAIChatCompletionsCompatibleTransport {
+    async fetch(wfctx, session, signal) {
+        try {
+            return await this.fetchRaw(wfctx, session, signal);
+        }
+        catch (e) {
+            if (e instanceof OpenAI.APIError)
+                throw new ResponseInvalid(undefined, { cause: e });
+            else
+                throw e;
+        }
+    }
+    handleFinishReason(completion, finishReason) {
+        if (finishReason === 'length')
+            throw new ResponseInvalid('Token limit exceeded.', { cause: completion });
+        if (['stop', 'tool_calls'].includes(finishReason)) { }
+        else
+            throw new ResponseInvalid('Abnormal finish reason', { cause: finishReason });
+    }
+}
+//# sourceMappingURL=transport.js.map

package/build/compatible.d/openai-chatcompletions/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-chatcompletions/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAK5B,MAAM,OAAgB,wCAAwC;IAEnD,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ;gBAC5B,MAAM,IAAI,eAAe,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAClD,MAAM,CAAC,CAAC;QACjB,CAAC;IACL,CAAC;IAEM,kBAAkB,CAAC,UAAiC,EAAE,YAA2D;QACpH,IAAI,YAAY,KAAK,QAAQ;YACzB,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA,CAAC;;YAChD,MAAM,IAAI,eAAe,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;IACtF,CAAC;CAOJ"}

package/build/compatible.d/openai-chatcompletions.d/monolith.d.ts

@@ -0,0 +1,36 @@
+import { RoleMessage, type Session } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import type OpenAI from 'openai';
+import { OpenAIChatCompletionsCompatibleTransport } from '#@/compatible.d/openai-chatcompletions/transport.ts';
+import { type InferenceContext } from '#@/inference-context.ts';
+import * as Undici from 'undici';
+import type { OpenAIChatCompletionsBilling } from '#@/api-types/openai-chatcompletion/billing.ts';
+import type { OpenAIChatCompletionsToolCodec } from '#@/api-types/openai-chatcompletion/tool-codec.ts';
+import type { OpenAIChatCompletionsCompatibleMessageCodec } from '#@/compatible.d/openai-chatcompletions/message-codec.ts';
+import type { Throttle } from '#@/throttle.ts';
+import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
+export declare abstract class OpenAIChatCompletionsCompatibleMonolith<in out fdm extends Function.Declaration.Map> extends OpenAIChatCompletionsCompatibleTransport<fdm> {
+    protected ctx: OpenAIChatCompletionsCompatibleMonolith.Context<fdm>;
+    constructor(ctx: OpenAIChatCompletionsCompatibleMonolith.Context<fdm>);
+    protected getApiURL(baseUrl: string): URL;
+    protected makeParams(session: Session<fdm>): OpenAI.ChatCompletionCreateParamsNonStreaming;
+    protected fetchRaw(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
+}
+export declare namespace OpenAIChatCompletionsCompatibleMonolith {
+    interface Context<in out fdm extends Function.Declaration.Map> {
+        proxyAgent?: Undici.ProxyAgent;
+        apiURL: URL;
+        apiKey: string;
+        model: string;
+        fdm: fdm;
+        maxTokens?: number;
+        throttle: Throttle;
+        additionalOptions?: Record<string, unknown>;
+        toolChoice: Function.ToolChoice<fdm>;
+        parallelToolCall: boolean;
+        messageCodec: OpenAIChatCompletionsCompatibleMessageCodec<fdm>;
+        toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
+        billing: OpenAIChatCompletionsBilling<fdm>;
+        toolCallValidator: ToolCallValidator<fdm>;
+    }
+}

package/build/compatible.d/openai-chatcompletions.d/monolith.js

@@ -0,0 +1,74 @@
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import { OpenAIChatCompletionsCompatibleTransport } from '#@/compatible.d/openai-chatcompletions/transport.ts';
+import {} from '#@/inference-context.ts';
+import * as Undici from 'undici';
+import { ResponseInvalid } from '#@/engine.ts';
+import { logger } from '#@/telemetry.ts';
+export class OpenAIChatCompletionsCompatibleMonolith extends OpenAIChatCompletionsCompatibleTransport {
+    ctx;
+    constructor(ctx) {
+        super();
+        this.ctx = ctx;
+    }
+    getApiURL(baseUrl) {
+        return new URL(`${baseUrl}/chat/completions`);
+    }
+    makeParams(session) {
+        const tools = this.ctx.toolCodec.convertFromFunctionDeclarationMap(this.ctx.fdm);
+        return {
+            model: this.ctx.model,
+            stream: false,
+            messages: [
+                ...(session.developerMessage ? this.ctx.messageCodec.convertFromRoleMessage(session.developerMessage) : []),
+                ...this.ctx.messageCodec.convertFromChatMessages(session.chatMessages),
+            ],
+            tools: tools.length ? tools : undefined,
+            tool_choice: tools.length ? this.ctx.toolCodec.convertFromToolChoice(this.ctx.toolChoice) : undefined,
+            parallel_tool_calls: tools.length ? this.ctx.parallelToolCall : undefined,
+            max_completion_tokens: this.ctx.maxTokens ?? undefined,
+            ...this.ctx.additionalOptions,
+        };
+    }
+    async fetchRaw(wfctx, session, signal) {
+        const params = this.makeParams(session);
+        logger.message.trace(params);
+        await this.ctx.throttle.requests(wfctx);
+        const res = await Undici.fetch(this.ctx.apiURL, {
+            method: 'POST',
+            headers: new Headers({
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.ctx.apiKey}`,
+            }),
+            body: JSON.stringify(params),
+            dispatcher: this.ctx.proxyAgent,
+            signal,
+        });
+        if (res.ok) { }
+        else
+            throw new Error(undefined, { cause: res });
+        const completion = await res.json();
+        logger.message.trace(completion);
+        const choice = completion.choices[0];
+        if (choice) { }
+        else
+            throw new ResponseInvalid('Content missing', { cause: completion });
+        this.handleFinishReason(completion, choice.finish_reason);
+        if (completion.usage) { }
+        else
+            throw new Error();
+        const cost = this.ctx.billing.charge(completion.usage);
+        const aiMessage = this.ctx.messageCodec.convertToAiMessage(choice.message);
+        const text = aiMessage.getText();
+        if (text)
+            logger.inference.debug(text);
+        const apifcs = choice.message.tool_calls;
+        if (apifcs?.length)
+            logger.message.debug(apifcs);
+        logger.message.debug(completion.usage);
+        wfctx.cost?.(cost);
+        this.ctx.toolCallValidator.validate(aiMessage.getFunctionCalls());
+        return aiMessage;
+    }
+}
+//# sourceMappingURL=monolith.js.map

package/build/compatible.d/openai-chatcompletions.d/monolith.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monolith.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-chatcompletions.d/monolith.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,OAAO,EAAE,wCAAwC,EAAE,MAAM,qDAAqD,CAAC;AAC/G,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AASzC,MAAM,OAAgB,uCAAqF,SACvG,wCAA6C;IAEhB;IAA7B,YAA6B,GAAyD;QAClF,KAAK,EAAE,CAAC;QADiB,QAAG,GAAH,GAAG,CAAsD;IAEtF,CAAC;IAES,SAAS,CAAC,OAAe;QAC/B,OAAO,IAAI,GAAG,CAAC,GAAG,OAAO,mBAAmB,CAAC,CAAC;IAClD,CAAC;IAES,UAAU,CAChB,OAAqB;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjF,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK;YACrB,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE;gBACN,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3G,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC;aACzE;YACD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YACrG,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACzE,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,IAAI,SAAS;YACtD,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB;SAChC,CAAC;IACN,CAAC;IAEkB,KAAK,CAAC,QAAQ,CAC7B,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7B,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;YAC5C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;aAC/C,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU;YAC/B,MAAM;SACT,CAAC,CAAC;QACH,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,EAA2B,CAAC;QAC7D,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAExF,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QAE1D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE3E,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,IAAI;YAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QACzC,IAAI,MAAM,EAAE,MAAM;YAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnB,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAElE,OAAO,SAAS,CAAC;IACrB,CAAC;CACJ"}

package/build/compatible.d/openai-chatcompletions.d/stream.d.ts

@@ -0,0 +1,35 @@
+import { RoleMessage, type Session } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+import { OpenAIChatCompletionsCompatibleTransport } from '#@/compatible.d/openai-chatcompletions/transport.ts';
+import { type InferenceContext } from '#@/inference-context.ts';
+import { type InferenceParams, type ProviderSpec } from '#@/engine.ts';
+import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
+import type { OpenAIChatCompletionsBilling } from '#@/api-types/openai-chatcompletion/billing.ts';
+import type { OpenAIChatCompletionsToolCodec } from '#@/api-types/openai-chatcompletion/tool-codec.ts';
+import { Throttle } from '#@/throttle.ts';
+import { type OpenAIChatCompletionsCompatibleMessageCodec } from '#@/compatible.d/openai-chatcompletions/message-codec.ts';
+export declare abstract class OpenAIChatCompletionsCompatibleStream<in out fdm extends Function.Declaration.Map> extends OpenAIChatCompletionsCompatibleTransport<fdm> {
+    protected ctx: OpenAIChatCompletionsCompatibleStream.Context<fdm>;
+    protected client: OpenAI;
+    constructor(ctx: OpenAIChatCompletionsCompatibleStream.Context<fdm>);
+    protected makeParams(session: Session<fdm>): OpenAI.ChatCompletionCreateParamsStreaming;
+    convertToFunctionCallFromDelta(apifc: OpenAI.ChatCompletionChunk.Choice.Delta.ToolCall): Function.Call.From<fdm>;
+    convertCompletionStockToCompletion(stock: OpenAI.ChatCompletionChunk): OpenAI.ChatCompletion;
+    fetchRaw(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
+    protected abstract getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
+}
+export declare namespace OpenAIChatCompletionsCompatibleStream {
+    interface Context<in out fdm extends Function.Declaration.Map> {
+        inferenceParams: InferenceParams;
+        providerSpec: ProviderSpec;
+        fdm: fdm;
+        throttle: Throttle;
+        toolChoice: Function.ToolChoice<fdm>;
+        parallelToolCall: boolean;
+        messageCodec: OpenAIChatCompletionsCompatibleMessageCodec<fdm>;
+        toolCodec: OpenAIChatCompletionsToolCodec<fdm>;
+        billing: OpenAIChatCompletionsBilling<fdm>;
+        toolCallValidator: ToolCallValidator<fdm>;
+    }
+}