@zimtsui/brainswitch 0.0.1

package/build/api-types/google-base.js

@@ -0,0 +1,142 @@
+import { Engine } from "../engine.js";
+import { RoleMessage } from "../session.js";
+import { Function } from "../function.js";
+import * as Google from '@google/genai';
+import assert from 'node:assert';
+import { APIBase, TransientError } from "./base.js";
+import Ajv from 'ajv';
+const ajv = new Ajv();
+export class GoogleAPIBase extends APIBase {
+    constructor(options) {
+        super(options);
+    }
+    convertFromFunctionCall(fc) {
+        return {
+            id: fc.id,
+            name: fc.name,
+            args: fc.args,
+        };
+    }
+    convertToFunctionCall(googlefc) {
+        assert(googlefc.name);
+        const fditem = this.functionDeclarationMap[googlefc.name];
+        assert(fditem);
+        assert(ajv.validate(fditem.paraschema, googlefc.args), new TransientError('Invalid function call', { cause: googlefc }));
+        return Function.Call.create({
+            id: googlefc.id,
+            name: googlefc.name,
+            args: googlefc.args,
+        });
+    }
+    convertFromUserMessage(userMessage) {
+        const parts = userMessage.parts.map(part => {
+            if (part instanceof RoleMessage.Text)
+                return Google.createPartFromText(part.text);
+            else if (part instanceof Function.Response)
+                return {
+                    functionResponse: { id: part.id, name: part.name, response: { returnValue: part.text } },
+                };
+            else
+                throw new Error();
+        });
+        return Google.createUserContent(parts);
+    }
+    convertFromAIMessage(aiMessage) {
+        if (aiMessage instanceof GoogleAIMessage)
+            return aiMessage.raw;
+        else {
+            const parts = aiMessage.parts.map(part => {
+                if (part instanceof RoleMessage.Text)
+                    return Google.createPartFromText(part.text);
+                else if (part instanceof Function.Call) {
+                    assert(part.args instanceof Object);
+                    return Google.createPartFromFunctionCall(part.name, part.args);
+                }
+                else
+                    throw new Error();
+            });
+            return Google.createModelContent(parts);
+        }
+    }
+    convertFromDeveloperMessage(developerMessage) {
+        const parts = developerMessage.parts.map(part => Google.createPartFromText(part.text));
+        return { parts };
+    }
+    convertFromChatMessages(chatMessages) {
+        return chatMessages.map(chatMessage => {
+            if (chatMessage instanceof RoleMessage.User)
+                return this.convertFromUserMessage(chatMessage);
+            else if (chatMessage instanceof RoleMessage.AI)
+                return this.convertFromAIMessage(chatMessage);
+            else
+                throw new Error();
+        });
+    }
+    convertToAIMessage(content) {
+        assert(content.parts);
+        return new GoogleAIMessage(content.parts.flatMap(part => {
+            const parts = [];
+            if (part.text)
+                parts.push(new RoleMessage.Text(part.text));
+            if (part.functionCall)
+                parts.push(this.convertToFunctionCall(part.functionCall));
+            return parts;
+        }), content);
+    }
+    convertFromFunctionDeclarationEntry(fdentry) {
+        const json = JSON.stringify(fdentry[1].paraschema);
+        const parsed = JSON.parse(json, (key, value) => {
+            if (key === 'type' && typeof value === 'string') {
+                if (value === 'string')
+                    return Google.Type.STRING;
+                else if (value === 'number')
+                    return Google.Type.NUMBER;
+                else if (value === 'boolean')
+                    return Google.Type.BOOLEAN;
+                else if (value === 'object')
+                    return Google.Type.OBJECT;
+                else if (value === 'array')
+                    return Google.Type.ARRAY;
+                else
+                    throw new Error();
+            }
+            else if (key === 'additionalProperties' && typeof value === 'boolean')
+                return;
+            else
+                return value;
+        });
+        return {
+            name: fdentry[0],
+            description: fdentry[1].description,
+            parameters: parsed,
+        };
+    }
+    convertFromFunctionCallMode(mode) {
+        if (mode === Function.ToolChoice.NONE)
+            return { mode: Google.FunctionCallingConfigMode.NONE };
+        else if (mode === Function.ToolChoice.REQUIRED)
+            return { mode: Google.FunctionCallingConfigMode.ANY };
+        else if (mode === Function.ToolChoice.AUTO)
+            return { mode: Google.FunctionCallingConfigMode.AUTO };
+        else
+            return { mode: Google.FunctionCallingConfigMode.ANY, allowedFunctionNames: [...mode] };
+    }
+    validateFunctionCallByToolChoice(aiMessage) {
+        const functionCalls = aiMessage.getFunctionCalls();
+        if (this.toolChoice === Function.ToolChoice.REQUIRED)
+            assert(functionCalls.length, new TransientError('No function call'));
+        else if (this.toolChoice instanceof Array)
+            for (const fc of functionCalls)
+                assert(this.toolChoice.includes(fc.name), new TransientError('Invalid function call', { cause: fc }));
+        else if (this.toolChoice === Function.ToolChoice.NONE)
+            assert(!functionCalls.length, new TransientError('No function should be called.'));
+    }
+}
+export class GoogleAIMessage extends RoleMessage.AI {
+    raw;
+    constructor(parts, raw) {
+        super(parts);
+        this.raw = raw;
+    }
+}
+//# sourceMappingURL=google-base.js.map

package/build/api-types/google-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-base.js","sourceRoot":"","sources":["../../src/api-types/google-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,WAAW,EAAoB,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;AAEtB,MAAM,OAAgB,aAAgE,SAAQ,OAAY;IACzG,YAAsB,OAA4B;QACjD,KAAK,CAAC,OAAO,CAAC,CAAC;IAChB,CAAC;IAES,uBAAuB,CAAC,EAA8D;QAC/F,OAAO;YACN,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,IAAI,EAAE,EAAE,CAAC,IAA+B;SACxC,CAAC;IACH,CAAC;IACS,qBAAqB,CAAC,QAA6B;QAC5D,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAoD,CAAC;QAC7G,MAAM,CAAC,MAAM,CAAC,CAAC;QACf,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACzH,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC3B,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;SAC6C,CAAC,CAAC;IACpE,CAAC;IAES,sBAAsB,CAAC,WAA6D;QAC7F,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC1C,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI;gBACnC,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACxC,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;gBACzC,OAAO;oBACN,gBAAgB,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE;iBACxF,CAAC;;gBACE,MAAM,IAAI,KAAK,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IACS,oBAAoB,CAAC,SAAyD;QACvF,IAAI,SAAS,YAAY,eAAe;YACvC,OAAO,SAAS,CAAC,GAAG,CAAC;aACjB,CAAC;YACL,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACxC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI;oBACnC,OAAO,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACxC,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,MAAM,CAAC,CAAC;oBACpC,OAAO,MAAM,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAA+B,CAAC,CAAC;gBAC3F,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YAC1B,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACF,CAAC;IACS,2BAA2B,CAAC,gBAAuC;QAC5E,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvF,OAAO,EAAE,KAAK,EAAE,CAAC;IAClB,CAAC;IACS,uBAAuB,CAAC,YAA2D;QAC5F,OAAO,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YACrC,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;iBACxF,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE;gBAAE,OAAO,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;;gBACzF,MAAM,IAAI,KAAK,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACJ,CAAC;IAES,kBAAkB,CAAC,OAAuB;QACnD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtB,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YACvD,MAAM,KAAK,GAA0D,EAAE,CAAC;YACxE,IAAI,IAAI,CAAC,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3D,IAAI,IAAI,CAAC,YAAY;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACd,CAAC;IAES,mCAAmC,CAAC,OAA6C;QAC1F,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC9C,IAAI,GAAG,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACjD,IAAI,KAAK,KAAK,QAAQ;oBAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;qBAC7C,IAAI,KAAK,KAAK,QAAQ;oBAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;qBAClD,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;qBACpD,IAAI,KAAK,KAAK,QAAQ;oBAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;qBAClD,IAAI,KAAK,KAAK,OAAO;oBAAE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;;oBAChD,MAAM,IAAI,KAAK,EAAE,CAAC;YACxB,CAAC;iBAAM,IAAI,GAAG,KAAK,sBAAsB,IAAI,OAAO,KAAK,KAAK,SAAS;gBACtE,OAAO;;gBACH,OAAO,KAAK,CAAC;QACnB,CAAC,CAAkB,CAAC;QACpB,OAAO;YACN,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YAChB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW;YACnC,UAAU,EAAE,MAAM;SAClB,CAAC;IACH,CAAC;IAES,2BAA2B,CAAC,IAA8B;QACnE,IAAI,IAAI,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;aACzF,IAAI,IAAI,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,GAAG,EAAE,CAAC;aACjG,IAAI,IAAI,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;;YAC9F,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,yBAAyB,CAAC,GAAG,EAAE,oBAAoB,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;IAC7F,CAAC;IAES,gCAAgC,CAAC,SAAyD;QACnG,MAAM,aAAa,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAC;QACnD,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;YACnD,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,CAAC,kBAAkB,CAAC,CAAC,CAAC;aACjE,IAAI,IAAI,CAAC,UAAU,YAAY,KAAK;YACxC,KAAK,MAAM,EAAE,IAAI,aAAa;gBAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;aAClI,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;YACpD,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,CAAC,+BAA+B,CAAC,CAAC,CAAC;IACrF,CAAC;CACD;AAED,MAAM,OAAO,eAAsD,SAAQ,WAAW,CAAC,EAAO;IAChC;IAA7D,YAAmB,KAAiC,EAAS,GAAmB;QAC/E,KAAK,CAAC,KAAK,CAAC,CAAC;QAD+C,QAAG,GAAH,GAAG,CAAgB;IAEhF,CAAC;CACD"}

package/build/api-types/google-rest.d.ts

@@ -0,0 +1,20 @@
+import { Engine } from '../engine.ts';
+import { Function } from '../function.ts';
+import * as Google from '@google/genai';
+import { GoogleAPIBase } from './google-base.ts';
+export interface GoogleRESTfulRequest {
+    contents: Google.Content[];
+    tools?: Google.Tool[];
+    toolConfig?: Google.ToolConfig;
+    systemInstruction?: Google.Content;
+    generationConfig?: Google.GenerationConfig;
+}
+export declare class GoogleRESTfulAPI<in out fdm extends Function.Declaration.Map = {}> extends GoogleAPIBase<fdm> {
+    private proxyAgent?;
+    private apiURL;
+    private tokenizerURL;
+    protected constructor(options: Engine.Options<fdm>);
+    static create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
+    private tokenize;
+    private monolith;
+}

package/build/api-types/google-rest.js

@@ -0,0 +1,113 @@
+import { Engine } from "../engine.js";
+import {} from "../session.js";
+import { Function } from "../function.js";
+import * as Google from '@google/genai';
+import assert from 'node:assert';
+import { GoogleAIMessage, GoogleAPIBase } from "./google-base.js";
+import { ProxyAgent, fetch } from 'undici';
+import {} from "../inference-context.js";
+import { TransientError } from "./base.js";
+export class GoogleRESTfulAPI extends GoogleAPIBase {
+    proxyAgent;
+    apiURL;
+    tokenizerURL;
+    constructor(options) {
+        super(options);
+        this.proxyAgent = options.proxy ? new ProxyAgent(options.proxy) : undefined;
+        this.apiURL = new URL(`${this.baseUrl}/v1beta/models/${this.model}:generateContent`);
+        this.tokenizerURL = new URL(`${this.baseUrl}/v1beta/models/${this.model}:countTokens`);
+    }
+    static create(options) {
+        const api = new GoogleRESTfulAPI(options);
+        return api.monolith.bind(api);
+    }
+    async tokenize(contents, ctx) {
+        const reqbody = { contents };
+        const res = await fetch(this.tokenizerURL, {
+            method: 'POST',
+            headers: new Headers({
+                'Content-Type': 'application/json',
+                'x-goog-api-key': this.apiKey,
+            }),
+            body: JSON.stringify(reqbody),
+            dispatcher: this.proxyAgent,
+            signal: ctx.signal,
+        });
+        assert(res.ok, new Error(undefined, { cause: res }));
+        const response = await res.json();
+        assert(response.totalTokens, new Error(undefined, { cause: response }));
+        return response.totalTokens;
+    }
+    async monolith(ctx, session, retry = 0) {
+        try {
+            const systemInstruction = session.developerMessage && this.convertFromDeveloperMessage(session.developerMessage);
+            const contents = this.convertFromChatMessages(session.chatMessages);
+            await this.throttle.requests(ctx);
+            await this.throttle.inputTokens(await this.tokenize(contents, ctx), ctx);
+            const reqbody = {
+                contents,
+                tools: Object.keys(this.functionDeclarationMap).length ? [{
+                        functionDeclarations: Object.entries(this.functionDeclarationMap).map(fdentry => this.convertFromFunctionDeclarationEntry(fdentry)),
+                    }] : undefined,
+                toolConfig: Object.keys(this.functionDeclarationMap).length && this.toolChoice ? {
+                    functionCallingConfig: this.convertFromFunctionCallMode(this.toolChoice),
+                } : undefined,
+                systemInstruction,
+                generationConfig: this.customOptions ?? undefined,
+            };
+            ctx.logger.message?.trace(reqbody);
+            const signal = this.timeout && ctx.signal ? AbortSignal.any([
+                ctx.signal,
+                AbortSignal.timeout(this.timeout),
+            ]) : this.timeout ? AbortSignal.timeout(this.timeout) : ctx.signal;
+            const res = await fetch(this.apiURL, {
+                method: 'POST',
+                headers: new Headers({
+                    'Content-Type': 'application/json',
+                    'x-goog-api-key': this.apiKey,
+                }),
+                body: JSON.stringify(reqbody),
+                dispatcher: this.proxyAgent,
+                signal,
+            });
+            ctx.logger.message?.trace(res);
+            assert(res.ok, new Error(undefined, { cause: res }));
+            const response = await res.json();
+            assert(response.candidates?.[0]?.content?.parts, new TransientError('No content parts', { cause: response }));
+            assert(response.candidates[0].finishReason === Google.FinishReason.STOP, new TransientError('Abnormal finish reason', { cause: response }));
+            const text = response.candidates[0].content.parts.filter(part => part.text).map(part => part.text).join('');
+            if (text)
+                ctx.logger.inference?.debug(text + '\n');
+            const apiFunctionCalls = response.candidates[0].content.parts.filter(part => part.functionCall);
+            if (apiFunctionCalls.length)
+                ctx.logger.message?.debug(apiFunctionCalls);
+            ctx.logger.message?.debug(response.usageMetadata);
+            assert(response.usageMetadata?.promptTokenCount, new Error('Prompt token count absent', { cause: response }));
+            const candidatesTokenCount = response.usageMetadata.candidatesTokenCount ?? 0;
+            const cacheHitTokenCount = response.usageMetadata.cachedContentTokenCount ?? 0;
+            const cacheMissTokenCount = response.usageMetadata.promptTokenCount - cacheHitTokenCount;
+            const thinkingTokenCount = response.usageMetadata.thoughtsTokenCount ?? 0;
+            this.throttle.outputTokens(candidatesTokenCount);
+            this.throttle.outputTokens(thinkingTokenCount);
+            const cost = this.inputPrice * cacheMissTokenCount / 1e6 +
+                this.cachedPrice * cacheHitTokenCount / 1e6 +
+                this.outputPrice * candidatesTokenCount / 1e6 +
+                this.outputPrice * thinkingTokenCount / 1e6;
+            ctx.logger.cost?.(cost);
+            const aiMessage = this.convertToAIMessage(response.candidates[0].content);
+            this.validateFunctionCallByToolChoice(aiMessage);
+            return aiMessage;
+        }
+        catch (e) {
+            if (e instanceof TransientError) { } // 模型抽风
+            else
+                throw e;
+            ctx.logger.message?.warn(e);
+            if (retry < 3)
+                return this.monolith(ctx, session, retry + 1);
+            else
+                throw e;
+        }
+    }
+}
+//# sourceMappingURL=google-rest.js.map

package/build/api-types/google-rest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google-rest.js","sourceRoot":"","sources":["../../src/api-types/google-rest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAgB,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC3C,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAW3C,MAAM,OAAO,gBAAmE,SAAQ,aAAkB;IACjG,UAAU,CAAc;IACxB,MAAM,CAAM;IACZ,YAAY,CAAM;IAE1B,YAAsB,OAA4B;QACjD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,kBAAkB,IAAI,CAAC,KAAK,kBAAkB,CAAC,CAAC;QACrF,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,kBAAkB,IAAI,CAAC,KAAK,cAAc,CAAC,CAAC;IACxF,CAAC;IAEM,MAAM,CAAC,MAAM,CAA4C,OAA4B;QAC3F,MAAM,GAAG,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC1C,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,QAAiC,EAAE,GAAqB;QAC9E,MAAM,OAAO,GAAG,EAAE,QAAQ,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE;YAC1C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACpB,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM;aAC7B,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,GAAG,CAAC,MAAM;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAgC,CAAC;QAChE,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACxE,OAAO,QAAQ,CAAC,WAAW,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,QAAQ,CACrB,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;QAElF,IAAI,CAAC;YACJ,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;YACjH,MAAM,QAAQ,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAEpE,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;YAEzE,MAAM,OAAO,GAAyB;gBACrC,QAAQ;gBACR,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;wBACzD,oBAAoB,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CACpE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG;qBACD,CAAC,CAAC,CAAC,CAAC,SAAS;gBACd,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;oBAChF,qBAAqB,EAAE,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC;iBACxE,CAAC,CAAC,CAAC,SAAS;gBACb,iBAAiB;gBACjB,gBAAgB,EAAE,IAAI,CAAC,aAAa,IAAI,SAAS;aACjD,CAAC;YAEF,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAEnC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC3D,GAAG,CAAC,MAAM;gBACV,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;aACjC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YACnE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;gBACpC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,OAAO,CAAC;oBACpB,cAAc,EAAE,kBAAkB;oBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM;iBAC7B,CAAC;gBACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,MAAM;aACN,CAAC,CAAC;YACH,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAoC,CAAC;YAEpE,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,cAAc,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC9G,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,cAAc,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YAG5I,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5G,IAAI,IAAI;gBAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,GAAC,IAAI,CAAC,CAAC;YACjD,MAAM,gBAAgB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChG,IAAI,gBAAgB,CAAC,MAAM;gBAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACzE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAGlD,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,gBAAgB,EAAE,IAAI,KAAK,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC9G,MAAM,oBAAoB,GAAG,QAAQ,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC,CAAC;YAC9E,MAAM,kBAAkB,GAAG,QAAQ,CAAC,aAAa,CAAC,uBAAuB,IAAI,CAAC,CAAC;YAC/E,MAAM,mBAAmB,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;YACzF,MAAM,kBAAkB,GAAG,QAAQ,CAAC,aAAa,CAAC,kBAAkB,IAAI,CAAC,CAAC;YAC1E,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC;YACjD,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;YAC/C,MAAM,IAAI,GACT,IAAI,CAAC,UAAU,GAAG,mBAAmB,GAAG,GAAG;gBAC3C,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG;gBAC3C,IAAI,CAAC,WAAW,GAAG,oBAAoB,GAAG,GAAG;gBAC7C,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;YAGxB,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC1E,IAAI,CAAC,gCAAgC,CAAC,SAAS,CAAC,CAAC;YAEjD,OAAO,SAAS,CAAC;QAElB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;;gBACtC,MAAM,CAAC,CAAC;YACb,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,KAAK,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC,CAAC;;gBACtD,MAAM,CAAC,CAAC;QACd,CAAC;IACF,CAAC;CACD"}

package/build/api-types/huggingface-cerebras-qwen3-thinking.d.ts

@@ -0,0 +1,13 @@
+import { Engine } from '../engine.ts';
+import { Function } from '../function.ts';
+import OpenAI from 'openai';
+import { OpenAIChatCompletionsMonolithAPIBase } from './openai-chatcompletions-monolith-base.ts';
+import { RoleMessage } from '../session.ts';
+export declare class HuggingFaceCerebrasQwen3ThinkingAPI<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsMonolithAPIBase<fdm> {
+    static create<fdm extends Function.Declaration.Map = never>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
+    protected convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): OpenAI.ChatCompletionSystemMessageParam;
+    protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): [OpenAI.ChatCompletionUserMessageParam] | OpenAI.ChatCompletionToolMessageParam[];
+    protected convertFromAIMessage(aiMessage: RoleMessage.AI<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionAssistantMessageParam;
+    protected convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionToolMessageParam;
+    protected extractContent(completionContent: string): string;
+}

package/build/api-types/huggingface-cerebras-qwen3-thinking.js

@@ -0,0 +1,52 @@
+import { Engine } from "../engine.js";
+import { Function } from "../function.js";
+import OpenAI from 'openai';
+import { OpenAIChatCompletionsMonolithAPIBase } from "./openai-chatcompletions-monolith-base.js";
+import { RoleMessage } from "../session.js";
+import assert from 'node:assert';
+import { TransientError } from "./base.js";
+export class HuggingFaceCerebrasQwen3ThinkingAPI extends OpenAIChatCompletionsMonolithAPIBase {
+    static create(options) {
+        const api = new HuggingFaceCerebrasQwen3ThinkingAPI(options);
+        return api.monolith.bind(api);
+    }
+    convertFromDeveloperMessage(developerMessage) {
+        return {
+            role: 'system',
+            content: developerMessage.getOnlyText(),
+        };
+    }
+    convertFromUserMessage(userMessage) {
+        const textParts = userMessage.parts.filter(part => part instanceof RoleMessage.Text);
+        const frs = userMessage.getFunctionResponses();
+        if (textParts.length && !frs.length)
+            return [{ role: 'user', content: textParts.map(part => part.text).join('') }];
+        else if (!textParts.length && frs.length)
+            return frs.map(fr => this.convertFromFunctionResponse(fr));
+        else
+            throw new Error();
+    }
+    convertFromAIMessage(aiMessage) {
+        const textParts = aiMessage.parts.filter(part => part instanceof RoleMessage.Text);
+        const fcParts = aiMessage.parts.filter(part => part instanceof Function.Call);
+        return {
+            role: 'assistant',
+            content: textParts.length ? textParts.map(part => part.text).join('') : undefined,
+            tool_calls: fcParts.length ? fcParts.map(fc => this.convertFromFunctionCall(fc)) : undefined,
+        };
+    }
+    convertFromFunctionResponse(fr) {
+        assert(fr.id);
+        return {
+            role: 'tool',
+            tool_call_id: fr.id,
+            content: fr.text,
+        };
+    }
+    extractContent(completionContent) {
+        const match = completionContent.match(/(?:<think>)?(?<thoughts>.*?)<\/think>(?<content>.*)/us);
+        assert(match, new TransientError('Response doesn\'t conform to the expected pattern.', { cause: completionContent }));
+        return match.groups.content.trimStart();
+    }
+}
+//# sourceMappingURL=huggingface-cerebras-qwen3-thinking.js.map

package/build/api-types/huggingface-cerebras-qwen3-thinking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-cerebras-qwen3-thinking.js","sourceRoot":"","sources":["../../src/api-types/huggingface-cerebras-qwen3-thinking.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,oCAAoC,EAAE,MAAM,2CAA2C,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAI3C,MAAM,OAAO,mCAAsF,SAAQ,oCAAyC;IAC5I,MAAM,CAAC,MAAM,CAA+C,OAA4B;QAC9F,MAAM,GAAG,GAAG,IAAI,mCAAmC,CAAC,OAAO,CAAC,CAAC;QAC7D,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAEkB,2BAA2B,CAAC,gBAAuC;QACrF,OAAO;YACN,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gBAAgB,CAAC,WAAW,EAAE;SACvC,CAAC;IACH,CAAC;IACkB,sBAAsB,CAAC,WAA6D;QACtG,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,CAAC;QACrF,MAAM,GAAG,GAAG,WAAW,CAAC,oBAAoB,EAAE,CAAC;QAC/C,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM;YAClC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;aAC1E,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM;YACvC,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC,CAAC;;YACvD,MAAM,IAAI,KAAK,EAAE,CAAC;IACxB,CAAC;IACkB,oBAAoB,CAAC,SAAyD;QAChG,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,CAAC;QACnF,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9E,OAAO;YACN,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;YACjF,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SAC5F,CAAC;IACH,CAAC;IACkB,2BAA2B,CAAC,EAAkE;QAChH,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACd,OAAO;YACN,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,EAAE,CAAC,EAAE;YACnB,OAAO,EAAE,EAAE,CAAC,IAAI;SAChB,CAAC;IACH,CAAC;IAEkB,cAAc,CAAC,iBAAyB;QAC1D,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC/F,MAAM,CAAC,KAAK,EAAE,IAAI,cAAc,CAAC,oDAAoD,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;QACtH,OAAO,KAAK,CAAC,MAAO,CAAC,OAAQ,CAAC,SAAS,EAAE,CAAC;IAC3C,CAAC;CACD"}

package/build/api-types/openai-chatcompletions-base.d.ts

@@ -0,0 +1,28 @@
+import { Engine } from '../engine.ts';
+import { RoleMessage } from '../session.ts';
+import { Function } from '../function.ts';
+import OpenAI from 'openai';
+import { APIBase } from './base.ts';
+import { ProxyAgent } from 'undici';
+export declare abstract class OpenAIChatCompletionsAPIBase<in out fdm extends Function.Declaration.Map = {}> extends APIBase<fdm> {
+    protected client: OpenAI;
+    protected proxyAgent?: ProxyAgent;
+    protected constructor(options: Engine.Options<fdm>);
+    protected convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionMessageToolCall;
+    protected convertToFunctionCall(apifc: OpenAI.ChatCompletionMessageFunctionToolCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+    protected convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionToolMessageParam;
+    protected convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): OpenAI.ChatCompletionSystemMessageParam;
+    protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): [OpenAI.ChatCompletionUserMessageParam] | OpenAI.ChatCompletionToolMessageParam[];
+    protected convertFromAIMessage(aiMessage: RoleMessage.AI<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionAssistantMessageParam;
+    protected convertFromRoleMessage(roleMessage: RoleMessage<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionMessageParam[];
+    protected convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): OpenAI.ChatCompletionTool;
+    protected convertFromFunctionCallMode(mode: Function.ToolChoice<fdm>): OpenAI.ChatCompletionToolChoiceOption;
+    protected validateFunctionCallByToolChoice(fcs: Function.Call.Distributive<Function.Declaration.From<fdm>>[]): void;
+    protected tokenize(params: OpenAI.ChatCompletionCreateParams): number;
+    protected calcCost(usage: OpenAI.CompletionUsage): number;
+    protected extractContent(completionContent: string): string;
+}
+export declare class InvalidFinishReason extends Error {
+    finishReason: OpenAI.ChatCompletionChunk.Choice['finish_reason'];
+    constructor(finishReason: OpenAI.ChatCompletionChunk.Choice['finish_reason']);
+}

package/build/api-types/openai-chatcompletions-base.js

@@ -0,0 +1,150 @@
+import { Engine } from "../engine.js";
+import { RoleMessage } from "../session.js";
+import { Function } from "../function.js";
+import OpenAI from 'openai';
+import assert from 'node:assert';
+import { APIBase, TransientError } from "./base.js";
+import { ProxyAgent } from 'undici';
+import { Ajv } from 'ajv';
+const ajv = new Ajv();
+export class OpenAIChatCompletionsAPIBase extends APIBase {
+    client;
+    proxyAgent;
+    constructor(options) {
+        super(options);
+        this.proxyAgent = options.proxy ? new ProxyAgent(options.proxy) : undefined;
+        this.client = new OpenAI({
+            baseURL: this.baseUrl,
+            apiKey: this.apiKey,
+            fetchOptions: {
+                dispatcher: this.proxyAgent,
+            },
+        });
+    }
+    convertFromFunctionCall(fc) {
+        assert(fc.id);
+        return {
+            id: fc.id,
+            type: 'function',
+            function: {
+                name: fc.name,
+                arguments: JSON.stringify(fc.args),
+            },
+        };
+    }
+    convertToFunctionCall(apifc) {
+        const fditem = this.functionDeclarationMap[apifc.function.name];
+        assert(fditem, new TransientError('Invalid function call', { cause: apifc }));
+        const args = (() => {
+            try {
+                return JSON.parse(apifc.function.arguments);
+            }
+            catch (e) {
+                return new TransientError('Invalid function call', { cause: apifc });
+            }
+        })();
+        assert(ajv.validate(fditem.paraschema, args), new TransientError('Invalid function call', { cause: apifc }));
+        return Function.Call.create({
+            id: apifc.id,
+            name: apifc.function.name,
+            args,
+        });
+    }
+    convertFromFunctionResponse(fr) {
+        assert(fr.id);
+        return {
+            role: 'tool',
+            tool_call_id: fr.id,
+            content: [{ type: 'text', text: fr.text }],
+        };
+    }
+    convertFromDeveloperMessage(developerMessage) {
+        return {
+            role: 'system',
+            content: [{ type: 'text', text: developerMessage.getOnlyText() }],
+        };
+    }
+    convertFromUserMessage(userMessage) {
+        const textParts = userMessage.parts.filter(part => part instanceof RoleMessage.Text);
+        const frs = userMessage.getFunctionResponses();
+        if (textParts.length && !frs.length)
+            return [{ role: 'user', content: textParts.map(part => ({ type: 'text', text: part.text })) }];
+        else if (!textParts.length && frs.length)
+            return frs.map(fr => this.convertFromFunctionResponse(fr));
+        else
+            throw new Error();
+    }
+    convertFromAIMessage(aiMessage) {
+        const textParts = aiMessage.parts.filter(part => part instanceof RoleMessage.Text);
+        const fcParts = aiMessage.parts.filter(part => part instanceof Function.Call);
+        return {
+            role: 'assistant',
+            content: textParts.length ? textParts.map(part => ({ type: 'text', text: part.text })) : undefined,
+            tool_calls: fcParts.length ? fcParts.map(fc => this.convertFromFunctionCall(fc)) : undefined,
+        };
+    }
+    convertFromRoleMessage(roleMessage) {
+        if (roleMessage instanceof RoleMessage.Developer)
+            return [this.convertFromDeveloperMessage(roleMessage)];
+        else if (roleMessage instanceof RoleMessage.User)
+            return this.convertFromUserMessage(roleMessage);
+        else if (roleMessage instanceof RoleMessage.AI)
+            return [this.convertFromAIMessage(roleMessage)];
+        else
+            throw new Error();
+    }
+    convertFromFunctionDeclarationEntry(fdentry) {
+        return {
+            type: 'function',
+            function: {
+                name: fdentry[0],
+                description: fdentry[1].description,
+                strict: true,
+                parameters: fdentry[1].paraschema,
+            },
+        };
+    }
+    convertFromFunctionCallMode(mode) {
+        if (mode === Function.ToolChoice.NONE)
+            return 'none';
+        else if (mode === Function.ToolChoice.REQUIRED)
+            return 'required';
+        else if (mode === Function.ToolChoice.AUTO)
+            return 'auto';
+        else {
+            assert(mode.length === 1);
+            return { type: 'function', function: { name: mode[0] } };
+        }
+    }
+    validateFunctionCallByToolChoice(fcs) {
+        // https://community.openai.com/t/function-call-with-finish-reason-of-stop/437226/7
+        if (this.toolChoice === Function.ToolChoice.REQUIRED)
+            assert(fcs.length, new TransientError());
+        else if (this.toolChoice instanceof Array)
+            for (const fc of fcs)
+                assert(this.toolChoice.includes(fc.name), new TransientError());
+        else if (this.toolChoice === Function.ToolChoice.NONE)
+            assert(!fcs.length, new TransientError());
+    }
+    tokenize(params) {
+        return JSON.stringify(params).length;
+    }
+    calcCost(usage) {
+        const cacheHitTokenCount = usage.prompt_tokens_details?.cached_tokens ?? 0;
+        const cacheMissTokenCount = usage.prompt_tokens - cacheHitTokenCount;
+        return this.inputPrice * cacheMissTokenCount / 1e6 +
+            this.cachedPrice * cacheHitTokenCount / 1e6 +
+            this.outputPrice * usage.completion_tokens / 1e6;
+    }
+    extractContent(completionContent) {
+        return completionContent;
+    }
+}
+export class InvalidFinishReason extends Error {
+    finishReason;
+    constructor(finishReason) {
+        super();
+        this.finishReason = finishReason;
+    }
+}
+//# sourceMappingURL=openai-chatcompletions-base.js.map

package/build/api-types/openai-chatcompletions-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-chatcompletions-base.js","sourceRoot":"","sources":["../../src/api-types/openai-chatcompletions-base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAG1B,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;AAGtB,MAAM,OAAgB,4BAA+E,SAAQ,OAAY;IAC9G,MAAM,CAAS;IACf,UAAU,CAAc;IAElC,YAAsB,OAA4B;QACjD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACxB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY,EAAE;gBACb,UAAU,EAAE,IAAI,CAAC,UAAU;aAC3B;SACD,CAAC,CAAC;IACJ,CAAC;IAES,uBAAuB,CAAC,EAA8D;QAC/F,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACd,OAAO;YACN,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC;aAClC;SACD,CAAC;IACH,CAAC;IACS,qBAAqB,CAAC,KAAmD;QAClF,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAwC,CAAC;QACvG,MAAM,CAAC,MAAM,EAAE,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE;YAClB,IAAI,CAAC;gBACJ,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,OAAO,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACtE,CAAC;QACF,CAAC,CAAC,EAAE,CAAC;QACL,MAAM,CACL,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,EACrC,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAC7D,CAAC;QACF,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC3B,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI;YACzB,IAAI;SAC4D,CAAC,CAAC;IACpE,CAAC;IAGS,2BAA2B,CAAC,EAAkE;QACvG,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACd,OAAO;YACN,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,EAAE,CAAC,EAAE;YACnB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;SAC1C,CAAC;IACH,CAAC;IACS,2BAA2B,CAAC,gBAAuC;QAC5E,OAAO;YACN,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,CAAC,WAAW,EAAE,EAAE,CAAC;SACjE,CAAC;IACH,CAAC;IACS,sBAAsB,CAAC,WAA6D;QAC7F,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,CAAC;QACrF,MAAM,GAAG,GAAG,WAAW,CAAC,oBAAoB,EAAE,CAAC;QAC/C,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM;YAClC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;aAC3F,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM;YACvC,OAAO,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,CAAC,CAAC,CAAC;;YACvD,MAAM,IAAI,KAAK,EAAE,CAAC;IACxB,CAAC;IACS,oBAAoB,CAAC,SAAyD;QACvF,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,CAAC;QACnF,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,YAAY,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9E,OAAO;YACN,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YAClG,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SAC5F,CAAC;IACH,CAAC;IACS,sBAAsB,CAAC,WAAwD;QACxF,IAAI,WAAW,YAAY,WAAW,CAAC,SAAS;YAC/C,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC,CAAC;aACnD,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI;YAC/C,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aAC5C,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE;YAC7C,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC;;YAC5C,MAAM,IAAI,KAAK,EAAE,CAAC;IACxB,CAAC;IAES,mCAAmC,CAAC,OAA6C;QAC1F,OAAO;YACN,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACT,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;gBAChB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW;gBACnC,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU;aACjC;SACD,CAAC;IACH,CAAC;IAES,2BAA2B,CAAC,IAA8B;QACnE,IAAI,IAAI,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;YAAE,OAAO,MAAM,CAAC;aAChD,IAAI,IAAI,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;YAAE,OAAO,UAAU,CAAC;aAC7D,IAAI,IAAI,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;YAAE,OAAO,MAAM,CAAC;aACrD,CAAC;YACL,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;YAC1B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC;QAC3D,CAAC;IACF,CAAC;IAES,gCAAgC,CAAC,GAAiE;QAC3G,mFAAmF;QACnF,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;YACnD,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;aACrC,IAAI,IAAI,CAAC,UAAU,YAAY,KAAK;YACxC,KAAK,MAAM,EAAE,IAAI,GAAG;gBAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;aAClF,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;YACpD,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;IAC5C,CAAC;IAES,QAAQ,CAAC,MAAyC;QAC3D,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC;IAES,QAAQ,CAAC,KAA6B;QAC/C,MAAM,kBAAkB,GAAG,KAAK,CAAC,qBAAqB,EAAE,aAAa,IAAI,CAAC,CAAC;QAC3E,MAAM,mBAAmB,GAAG,KAAK,CAAC,aAAa,GAAG,kBAAkB,CAAC;QACrE,OAAO,IAAI,CAAC,UAAU,GAAG,mBAAmB,GAAG,GAAG;YAChD,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG;YAC3C,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,iBAAiB,GAAG,GAAG,CAAC;IACpD,CAAC;IAES,cAAc,CAAC,iBAAyB;QACjD,OAAO,iBAAiB,CAAC;IAC1B,CAAC;CACD;AAGD,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IACnB;IAA1B,YAA0B,YAAgE;QACzF,KAAK,EAAE,CAAC;QADiB,iBAAY,GAAZ,YAAY,CAAoD;IAE1F,CAAC;CACD"}

package/build/api-types/openai-chatcompletions-monolith-base.d.ts

@@ -0,0 +1,10 @@
+import { RoleMessage, type Session } from '../session.ts';
+import { Function } from '../function.ts';
+import OpenAI from 'openai';
+import { OpenAIChatCompletionsAPIBase } from './openai-chatcompletions-base.ts';
+import { type InferenceContext } from '../inference-context.ts';
+export declare abstract class OpenAIChatCompletionsMonolithAPIBase<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsAPIBase<fdm> {
+    protected convertToAIMessage(message: OpenAI.ChatCompletionMessage): RoleMessage.AI<Function.Declaration.From<fdm>>;
+    protected makeMonolithParams(session: Session<Function.Declaration.From<fdm>>): OpenAI.ChatCompletionCreateParamsNonStreaming;
+    protected monolith(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.AI<Function.Declaration.From<fdm>>>;
+}