@zimtsui/brainswitch 0.0.54 → 0.0.56

package/build/{compatible-engines.d → compatible.d}/openai-chatcompletions.d/stream.js

@@ -1,33 +1,47 @@
-import { RoleMessage } from "../../session.js";
-import { Function } from "../../function.js";
-import { OpenAIChatCompletionsCompatibleEngine } from "../openai-chatcompletions.js";
-import {} from "../../inference-context.js";
-import { ResponseInvalid } from "../../engine.js";
-import { logger } from "../../telemetry.js";
-export var OpenAIChatCompletionsCompatibleStreamEngine;
-(function (OpenAIChatCompletionsCompatibleStreamEngine) {
-    function makeParams(session) {
-        const fdentries = Object.entries(this.fdm);
-        const tools = fdentries.map(fdentry => this.convertFromFunctionDeclarationEntry(fdentry));
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+import { OpenAIChatCompletionsCompatibleTransport } from '#@/compatible.d/openai-chatcompletions/transport.ts';
+import {} from '#@/inference-context.ts';
+import { ResponseInvalid } from '#@/engine.ts';
+import { logger } from '#@/telemetry.ts';
+import { Throttle } from '#@/throttle.ts';
+import * as Undici from 'undici';
+import {} from '#@/compatible.d/openai-chatcompletions/message-codec.ts';
+export class OpenAIChatCompletionsCompatibleStream extends OpenAIChatCompletionsCompatibleTransport {
+    ctx;
+    client;
+    constructor(ctx) {
+        super();
+        this.ctx = ctx;
+        this.client = new OpenAI({
+            baseURL: this.ctx.providerSpec.baseUrl,
+            apiKey: this.ctx.providerSpec.apiKey,
+            fetchOptions: {
+                dispatcher: this.ctx.providerSpec.proxyAgent,
+            },
+        });
+    }
+    makeParams(session) {
+        const tools = this.ctx.toolCodec.convertFromFunctionDeclarationMap(this.ctx.fdm);
         return {
-            model: this.model,
+            model: this.ctx.inferenceParams.model,
             messages: [
-                ...(session.developerMessage ? this.convertFromRoleMessage(session.developerMessage) : []),
-                ...session.chatMessages.flatMap(chatMessage => this.convertFromRoleMessage(chatMessage)),
+                ...(session.developerMessage ? this.ctx.messageCodec.convertFromRoleMessage(session.developerMessage) : []),
+                ...this.ctx.messageCodec.convertFromChatMessages(session.chatMessages),
             ],
             tools: tools.length ? tools : undefined,
-            tool_choice: tools.length ? this.convertFromToolChoice(this.toolChoice) : undefined,
-            parallel_tool_calls: tools.length ? this.parallelToolCall : undefined,
+            tool_choice: tools.length ? this.ctx.toolCodec.convertFromToolChoice(this.ctx.toolChoice) : undefined,
+            parallel_tool_calls: tools.length ? this.ctx.parallelToolCall : undefined,
             stream: true,
             stream_options: {
                 include_usage: true
             },
-            max_completion_tokens: this.maxTokens ?? undefined,
-            ...this.additionalOptions,
+            max_completion_tokens: this.ctx.inferenceParams.maxTokens ?? undefined,
+            ...this.ctx.inferenceParams.additionalOptions,
         };
     }
-    OpenAIChatCompletionsCompatibleStreamEngine.makeParams = makeParams;
-    function convertToFunctionCallFromDelta(apifc) {
+    convertToFunctionCallFromDelta(apifc) {
         if (apifc.id) { }
         else
             throw new Error();
@@ -37,10 +51,9 @@ export var OpenAIChatCompletionsCompatibleStreamEngine;
         if (apifc.function?.arguments) { }
         else
             throw new Error();
-        return this.convertToFunctionCall(apifc);
+        return this.ctx.toolCodec.convertToFunctionCall(apifc);
     }
-    OpenAIChatCompletionsCompatibleStreamEngine.convertToFunctionCallFromDelta = convertToFunctionCallFromDelta;
-    function convertCompletionStockToCompletion(stock) {
+    convertCompletionStockToCompletion(stock) {
         const stockChoice = stock?.choices[0];
         if (stockChoice?.finish_reason) { }
         else
@@ -83,11 +96,10 @@ export var OpenAIChatCompletionsCompatibleStreamEngine;
         };
         return completion;
     }
-    OpenAIChatCompletionsCompatibleStreamEngine.convertCompletionStockToCompletion = convertCompletionStockToCompletion;
-    async function fetchRaw(wfctx, session, signal) {
+    async fetchRaw(wfctx, session, signal) {
         const params = this.makeParams(session);
-        logger.message?.trace(params);
-        await this.throttle.requests(wfctx);
+        logger.message.trace(params);
+        await this.ctx.throttle.requests(wfctx);
         const stream = await this.client.chat.completions.create(params, { signal });
         let stock = null;
         let thoughts = null, thinking = false;
@@ -113,9 +125,9 @@ export var OpenAIChatCompletionsCompatibleStreamEngine;
                 if (deltaThoughts) {
                     if (!thinking) {
                         thinking = true;
-                        logger.inference?.trace('<think>\n');
+                        logger.inference.trace('<think>\n');
                     }
-                    logger.inference?.trace(deltaThoughts);
+                    logger.inference.trace(deltaThoughts);
                     thoughts ??= '';
                     thoughts += deltaThoughts;
                 }
@@ -123,9 +135,9 @@ export var OpenAIChatCompletionsCompatibleStreamEngine;
                 if (deltaChoice.delta.content) {
                     if (thinking) {
                         thinking = false;
-                        logger.inference?.trace('\n</think>\n');
+                        logger.inference.trace('\n</think>\n');
                     }
-                    logger.inference?.debug(deltaChoice.delta.content);
+                    logger.inference.debug(deltaChoice.delta.content);
                     stock.choices[0].delta.content ??= '';
                     stock.choices[0].delta.content += deltaChoice.delta.content;
                 }
@@ -133,7 +145,7 @@ export var OpenAIChatCompletionsCompatibleStreamEngine;
                 if (deltaChoice.delta.tool_calls) {
                     if (thinking) {
                         thinking = false;
-                        logger.inference?.trace('\n</think>\n');
+                        logger.inference.trace('\n</think>\n');
                     }
                     stock.choices[0].delta.tool_calls ??= [];
                     for (const deltaToolCall of deltaChoice.delta.tool_calls) {
@@ -165,22 +177,20 @@ export var OpenAIChatCompletionsCompatibleStreamEngine;
         else
             throw new ResponseInvalid('Content missing', { cause: completion });
         if (choice.message.content)
-            logger.inference?.debug('\n');
+            logger.inference.debug('\n');
         this.handleFinishReason(completion, choice.finish_reason);
         if (completion.usage) { }
         else
             throw new Error();
-        const cost = this.calcCost(completion.usage);
-        wfctx.cost?.(cost);
-        const aiMessage = this.convertToAiMessage(choice.message);
-        // logging
+        const cost = this.ctx.billing.charge(completion.usage);
+        const aiMessage = this.ctx.messageCodec.convertToAiMessage(choice.message);
         const apifcs = choice.message.tool_calls;
         if (apifcs?.length)
-            logger.message?.debug(apifcs);
-        logger.message?.debug(completion.usage);
-        this.validateToolCallsByToolChoice(aiMessage.getFunctionCalls());
+            logger.message.debug(apifcs);
+        logger.message.debug(completion.usage);
+        wfctx.cost?.(cost);
+        this.ctx.toolCallValidator.validate(aiMessage.getFunctionCalls());
         return aiMessage;
     }
-    OpenAIChatCompletionsCompatibleStreamEngine.fetchRaw = fetchRaw;
-})(OpenAIChatCompletionsCompatibleStreamEngine || (OpenAIChatCompletionsCompatibleStreamEngine = {}));
+}
 //# sourceMappingURL=stream.js.map

package/build/compatible.d/openai-chatcompletions.d/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-chatcompletions.d/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,wCAAwC,EAAE,MAAM,qDAAqD,CAAC;AAC/G,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,eAAe,EAA2C,MAAM,cAAc,CAAC;AACxF,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAIzC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAoD,MAAM,yDAAyD,CAAC;AAI3H,MAAM,OAAgB,qCAAmF,SACrG,wCAA6C;IAGhB;IADnB,MAAM,CAAS;IACzB,YAA6B,GAAuD;QAChF,KAAK,EAAE,CAAC;QADiB,QAAG,GAAH,GAAG,CAAoD;QAEhF,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACrB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO;YACtC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM;YACpC,YAAY,EAAE;gBACV,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU;aAC/C;SACJ,CAAC,CAAA;IACN,CAAC;IAES,UAAU,CAChB,OAAqB;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjF,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK;YACrC,QAAQ,EAAE;gBACN,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3G,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,uBAAuB,CAAC,OAAO,CAAC,YAAY,CAAC;aACzE;YACD,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YACrG,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACzE,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE;gBACZ,aAAa,EAAE,IAAI;aACtB;YACD,qBAAqB,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,IAAI,SAAS;YACtE,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,iBAAiB;SAChD,CAAC;IACN,CAAC;IAEM,8BAA8B,CACjC,KAAuD;QAEvD,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACpD,IAAI,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACzD,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,KAAqD,CAAC,CAAC;IAC3G,CAAC;IAEM,kCAAkC,CACrC,KAAiC;QAEjC,MAAM,WAAW,GAAG,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,WAAW,EAAE,aAAa,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAE7G,MAAM,UAAU,GAA0B;YACtC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,OAAO,EAAE,CAAC;oBACN,KAAK,EAAE,CAAC;oBACR,aAAa,EAAE,WAAW,CAAC,aAAa;oBACxC,OAAO,EAAE;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI;wBAC1C,UAAU,EAAE,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CACzC,KAAK,CAAC,EAAE;4BACJ,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACxC,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACpD,IAAI,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAA,CAAC;;gCAAM,MAAM,IAAI,KAAK,EAAE,CAAC;4BACzD,OAAO;gCACH,EAAE,EAAE,KAAK,CAAC,EAAE;gCACZ,QAAQ,EAAE;oCACN,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI;oCACzB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS;iCACtC;gCACD,IAAI,EAAE,UAAU;6BACnB,CAAC;wBACN,CAAC,CACJ;wBACD,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI;qBAC7C;oBACD,QAAQ,EAAE,WAAW,CAAC,QAAQ,IAAI,IAAI;iBACzC,CAAC;YACF,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,SAAS;SAClC,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,QAAQ,CACjB,KAAuB,EAAE,OAAqB,EAAE,MAAoB;QAEpE,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7B,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7E,IAAI,KAAK,GAAsC,IAAI,CAAC;QACpD,IAAI,QAAQ,GAAkB,IAAI,EAAE,QAAQ,GAAG,KAAK,CAAC;QAErD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC/B,KAAK,KAAK;gBACN,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,uBAAuB;aAClC,CAAC;YAEF,SAAS;YACT,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACrC,IAAI,WAAW,EAAE,CAAC;gBACd,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM;oBACrB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;wBACf,KAAK,EAAE,CAAC;wBACR,aAAa,EAAE,IAAI;wBACnB,KAAK,EAAE,EAAE;qBACZ,CAAC,CAAC;gBAEP,WAAW;gBACX,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC/D,IAAI,aAAa,EAAE,CAAC;oBAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,IAAI,CAAC;wBAChB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACxC,CAAC;oBACD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBACtC,QAAQ,KAAK,EAAE,CAAC;oBAChB,QAAQ,IAAI,aAAa,CAAC;gBAC9B,CAAC;gBAED,UAAU;gBACV,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC5B,IAAI,QAAQ,EAAE,CAAC;wBACX,QAAQ,GAAG,KAAK,CAAC;wBACjB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;oBAC3C,CAAC;oBACD,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAClD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,OAAO,KAAK,EAAE,CAAC;oBACvC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,OAAQ,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC;gBAClE,CAAC;gBAED,iBAAiB;gBACjB,IAAI,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;oBAC/B,IAAI,QAAQ,EAAE,CAAC;wBACX,QAAQ,GAAG,KAAK,CAAC;wBACjB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;oBAC3C,CAAC;oBACD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC;oBAC1C,KAAK,MAAM,aAAa,IAAI,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;wBACvD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,UAAW,CAAC;wBACtD,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,EAAE,CAAC;wBAClE,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;wBACxD,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC;4BACzB,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAQ,KAAK,EAAE,CAAC;4BAChD,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,IAAI,KAAK,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;4BAC/E,IAAI,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;gCACnC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,SAAS,KAAK,EAAE,CAAC;gCAC3D,SAAS,CAAC,aAAa,CAAC,KAAK,CAAE,CAAC,QAAS,CAAC,SAAU,IAAI,aAAa,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;4BACpG,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,gBAAgB;gBAChB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,aAAa,KAAK,WAAW,CAAC,aAAa,CAAC;YAClE,CAAC;YAED,QAAQ;YACR,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC;QAChC,CAAC;QAED,IAAI,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,kCAAkC,CAAC,KAAK,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,MAAM,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,eAAe,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACxF,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO;YAAE,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEzD,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QAE1D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE3E,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QACzC,IAAI,MAAM,EAAE,MAAM;YAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnB,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAElE,OAAO,SAAS,CAAC;IACrB,CAAC;CAGJ"}

package/build/compatible.d/openai-responses/message-codec.d.ts

@@ -0,0 +1,32 @@
+import { RoleMessage, type Session } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+import type { OpenAIResponsesToolCodec } from '#@/api-types/openai-responses/tool-codec.ts';
+export declare class OpenAIResponsesCompatibleMessageCodec<in out fdm extends Function.Declaration.Map> {
+    protected ctx: OpenAIResponsesCompatibleMessageCodec.Context<fdm>;
+    constructor(ctx: OpenAIResponsesCompatibleMessageCodec.Context<fdm>);
+    convertToAiMessage(output: OpenAI.Responses.ResponseOutputItem[]): OpenAIResponsesCompatibleMessageCodec.Message.Ai<fdm>;
+    convertFromFunctionCall(fc: Function.Call.From<fdm>): OpenAI.Responses.ResponseFunctionToolCall;
+    convertFromUserMessage(userMessage: RoleMessage.User<fdm>): OpenAI.Responses.ResponseInput;
+    convertFromAiMessage(aiMessage: RoleMessage.Ai<fdm>): OpenAI.Responses.ResponseInput;
+    convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): string;
+    convertFromChatMessage(chatMessage: Session.ChatMessage<fdm>): OpenAI.Responses.ResponseInput;
+}
+export declare namespace OpenAIResponsesCompatibleMessageCodec {
+    interface Context<in out fdm extends Function.Declaration.Map> {
+        toolCodec: OpenAIResponsesToolCodec<fdm>;
+    }
+    namespace Message {
+        type Ai<fdm extends Function.Declaration.Map> = Ai.Instance<fdm>;
+        namespace Ai {
+            function create<fdm extends Function.Declaration.Map>(parts: RoleMessage.Ai.Part<fdm>[], raw: OpenAI.Responses.ResponseOutputItem[]): Ai<fdm>;
+            const NOMINAL: unique symbol;
+            class Instance<in out fdm extends Function.Declaration.Map> extends RoleMessage.Ai.Instance<fdm> {
+                protected raw: OpenAI.Responses.ResponseOutputItem[];
+                readonly [NOMINAL]: void;
+                constructor(parts: RoleMessage.Ai.Part<fdm>[], raw: OpenAI.Responses.ResponseOutputItem[]);
+                getRaw(): OpenAI.Responses.ResponseOutputItem[];
+            }
+        }
+    }
+}

package/build/compatible.d/openai-responses/message-codec.js

@@ -0,0 +1,105 @@
+import { ResponseInvalid } from '#@/engine.ts';
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+export class OpenAIResponsesCompatibleMessageCodec {
+    ctx;
+    constructor(ctx) {
+        this.ctx = ctx;
+    }
+    convertToAiMessage(output) {
+        const parts = output.flatMap((item) => {
+            if (item.type === 'message') {
+                if (item.content.every(part => part.type === 'output_text')) { }
+                else
+                    throw new Error();
+                return [RoleMessage.Part.Text.create(item.content.map(part => part.text).join(''))];
+            }
+            else if (item.type === 'function_call')
+                return [this.ctx.toolCodec.convertToFunctionCall(item)];
+            else if (item.type === 'reasoning')
+                return [];
+            else
+                throw new Error();
+        });
+        return OpenAIResponsesCompatibleMessageCodec.Message.Ai.create(parts, output);
+    }
+    convertFromFunctionCall(fc) {
+        if (fc.id) { }
+        else
+            throw new Error();
+        return {
+            type: 'function_call',
+            call_id: fc.id,
+            name: fc.name,
+            arguments: JSON.stringify(fc.args),
+        };
+    }
+    convertFromUserMessage(userMessage) {
+        return userMessage.getParts().map(part => {
+            if (part instanceof RoleMessage.Part.Text.Instance)
+                return {
+                    type: 'message',
+                    role: 'user',
+                    content: part.text,
+                };
+            else if (part instanceof Function.Response)
+                return this.ctx.toolCodec.convertFromFunctionResponse(part);
+            else
+                throw new Error();
+        });
+    }
+    convertFromAiMessage(aiMessage) {
+        if (aiMessage instanceof OpenAIResponsesCompatibleMessageCodec.Message.Ai.Instance)
+            return aiMessage.getRaw();
+        else {
+            return aiMessage.getParts().map(part => {
+                if (part instanceof RoleMessage.Part.Text.Instance)
+                    return {
+                        role: 'assistant',
+                        content: part.text,
+                    };
+                else if (part instanceof Function.Call)
+                    return this.convertFromFunctionCall(part);
+                else
+                    throw new Error();
+            });
+        }
+    }
+    convertFromDeveloperMessage(developerMessage) {
+        return developerMessage.getOnlyText();
+    }
+    convertFromChatMessage(chatMessage) {
+        if (chatMessage instanceof RoleMessage.User.Instance)
+            return this.convertFromUserMessage(chatMessage);
+        else if (chatMessage instanceof RoleMessage.Ai.Instance)
+            return this.convertFromAiMessage(chatMessage);
+        else
+            throw new Error();
+    }
+}
+(function (OpenAIResponsesCompatibleMessageCodec) {
+    let Message;
+    (function (Message) {
+        let Ai;
+        (function (Ai) {
+            function create(parts, raw) {
+                return new Instance(parts, raw);
+            }
+            Ai.create = create;
+            Ai.NOMINAL = Symbol();
+            class Instance extends RoleMessage.Ai.Instance {
+                raw;
+                constructor(parts, raw) {
+                    super(parts);
+                    this.raw = raw;
+                }
+                getRaw() {
+                    return this.raw;
+                }
+            }
+            Ai.Instance = Instance;
+        })(Ai = Message.Ai || (Message.Ai = {}));
+    })(Message = OpenAIResponsesCompatibleMessageCodec.Message || (OpenAIResponsesCompatibleMessageCodec.Message = {}));
+})(OpenAIResponsesCompatibleMessageCodec || (OpenAIResponsesCompatibleMessageCodec = {}));
+//# sourceMappingURL=message-codec.js.map

package/build/compatible.d/openai-responses/message-codec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-codec.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-responses/message-codec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAI5B,MAAM,OAAO,qCAAqC;IACjB;IAA7B,YAA6B,GAAuD;QAAvD,QAAG,GAAH,GAAG,CAAoD;IAAG,CAAC;IAEjF,kBAAkB,CACrB,MAA6C;QAE7C,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAA8B,EAAE;YAC9D,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,CAAC,CAAA,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBACvF,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACxF,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;gBACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;iBACvD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;gBAC9B,OAAO,EAAE,CAAC;;gBACT,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,qCAAqC,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAClF,CAAC;IAEM,uBAAuB,CAC1B,EAA2B;QAE3B,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QACrC,OAAO;YACH,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,EAAE,CAAC,EAAE;YACd,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC;SACrC,CAAC;IACN,CAAC;IAEM,sBAAsB,CACzB,WAAkC;QAElC,OAAO,WAAW,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACrC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAC9C,OAAO;oBACH,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,IAAI,CAAC,IAAI;iBACuB,CAAC;iBAC7C,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;gBACtC,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;;gBAC3D,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,oBAAoB,CACvB,SAA8B;QAE9B,IAAI,SAAS,YAAY,qCAAqC,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ;YAC9E,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;aACzB,CAAC;YACF,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACnC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAC9C,OAAO;wBACH,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;qBACuB,CAAC;qBAC7C,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI;oBAClC,OAAO,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;;oBACzC,MAAM,IAAI,KAAK,EAAE,CAAC;YAC3B,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEM,2BAA2B,CAAC,gBAAuC;QACtE,OAAO,gBAAgB,CAAC,WAAW,EAAE,CAAC;IAC1C,CAAC;IAEM,sBAAsB,CACzB,WAAqC;QAErC,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,QAAQ;YAChD,OAAO,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;aAC/C,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,QAAQ;YACnD,OAAO,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;;YAC7C,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;CACJ;AAED,WAAiB,qCAAqC;IAKlD,IAAiB,OAAO,CAwBvB;IAxBD,WAAiB,OAAO;QAEpB,IAAiB,EAAE,CAqBlB;QArBD,WAAiB,EAAE;YACf,SAAgB,MAAM,CAClB,KAAiC,EACjC,GAA0C;gBAE1C,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpC,CAAC;YALe,SAAM,SAKrB,CAAA;YACY,UAAO,GAAG,MAAM,EAAE,CAAC;YAChC,MAAa,QAAsD,SAAQ,WAAW,CAAC,EAAE,CAAC,QAAa;gBAIrF;gBAFd,YACI,KAAiC,EACvB,GAA0C;oBAEpD,KAAK,CAAC,KAAK,CAAC,CAAC;oBAFH,QAAG,GAAH,GAAG,CAAuC;gBAGxD,CAAC;gBAEM,MAAM;oBACT,OAAO,IAAI,CAAC,GAAG,CAAC;gBACpB,CAAC;aACJ;YAZY,WAAQ,WAYpB,CAAA;QACL,CAAC,EArBgB,EAAE,GAAF,UAAE,KAAF,UAAE,QAqBlB;IACL,CAAC,EAxBgB,OAAO,GAAP,6CAAO,KAAP,6CAAO,QAwBvB;AACL,CAAC,EA9BgB,qCAAqC,KAArC,qCAAqC,QA8BrD"}

package/build/compatible.d/openai-responses/transport.d.ts

@@ -0,0 +1,33 @@
+import { type InferenceParams, type ProviderSpec } from '#@/engine.ts';
+import { RoleMessage, type Session } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+import { type InferenceContext } from '#@/inference-context.ts';
+import { Throttle } from '#@/throttle.ts';
+import type { OpenAIResponsesCompatibleMessageCodec } from '#@/compatible.d/openai-responses/message-codec.ts';
+import type { OpenAIResponsesToolCodec } from '#@/api-types/openai-responses/tool-codec.ts';
+import type { OpenAIResponsesBilling } from '#@/api-types/openai-responses/billing.ts';
+import type { ToolCallValidator } from '#@/compatible/tool-call-validator.ts';
+export declare class OpenAIResponsesCompatibleTransport<in out fdm extends Function.Declaration.Map> {
+    protected ctx: OpenAIResponsesCompatibleTransport.Context<fdm>;
+    protected apiURL: URL;
+    constructor(ctx: OpenAIResponsesCompatibleTransport.Context<fdm>);
+    protected makeParams(session: Session<fdm>): OpenAI.Responses.ResponseCreateParamsNonStreaming;
+    protected logAiMessage(output: OpenAI.Responses.ResponseOutputItem[]): void;
+    protected fetchRaw(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<OpenAIResponsesCompatibleMessageCodec.Message.Ai<fdm>>;
+    fetch(wfctx: InferenceContext, session: Session<fdm>, signal?: AbortSignal): Promise<RoleMessage.Ai<fdm>>;
+}
+export declare namespace OpenAIResponsesCompatibleTransport {
+    interface Context<in out fdm extends Function.Declaration.Map> {
+        inferenceSpec: InferenceParams;
+        providerSpec: ProviderSpec;
+        fdm: fdm;
+        throttle: Throttle;
+        toolChoice: Function.ToolChoice<fdm>;
+        parallelToolCall: boolean;
+        messageCodec: OpenAIResponsesCompatibleMessageCodec<fdm>;
+        toolCodec: OpenAIResponsesToolCodec<fdm>;
+        billing: OpenAIResponsesBilling;
+        toolCallValidator: ToolCallValidator<fdm>;
+    }
+}

package/build/compatible.d/openai-responses/transport.js

@@ -0,0 +1,88 @@
+import { ResponseInvalid } from '#@/engine.ts';
+import { RoleMessage } from '#@/compatible/session.ts';
+import { Function } from '#@/function.ts';
+import OpenAI from 'openai';
+import * as Undici from 'undici';
+import {} from '#@/inference-context.ts';
+import { Throttle } from '#@/throttle.ts';
+import { logger } from '#@/telemetry.ts';
+export class OpenAIResponsesCompatibleTransport {
+    ctx;
+    apiURL;
+    constructor(ctx) {
+        this.ctx = ctx;
+        this.apiURL = new URL(`${this.ctx.providerSpec.baseUrl}/responses`);
+    }
+    makeParams(session) {
+        const tools = this.ctx.toolCodec.convertFromFunctionDeclarationMap(this.ctx.fdm);
+        return {
+            model: this.ctx.inferenceSpec.model,
+            include: ['reasoning.encrypted_content'],
+            store: false,
+            input: session.chatMessages.flatMap(chatMessage => this.ctx.messageCodec.convertFromChatMessage(chatMessage)),
+            instructions: session.developerMessage && this.ctx.messageCodec.convertFromDeveloperMessage(session.developerMessage),
+            tools: tools.length ? tools : undefined,
+            tool_choice: tools.length ? this.ctx.toolCodec.convertFromToolChoice(this.ctx.toolChoice) : undefined,
+            parallel_tool_calls: tools.length ? this.ctx.parallelToolCall : undefined,
+            max_output_tokens: this.ctx.inferenceSpec.maxTokens,
+            ...this.ctx.inferenceSpec.additionalOptions,
+        };
+    }
+    logAiMessage(output) {
+        for (const item of output)
+            if (item.type === 'message') {
+                if (item.content.every(part => part.type === 'output_text')) { }
+                else
+                    throw new Error();
+                logger.inference.debug(item.content.map(part => part.text).join(''));
+            }
+            else if (item.type === 'function_call')
+                logger.message.debug(item);
+    }
+    async fetchRaw(wfctx, session, signal) {
+        const params = this.makeParams(session);
+        logger.message.trace(params);
+        await this.ctx.throttle.requests(wfctx);
+        const res = await Undici.fetch(this.apiURL, {
+            method: 'POST',
+            headers: new Headers({
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.ctx.providerSpec.apiKey}`,
+            }),
+            body: JSON.stringify(params),
+            dispatcher: this.ctx.providerSpec.proxyAgent,
+            signal,
+        });
+        if (res.ok) { }
+        else
+            throw new Error(undefined, { cause: res });
+        const response = await res.json();
+        logger.message.trace(response);
+        if (response.status === 'incomplete' && response.incomplete_details?.reason === 'max_output_tokens')
+            throw new ResponseInvalid('Token limit exceeded.', { cause: response });
+        if (response.status === 'completed') { }
+        else
+            throw new ResponseInvalid('Abnormal response status', { cause: response });
+        this.logAiMessage(response.output);
+        if (response.usage) { }
+        else
+            throw new Error();
+        logger.message.debug(response.usage);
+        wfctx.cost?.(this.ctx.billing.charge(response.usage));
+        const aiMessage = this.ctx.messageCodec.convertToAiMessage(response.output);
+        this.ctx.toolCallValidator.validate(aiMessage.getFunctionCalls());
+        return aiMessage;
+    }
+    async fetch(wfctx, session, signal) {
+        try {
+            return await this.fetchRaw(wfctx, session, signal);
+        }
+        catch (e) {
+            if (e instanceof OpenAI.APIError)
+                throw new ResponseInvalid(undefined, { cause: e });
+            else
+                throw e;
+        }
+    }
+}
+//# sourceMappingURL=transport.js.map

package/build/compatible.d/openai-responses/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../../src/compatible.d/openai-responses/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAA2C,MAAM,cAAc,CAAC;AACxF,OAAO,EAAE,WAAW,EAAgB,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAOzC,MAAM,OAAO,kCAAkC;IAGd;IAFnB,MAAM,CAAM;IAEtB,YAA6B,GAAoD;QAApD,QAAG,GAAH,GAAG,CAAiD;QAC7E,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,OAAO,YAAY,CAAC,CAAC;IACxE,CAAC;IAES,UAAU,CAChB,OAAqB;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iCAAiC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjF,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK;YACnC,OAAO,EAAE,CAAC,6BAA6B,CAAC;YACxC,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;YAC7G,YAAY,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,2BAA2B,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACrH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;YACrG,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACzE,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS;YACnD,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,iBAAiB;SAC9C,CAAC;IACN,CAAC;IAES,YAAY,CAAC,MAA6C;QAChE,KAAK,MAAM,IAAI,IAAI,MAAM;YACrB,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,CAAC,CAAA,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBACvF,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe;gBACpC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAES,KAAK,CAAC,QAAQ,CACpB,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE7B,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,KAAK,CAC1B,IAAI,CAAC,MAAM,EACX;YACI,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,OAAO,CAAC;gBACjB,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,EAAE;aAC5D,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU;YAC5C,MAAM;SACT,CACJ,CAAC;QACF,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAA+B,CAAC;QAC/D,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/B,IAAI,QAAQ,CAAC,MAAM,KAAK,YAAY,IAAI,QAAQ,CAAC,kBAAkB,EAAE,MAAM,KAAK,mBAAmB;YAC/F,MAAM,IAAI,eAAe,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5E,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC,CAAA,CAAC;;YAClC,MAAM,IAAI,eAAe,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEhF,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEnC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA,CAAC;;YAAM,MAAM,IAAI,KAAK,EAAE,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAElE,OAAO,SAAS,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,KAAK,CACd,KAAuB,EACvB,OAAqB,EACrB,MAAoB;QAEpB,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ;gBAC5B,MAAM,IAAI,eAAe,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;gBAClD,MAAM,CAAC,CAAC;QACjB,CAAC;IACL,CAAC;CACJ"}

package/build/config.js

@@ -1,5 +1,5 @@
 import { Type } from '@sinclair/typebox';
-import { EndpointSpec } from "./endpoint-spec.js";
+import { EndpointSpec } from '#@/endpoint-spec.ts';
 import {} from '@sinclair/typebox';
 export var Config;
 (function (Config) {

package/build/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAe,MAAM,mBAAmB,CAAC;AAIhD,MAAM,KAAW,MAAM,CAMtB;AAND,WAAiB,MAAM;IACN,aAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;YACrB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC;SAC7D,CAAC;KACL,CAAC,CAAC;AACP,CAAC,EANgB,MAAM,KAAN,MAAM,QAMtB"}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAe,MAAM,mBAAmB,CAAC;AAIhD,MAAM,KAAW,MAAM,CAMtB;AAND,WAAiB,MAAM;IACN,aAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;YACrB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,MAAM,CAAC;SAC7D,CAAC;KACL,CAAC,CAAC;AACP,CAAC,EANgB,MAAM,KAAN,MAAM,QAMtB"}

package/build/engine.d.ts

@@ -1,9 +1,51 @@
-import { Function } from './function.ts';
-import { EndpointSpec } from './endpoint-spec.ts';
-import { Throttle } from './throttle.ts';
+import { Function } from '#@/function.ts';
+import { EndpointSpec } from '#@/endpoint-spec.ts';
+import { Throttle } from '#@/throttle.ts';
 import { ProxyAgent } from 'undici';
-export interface Engine {
+import { type InferenceContext } from '#@/inference-context.ts';
+import { type GenericSession } from '#@/session.ts';
+export interface Pricing {
+    inputPrice: number;
+    cachePrice: number;
+    outputPrice: number;
+}
+export interface ProviderSpec {
+    baseUrl: string;
+    apiKey: string;
+    proxyAgent?: ProxyAgent;
+}
+export interface InferenceParams {
+    model: string;
+    additionalOptions?: Record<string, unknown>;
+    maxTokens?: number;
+    timeout?: number;
+}
+export declare abstract class Engine<in out fdm extends Function.Declaration.Map, userm, aim, devm, session extends GenericSession<userm, aim, devm>> {
+    protected providerSpec: ProviderSpec;
+    protected inferenceParams: InferenceParams;
     name: string;
+    pricing: Pricing;
+    fdm: fdm;
+    protected throttle: Throttle;
+    protected abstract parallelToolCall: boolean;
+    constructor(options: Engine.Options<fdm>);
+    protected abstract infer(wfctx: InferenceContext, session: session, signal?: AbortSignal): Promise<aim>;
+    /**
+     * @throws {@link UserAbortion} 用户中止
+     * @throws {@link InferenceTimeout} 推理超时
+     * @throws {@link ResponseInvalid} 模型抽风
+     * @throws {TypeError} 网络故障
+     */
+    stateless(wfctx: InferenceContext, session: session): Promise<aim>;
+    /**
+     * @param session mutable
+     */
+    stateful(wfctx: InferenceContext, session: session): Promise<aim>;
+    abstract appendUserMessage(session: session, message: userm): session;
+    /**
+     * @param session mutable
+     */
+    abstract pushUserMessage(session: session, message: userm): session;
 }
 export declare namespace Engine {
     interface Options<in out fdm extends Function.Declaration.Map> extends EndpointSpec, Options.Tools<fdm> {
@@ -15,31 +57,11 @@ export declare namespace Engine {
             parallelToolCall?: boolean;
         }
     }
-    interface OwnProps<in out fdm extends Function.Declaration.Map> {
-        baseUrl: string;
-        apiKey: string;
-        model: string;
-        name: string;
-        inputPrice: number;
-        outputPrice: number;
-        cachePrice: number;
-        fdm: fdm;
-        additionalOptions?: Record<string, unknown>;
-        throttle: Throttle;
-        timeout?: number;
-        maxTokens?: number;
-        proxyAgent?: ProxyAgent;
-    }
-    namespace OwnProps {
-        function init<fdm extends Function.Declaration.Map>(options: Options<fdm>): OwnProps<fdm>;
-    }
-    interface Underhood<in out fdm extends Function.Declaration.Map> extends Engine, OwnProps<fdm> {
-        parallelToolCall: boolean;
-    }
 }
 export declare class ResponseInvalid extends Error {
 }
-export declare const USER_ABORTION: unique symbol;
+export declare class UserAbortion {
+}
 export declare class InferenceTimeout extends Error {
 }
 declare global {