@zimtsui/brainswitch 0.0.16 → 0.0.17

package/README.md

@@ -8,17 +8,18 @@ Brainswitch 是一个为 AI 工作流设计的 LLM 推理 API 适配器，支持
 
 ## Motivation
 
-大多数 LLM 推理服务商不支持[严格函数调用](https://platform.openai.com/docs/guides/function-calling#strict-mode)，在 AI 批处理工作流中难以达到生产级的可靠性。如果仅使用 OpenAI 等支持严格函数调用的服务商，那么可选的模型型号会大幅受限。
+大多数 LLM 的[聊天模板](https://huggingface.co/docs/transformers/en/chat_templating) ChatML 原生不支持[严格函数调用](https://platform.openai.com/docs/guides/function-calling#strict-mode)，在批处理 AI 工作流中难以达到生产级可靠性。如果仅使用 OpenAI 等支持严格函数调用的服务商，那么可选的模型型号会大幅受限。
 
-Brainswitch 支持在一次会话中途切换模型并保持对话上下文，包括 OpenAI、Google 的深度思考模型的加密思考内容。有了 Brainswitch 就可以在会话的大量推理阶段使用最合适的模型生成自然语言结果，在最后的总结阶段切换成支持严格函数调用的模型进行结构化提交。
+Brainswitch 支持在一次会话中途切换模型并保持对话上下文，包括 OpenAI、Google、Anthropic 的深度思考模型[交替思考](https://platform.claude.com/docs/en/build-with-claude/extended-thinking#interleaved-thinking)的加密思考内容。有了 Brainswitch 就可以在会话的大量推理阶段使用最合适的模型生成自然语言结果，在最后的总结阶段切换成支持严格函数调用的模型进行结构化提交。
 
 ## 支持服务商 API 类型
 
-- OpenAI Chat Completions
-- OpenAI Responses
-- Google
-- 百炼/火山引擎 OpenAI 兼容
-- OpenRouter
+-   OpenAI Chat Completions
+-   OpenAI Responses
+-   Google
+-   百炼
+-   OpenRouter
+-   Anthropic
 
 ## 安装
 
@@ -33,9 +34,9 @@ npm install @zimtsui/brainswitch
 - `Session`：会话状态。
 - `InferenceContext`：工作流环境，包含 [TypeLog](https://github.com/zimtsui/typelog) Logger、`AbortSignal`、用户防止并发过载的[读写锁](https://github.com/zimtsui/coroutine-locks)。
 - `Engine`：推理引擎，从一个会话状态生成下一个会话状态。
-- `Endpoint`：代表一家服务商的一个个模型的 API 端点。
+- `Endpoint`：代表一家服务商的一个模型的 API 端点。
 - `Adaptor`：Engine 工厂。
-- `RoleMessage`：三类角色消息 `Developer`、`User`、`AI`，消息由 `Text` 与 `Function.Call/Response` 片段组成。
+- `RoleMessage`：三类角色消息 `Developer`、`User`、`AI`，消息由 `Text/Function.Call/Response` 片段组成。
 - `Function.Declaration.Map`：函数工具声明集合，使用 [JSON Schema](https://json-schema.org/) 描述函数参数。
 
 ## 配置
@@ -48,23 +49,31 @@ export type Config = {
             apiKey: string;
             model: string;
             name: string;
-            apiType: 'openai-chatcompletions' | 'openai-responses' | 'google' | 'qwen' | 'openrouter-monolith' | 'openrouter-stream' | 'huggingface-cerebras-qwen3-thinking';
+            apiType:
+                | 'openai-chatcompletions'
+                | 'openai-responses'
+                | 'google'
+                | 'aliyun'
+                | 'openrouter-monolith'
+                | 'openrouter-stream'
+                | 'anthropic'
+            ;
             proxy?: string;
-            inputPrice?: number;    // 每百万输入 Token 人民币成本
-            outputPrice?: number;   // 每百万输出 Token 人民币成本
-            cachedPrice?: number;   // 每百万缓存命中 Token 人民币成本
-            customOptions?: Record<string, unknown>; // 直通服务商的自定义参数
-            rpm?: number;           // 每分钟请求次数上限
-            timeout?: number;       // 单次请求超时（毫秒）
-            tokenLimit?: number;    // 单次请求 Token 上限
-        }>;
+            inputPrice?: number;    // CNY per MToken
+            outputPrice?: number;   // CNY per MToken
+            cachePrice?: number;    // CNY per MToken
+            rpm?: number;           // Requests per minute
+            timeout?: number;       // Time limit in milliseconds
+            maxTokens?: number;     // Maximum number of generated tokens
+            additionalOptions?: Record<string, unknown>;
+        };
     };
 }
 ```
 
 ### 计费说明
 
-`inputPrice`/`outputPrice`/`cachedPrice` 的单位均为「人民币每百万 Token」。OpenRouter 的成本会自动按服务器返回的 USD 成本并使用固定汇率（源码中默认 8）换算为 CNY 记账。
+OpenRouter 的成本会自动按服务器返回的美元成本并使用固定汇率（1 USD = 8 CNY）换算为人民币记账。
 
 ## 快速上手
 
@@ -77,7 +86,7 @@ import { RWLock } from '@zimtsui/coroutine-locks';
 import { Channel } from '@zimtsui/typelog';
 import * as Presets from '@zimtsui/typelog/presets';
 
-// 配置
+// 配置推理服务商 API 接入点
 const config: Config = {
     brainswitch: {
         endpoints: {
@@ -88,7 +97,7 @@ const config: Config = {
                 apiKey: process.env.OPENAI_API_KEY!,
                 model: 'gpt-4o-mini',
                 inputPrice: 5, outputPrice: 15, cachedPrice: 1,
-                rpm: 3000, tpm: 1_000_000, timeout: 60_000,
+                rpm: 3000, timeout: 60_000,
             },
             'o4-mini': {
                 name: 'o4 mini',
@@ -128,6 +137,7 @@ const fdm = {
 type fdm = typeof fdm;
 type fdu = Function.Declaration.From<fdm>;
 
+// 实现函数工具
 export class Submission extends Error {
     public constructor(public weather: string, public advice: string) {
         super(undefined);
@@ -135,7 +145,6 @@ export class Submission extends Error {
 }
 const fnm: Function.Map<fdm> = {
     async get_weather({ city, unit }) {
-        // 实际项目中此处调用真实 API，这里仅示例
         const data = { city, unit: unit ?? 'C', temperature: 26, sky: 'sunny' };
         return JSON.stringify(data);
     },
@@ -156,7 +165,7 @@ const ctx: InferenceContext = {
 // 创建会话
 const session: Session<fdu> = {
     developerMessage: RoleMessage.Developer.create([
-        RoleMessage.Part.Text.create('你的工作是为用户查询天气，并给出穿衣建议。'),
+        RoleMessage.Part.Text.create('你的工作是为用户查询天气，并给出穿衣建议。调用工具提交最终结果'),
     ]),
     chatMessages: [
         RoleMessage.User.create([ RoleMessage.Part.Text.create('请查询现在北京的天气，并给穿衣建议。') ]),

package/build/adaptor.d.ts

@@ -8,5 +8,5 @@ export declare class Adaptor {
     protected constructor(config: Config);
     private throttles;
     getThrottle(endpointId: string): Throttle;
-    makeEngine<fdm extends Function.Declaration.Map = {}>(endpoint: string, functionDeclarationMap: fdm, functionCallMode?: Function.ToolChoice<fdm>): Engine<Function.Declaration.From<fdm>>;
+    makeEngine<fdm extends Function.Declaration.Map = {}>(endpoint: string, functionDeclarationMap: fdm, toolChoice?: Function.ToolChoice<fdm>, parallelFunctionCall?: boolean): Engine<Function.Declaration.From<fdm>>;
 }

package/build/adaptor.js

@@ -2,13 +2,14 @@ import { Config } from '#config';
 import { Function } from "./function.js";
 import {} from "./engine.js";
 import assert from 'node:assert';
+import { Throttle } from "./throttle.js";
 import { OpenAIChatCompletionsEngine } from "./api-types/openai-chatcompletions.js";
 import { GoogleRestfulEngine } from "./api-types/google-rest.js";
 import { OpenRouterMonolithEngine } from "./api-types/openrouter-monolith.js";
 import { OpenRouterStreamEngine } from "./api-types/openrouter-stream.js";
-import { AliyunStreamEngine } from "./api-types/aliyun-stream.js";
+import { AliyunEngine } from "./api-types/aliyun.js";
 import { OpenAIResponsesEngine } from "./api-types/openai-responses.js";
-import { Throttle } from "./throttle.js";
+import { AnthropicEngine } from "./api-types/anthropic.js";
 export class Adaptor {
     config;
     static create(config) {
@@ -29,14 +30,15 @@ export class Adaptor {
             this.throttles.get(baseUrl).set(model, new Throttle(rpm));
         return this.throttles.get(baseUrl).get(model);
     }
-    makeEngine(endpoint, functionDeclarationMap, functionCallMode) {
+    makeEngine(endpoint, functionDeclarationMap, toolChoice, parallelFunctionCall) {
         assert(endpoint in this.config.brainswitch.endpoints);
         const endpointSpec = this.config.brainswitch.endpoints[endpoint];
         const throttle = this.getThrottle(endpoint);
         const options = {
             ...endpointSpec,
             functionDeclarationMap,
-            functionCallMode,
+            toolChoice,
+            parallelFunctionCall,
             throttle,
         };
         if (endpointSpec.apiType === 'openai-responses')
@@ -45,12 +47,14 @@ export class Adaptor {
             return OpenAIChatCompletionsEngine.create(options);
         else if (endpointSpec.apiType === 'google')
             return GoogleRestfulEngine.create(options);
-        else if (endpointSpec.apiType === 'aliyun-stream')
-            return AliyunStreamEngine.create(options);
+        else if (endpointSpec.apiType === 'aliyun')
+            return AliyunEngine.create(options);
         else if (endpointSpec.apiType === 'openrouter-monolith')
             return OpenRouterMonolithEngine.create(options);
         else if (endpointSpec.apiType === 'openrouter-stream')
             return OpenRouterStreamEngine.create(options);
+        else if (endpointSpec.apiType === 'anthropic')
+            return AnthropicEngine.create(options);
         else
             throw new Error();
     }

package/build/adaptor.js.map

@@ -1 +1 @@
-{"version":3,"file":"adaptor.js","sourceRoot":"","sources":["../src/adaptor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAe,MAAM,aAAa,CAAC;AAC1C,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,2BAA2B,EAAE,MAAM,uCAAuC,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,MAAM,OAAO,OAAO;IAKa;IAJtB,MAAM,CAAC,MAAM,CAAC,MAAc;QAC/B,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,YAA6B,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAEvC,SAAS,GAAG,IAAI,GAAG,EAAiC,CAAC;IACtD,WAAW,CAAC,UAAkB;QACjC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,OAAO,CAAC;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,KAAK,CAAC;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC3F,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,GAAG,EAAoB,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC;YACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;IACpD,CAAC;IAEM,UAAU,CACb,QAAgB,EAChB,sBAA2B,EAC3B,gBAA2C;QAE3C,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAE,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAwB;YACjC,GAAG,YAAY;YACf,sBAAsB;YACtB,gBAAgB;YAChB,QAAQ;SACX,CAAC;QACF,IAAI,YAAY,CAAC,OAAO,KAAK,kBAAkB;YAC3C,OAAO,qBAAqB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACjD,IAAI,YAAY,CAAC,OAAO,KAAK,wBAAwB;YACtD,OAAO,2BAA2B,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACvD,IAAI,YAAY,CAAC,OAAO,KAAK,QAAQ;YACtC,OAAO,mBAAmB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAC/C,IAAI,YAAY,CAAC,OAAO,KAAK,eAAe;YAC7C,OAAO,kBAAkB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAC9C,IAAI,YAAY,CAAC,OAAO,KAAK,qBAAqB;YACnD,OAAO,wBAAwB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACpD,IAAI,YAAY,CAAC,OAAO,KAAK,mBAAmB;YACjD,OAAO,sBAAsB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;;YAClD,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;CACJ"}
+{"version":3,"file":"adaptor.js","sourceRoot":"","sources":["../src/adaptor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAe,MAAM,aAAa,CAAC;AAC1C,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,2BAA2B,EAAE,MAAM,uCAAuC,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAG3D,MAAM,OAAO,OAAO;IAKa;IAJtB,MAAM,CAAC,MAAM,CAAC,MAAc;QAC/B,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,YAA6B,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAEvC,SAAS,GAAG,IAAI,GAAG,EAAiC,CAAC;IACtD,WAAW,CAAC,UAAkB;QACjC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,OAAO,CAAC;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,KAAK,CAAC;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC3F,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,GAAG,EAAoB,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC;YACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;IACpD,CAAC;IAEM,UAAU,CACb,QAAgB,EAChB,sBAA2B,EAC3B,UAAqC,EACrC,oBAA8B;QAE9B,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAE,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAwB;YACjC,GAAG,YAAY;YACf,sBAAsB;YACtB,UAAU;YACV,oBAAoB;YACpB,QAAQ;SACX,CAAC;QACF,IAAI,YAAY,CAAC,OAAO,KAAK,kBAAkB;YAC3C,OAAO,qBAAqB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACjD,IAAI,YAAY,CAAC,OAAO,KAAK,wBAAwB;YACtD,OAAO,2BAA2B,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACvD,IAAI,YAAY,CAAC,OAAO,KAAK,QAAQ;YACtC,OAAO,mBAAmB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAC/C,IAAI,YAAY,CAAC,OAAO,KAAK,QAAQ;YACtC,OAAO,YAAY,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACxC,IAAI,YAAY,CAAC,OAAO,KAAK,qBAAqB;YACnD,OAAO,wBAAwB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACpD,IAAI,YAAY,CAAC,OAAO,KAAK,mBAAmB;YACjD,OAAO,sBAAsB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAClD,IAAI,YAAY,CAAC,OAAO,KAAK,WAAW;YACzC,OAAO,eAAe,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;;YAC3C,MAAM,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;CACJ"}

package/build/api-types/{aliyun-stream.d.ts → aliyun.d.ts}

@@ -2,15 +2,12 @@ import type OpenAI from 'openai';
 import { type Engine } from '../engine.ts';
 import { Function } from '../function.ts';
 import { OpenAIChatCompletionsStreamEngineBase } from './openai-chatcompletions-stream-base.ts';
-import { type InferenceContext } from '../inference-context.ts';
-import { type Session, type RoleMessage } from '../session.ts';
-export declare namespace AliyunStreamEngine {
+export declare namespace AliyunEngine {
     interface ChatCompletionChunkChoiceDelta extends OpenAI.ChatCompletionChunk.Choice.Delta {
         reasoning_content?: string;
     }
     function create<fdm extends Function.Declaration.Map = never>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
     class Constructor<in out fdm extends Function.Declaration.Map = {}> extends OpenAIChatCompletionsStreamEngineBase<fdm> {
-        stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
         protected getDeltaThoughts(delta: OpenAI.ChatCompletionChunk.Choice.Delta): string;
     }
 }

package/build/api-types/{aliyun-stream.js → aliyun.js}

@@ -3,20 +3,17 @@ import { Function } from "../function.js";
 import { OpenAIChatCompletionsStreamEngineBase } from "./openai-chatcompletions-stream-base.js";
 import {} from "../inference-context.js";
 import {} from "../session.js";
-export var AliyunStreamEngine;
-(function (AliyunStreamEngine) {
+export var AliyunEngine;
+(function (AliyunEngine) {
     function create(options) {
         return new Constructor(options);
     }
-    AliyunStreamEngine.create = create;
+    AliyunEngine.create = create;
     class Constructor extends OpenAIChatCompletionsStreamEngineBase {
-        stateless(ctx, session) {
-            return this.stream(ctx, session);
-        }
         getDeltaThoughts(delta) {
             return delta.reasoning_content ?? '';
         }
     }
-    AliyunStreamEngine.Constructor = Constructor;
-})(AliyunStreamEngine || (AliyunStreamEngine = {}));
-//# sourceMappingURL=aliyun-stream.js.map
+    AliyunEngine.Constructor = Constructor;
+})(AliyunEngine || (AliyunEngine = {}));
+//# sourceMappingURL=aliyun.js.map

package/build/api-types/aliyun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aliyun.js","sourceRoot":"","sources":["../../src/api-types/aliyun.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,qCAAqC,EAAE,MAAM,yCAAyC,CAAC;AAChG,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAkC,MAAM,eAAe,CAAC;AAI/D,MAAM,KAAW,YAAY,CAc5B;AAdD,WAAiB,YAAY;IAK5B,SAAgB,MAAM,CAA+C,OAA4B;QAChG,OAAO,IAAI,WAAW,CAAM,OAAO,CAAC,CAAC;IACtC,CAAC;IAFe,mBAAM,SAErB,CAAA;IAED,MAAa,WAA8D,SAAQ,qCAA0C;QAClH,gBAAgB,CAAC,KAA8C;YACxE,OAAQ,KAAqD,CAAC,iBAAiB,IAAI,EAAE,CAAC;QACvF,CAAC;KACD;IAJY,wBAAW,cAIvB,CAAA;AACF,CAAC,EAdgB,YAAY,KAAZ,YAAY,QAc5B"}

package/build/api-types/anthropic.d.ts

@@ -0,0 +1,43 @@
+import { EngineBase } from './base.ts';
+import { Function } from '../function.ts';
+import { RoleMessage, type ChatMessage, type Session } from '../session.ts';
+import { type Engine } from '../engine.ts';
+import { type InferenceContext } from '../inference-context.ts';
+import Anthropic from '@anthropic-ai/sdk';
+export declare namespace AnthropicEngine {
+    function create<fdm extends Function.Declaration.Map = {}>(options: Engine.Options<fdm>): Engine<Function.Declaration.From<fdm>>;
+    class Constructor<in out fdm extends Function.Declaration.Map = {}> extends EngineBase<fdm> {
+        protected anthropic: Anthropic;
+        protected parallel: boolean;
+        constructor(options: Engine.Options<fdm>);
+        protected convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): Anthropic.ToolUseBlock;
+        protected convertToFunctionCall(apifc: Anthropic.ToolUseBlock): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+        protected convertFromFunctionResponse(fr: Function.Response.Distributive<Function.Declaration.From<fdm>>): Anthropic.ToolResultBlockParam;
+        protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
+        protected convertFromAiMessage(aiMessage: RoleMessage.Ai<Function.Declaration.From<fdm>>): Anthropic.ContentBlockParam[];
+        protected convertFromChatMessage(chatMessage: ChatMessage<Function.Declaration.From<fdm>>): Anthropic.MessageParam;
+        protected convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): Anthropic.Tool;
+        protected convertFromToolChoice(toolChoice: Function.ToolChoice<fdm>, parallel: boolean): Anthropic.ToolChoice;
+        protected makeParams(session: Session<Function.Declaration.From<fdm>>): Anthropic.MessageCreateParamsStreaming;
+        protected convertToAiMessage(raw: Anthropic.ContentBlock[]): AnthropicAiMessage<Function.Declaration.From<fdm>>;
+        protected validateFunctionCallByToolChoice(functionCalls: Function.Call.Distributive<Function.Declaration.From<fdm>>[]): void;
+        protected calcCost(usage: Anthropic.Usage): number;
+        stateless(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, retry?: number): Promise<RoleMessage.Ai<Function.Declaration.From<fdm>>>;
+    }
+}
+export type AnthropicAiMessage<fdu extends Function.Declaration> = AnthropicAiMessage.Constructor<fdu>;
+export declare namespace AnthropicAiMessage {
+    function create<fdu extends Function.Declaration>(parts: RoleMessage.Ai.Part<fdu>[], raw: Anthropic.ContentBlock[]): AnthropicAiMessage<fdu>;
+    const NOMINAL: unique symbol;
+    class Constructor<out fdu extends Function.Declaration> extends RoleMessage.Ai.Constructor<fdu> {
+        raw: Anthropic.ContentBlock[];
+        readonly [NOMINAL]: void;
+        constructor(parts: RoleMessage.Ai.Part<fdu>[], raw: Anthropic.ContentBlock[]);
+    }
+    interface Snapshot<in out fdu extends Function.Declaration = never> {
+        parts: RoleMessage.Ai.Part.Snapshot<fdu>[];
+        raw: Anthropic.ContentBlock[];
+    }
+    function restore<fdu extends Function.Declaration>(snapshot: Snapshot<fdu>): AnthropicAiMessage<fdu>;
+    function capture<fdu extends Function.Declaration>(message: AnthropicAiMessage<fdu>): Snapshot<fdu>;
+}

package/build/api-types/anthropic.js

@@ -0,0 +1,288 @@
+import { EngineBase } from "./base.js";
+import { Function } from "../function.js";
+import { RoleMessage } from "../session.js";
+import {} from "../engine.js";
+import {} from "../inference-context.js";
+import Anthropic from '@anthropic-ai/sdk';
+import assert from 'node:assert';
+import { TransientError } from "./base.js";
+import Ajv from 'ajv';
+import {} from '@sinclair/typebox';
+const ajv = new Ajv();
+export var AnthropicEngine;
+(function (AnthropicEngine) {
+    function create(options) {
+        return new Constructor(options);
+    }
+    AnthropicEngine.create = create;
+    class Constructor extends EngineBase {
+        anthropic = new Anthropic({
+            baseURL: this.baseUrl,
+            apiKey: this.apiKey,
+            fetchOptions: { dispatcher: this.proxyAgent },
+        });
+        parallel;
+        constructor(options) {
+            super(options);
+            this.parallel = options.parallelFunctionCall ?? false;
+        }
+        convertFromFunctionCall(fc) {
+            assert(fc.id);
+            return {
+                type: 'tool_use',
+                id: fc.id,
+                name: fc.name,
+                input: fc.args,
+            };
+        }
+        convertToFunctionCall(apifc) {
+            const fditem = this.fdm[apifc.name];
+            assert(fditem, new TransientError('Invalid function call', { cause: apifc }));
+            assert(ajv.validate(fditem.paraschema, apifc.input), new TransientError('Invalid function call', { cause: apifc }));
+            return Function.Call.create({
+                id: apifc.id,
+                name: apifc.name,
+                args: apifc.input,
+            });
+        }
+        convertFromFunctionResponse(fr) {
+            assert(fr.id);
+            return {
+                type: 'tool_result',
+                tool_use_id: fr.id,
+                content: fr.text,
+            };
+        }
+        convertFromUserMessage(userMessage) {
+            return userMessage.parts.map(part => {
+                if (part instanceof RoleMessage.Part.Text.Constructor)
+                    return {
+                        type: 'text',
+                        text: part.text,
+                    };
+                else if (part instanceof Function.Response)
+                    return this.convertFromFunctionResponse(part);
+                else
+                    throw new Error();
+            });
+        }
+        convertFromAiMessage(aiMessage) {
+            if (aiMessage instanceof AnthropicAiMessage.Constructor)
+                return aiMessage.raw;
+            else {
+                return aiMessage.parts.map(part => {
+                    if (part instanceof RoleMessage.Part.Text.Constructor)
+                        return {
+                            type: 'text',
+                            text: part.text,
+                        };
+                    else if (part instanceof Function.Call)
+                        return this.convertFromFunctionCall(part);
+                    else
+                        throw new Error();
+                });
+            }
+        }
+        convertFromChatMessage(chatMessage) {
+            if (chatMessage instanceof RoleMessage.User.Constructor)
+                return { role: 'user', content: this.convertFromUserMessage(chatMessage) };
+            else if (chatMessage instanceof RoleMessage.Ai.Constructor)
+                return { role: 'assistant', content: this.convertFromAiMessage(chatMessage) };
+            else
+                throw new Error();
+        }
+        convertFromFunctionDeclarationEntry(fdentry) {
+            return {
+                name: fdentry[0],
+                description: fdentry[1].description,
+                input_schema: fdentry[1].paraschema,
+            };
+        }
+        convertFromToolChoice(toolChoice, parallel) {
+            if (toolChoice === Function.ToolChoice.NONE)
+                return { type: 'none' };
+            else if (toolChoice === Function.ToolChoice.REQUIRED)
+                return { type: 'any', disable_parallel_tool_use: !parallel };
+            else if (toolChoice === Function.ToolChoice.AUTO)
+                return { type: 'auto', disable_parallel_tool_use: !parallel };
+            else {
+                assert(toolChoice.length === 1);
+                return { type: 'tool', name: toolChoice[0], disable_parallel_tool_use: !parallel };
+            }
+        }
+        makeParams(session) {
+            return {
+                model: this.model,
+                stream: true,
+                messages: session.chatMessages.map(chatMessage => this.convertFromChatMessage(chatMessage)),
+                system: session.developerMessage?.parts.map(part => ({ type: 'text', text: part.text })),
+                tools: Object.keys(this.fdm).length
+                    ? Object.entries(this.fdm).map(fdentry => this.convertFromFunctionDeclarationEntry(fdentry)) : undefined,
+                max_tokens: this.tokenLimit ?? 64 * 1024,
+                ...this.additionalOptions,
+            };
+        }
+        convertToAiMessage(raw) {
+            const parts = raw.flatMap((item) => {
+                if (item.type === 'text') {
+                    return [RoleMessage.Part.Text.create(item.text)];
+                }
+                else if (item.type === 'tool_use')
+                    return [this.convertToFunctionCall(item)];
+                else if (item.type === 'thinking')
+                    return [];
+                else
+                    throw new Error();
+            });
+            return AnthropicAiMessage.create(parts, raw);
+        }
+        validateFunctionCallByToolChoice(functionCalls) {
+            if (this.toolChoice === Function.ToolChoice.REQUIRED)
+                assert(functionCalls.length, new TransientError());
+            else if (this.toolChoice instanceof Array)
+                for (const fc of functionCalls)
+                    assert(this.toolChoice.includes(fc.name), new TransientError());
+            else if (this.toolChoice === Function.ToolChoice.NONE)
+                assert(!functionCalls.length, new TransientError());
+        }
+        calcCost(usage) {
+            const cacheHitTokenCount = usage.cache_read_input_tokens || 0;
+            const cacheMissTokenCount = usage.input_tokens - cacheHitTokenCount;
+            return this.inputPrice * cacheMissTokenCount / 1e6 +
+                this.cachedPrice * cacheHitTokenCount / 1e6 +
+                this.outputPrice * usage.output_tokens / 1e6;
+        }
+        async stateless(ctx, session, retry = 0) {
+            const signalTimeout = this.timeout ? AbortSignal.timeout(this.timeout) : undefined;
+            const signal = ctx.signal && signalTimeout ? AbortSignal.any([
+                ctx.signal,
+                signalTimeout,
+            ]) : ctx.signal || signalTimeout;
+            try {
+                const params = this.makeParams(session);
+                ctx.logger.message?.trace(params);
+                await this.throttle.requests(ctx);
+                const stream = this.anthropic.messages.stream(params, { signal });
+                let response = null;
+                for await (const event of stream) {
+                    if (event.type === 'message_start') {
+                        ctx.logger.message?.trace(event);
+                        response = structuredClone(event.message);
+                    }
+                    else {
+                        assert(response);
+                        if (event.type === 'message_delta') {
+                            ctx.logger.message?.trace(event);
+                            response.stop_sequence = event.delta.stop_sequence ?? response.stop_sequence;
+                            response.stop_reason = event.delta.stop_reason ?? response.stop_reason;
+                        }
+                        else if (event.type === 'message_stop') {
+                            ctx.logger.message?.trace(event);
+                        }
+                        else if (event.type === 'content_block_start') {
+                            ctx.logger.message?.trace(event);
+                            const contentBlock = structuredClone(event.content_block);
+                            response.content.push(contentBlock);
+                            if (contentBlock.type === 'tool_use')
+                                contentBlock.input = '';
+                        }
+                        else if (event.type === 'content_block_delta') {
+                            const contentBlock = response.content[event.index];
+                            if (event.delta.type === 'text_delta') {
+                                ctx.logger.inference?.debug(event.delta.text);
+                                assert(contentBlock?.type === 'text');
+                                contentBlock.text += event.delta.text;
+                            }
+                            else if (event.delta.type === 'thinking_delta') {
+                                ctx.logger.inference?.trace(event.delta.thinking);
+                                assert(contentBlock?.type === 'thinking');
+                                contentBlock.thinking += event.delta.thinking;
+                            }
+                            else if (event.delta.type === 'signature_delta') {
+                                assert(contentBlock?.type === 'thinking');
+                                contentBlock.signature += event.delta.signature;
+                            }
+                            else if (event.delta.type === 'input_json_delta') {
+                                ctx.logger.inference?.debug(event.delta.partial_json);
+                                assert(contentBlock?.type === 'tool_use');
+                                assert(typeof contentBlock.input === 'string');
+                                contentBlock.input += event.delta.partial_json;
+                            }
+                            else
+                                throw new Error('Unknown type of content block delta', { cause: event.delta });
+                        }
+                        else if (event.type === 'content_block_stop') {
+                            const contentBlock = response.content[event.index];
+                            if (contentBlock?.type === 'text')
+                                ctx.logger.inference?.debug('\n');
+                            else if (contentBlock?.type === 'thinking')
+                                ctx.logger.inference?.trace('\n');
+                            else if (contentBlock?.type === 'tool_use')
+                                ctx.logger.inference?.debug('\n');
+                            ctx.logger.message?.trace(event);
+                            if (contentBlock?.type === 'tool_use') {
+                                assert(typeof contentBlock.input === 'string');
+                                contentBlock.input = JSON.parse(contentBlock.input);
+                            }
+                        }
+                        else
+                            throw new Error('Unknown stream event', { cause: event });
+                    }
+                }
+                assert(response);
+                if (response.stop_reason === 'max_tokens')
+                    throw new TransientError('Token limit exceeded.', { cause: response });
+                assert(response.stop_reason === 'end_turn' || response.stop_reason === 'tool_use', new TransientError('Abnormal stop reason', { cause: response }));
+                const cost = this.calcCost(response.usage);
+                ctx.logger.cost?.(cost);
+                ctx.logger.message?.debug(response.usage);
+                const aiMessage = this.convertToAiMessage(response.content);
+                this.validateFunctionCallByToolChoice(aiMessage.getFunctionCalls());
+                return aiMessage;
+            }
+            catch (e) {
+                if (ctx.signal?.aborted)
+                    throw e;
+                else if (signalTimeout?.aborted) { } // 推理超时
+                else if (e instanceof TransientError) { } // 模型抽风
+                else if (e instanceof TypeError) { } // 网络故障
+                else
+                    throw e;
+                ctx.logger.message?.warn(e);
+                if (retry < 3)
+                    return await this.stateless(ctx, session, retry + 1);
+                else
+                    throw e;
+            }
+        }
+    }
+    AnthropicEngine.Constructor = Constructor;
+})(AnthropicEngine || (AnthropicEngine = {}));
+export var AnthropicAiMessage;
+(function (AnthropicAiMessage) {
+    function create(parts, raw) {
+        return new Constructor(parts, raw);
+    }
+    AnthropicAiMessage.create = create;
+    AnthropicAiMessage.NOMINAL = Symbol();
+    class Constructor extends RoleMessage.Ai.Constructor {
+        raw;
+        constructor(parts, raw) {
+            super(parts);
+            this.raw = raw;
+        }
+    }
+    AnthropicAiMessage.Constructor = Constructor;
+    function restore(snapshot) {
+        return new Constructor(RoleMessage.Ai.restore(snapshot.parts).parts, snapshot.raw);
+    }
+    AnthropicAiMessage.restore = restore;
+    function capture(message) {
+        return {
+            parts: RoleMessage.Ai.capture(message),
+            raw: message.raw,
+        };
+    }
+    AnthropicAiMessage.capture = capture;
+})(AnthropicAiMessage || (AnthropicAiMessage = {}));
+//# sourceMappingURL=anthropic.js.map

package/build/api-types/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/api-types/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAkC,MAAM,eAAe,CAAC;AAC5E,OAAO,EAAe,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAyB,MAAM,yBAAyB,CAAC;AAChE,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAgB,MAAM,mBAAmB,CAAC;AAEjD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;AAGtB,MAAM,KAAW,eAAe,CAwP/B;AAxPD,WAAiB,eAAe;IAC/B,SAAgB,MAAM,CAA4C,OAA4B;QAC7F,OAAO,IAAI,WAAW,CAAM,OAAO,CAAC,CAAC;IACtC,CAAC;IAFe,sBAAM,SAErB,CAAA;IAED,MAAa,WAA8D,SAAQ,UAAe;QACvF,SAAS,GAAG,IAAI,SAAS,CAAC;YACnC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE;SAC7C,CAAC,CAAC;QAEO,QAAQ,CAAU;QAE5B,YAAmB,OAA4B;YAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;YACf,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,oBAAoB,IAAI,KAAK,CAAC;QACvD,CAAC;QAES,uBAAuB,CAAC,EAA8D;YAC/F,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACd,OAAO;gBACN,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,IAAI;gBACb,KAAK,EAAE,EAAE,CAAC,IAAI;aACd,CAAC;QACH,CAAC;QACS,qBAAqB,CAAC,KAA6B;YAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAoD,CAAC;YACvF,MAAM,CAAC,MAAM,EAAE,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC9E,MAAM,CACL,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,EAC5C,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAC7D,CAAC;YACF,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC3B,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI,EAAE,KAAK,CAAC,KAAK;aAC+C,CAAC,CAAC;QACpE,CAAC;QAES,2BAA2B,CAAC,EAAkE;YACvG,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACd,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,EAAE,CAAC,EAAE;gBAClB,OAAO,EAAE,EAAE,CAAC,IAAI;aAChB,CAAC;QACH,CAAC;QAES,sBAAsB,CAAC,WAA6D;YAC7F,OAAO,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACnC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW;oBACpD,OAAO;wBACN,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;qBACoB,CAAC;qBACjC,IAAI,IAAI,YAAY,QAAQ,CAAC,QAAQ;oBACzC,OAAO,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;;oBAC1C,MAAM,IAAI,KAAK,EAAE,CAAC;YACxB,CAAC,CAAC,CAAC;QACJ,CAAC;QAES,oBAAoB,CAAC,SAAyD;YACvF,IAAI,SAAS,YAAY,kBAAkB,CAAC,WAAW;gBACtD,OAAO,SAAS,CAAC,GAAG,CAAC;iBACjB,CAAC;gBACL,OAAO,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACjC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW;wBACpD,OAAO;4BACN,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,IAAI,CAAC,IAAI;yBACoB,CAAC;yBACjC,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI;wBACrC,OAAO,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;;wBACtC,MAAM,IAAI,KAAK,EAAE,CAAC;gBACxB,CAAC,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAES,sBAAsB,CAAC,WAAwD;YACxF,IAAI,WAAW,YAAY,WAAW,CAAC,IAAI,CAAC,WAAW;gBACtD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,EAAE,CAAC;iBACvE,IAAI,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC,WAAW;gBACzD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,EAAE,CAAC;;gBAC1E,MAAM,IAAI,KAAK,EAAE,CAAC;QACxB,CAAC;QAES,mCAAmC,CAAC,OAA6C;YAC1F,OAAO;gBACN,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;gBAChB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW;gBACnC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAqB;aAC9C,CAAC;QACH,CAAC;QAES,qBAAqB,CAAC,UAAoC,EAAE,QAAiB;YACtF,IAAI,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAChE,IAAI,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;gBAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,QAAQ,EAAE,CAAC;iBAC9G,IAAI,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,EAAE,CAAC,QAAQ,EAAE,CAAC;iBAC3G,CAAC;gBACL,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;gBAChC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAE,EAAE,yBAAyB,EAAE,CAAC,QAAQ,EAAE,CAAC;YACrF,CAAC;QACF,CAAC;QAES,UAAU,CAAC,OAAgD;YACpE,OAAO;gBACN,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;gBAC3F,MAAM,EAAE,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAC,CAAC,CAAC;gBACvF,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM;oBAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAC7B,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,OAA+C,CAAC,CACpG,CAAC,CAAC,CAAC,SAAS;gBACd,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,GAAG,IAAI;gBACxC,GAAG,IAAI,CAAC,iBAAiB;aACzB,CAAC;QACH,CAAC;QAES,kBAAkB,CAAC,GAA6B;YACzD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAyD,EAAE;gBACzF,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;oBAClC,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;qBACtC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;oBAChC,OAAO,EAAE,CAAC;;oBACN,MAAM,IAAI,KAAK,EAAE,CAAC;YACxB,CAAC,CAAC,CAAC;YACH,OAAO,kBAAkB,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9C,CAAC;QAGS,gCAAgC,CAAC,aAA2E;YACrH,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,QAAQ;gBACnD,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;iBAC/C,IAAI,IAAI,CAAC,UAAU,YAAY,KAAK;gBACxC,KAAK,MAAM,EAAE,IAAI,aAAa;oBAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;iBAC5F,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,CAAC,IAAI;gBACpD,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC,CAAC;QACtD,CAAC;QAES,QAAQ,CAAC,KAAsB;YACxC,MAAM,kBAAkB,GAAG,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC;YAC9D,MAAM,mBAAmB,GAAG,KAAK,CAAC,YAAY,GAAG,kBAAkB,CAAC;YACpE,OAAO,IAAI,CAAC,UAAU,GAAG,mBAAmB,GAAG,GAAG;gBAChD,IAAI,CAAC,WAAW,GAAG,kBAAkB,GAAG,GAAG;gBAC3C,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC;QAChD,CAAC;QAEM,KAAK,CAAC,SAAS,CACrB,GAAqB,EAAE,OAAgD,EAAE,KAAK,GAAG,CAAC;YAElF,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnF,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC;gBAC5D,GAAG,CAAC,MAAM;gBACV,aAAa;aACb,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,aAAa,CAAC;YACjC,IAAI,CAAC;gBAEJ,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACxC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAElC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAClC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBAElE,IAAI,QAAQ,GAA6B,IAAI,CAAC;gBAC9C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAClC,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;wBACpC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;wBACjC,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC3C,CAAC;yBAAM,CAAC;wBACP,MAAM,CAAC,QAAQ,CAAC,CAAC;wBACjB,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;4BACpC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;4BACjC,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC;4BAC7E,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;wBACxE,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;4BAC1C,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;wBAClC,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;4BACjD,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;4BACjC,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;4BAC1D,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;4BACpC,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU;gCAAE,YAAY,CAAC,KAAK,GAAG,EAAE,CAAC;wBAC/D,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;4BACjD,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACnD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAC,CAAC;gCACtC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gCAC9C,MAAM,CAAC,YAAY,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC;gCACtC,YAAY,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;4BACvC,CAAC;iCAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gCAClD,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gCAClD,MAAM,CAAC,YAAY,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC;gCAC1C,YAAY,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;4BAC/C,CAAC;iCAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gCACnD,MAAM,CAAC,YAAY,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC;gCAC1C,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;4BACjD,CAAC;iCAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gCACpD,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gCACtD,MAAM,CAAC,YAAY,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC;gCAC1C,MAAM,CAAC,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;gCAC/C,YAAY,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;4BAChD,CAAC;;gCAAM,MAAM,IAAI,KAAK,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;wBACvF,CAAC;6BAAM,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;4BAChD,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;4BACnD,IAAI,YAAY,EAAE,IAAI,KAAK,MAAM;gCAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;iCAChE,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU;gCAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;iCACzE,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU;gCAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;4BAC9E,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;4BACjC,IAAI,YAAY,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;gCACvC,MAAM,CAAC,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;gCAC/C,YAAY,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;4BACrD,CAAC;wBACF,CAAC;;4BAAM,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;oBAClE,CAAC;gBACF,CAAC;gBACD,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACjB,IAAI,QAAQ,CAAC,WAAW,KAAK,YAAY;oBACxC,MAAM,IAAI,cAAc,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxE,MAAM,CACL,QAAQ,CAAC,WAAW,KAAK,UAAU,IAAI,QAAQ,CAAC,WAAW,KAAK,UAAU,EAC1E,IAAI,cAAc,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAC/D,CAAC;gBAEF,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3C,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;gBACxB,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAE1C,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5D,IAAI,CAAC,gCAAgC,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBAEpE,OAAO,SAAS,CAAC;YAClB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,CAAC,CAAC;qBAC5B,IAAI,aAAa,EAAE,OAAO,EAAE,CAAC,CAAA,CAAC,CAAG,OAAO;qBACxC,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC,CAAA,CAAC,CAAC,OAAO;qBAC3C,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC,CAAA,CAAC,CAAG,OAAO;;oBACxC,MAAM,CAAC,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,KAAK,GAAG,CAAC;oBAAE,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,GAAC,CAAC,CAAC,CAAC;;oBAC7D,MAAM,CAAC,CAAC;YACd,CAAC;QACF,CAAC;KAED;IAlPY,2BAAW,cAkPvB,CAAA;AACF,CAAC,EAxPgB,eAAe,KAAf,eAAe,QAwP/B;AAID,MAAM,KAAW,kBAAkB,CA8BlC;AA9BD,WAAiB,kBAAkB;IAClC,SAAgB,MAAM,CACrB,KAAiC,EACjC,GAA6B;QAE7B,OAAO,IAAI,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACpC,CAAC;IALe,yBAAM,SAKrB,CAAA;IACY,0BAAO,GAAG,MAAM,EAAE,CAAC;IAChC,MAAa,WAAkD,SAAQ,WAAW,CAAC,EAAE,CAAC,WAAgB;QAI7F;QAFR,YACC,KAAiC,EAC1B,GAA6B;YAEpC,KAAK,CAAC,KAAK,CAAC,CAAC;YAFN,QAAG,GAAH,GAAG,CAA0B;QAGrC,CAAC;KACD;IARY,8BAAW,cAQvB,CAAA;IAKD,SAAgB,OAAO,CAAmC,QAAuB;QAChF,OAAO,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC,OAAO,CAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACzF,CAAC;IAFe,0BAAO,UAEtB,CAAA;IACD,SAAgB,OAAO,CAAmC,OAAgC;QACzF,OAAO;YACN,KAAK,EAAE,WAAW,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;SAChB,CAAC;IACH,CAAC;IALe,0BAAO,UAKtB,CAAA;AACF,CAAC,EA9BgB,kBAAkB,KAAlB,kBAAkB,QA8BlC"}

package/build/api-types/base.d.ts

@@ -12,9 +12,10 @@ export declare abstract class EngineBase<in out fdm extends Function.Declaration
     protected inputPrice: number;
     protected outputPrice: number;
     protected cachedPrice: number;
-    protected functionDeclarationMap: fdm;
+    protected fdm: fdm;
     protected toolChoice: Function.ToolChoice<fdm>;
-    protected customOptions?: Record<string, unknown>;
+    protected abstract parallel: boolean;
+    protected additionalOptions?: Record<string, unknown>;
     protected throttle: Throttle;
     protected timeout?: number;
     protected tokenLimit?: number;