@zimtsui/brainswitch 0.0.1

package/LICENSE

@@ -0,0 +1,165 @@
+                   GNU LESSER GENERAL PUBLIC LICENSE
+                       Version 3, 29 June 2007
+
+ Copyright (C) 2007 Free Software Foundation, Inc. <https://fsf.org/>
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+
+  This version of the GNU Lesser General Public License incorporates
+the terms and conditions of version 3 of the GNU General Public
+License, supplemented by the additional permissions listed below.
+
+  0. Additional Definitions.
+
+  As used herein, "this License" refers to version 3 of the GNU Lesser
+General Public License, and the "GNU GPL" refers to version 3 of the GNU
+General Public License.
+
+  "The Library" refers to a covered work governed by this License,
+other than an Application or a Combined Work as defined below.
+
+  An "Application" is any work that makes use of an interface provided
+by the Library, but which is not otherwise based on the Library.
+Defining a subclass of a class defined by the Library is deemed a mode
+of using an interface provided by the Library.
+
+  A "Combined Work" is a work produced by combining or linking an
+Application with the Library.  The particular version of the Library
+with which the Combined Work was made is also called the "Linked
+Version".
+
+  The "Minimal Corresponding Source" for a Combined Work means the
+Corresponding Source for the Combined Work, excluding any source code
+for portions of the Combined Work that, considered in isolation, are
+based on the Application, and not on the Linked Version.
+
+  The "Corresponding Application Code" for a Combined Work means the
+object code and/or source code for the Application, including any data
+and utility programs needed for reproducing the Combined Work from the
+Application, but excluding the System Libraries of the Combined Work.
+
+  1. Exception to Section 3 of the GNU GPL.
+
+  You may convey a covered work under sections 3 and 4 of this License
+without being bound by section 3 of the GNU GPL.
+
+  2. Conveying Modified Versions.
+
+  If you modify a copy of the Library, and, in your modifications, a
+facility refers to a function or data to be supplied by an Application
+that uses the facility (other than as an argument passed when the
+facility is invoked), then you may convey a copy of the modified
+version:
+
+   a) under this License, provided that you make a good faith effort to
+   ensure that, in the event an Application does not supply the
+   function or data, the facility still operates, and performs
+   whatever part of its purpose remains meaningful, or
+
+   b) under the GNU GPL, with none of the additional permissions of
+   this License applicable to that copy.
+
+  3. Object Code Incorporating Material from Library Header Files.
+
+  The object code form of an Application may incorporate material from
+a header file that is part of the Library.  You may convey such object
+code under terms of your choice, provided that, if the incorporated
+material is not limited to numerical parameters, data structure
+layouts and accessors, or small macros, inline functions and templates
+(ten or fewer lines in length), you do both of the following:
+
+   a) Give prominent notice with each copy of the object code that the
+   Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the object code with a copy of the GNU GPL and this license
+   document.
+
+  4. Combined Works.
+
+  You may convey a Combined Work under terms of your choice that,
+taken together, effectively do not restrict modification of the
+portions of the Library contained in the Combined Work and reverse
+engineering for debugging such modifications, if you also do each of
+the following:
+
+   a) Give prominent notice with each copy of the Combined Work that
+   the Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the Combined Work with a copy of the GNU GPL and this license
+   document.
+
+   c) For a Combined Work that displays copyright notices during
+   execution, include the copyright notice for the Library among
+   these notices, as well as a reference directing the user to the
+   copies of the GNU GPL and this license document.
+
+   d) Do one of the following:
+
+       0) Convey the Minimal Corresponding Source under the terms of this
+       License, and the Corresponding Application Code in a form
+       suitable for, and under terms that permit, the user to
+       recombine or relink the Application with a modified version of
+       the Linked Version to produce a modified Combined Work, in the
+       manner specified by section 6 of the GNU GPL for conveying
+       Corresponding Source.
+
+       1) Use a suitable shared library mechanism for linking with the
+       Library.  A suitable mechanism is one that (a) uses at run time
+       a copy of the Library already present on the user's computer
+       system, and (b) will operate properly with a modified version
+       of the Library that is interface-compatible with the Linked
+       Version.
+
+   e) Provide Installation Information, but only if you would otherwise
+   be required to provide such information under section 6 of the
+   GNU GPL, and only to the extent that such information is
+   necessary to install and execute a modified version of the
+   Combined Work produced by recombining or relinking the
+   Application with a modified version of the Linked Version. (If
+   you use option 4d0, the Installation Information must accompany
+   the Minimal Corresponding Source and Corresponding Application
+   Code. If you use option 4d1, you must provide the Installation
+   Information in the manner specified by section 6 of the GNU GPL
+   for conveying Corresponding Source.)
+
+  5. Combined Libraries.
+
+  You may place library facilities that are a work based on the
+Library side by side in a single library together with other library
+facilities that are not Applications and are not covered by this
+License, and convey such a combined library under terms of your
+choice, if you do both of the following:
+
+   a) Accompany the combined library with a copy of the same work based
+   on the Library, uncombined with any other library facilities,
+   conveyed under the terms of this License.
+
+   b) Give prominent notice with the combined library that part of it
+   is a work based on the Library, and explaining where to find the
+   accompanying uncombined form of the same work.
+
+  6. Revised Versions of the GNU Lesser General Public License.
+
+  The Free Software Foundation may publish revised and/or new versions
+of the GNU Lesser General Public License from time to time. Such new
+versions will be similar in spirit to the present version, but may
+differ in detail to address new problems or concerns.
+
+  Each version is given a distinguishing version number. If the
+Library as you received it specifies that a certain numbered version
+of the GNU Lesser General Public License "or any later version"
+applies to it, you have the option of following the terms and
+conditions either of that published version or of any later version
+published by the Free Software Foundation. If the Library as you
+received it does not specify a version number of the GNU Lesser
+General Public License, you may choose any version of the GNU Lesser
+General Public License ever published by the Free Software Foundation.
+
+  If the Library as you received it specifies that a proxy can decide
+whether future versions of the GNU Lesser General Public License shall
+apply, that proxy's public statement of acceptance of any version is
+permanent authorization for you to choose that version for the
+Library.

package/README.md

@@ -0,0 +1,164 @@
+<!-- 本文档由 GPT-5 生成 -->
+
+# Brainswitch
+
+[![Npm package version](https://flat.badgen.net/npm/v/@zimtsui/brainswitch)](https://www.npmjs.com/package/@zimtsui/brainswitch)
+
+Brainswitch 是一个为 AI 工作流设计的 LLM 推理 API 适配器，支持在会话中切换模型。
+
+## Motivation
+
+大多数 LLM 推理服务商不支持[严格函数调用](https://platform.openai.com/docs/guides/function-calling#strict-mode)，在 AI 批处理工作流中难以达到生产级的可靠性。如果仅使用 OpenAI、Google 等支持严格函数调用的服务商，那么可选的模型型号会大幅受限。
+
+Brainswitch 支持在一次会话中途切换模型并保持对话上下文，包括 OpenAI、Google 的深度思考模型的加密思考内容。有了 Brainswitch 就可以在会话的大量推理阶段使用最合适的模型生成自然语言结果，在最后的总结阶段切换成支持严格函数调用的模型进行结构化提交。
+
+## 支持服务商 API 类型
+
+- OpenAI Chat Completions
+- OpenAI Responses
+- Google
+- Qwen
+- OpenRouter
+- HuggingFace Cerebras Qwen3 Thinking
+
+## 安装
+
+环境要求：Node.js >= 22。
+
+```bash
+npm i @zimtsui/brainswitch
+```
+
+## 核心概念
+
+- `Session`：会话状态，包含开发者提示词和往返消息。
+- `InferenceContext`：工作流上下文，包含 [TypeLog](https://github.com/zimtsui/typelog) Logger、`AbortSignal`、用户防止并发过载的[读写锁](https://github.com/zimtsui/coroutine-locks)。
+- `Engine`：一个函数 `(ctx, session) => Promise<AIMessage>`；实现了具体服务商的请求/响应适配。
+- `Endpoint`：一家服务商的某个模型的 API 端点。
+- `Adaptor`：创建使用某个 Endpoint 的 `Engine`。
+- `RoleMessage`：三类角色消息 `Developer`、`User`、`AI`，消息由 `Text` 与 `Function.Call/Response` 片段组成。
+- `Function.Declaration.Map`：函数工具声明集合，使用 [JSON Schema](https://json-schema.org/) 描述函数参数。
+
+## 配置
+
+```ts
+export type Config = {
+	brainswitch: {
+		endpoints: Record<string, {
+			baseUrl: string;
+			apiKey: string;
+			model: string;
+			name: string;
+			apiType: 'openai-chatcompletions' | 'openai-responses' | 'google' | 'qwen' | 'openrouter-monolith' | 'openrouter-stream' | 'huggingface-cerebras-qwen3-thinking';
+			proxy?: string;
+			inputPrice?: number;    // 每百万输入 Token 人民币成本
+			outputPrice?: number;   // 每百万输出 Token 人民币成本
+			cachedPrice?: number;   // 每百万缓存命中 Token 人民币成本
+			customOptions?: Record<string, unknown>; // 直通服务商的自定义参数
+			rpm?: number;           // 每分钟请求次数上限
+			tpm?: number;           // 每分钟 Token 上限
+			timeout?: number;       // 单次请求超时（毫秒）
+		}>;
+	};
+}
+```
+
+### 计费说明
+
+`inputPrice`/`outputPrice`/`cachedPrice` 的单位均为「人民币每百万 Token」。OpenRouter 的成本会自动按服务器返回的 USD 成本并使用固定汇率（源码中默认 8）换算为 CNY 记账。
+
+## 快速上手
+
+下面演示：定义一个工具函数，先用 Google 做推理与工具调用，再在同一会话中切换到 OpenAI Responses 做最终的结构化总结。
+
+```ts
+import { Adaptor, agentloop, RoleMessage, Function, type InferenceContext } from '@zimtsui/brainswitch';
+import { Type } from '@sinclair/typebox';
+import { RWLock } from '@zimtsui/coroutine-locks';
+import { Channel } from '@zimtsui/typelog';
+import * as Presets from '@zimtsui/typelog/presets';
+
+// 配置
+const config: Config = {
+	brainswitch: {
+		endpoints: {
+			'gpt-4o-mini': {
+				name: 'GPT-4o mini',
+				apiType: 'openai-chatcompletions',
+				baseUrl: 'https://api.openai.com/v1',
+				apiKey: process.env.OPENAI_API_KEY!,
+				model: 'gpt-4o-mini',
+				inputPrice: 5, outputPrice: 15, cachedPrice: 1,
+				rpm: 3000, tpm: 1_000_000, timeout: 60_000,
+			},
+			'o4-mini': {
+				name: 'o4 mini',
+				apiType: 'openai-responses',
+				baseUrl: 'https://api.openai.com/v1',
+				apiKey: process.env.OPENAI_API_KEY!,
+				model: 'o4-mini',
+			},
+			'gemini-2.0-flash': {
+				name: 'Gemini 2.0 Flash',
+				apiType: 'google',
+				baseUrl: 'https://generativelanguage.googleapis.com',
+				apiKey: process.env.GOOGLE_API_KEY!,
+				model: 'gemini-2.0-flash',
+			},
+		}
+	}
+}
+
+// 声明函数工具
+const fdm = {
+	get_weather: {
+		description: '获取某城市的天气',
+		paraschema: Type.Object({
+			city: Type.String(),
+			unit: Type.Optional(Type.Union([Type.Literal('C'), Type.Literal('F')]))
+		}),
+	},
+} satisfies Function.Declaration.Map;
+type fdm = typeof fdm;
+
+const fnm: Function.Map<fdm> = {
+	async get_weather({ city, unit }) {
+		// 实际项目中此处调用真实 API，这里仅示例
+		const data = { city, unit: unit ?? 'C', temperature: 26, sky: 'sunny' };
+		return JSON.stringify(data);
+	},
+};
+
+// 初始化工作流上下文
+const ctx: InferenceContext = {
+	busy: new RWLock(),
+	logger: {
+		message: new Channel(Presets.Level),
+		cost(deltaCost) { console.log((-deltaCost).toFixed(2)); },
+	},
+};
+
+// 创建会话
+const session = {
+	developerMessage: new RoleMessage.Developer([
+		new RoleMessage.Text('你是一个会使用工具的中文助理，遇到需要实时数据请调用工具，完成后用简洁中文回答。'),
+	]),
+	chatMessages: [
+		new RoleMessage.User([ new RoleMessage.Text('帮我查一下明天北京的天气，并给穿衣建议。') ]),
+	],
+};
+
+// 选择推理引擎
+const adaptor = Adaptor.create(config);
+const engineReason = adaptor.createEngine('gemini-2.0-flash', fdm, ['get_weather']);
+
+// 使用 agentloop 驱动工具调用到完成，最多 8 轮对话
+for await (const text of agentloop(ctx, session, engineReason, fnm, 8)) console.log(text);
+
+// 在同一会话中切换到 OpenAI Responses 做结构化总结
+session.chatMessages.push(new RoleMessage.User([
+	new RoleMessage.Text('请把以上结论整理成 JSON：{"reason": string, "advice": string}')
+]));
+const engineStrict = adaptor.createEngine('gpt-4o-mini', fdm); // Responses API 在声明了工具时会强制严格模式
+for await (const text of agentloop(ctx, session, engineStrict, fnm, 4)) console.log(text);
+```

package/build/adaptor.d.ts

@@ -0,0 +1,12 @@
+import { Config } from '#config';
+import { Function } from './function.ts';
+import { Engine } from './engine.ts';
+import { Throttle } from './throttle.ts';
+export declare class Adaptor {
+    config: Config;
+    static create(config: Config): Adaptor;
+    protected constructor(config: Config);
+    private throttles;
+    getThrottle(endpointId: string): Throttle;
+    createEngine<fdm extends Function.Declaration.Map = {}>(endpoint: string, functionDeclarationMap: fdm, functionCallMode?: Function.ToolChoice<fdm>): Engine<Function.Declaration.From<fdm>>;
+}

package/build/adaptor.js

@@ -0,0 +1,62 @@
+import { Config } from '#config';
+import { Function } from "./function.js";
+import { Engine } from "./engine.js";
+import assert from 'node:assert';
+import { OpenAIChatCompletionsAPI } from "./api-types/openai-chatcompletions.js";
+import { GoogleRESTfulAPI } from "./api-types/google-rest.js";
+import { OpenRouterMonolithAPI } from "./api-types/openrouter-monolith.js";
+import { OpenRouterStreamAPI } from "./api-types/openrouter-stream.js";
+import { QwenAPI } from "./api-types/qwen.js";
+import { OpenAIResponsesAPI } from "./api-types/openai-responses.js";
+import { HuggingFaceCerebrasQwen3ThinkingAPI } from "./api-types/huggingface-cerebras-qwen3-thinking.js";
+import { Throttle } from "./throttle.js";
+export class Adaptor {
+    config;
+    static create(config) {
+        return new Adaptor(config);
+    }
+    constructor(config) {
+        this.config = config;
+    }
+    throttles = new Map();
+    getThrottle(endpointId) {
+        assert(endpointId in this.config.brainswitch.endpoints);
+        const baseUrl = this.config.brainswitch.endpoints[endpointId].baseUrl;
+        const model = this.config.brainswitch.endpoints[endpointId].model;
+        const rpm = this.config.brainswitch.endpoints[endpointId].rpm ?? Number.POSITIVE_INFINITY;
+        const tpm = this.config.brainswitch.endpoints[endpointId].tpm ?? Number.POSITIVE_INFINITY;
+        if (!this.throttles.has(baseUrl))
+            this.throttles.set(baseUrl, new Map());
+        if (!this.throttles.get(baseUrl).has(model))
+            this.throttles.get(baseUrl).set(model, new Throttle(rpm, tpm));
+        return this.throttles.get(baseUrl).get(model);
+    }
+    createEngine(endpoint, functionDeclarationMap, functionCallMode) {
+        assert(endpoint in this.config.brainswitch.endpoints);
+        const endpointSpec = this.config.brainswitch.endpoints[endpoint];
+        const throttle = this.getThrottle(endpoint);
+        const options = {
+            ...endpointSpec,
+            functionDeclarationMap,
+            functionCallMode,
+            throttle,
+        };
+        if (endpointSpec.apiType === 'openai-responses')
+            return OpenAIResponsesAPI.create(options);
+        else if (endpointSpec.apiType === 'openai-chatcompletions')
+            return OpenAIChatCompletionsAPI.create(options);
+        else if (endpointSpec.apiType === 'google')
+            return GoogleRESTfulAPI.create(options);
+        else if (endpointSpec.apiType === 'qwen')
+            return QwenAPI.create(options);
+        else if (endpointSpec.apiType === 'openrouter-monolith')
+            return OpenRouterMonolithAPI.create(options);
+        else if (endpointSpec.apiType === 'openrouter-stream')
+            return OpenRouterStreamAPI.create(options);
+        else if (endpointSpec.apiType === 'huggingface-cerebras-qwen3-thinking')
+            return HuggingFaceCerebrasQwen3ThinkingAPI.create(options);
+        else
+            throw new Error();
+    }
+}
+//# sourceMappingURL=adaptor.js.map

package/build/adaptor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adaptor.js","sourceRoot":"","sources":["../src/adaptor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,mCAAmC,EAAE,MAAM,oDAAoD,CAAC;AACzG,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,MAAM,OAAO,OAAO;IAKU;IAJtB,MAAM,CAAC,MAAM,CAAC,MAAc;QAClC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,YAA6B,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAEvC,SAAS,GAAG,IAAI,GAAG,EAAiC,CAAC;IACtD,WAAW,CAAC,UAAkB;QACpC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,OAAO,CAAC;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,KAAK,CAAC;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC3F,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,CAAE,CAAC,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAC3F,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,GAAG,EAAoB,CAAC,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC;YAC3C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QACjE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;IACjD,CAAC;IAEM,YAAY,CAClB,QAAgB,EAChB,sBAA2B,EAC3B,gBAA2C;QAE3C,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAE,CAAC;QAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAwB;YACpC,GAAG,YAAY;YACf,sBAAsB;YACtB,gBAAgB;YAChB,QAAQ;SACR,CAAC;QACF,IAAI,YAAY,CAAC,OAAO,KAAK,kBAAkB;YAC9C,OAAO,kBAAkB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAC3C,IAAI,YAAY,CAAC,OAAO,KAAK,wBAAwB;YACzD,OAAO,wBAAwB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACjD,IAAI,YAAY,CAAC,OAAO,KAAK,QAAQ;YACzC,OAAO,gBAAgB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aACzC,IAAI,YAAY,CAAC,OAAO,KAAK,MAAM;YACvC,OAAO,OAAO,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAChC,IAAI,YAAY,CAAC,OAAO,KAAK,qBAAqB;YACtD,OAAO,qBAAqB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAC9C,IAAI,YAAY,CAAC,OAAO,KAAK,mBAAmB;YACpD,OAAO,mBAAmB,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;aAC5C,IAAI,YAAY,CAAC,OAAO,KAAK,qCAAqC;YACtE,OAAO,mCAAmC,CAAC,MAAM,CAAM,OAAO,CAAC,CAAC;;YAC5D,MAAM,IAAI,KAAK,EAAE,CAAC;IACxB,CAAC;CACD"}

package/build/agentloop.d.ts

@@ -0,0 +1,12 @@
+import { type InferenceContext } from './inference-context.ts';
+import { type Session } from './session.ts';
+import { Function } from './function.ts';
+import { Engine } from './engine.ts';
+/**
+ * @param session mutable
+ */
+export declare function agentloop<fdm extends Function.Declaration.Map>(ctx: InferenceContext, session: Session<Function.Declaration.From<fdm>>, engine: Engine<Function.Declaration.From<fdm>>, functionMap: Function.Map<fdm>, limit?: number): AsyncGenerator<string, void, void>;
+export declare namespace agentloop {
+    class FunctionCallLimitExceeded extends Error {
+    }
+}

package/build/agentloop.js

@@ -0,0 +1,47 @@
+import {} from "./inference-context.js";
+import { RoleMessage } from "./session.js";
+import { Function } from "./function.js";
+import { Engine } from "./engine.js";
+import assert from 'node:assert';
+/**
+ * @param session mutable
+ */
+export async function* agentloop(ctx, session, engine, functionMap, limit = Number.POSITIVE_INFINITY) {
+    for (let i = 0; i < limit; i++) {
+        const response = await Engine.apply(ctx, session, engine);
+        const fcs = response.getFunctionCalls();
+        if (fcs.length) {
+            const parts = [];
+            for (const part of response.parts) {
+                if (part instanceof RoleMessage.Text) {
+                    yield part.text;
+                }
+                else if (part instanceof Function.Call) {
+                    const fc = part;
+                    const f = functionMap[fc.name];
+                    assert(f);
+                    const text = await f(fc.args);
+                    ctx.logger.message?.debug('\n' + text);
+                    const fr = Function.Response.create({
+                        id: fc.id,
+                        name: fc.name,
+                        text,
+                    });
+                    parts.push(fr);
+                }
+                else
+                    throw new Error();
+            }
+            session.chatMessages.push(new RoleMessage.User(parts));
+        }
+        else
+            return yield response.getOnlyText();
+    }
+    throw new agentloop.FunctionCallLimitExceeded('Function call limit exceeded.');
+}
+(function (agentloop) {
+    class FunctionCallLimitExceeded extends Error {
+    }
+    agentloop.FunctionCallLimitExceeded = FunctionCallLimitExceeded;
+})(agentloop || (agentloop = {}));
+//# sourceMappingURL=agentloop.js.map

package/build/agentloop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentloop.js","sourceRoot":"","sources":["../src/agentloop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyB,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAgB,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC;;GAEG;AACH,MAAM,CAAC,KAAK,SAAU,CAAC,CAAA,SAAS,CAC/B,GAAqB,EACrB,OAAgD,EAChD,MAA8C,EAC9C,WAA8B,EAC9B,KAAK,GAAG,MAAM,CAAC,iBAAiB;IAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,KAAK,GAAqE,EAAE,CAAC;YACnF,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnC,IAAI,IAAI,YAAY,WAAW,CAAC,IAAI,EAAE,CAAC;oBACtC,MAAM,IAAI,CAAC,IAAI,CAAC;gBACjB,CAAC;qBAAM,IAAI,IAAI,YAAY,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAC1C,MAAM,EAAE,GAAG,IAAkE,CAAC;oBAC9E,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC/B,MAAM,CAAC,CAAC,CAAC,CAAC;oBACV,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC9B,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,GAAC,IAAI,CAAC,CAAC;oBACrC,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;wBACnC,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,EAAE,CAAC,IAAI;wBACb,IAAI;qBACgE,CAAC,CAAC;oBACvE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAChB,CAAC;;oBAAM,MAAM,IAAI,KAAK,EAAE,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAiC,KAAK,CAAC,CAAC,CAAC;QACxF,CAAC;;YAAM,OAAO,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,+BAA+B,CAAC,CAAC;AAChF,CAAC;AAED,WAAiB,SAAS;IACzB,MAAa,yBAA0B,SAAQ,KAAK;KAAG;IAA1C,mCAAyB,4BAAiB,CAAA;AACxD,CAAC,EAFgB,SAAS,KAAT,SAAS,QAEzB"}

package/build/api-types/base.d.ts

@@ -0,0 +1,21 @@
+import { Function } from '../function.ts';
+import { Engine } from '../engine.ts';
+import { Throttle } from '../throttle.ts';
+export declare abstract class APIBase<in out fdm extends Function.Declaration.Map = {}> {
+    protected baseUrl: string;
+    protected apiKey: string;
+    protected model: string;
+    protected inputPrice: number;
+    protected outputPrice: number;
+    protected cachedPrice: number;
+    protected functionDeclarationMap: fdm;
+    protected toolChoice: Function.ToolChoice<fdm>;
+    protected customOptions?: Record<string, unknown>;
+    protected throttle: Throttle;
+    protected timeout?: number;
+    constructor(options: Engine.Options<fdm>);
+}
+export declare class TransientError extends Error {
+}
+export declare class RetryLimitError extends Error {
+}

package/build/api-types/base.js

@@ -0,0 +1,37 @@
+import { Function } from "../function.js";
+import { Engine } from "../engine.js";
+import { Throttle } from "../throttle.js";
+export class APIBase {
+    baseUrl;
+    apiKey;
+    model;
+    inputPrice;
+    outputPrice;
+    cachedPrice;
+    functionDeclarationMap;
+    toolChoice;
+    customOptions;
+    throttle;
+    timeout;
+    constructor(options) {
+        this.baseUrl = options.baseUrl;
+        this.apiKey = options.apiKey;
+        this.model = options.model;
+        this.inputPrice = options.inputPrice ?? 0;
+        this.outputPrice = options.outputPrice ?? 0;
+        this.cachedPrice = options.cachedPrice ?? this.inputPrice;
+        this.functionDeclarationMap = options.functionDeclarationMap;
+        if (Object.keys(this.functionDeclarationMap).length)
+            this.toolChoice = options.functionCallMode ?? Function.ToolChoice.AUTO;
+        else
+            this.toolChoice = Function.ToolChoice.NONE;
+        this.customOptions = options.customOptions;
+        this.throttle = options.throttle;
+        this.timeout = options.timeout;
+    }
+}
+export class TransientError extends Error {
+}
+export class RetryLimitError extends Error {
+}
+//# sourceMappingURL=base.js.map

package/build/api-types/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/api-types/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG1C,MAAM,OAAgB,OAAO;IAClB,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,WAAW,CAAS;IACpB,sBAAsB,CAAM;IAC5B,UAAU,CAA2B;IACrC,aAAa,CAA2B;IACxC,QAAQ,CAAW;IACnB,OAAO,CAAU;IAE3B,YAAmB,OAA4B;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC;QAC1D,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC;QAC7D,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,MAAM;YAClD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC;;YACnE,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC;QAChD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,CAAC;CACD;AAED,MAAM,OAAO,cAAe,SAAQ,KAAK;CAAG;AAC5C,MAAM,OAAO,eAAgB,SAAQ,KAAK;CAAG"}

package/build/api-types/google-base.d.ts

@@ -0,0 +1,22 @@
+import { Engine } from '../engine.ts';
+import { RoleMessage, type ChatMessage } from '../session.ts';
+import { Function } from '../function.ts';
+import * as Google from '@google/genai';
+import { APIBase } from './base.ts';
+export declare abstract class GoogleAPIBase<in out fdm extends Function.Declaration.Map = {}> extends APIBase<fdm> {
+    protected constructor(options: Engine.Options<fdm>);
+    protected convertFromFunctionCall(fc: Function.Call.Distributive<Function.Declaration.From<fdm>>): Google.FunctionCall;
+    protected convertToFunctionCall(googlefc: Google.FunctionCall): Function.Call.Distributive<Function.Declaration.From<fdm>>;
+    protected convertFromUserMessage(userMessage: RoleMessage.User<Function.Declaration.From<fdm>>): Google.Content;
+    protected convertFromAIMessage(aiMessage: RoleMessage.AI<Function.Declaration.From<fdm>>): Google.Content;
+    protected convertFromDeveloperMessage(developerMessage: RoleMessage.Developer): Google.Content;
+    protected convertFromChatMessages(chatMessages: ChatMessage<Function.Declaration.From<fdm>>[]): Google.Content[];
+    protected convertToAIMessage(content: Google.Content): GoogleAIMessage<Function.Declaration.From<fdm>>;
+    protected convertFromFunctionDeclarationEntry(fdentry: Function.Declaration.Entry.From<fdm>): Google.FunctionDeclaration;
+    protected convertFromFunctionCallMode(mode: Function.ToolChoice<fdm>): Google.FunctionCallingConfig;
+    protected validateFunctionCallByToolChoice(aiMessage: RoleMessage.AI<Function.Declaration.From<fdm>>): void;
+}
+export declare class GoogleAIMessage<out fdu extends Function.Declaration> extends RoleMessage.AI<fdu> {
+    raw: Google.Content;
+    constructor(parts: RoleMessage.AI.Part<fdu>[], raw: Google.Content);
+}