@litert-lm/core 0.16.0 → 0.17.1

package/dist/load_litertlm.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { LiteRtLm } from './litertlm_web.js';
+import { LoadOptions } from './load.js';
+type UrlString = string;
+/**
+ * Options for loading LiteRT-LM.
+ *
+ * @property threads Whether to load the threaded version of the Wasm module.
+ *     Defaults to false. Unused when specifying a .js file directly instead of
+ *     a directory containing the Wasm files.
+ **/
+export interface LoadLiteRtLmOptions extends LoadOptions {
+}
+/**
+ * Load LiteRT-LM Wasm files from the given URL. This needs to be called before
+ * calling any other LiteRT-LM functions.
+ *
+ * The URL can be:
+ *
+ * - A directory containing the LiteRT Wasm files (e.g. `.../wasm/`), or
+ * - The LiteRT-LM Wasm's js file (e.g. `.../litertlm_wasm_internal.js`)
+ *
+ * If the URL is to a directory, LiteRT-LM will detect what WASM features are
+ * available in the browser and load the compatible WASM file. If the URL is
+ * to a file, it will be loaded as is.
+ *
+ * @param path The path to the directory containing the LiteRT-LM Wasm files, or
+ *     the full URL of the LiteRT-LM Wasm .js file.
+ */
+export declare function loadLiteRtLm(path: UrlString, options?: LoadLiteRtLmOptions): Promise<LiteRtLm>;
+/**
+ * Unload the LiteRT-LM WASM module.
+ *
+ * This deletes the global LiteRT-LM instance and invalidate any models
+ * associated with it. You will need to call loadLiteRtLm() again to reload the
+ * module.
+ */
+export declare function unloadLiteRtLm(): void;
+/**
+ * Get the global LiteRT-LM instance, or load it if it hasn't been loaded yet.
+ */
+export declare function getOrLoadGlobalLiteRtLm(path?: UrlString): Promise<LiteRtLm>;
+export {};
+//# sourceMappingURL=load_litertlm.d.ts.map

package/dist/load_litertlm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load_litertlm.d.ts","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAO,WAAW,EAAC,MAAM,WAAW,CAAC;AAE5C,KAAK,SAAS,GAAG,MAAM,CAAC;AAGxB;;;;;;IAMI;AACJ,MAAM,WAAW,mBAAoB,SAAQ,WAAW;CAAG;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,YAAY,CACxB,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAcrE;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,IAAI,IAAI,CAarC;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAa3E"}

package/dist/load_litertlm.js

@@ -0,0 +1,87 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+// Placeholder for internal dependency on trusted resource url type
+import { getGlobalLiteRtLm, getGlobalLiteRtLmPromise, hasGlobalLiteRtLm, hasGlobalLiteRtLmPromise, setGlobalLiteRtLm, setGlobalLiteRtLmPromise } from './global_litertlm.js';
+import { LiteRtLm } from './litertlm_web.js';
+import { load } from './load.js';
+let globalLiteRtLmPath = undefined;
+/**
+ * Load LiteRT-LM Wasm files from the given URL. This needs to be called before
+ * calling any other LiteRT-LM functions.
+ *
+ * The URL can be:
+ *
+ * - A directory containing the LiteRT Wasm files (e.g. `.../wasm/`), or
+ * - The LiteRT-LM Wasm's js file (e.g. `.../litertlm_wasm_internal.js`)
+ *
+ * If the URL is to a directory, LiteRT-LM will detect what WASM features are
+ * available in the browser and load the compatible WASM file. If the URL is
+ * to a file, it will be loaded as is.
+ *
+ * @param path The path to the directory containing the LiteRT-LM Wasm files, or
+ *     the full URL of the LiteRT-LM Wasm .js file.
+ */
+export function loadLiteRtLm(path, options) {
+    if (hasGlobalLiteRtLmPromise()) {
+        throw new Error('LiteRT-LM is already loading / loaded.');
+    }
+    setGlobalLiteRtLmPromise(load(path, options)
+        .then(async (liteRtLm) => {
+        setGlobalLiteRtLm(liteRtLm);
+        return liteRtLm;
+    })
+        .catch(error => {
+        setGlobalLiteRtLmPromise(undefined);
+        throw error;
+    }));
+    return getGlobalLiteRtLmPromise();
+}
+/**
+ * Unload the LiteRT-LM WASM module.
+ *
+ * This deletes the global LiteRT-LM instance and invalidate any models
+ * associated with it. You will need to call loadLiteRtLm() again to reload the
+ * module.
+ */
+export function unloadLiteRtLm() {
+    if (hasGlobalLiteRtLmPromise() && !hasGlobalLiteRtLm()) {
+        throw new Error('LiteRT-LM is loading and can not be unloaded or canceled ' +
+            'until it is finished loading.');
+    }
+    if (hasGlobalLiteRtLm()) {
+        getGlobalLiteRtLm().delete();
+        setGlobalLiteRtLm(undefined);
+        globalLiteRtLmPath = undefined;
+    }
+    setGlobalLiteRtLmPromise(undefined);
+}
+/**
+ * Get the global LiteRT-LM instance, or load it if it hasn't been loaded yet.
+ */
+export function getOrLoadGlobalLiteRtLm(path) {
+    const liteRtLmPromise = getGlobalLiteRtLmPromise();
+    if (liteRtLmPromise) {
+        if (path && globalLiteRtLmPath !== path) {
+            throw new Error(`LiteRT-LM is already loading / loaded with a different path ` +
+                `${globalLiteRtLmPath} but was requested to load ${path}. To ` +
+                `reload with a different path, call unloadLiteRtLm() first.`);
+        }
+        return liteRtLmPromise;
+    }
+    globalLiteRtLmPath = path ?? LiteRtLm.DEFAULT_WASM_PATH;
+    return liteRtLmPromise ?? loadLiteRtLm(globalLiteRtLmPath);
+}
+//# sourceMappingURL=load_litertlm.js.map

package/dist/load_litertlm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load_litertlm.js","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,mEAAmE;AAEnE,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,sBAAsB,CAAC;AAC3K,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,IAAI,EAAc,MAAM,WAAW,CAAC;AAG5C,IAAI,kBAAkB,GAAwB,SAAS,CAAC;AAWxD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,YAAY,CACxB,IAAe,EAAE,OAA6B;IAChD,IAAI,wBAAwB,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IACD,wBAAwB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;SACd,IAAI,CAAC,KAAK,EAAC,QAAQ,EAAC,EAAE;QACrB,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC5B,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,KAAK,CAAC,EAAE;QACb,wBAAwB,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,KAAK,CAAC;IACd,CAAC,CAAC,CAAC,CAAC;IACjC,OAAO,wBAAwB,EAAG,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc;IAC5B,IAAI,wBAAwB,EAAE,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACX,2DAA2D;YAC3D,+BAA+B,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB,EAAE,EAAE,CAAC;QACxB,iBAAiB,EAAE,CAAC,MAAM,EAAE,CAAC;QAC7B,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAC7B,kBAAkB,GAAG,SAAS,CAAC;IACjC,CAAC;IACD,wBAAwB,CAAC,SAAS,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAgB;IACtD,MAAM,eAAe,GAAG,wBAAwB,EAAE,CAAC;IACnD,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,IAAI,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACX,8DAA8D;gBAC9D,GAAG,kBAAkB,8BAA8B,IAAI,OAAO;gBAC9D,4DAA4D,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,kBAAkB,GAAG,IAAI,IAAI,QAAQ,CAAC,iBAAiB,CAAC;IACxD,OAAO,eAAe,IAAI,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAC7D,CAAC"}

package/dist/mutex.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * A mutual exclusion lock for managing asynchronous operations.
+ *
+ * In an Emscripten WebAssembly environment using Asyncify or JSPI, C++
+ * execution can be paused during asynchronous operations (such as waiting for
+ * WebGPU execution). While Wasm is paused, the JS event loop continues running.
+ * If JS invokes another Wasm binding function that attempts to acquire the same
+ * C++ mutex held by the paused stack frame, single-threaded C++ cannot yield
+ * and triggers an unrecoverable deadlock.
+ *
+ * This class prevents re-entrancy deadlocks by serializing all entry points
+ * from JavaScript into Wasm that interact with underlying C++ mutexes. Even
+ * seemingly synchronous tasks (like creating or deleting a session) must
+ * asynchronously wait for this mutex to ensure any paused C++ tasks have fully
+ * completed and released their locks.
+ */
+export declare class Mutex {
+    private mutexPromise;
+    private queueCount;
+    /**
+     * Whether the mutex is currently locked.
+     */
+    get isLocked(): boolean;
+    /**
+     * Executes the provided function once the mutex is acquired, and releases
+     * the mutex when the function completes.
+     */
+    acquireAndRun<T>(fn: () => Promise<T> | T): Promise<T>;
+}
+//# sourceMappingURL=mutex.d.ts.map

package/dist/mutex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutex.d.ts","sourceRoot":"","sources":["../src/mutex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,KAAK;IAChB,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,UAAU,CAAK;IAEvB;;OAEG;IACH,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAED;;;OAGG;IACG,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAe5D"}

package/dist/mutex.js

@@ -0,0 +1,62 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * A mutual exclusion lock for managing asynchronous operations.
+ *
+ * In an Emscripten WebAssembly environment using Asyncify or JSPI, C++
+ * execution can be paused during asynchronous operations (such as waiting for
+ * WebGPU execution). While Wasm is paused, the JS event loop continues running.
+ * If JS invokes another Wasm binding function that attempts to acquire the same
+ * C++ mutex held by the paused stack frame, single-threaded C++ cannot yield
+ * and triggers an unrecoverable deadlock.
+ *
+ * This class prevents re-entrancy deadlocks by serializing all entry points
+ * from JavaScript into Wasm that interact with underlying C++ mutexes. Even
+ * seemingly synchronous tasks (like creating or deleting a session) must
+ * asynchronously wait for this mutex to ensure any paused C++ tasks have fully
+ * completed and released their locks.
+ */
+export class Mutex {
+    mutexPromise = Promise.resolve();
+    queueCount = 0;
+    /**
+     * Whether the mutex is currently locked.
+     */
+    get isLocked() {
+        return this.queueCount > 0;
+    }
+    /**
+     * Executes the provided function once the mutex is acquired, and releases
+     * the mutex when the function completes.
+     */
+    async acquireAndRun(fn) {
+        this.queueCount++;
+        const previousPromise = this.mutexPromise;
+        let resolveMutex;
+        this.mutexPromise = new Promise((resolve) => {
+            resolveMutex = resolve;
+        });
+        try {
+            await previousPromise;
+            return await fn();
+        }
+        finally {
+            this.queueCount--;
+            resolveMutex();
+        }
+    }
+}
+//# sourceMappingURL=mutex.js.map

package/dist/mutex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutex.js","sourceRoot":"","sources":["../src/mutex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;;;;GAeG;AACH,MAAM,OAAO,KAAK;IACR,YAAY,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACjC,UAAU,GAAG,CAAC,CAAC;IAEvB;;OAEG;IACH,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CAAI,EAAuB;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC;QAC1C,IAAI,YAAyB,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAChD,YAAY,GAAG,OAAO,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,eAAe,CAAC;YACtB,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,YAAY,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;CACF"}

package/dist/orchestration/auto_tool_chat.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { ConversationConfig, Message, MessageLike, Tool } from '../conversation_config.js';
+import { Engine } from '../engine.js';
+import { JsonValue } from '../types.js';
+import { BenchmarkInfo } from '../wasm_binding_types.js';
+import { ChatInterface } from './chat_interface.js';
+import { WebMcpTool } from './webmcp_tool.js';
+type ToolExecute = (args: Record<string, JsonValue>) => JsonValue | Promise<JsonValue>;
+/**
+ * A tool with an `execute` function implementation.
+ */
+export type ToolWithImplementation = Tool & {
+    execute: ToolExecute;
+};
+/**
+ * Event detail representing the execution progress of a single tool.
+ */
+export interface ToolProgressEvent {
+    id: number;
+    name: string;
+    arguments: Record<string, JsonValue>;
+    status: 'started' | 'completed' | 'error';
+    result?: unknown;
+    error?: string;
+}
+/**
+ * Options for configuring an AutoToolChat.
+ */
+export interface AutoToolChatOptions {
+    engine: Engine;
+    config?: ConversationConfig;
+    tools?: Array<ToolWithImplementation | WebMcpTool>;
+    recurringToolCallLimit?: number;
+    onToolProgress?: (event: ToolProgressEvent) => void;
+}
+/**
+ * Wraps a conversation and automatically executes tools for the model.
+ *
+ * Tools are called in parallel, but the model waits for all of them to
+ * finish before being woken up again.
+ */
+export declare class AutoToolChat implements ChatInterface {
+    private readonly options;
+    private baseConversation;
+    private isBusy;
+    private isCancelled;
+    private readonly tools;
+    private nextToolCallId;
+    private currentBatch;
+    constructor(options: AutoToolChatOptions);
+    private getConversation;
+    sendMessage(message: MessageLike | MessageLike[]): Promise<Message>;
+    sendMessageStreaming(message: MessageLike | MessageLike[]): ReadableStream<Message>;
+    /**
+     * Cancels the current generation.
+     * Note: This does not abort any in-progress tool calls natively. Tools that
+     * affect state may still complete in the background eventually, but their
+     * results will be discarded and not reported back to the model or the user.
+     */
+    cancel(): void;
+    getHistory(): Promise<Message[]>;
+    getTokenCount(): Promise<number>;
+    getBenchmarkInfo(): Promise<BenchmarkInfo>;
+    delete(): Promise<void>;
+    private executeToolCalls;
+}
+export {};
+//# sourceMappingURL=auto_tool_chat.d.ts.map

package/dist/orchestration/auto_tool_chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto_tool_chat.d.ts","sourceRoot":"","sources":["../../src/orchestration/auto_tool_chat.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAc,kBAAkB,EAAgB,OAAO,EAAE,WAAW,EAAE,IAAI,EAAW,MAAM,2BAA2B,CAAC;AAC9H,OAAO,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AACpC,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AACtC,OAAO,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAuB,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAMlE,KAAK,WAAW,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,KAC/C,SAAS,GAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG,IAAI,GAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAC,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,EAAE,SAAS,GAAC,WAAW,GAAC,OAAO,CAAC;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,KAAK,CAAC,EAAE,KAAK,CAAC,sBAAsB,GAAC,UAAU,CAAC,CAAC;IACjD,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;CACrD;AAED;;;;;GAKG;AACH,qBAAa,YAAa,YAAW,aAAa;IAQpC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAPpC,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6C;IACnE,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,YAAY,CAA4B;gBAEnB,OAAO,EAAE,mBAAmB;YA+B3C,eAAe;IAsBvB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAmCvE,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IAmF3B;;;;;OAKG;IACH,MAAM;IAUA,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAKhC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAKhC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;IAK1C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;YAOf,gBAAgB;CAU/B"}

package/dist/orchestration/auto_tool_chat.js

@@ -0,0 +1,304 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { isWebMcpTool, toTool } from './webmcp_tool.js';
+const BUSY_MESSAGE = 'Conversation is busy. A generation is already in progress.';
+/**
+ * Wraps a conversation and automatically executes tools for the model.
+ *
+ * Tools are called in parallel, but the model waits for all of them to
+ * finish before being woken up again.
+ */
+export class AutoToolChat {
+    options;
+    baseConversation = null;
+    isBusy = false;
+    isCancelled = false;
+    tools = new Map();
+    nextToolCallId = 1;
+    currentBatch = null;
+    constructor(options) {
+        this.options = options;
+        if (options.config?.preface?.tools &&
+            options.config.preface.tools.length > 0) {
+            throw new Error('AutoToolChat handles tools itself. Do not provide tools via ConversationConfig.preface.tools.');
+        }
+        const activeTools = options.tools || [];
+        for (let t of activeTools) {
+            let tool;
+            if (isWebMcpTool(t)) {
+                tool = { ...toTool(t), execute: t.execute };
+            }
+            else if (!('function' in t)) {
+                const { execute, ...declaration } = t;
+                tool = { type: 'function', function: declaration, execute };
+            }
+            else {
+                tool = t;
+            }
+            const name = tool.function.name;
+            if (!name)
+                throw new Error('Tool must have a name.');
+            if (!tool.execute) {
+                throw new Error(`Tool ${name} must have an execute function.`);
+            }
+            if (this.tools.has(name)) {
+                throw new Error(`Duplicate tool name ${name} provided.`);
+            }
+            this.tools.set(name, tool);
+        }
+    }
+    async getConversation() {
+        if (!this.baseConversation) {
+            const config = this.options.config ? { ...this.options.config } : {};
+            if (this.tools.size > 0) {
+                if (!config.preface) {
+                    config.preface = {};
+                }
+                // Extract the explicit tool definitions (e.g. name, description,
+                // parameters) to pass to createConversation without the execute
+                // implementation.
+                config.preface.tools = Array.from(this.tools.values()).map(t => {
+                    const { execute, ...rest } = t;
+                    return rest;
+                });
+            }
+            this.baseConversation =
+                await this.options.engine.createConversation(config);
+        }
+        return this.baseConversation;
+    }
+    async sendMessage(message) {
+        if (this.isBusy) {
+            throw new Error(BUSY_MESSAGE);
+        }
+        this.isBusy = true;
+        this.isCancelled = false;
+        try {
+            const conversation = await this.getConversation();
+            let currentMessage = message;
+            const recurringToolCallLimit = this.options.recurringToolCallLimit ?? 25;
+            let iteration = 0;
+            while (iteration < recurringToolCallLimit) {
+                iteration++;
+                const responseMsg = await conversation.sendMessage(currentMessage);
+                if (responseMsg.tool_calls && responseMsg.tool_calls.length > 0) {
+                    const toolResponses = await this.executeToolCalls(responseMsg.tool_calls);
+                    if (this.isCancelled) {
+                        throw new Error('Conversation cancelled');
+                    }
+                    // Feed back as a tool message
+                    currentMessage = { role: 'tool', content: toolResponses };
+                    continue;
+                }
+                return responseMsg;
+            }
+            throw new Error('Tool calling exceeded the recurring limit');
+        }
+        finally {
+            this.isBusy = false;
+        }
+    }
+    sendMessageStreaming(message) {
+        if (this.isBusy) {
+            throw new Error(BUSY_MESSAGE);
+        }
+        this.isBusy = true;
+        this.isCancelled = false;
+        let isStreamCancelled = false;
+        return new ReadableStream({
+            start: (controller) => {
+                let currentMessage = message;
+                let iteration = 0;
+                const recurringToolCallLimit = this.options.recurringToolCallLimit ?? 25;
+                const executeIteration = async () => {
+                    if (iteration >= recurringToolCallLimit) {
+                        this.isBusy = false;
+                        controller.error(new Error('Tool calling exceeded the recurring limit'));
+                        return;
+                    }
+                    iteration++;
+                    let toolCalls = [];
+                    try {
+                        const conversation = await this.getConversation();
+                        const stream = conversation.sendMessageStreaming(currentMessage);
+                        for await (const chunk of stream) {
+                            if (isStreamCancelled || this.isCancelled) {
+                                // Because we break out of the loop early, the underlying
+                                // iterator automatically invokes stream.cancel()
+                                break;
+                            }
+                            if (chunk.tool_calls && chunk.tool_calls.length > 0) {
+                                toolCalls = toolCalls.concat(chunk.tool_calls);
+                                // Omit the tool_calls property before enqueuing to the user
+                                const cleanValue = { ...chunk };
+                                delete cleanValue.tool_calls;
+                                if (cleanValue.content) { // only enqueue if there's content
+                                    // besides tool_calls
+                                    controller.enqueue(cleanValue);
+                                }
+                            }
+                            else {
+                                controller.enqueue(chunk);
+                            }
+                        }
+                    }
+                    catch (e) {
+                        this.isBusy = false;
+                        controller.error(e);
+                        return;
+                    }
+                    if (isStreamCancelled || this.isCancelled)
+                        return;
+                    if (toolCalls.length > 0) {
+                        const toolResponses = await this.executeToolCalls(toolCalls);
+                        if (isStreamCancelled || this.isCancelled)
+                            return;
+                        currentMessage = { role: 'tool', content: toolResponses };
+                        await executeIteration();
+                        return;
+                    }
+                    this.isBusy = false;
+                    controller.close();
+                };
+                executeIteration().catch((e) => {
+                    if (isStreamCancelled || this.isCancelled)
+                        return;
+                    this.isBusy = false;
+                    controller.error(e);
+                });
+            },
+            cancel: () => {
+                isStreamCancelled = true;
+                this.cancel();
+            }
+        });
+    }
+    /**
+     * Cancels the current generation.
+     * Note: This does not abort any in-progress tool calls natively. Tools that
+     * affect state may still complete in the background eventually, but their
+     * results will be discarded and not reported back to the model or the user.
+     */
+    cancel() {
+        this.isCancelled = true;
+        if (this.currentBatch) {
+            this.currentBatch.cancel();
+        }
+        if (this.baseConversation) {
+            this.baseConversation.cancel();
+        }
+    }
+    async getHistory() {
+        const conversation = await this.getConversation();
+        return conversation.getHistory();
+    }
+    async getTokenCount() {
+        const conversation = await this.getConversation();
+        return conversation.getTokenCount();
+    }
+    async getBenchmarkInfo() {
+        const conversation = await this.getConversation();
+        return conversation.getBenchmarkInfo();
+    }
+    async delete() {
+        if (this.baseConversation) {
+            await this.baseConversation.delete();
+            this.baseConversation = null;
+        }
+    }
+    async executeToolCalls(toolCalls) {
+        this.currentBatch = new ToolCallBatch(this.tools, this.options.onToolProgress, () => this.nextToolCallId++);
+        try {
+            return await this.currentBatch.executeAll(toolCalls);
+        }
+        finally {
+            this.currentBatch = null;
+        }
+    }
+}
+class ToolCallBatch {
+    tools;
+    onToolProgress;
+    getNextId;
+    isCancelled = false;
+    constructor(tools, onToolProgress, getNextId) {
+        this.tools = tools;
+        this.onToolProgress = onToolProgress;
+        this.getNextId = getNextId;
+    }
+    cancel() {
+        this.isCancelled = true;
+    }
+    async executeAll(toolCalls) {
+        return Promise.all(toolCalls.map(async (tc) => {
+            const tool = this.tools.get(tc.function.name);
+            const callId = this.getNextId();
+            let result;
+            if (this.onToolProgress) {
+                this.onToolProgress({
+                    id: callId,
+                    name: tc.function.name,
+                    arguments: tc.function.arguments,
+                    status: 'started'
+                });
+            }
+            if (!tool) {
+                const errorMsg = `Tool ${tc.function.name} not found.`;
+                result = { error: errorMsg };
+                if (!this.isCancelled && this.onToolProgress) {
+                    this.onToolProgress({
+                        id: callId,
+                        name: tc.function.name,
+                        arguments: tc.function.arguments,
+                        status: 'error',
+                        error: errorMsg
+                    });
+                }
+            }
+            else {
+                try {
+                    result = await tool.execute(tc.function.arguments);
+                    if (!this.isCancelled && this.onToolProgress) {
+                        this.onToolProgress({
+                            id: callId,
+                            name: tc.function.name,
+                            arguments: tc.function.arguments,
+                            status: 'completed',
+                            result
+                        });
+                    }
+                }
+                catch (e) {
+                    const errorMsg = String(e);
+                    result = {
+                        error: `Error executing tool ${tc.function.name}: ${errorMsg}`
+                    };
+                    if (!this.isCancelled && this.onToolProgress) {
+                        this.onToolProgress({
+                            id: callId,
+                            name: tc.function.name,
+                            arguments: tc.function.arguments,
+                            status: 'error',
+                            error: errorMsg
+                        });
+                    }
+                }
+            }
+            return { type: 'tool_response', name: tc.function.name, response: result };
+        }));
+    }
+}
+//# sourceMappingURL=auto_tool_chat.js.map