@litert-lm/core 0.16.0 → 0.17.0

package/dist/index.js

@@ -0,0 +1,31 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export * from './litertlm_web.js';
+export * from './global_litertlm.js';
+export * from './load_litertlm.js';
+export * from './orchestration/chat_interface.js';
+export * from './orchestration/auto_tool_chat.js';
+export * from './orchestration/webmcp_tool.js';
+export { Backend } from './wasm_binding_types.js';
+export * from './engine_settings.js';
+export * from './engine.js';
+export * from './session.js';
+export * from './conversation.js';
+export * from './session_config.js';
+export * from './conversation_config.js';
+export * as Wasm from './wasm_binding_types.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mCAAmC,CAAC;AAClD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AAGzC,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC;AAChD,cAAc,YAAY,CAAC"}

package/dist/litertlm_web.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { WasmModule } from '@litertjs/wasm-utils';
+import { LiteRtLmWasm } from './wasm_binding_types.js';
+/**
+ * Set up the default WebGPU device for the LiteRT LM Wasm module.
+ */
+export declare function setupDefaultWebGpuDevice(): Promise<void>;
+/**
+ * Run LiteRt LM models in the browser.
+ */
+export declare class LiteRtLm {
+    readonly liteRtLmWasm: LiteRtLmWasm;
+    static DEFAULT_WASM_PATH: string;
+    constructor(wasmModule: WasmModule);
+    setupDefaultWebGpuDevice(): Promise<void>;
+    delete(): void;
+}
+//# sourceMappingURL=litertlm_web.d.ts.map

package/dist/litertlm_web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"litertlm_web.d.ts","sourceRoot":"","sources":["../src/litertlm_web.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,UAAU,EAAC,MAAM,sBAAsB,CAAC;AAIhD,OAAO,EAAC,YAAY,EAAC,MAAM,yBAAyB,CAAC;AAErD;;GAEG;AACH,wBAAsB,wBAAwB,kBAE7C;AAED;;GAEG;AACH,qBAAa,QAAQ;IACnB,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,MAAM,CAAC,iBAAiB,SAA8D;gBAE1E,UAAU,EAAE,UAAU;IAK5B,wBAAwB;IAQ9B,MAAM;CAGP"}

package/dist/litertlm_web.js

@@ -0,0 +1,75 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+// Placeholder for internal dependency on trusted resource url
+import { getGlobalLiteRtLm } from './global_litertlm.js';
+/**
+ * Set up the default WebGPU device for the LiteRT LM Wasm module.
+ */
+export async function setupDefaultWebGpuDevice() {
+    await getGlobalLiteRtLm().setupDefaultWebGpuDevice();
+}
+/**
+ * Run LiteRt LM models in the browser.
+ */
+export class LiteRtLm {
+    liteRtLmWasm;
+    static DEFAULT_WASM_PATH = 'https://cdn.jsdelivr.net/npm/@litert-lm/core@0.17.0/wasm';
+    constructor(wasmModule) {
+        this.liteRtLmWasm = wasmModule;
+        this.liteRtLmWasm.setupLogging();
+    }
+    async setupDefaultWebGpuDevice() {
+        if (this.liteRtLmWasm.preinitializedWebGPUDevice) {
+            return;
+        }
+        this.liteRtLmWasm.preinitializedWebGPUDevice =
+            await createDefaultWebGpuDevice();
+    }
+    delete() {
+        // no op for now.
+    }
+}
+// TODO: b/475939320 - Use a shared implementation with LiteRT.
+const DESIRED_WEBGPU_FEATURES = [
+    'shader-f16',
+    'subgroups',
+];
+async function createDefaultWebGpuDevice() {
+    const adapterDescriptor = {
+        powerPreference: 'high-performance',
+    };
+    const adapter = await navigator.gpu.requestAdapter(adapterDescriptor);
+    if (!adapter) {
+        throw new Error('No GPU adapter found.');
+    }
+    const requiredLimits = {
+        maxBufferSize: adapter.limits.maxBufferSize,
+        maxStorageBufferBindingSize: adapter.limits.maxStorageBufferBindingSize,
+        maxStorageBuffersPerShaderStage: adapter.limits.maxStorageBuffersPerShaderStage,
+        maxTextureDimension2D: adapter.limits.maxTextureDimension2D,
+    };
+    const requiredFeatures = [];
+    for (const feature of DESIRED_WEBGPU_FEATURES) {
+        if (adapter.features.has(feature)) {
+            requiredFeatures.push(feature);
+        }
+    }
+    return await adapter.requestDevice({
+        requiredFeatures,
+        requiredLimits,
+    });
+}
+//# sourceMappingURL=litertlm_web.js.map

package/dist/litertlm_web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"litertlm_web.js","sourceRoot":"","sources":["../src/litertlm_web.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,8DAA8D;AAE9D,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAGvD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC5C,MAAM,iBAAiB,EAAE,CAAC,wBAAwB,EAAE,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,QAAQ;IACV,YAAY,CAAe;IACpC,MAAM,CAAC,iBAAiB,GAAG,0DAA0D,CAAC;IAEtF,YAAY,UAAsB;QAChC,IAAI,CAAC,YAAY,GAAG,UAA0B,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,IAAI,IAAI,CAAC,YAAY,CAAC,0BAA0B,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,0BAA0B;YACxC,MAAM,yBAAyB,EAAE,CAAC;IACxC,CAAC;IAED,MAAM;QACJ,iBAAiB;IACnB,CAAC;;AAGH,+DAA+D;AAC/D,MAAM,uBAAuB,GAAG;IAC9B,YAAY;IACZ,WAA6B;CACH,CAAC;AAE7B,KAAK,UAAU,yBAAyB;IACtC,MAAM,iBAAiB,GAA6B;QAClD,eAAe,EAAE,kBAAkB;KACpC,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;IACtE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,cAAc,GAAG;QACrB,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa;QAC3C,2BAA2B,EAAE,OAAO,CAAC,MAAM,CAAC,2BAA2B;QACvE,+BAA+B,EAC3B,OAAO,CAAC,MAAM,CAAC,+BAA+B;QAClD,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,qBAAqB;KAC5D,CAAC;IAEF,MAAM,gBAAgB,GAAqB,EAAE,CAAC;IAC9C,KAAK,MAAM,OAAO,IAAI,uBAAuB,EAAE,CAAC;QAC9C,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,OAAO,CAAC,aAAa,CAAC;QACjC,gBAAgB;QAChB,cAAc;KACf,CAAC,CAAC;AACL,CAAC"}

package/dist/load.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { LiteRtLm } from './litertlm_web.js';
+import { UrlPath } from './url_path_utils.js';
+/**
+ * Options for loading LiteRT-LM's Wasm module.
+ **/
+export interface LoadOptions {
+}
+/**
+ * Load the LiteRtLm library with WASM from the given URL. Does not set the
+ * global LiteRtLm instance.
+ */
+export declare function load(path: UrlPath, options?: LoadOptions): Promise<LiteRtLm>;
+//# sourceMappingURL=load.d.ts.map

package/dist/load.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAkC,OAAO,EAAC,MAAM,qBAAqB,CAAC;AAS7E;;IAEI;AACJ,MAAM,WAAW,WAAW;CAAG;AAE/B;;;GAGG;AACH,wBAAsB,IAAI,CACtB,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAsB3D"}

package/dist/load.js

@@ -0,0 +1,50 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { createWasmLib } from '@litertjs/wasm-utils';
+import { LiteRtLm } from './litertlm_web.js';
+import { appendPathSegment, pathToString } from './url_path_utils.js';
+import { supportsFeature } from './wasm_feature_detect.js';
+const WASM_JS_FILE_NAME = 'litertlm_wasm_internal.js';
+const WASM_JS_COMPAT_FILE_NAME = 'litertlm_wasm_compat_internal.js';
+const WASM_JS_ASYNCIFY_FILE_NAME = 'litertlm_wasm_asyncify_internal.js';
+const WASM_JS_COMPAT_ASYNCIFY_FILE_NAME = 'litertlm_wasm_compat_asyncify_internal.js';
+/**
+ * Load the LiteRtLm library with WASM from the given URL. Does not set the
+ * global LiteRtLm instance.
+ */
+export async function load(path, options) {
+    const pathString = pathToString(path);
+    const relaxedSimd = await supportsFeature('relaxedSimd');
+    const jspi = await supportsFeature('jspi');
+    let fileName = '';
+    if (relaxedSimd) {
+        fileName = jspi ? WASM_JS_FILE_NAME : WASM_JS_ASYNCIFY_FILE_NAME;
+    }
+    else {
+        fileName =
+            jspi ? WASM_JS_COMPAT_FILE_NAME : WASM_JS_COMPAT_ASYNCIFY_FILE_NAME;
+    }
+    let jsFilePath = path;
+    if (pathString.endsWith('.wasm')) {
+        throw new Error('Please load the `.js` file corresponding to the `.wasm` file, or ' +
+            'load the directory containing it.');
+    }
+    else if (!pathString.endsWith('.js')) {
+        jsFilePath = appendPathSegment(path, fileName);
+    }
+    return createWasmLib(LiteRtLm, jsFilePath);
+}
+//# sourceMappingURL=load.js.map

package/dist/load.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.js","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAU,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AAEzD,MAAM,iBAAiB,GAAG,2BAA2B,CAAC;AACtD,MAAM,wBAAwB,GAAG,kCAAkC,CAAC;AACpE,MAAM,0BAA0B,GAAG,oCAAoC,CAAC;AACxE,MAAM,iCAAiC,GACnC,2CAA2C,CAAC;AAOhD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CACtB,IAAa,EAAE,OAAqB;IACtC,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,WAAW,EAAE,CAAC;QAChB,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,0BAA0B,CAAC;IACnE,CAAC;SAAM,CAAC;QACN,QAAQ;YACJ,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,iCAAiC,CAAC;IAC1E,CAAC;IAED,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CACX,mEAAmE;YACnE,mCAAmC,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC7C,CAAC"}

package/dist/load_litertlm.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { LiteRtLm } from './litertlm_web.js';
+import { LoadOptions } from './load.js';
+type UrlString = string;
+/**
+ * Options for loading LiteRT-LM.
+ *
+ * @property threads Whether to load the threaded version of the Wasm module.
+ *     Defaults to false. Unused when specifying a .js file directly instead of
+ *     a directory containing the Wasm files.
+ **/
+export interface LoadLiteRtLmOptions extends LoadOptions {
+}
+/**
+ * Load LiteRT-LM Wasm files from the given URL. This needs to be called before
+ * calling any other LiteRT-LM functions.
+ *
+ * The URL can be:
+ *
+ * - A directory containing the LiteRT Wasm files (e.g. `.../wasm/`), or
+ * - The LiteRT-LM Wasm's js file (e.g. `.../litertlm_wasm_internal.js`)
+ *
+ * If the URL is to a directory, LiteRT-LM will detect what WASM features are
+ * available in the browser and load the compatible WASM file. If the URL is
+ * to a file, it will be loaded as is.
+ *
+ * @param path The path to the directory containing the LiteRT-LM Wasm files, or
+ *     the full URL of the LiteRT-LM Wasm .js file.
+ */
+export declare function loadLiteRtLm(path: UrlString, options?: LoadLiteRtLmOptions): Promise<LiteRtLm>;
+/**
+ * Unload the LiteRT-LM WASM module.
+ *
+ * This deletes the global LiteRT-LM instance and invalidate any models
+ * associated with it. You will need to call loadLiteRtLm() again to reload the
+ * module.
+ */
+export declare function unloadLiteRtLm(): void;
+/**
+ * Get the global LiteRT-LM instance, or load it if it hasn't been loaded yet.
+ */
+export declare function getOrLoadGlobalLiteRtLm(path?: UrlString): Promise<LiteRtLm>;
+export {};
+//# sourceMappingURL=load_litertlm.d.ts.map

package/dist/load_litertlm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load_litertlm.d.ts","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAO,WAAW,EAAC,MAAM,WAAW,CAAC;AAE5C,KAAK,SAAS,GAAG,MAAM,CAAC;AAGxB;;;;;;IAMI;AACJ,MAAM,WAAW,mBAAoB,SAAQ,WAAW;CAAG;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,YAAY,CACxB,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAcrE;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,IAAI,IAAI,CAarC;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAa3E"}

package/dist/load_litertlm.js

@@ -0,0 +1,87 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+// Placeholder for internal dependency on trusted resource url type
+import { getGlobalLiteRtLm, getGlobalLiteRtLmPromise, hasGlobalLiteRtLm, hasGlobalLiteRtLmPromise, setGlobalLiteRtLm, setGlobalLiteRtLmPromise } from './global_litertlm.js';
+import { LiteRtLm } from './litertlm_web.js';
+import { load } from './load.js';
+let globalLiteRtLmPath = undefined;
+/**
+ * Load LiteRT-LM Wasm files from the given URL. This needs to be called before
+ * calling any other LiteRT-LM functions.
+ *
+ * The URL can be:
+ *
+ * - A directory containing the LiteRT Wasm files (e.g. `.../wasm/`), or
+ * - The LiteRT-LM Wasm's js file (e.g. `.../litertlm_wasm_internal.js`)
+ *
+ * If the URL is to a directory, LiteRT-LM will detect what WASM features are
+ * available in the browser and load the compatible WASM file. If the URL is
+ * to a file, it will be loaded as is.
+ *
+ * @param path The path to the directory containing the LiteRT-LM Wasm files, or
+ *     the full URL of the LiteRT-LM Wasm .js file.
+ */
+export function loadLiteRtLm(path, options) {
+    if (hasGlobalLiteRtLmPromise()) {
+        throw new Error('LiteRT-LM is already loading / loaded.');
+    }
+    setGlobalLiteRtLmPromise(load(path, options)
+        .then(async (liteRtLm) => {
+        setGlobalLiteRtLm(liteRtLm);
+        return liteRtLm;
+    })
+        .catch(error => {
+        setGlobalLiteRtLmPromise(undefined);
+        throw error;
+    }));
+    return getGlobalLiteRtLmPromise();
+}
+/**
+ * Unload the LiteRT-LM WASM module.
+ *
+ * This deletes the global LiteRT-LM instance and invalidate any models
+ * associated with it. You will need to call loadLiteRtLm() again to reload the
+ * module.
+ */
+export function unloadLiteRtLm() {
+    if (hasGlobalLiteRtLmPromise() && !hasGlobalLiteRtLm()) {
+        throw new Error('LiteRT-LM is loading and can not be unloaded or canceled ' +
+            'until it is finished loading.');
+    }
+    if (hasGlobalLiteRtLm()) {
+        getGlobalLiteRtLm().delete();
+        setGlobalLiteRtLm(undefined);
+        globalLiteRtLmPath = undefined;
+    }
+    setGlobalLiteRtLmPromise(undefined);
+}
+/**
+ * Get the global LiteRT-LM instance, or load it if it hasn't been loaded yet.
+ */
+export function getOrLoadGlobalLiteRtLm(path) {
+    const liteRtLmPromise = getGlobalLiteRtLmPromise();
+    if (liteRtLmPromise) {
+        if (path && globalLiteRtLmPath !== path) {
+            throw new Error(`LiteRT-LM is already loading / loaded with a different path ` +
+                `${globalLiteRtLmPath} but was requested to load ${path}. To ` +
+                `reload with a different path, call unloadLiteRtLm() first.`);
+        }
+        return liteRtLmPromise;
+    }
+    globalLiteRtLmPath = path ?? LiteRtLm.DEFAULT_WASM_PATH;
+    return liteRtLmPromise ?? loadLiteRtLm(globalLiteRtLmPath);
+}
+//# sourceMappingURL=load_litertlm.js.map

package/dist/load_litertlm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load_litertlm.js","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,mEAAmE;AAEnE,OAAO,EAAC,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,wBAAwB,EAAC,MAAM,sBAAsB,CAAC;AAC3K,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,IAAI,EAAc,MAAM,WAAW,CAAC;AAG5C,IAAI,kBAAkB,GAAwB,SAAS,CAAC;AAWxD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,YAAY,CACxB,IAAe,EAAE,OAA6B;IAChD,IAAI,wBAAwB,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IACD,wBAAwB,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;SACd,IAAI,CAAC,KAAK,EAAC,QAAQ,EAAC,EAAE;QACrB,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC5B,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,KAAK,CAAC,EAAE;QACb,wBAAwB,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,KAAK,CAAC;IACd,CAAC,CAAC,CAAC,CAAC;IACjC,OAAO,wBAAwB,EAAG,CAAC;AACrC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc;IAC5B,IAAI,wBAAwB,EAAE,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACX,2DAA2D;YAC3D,+BAA+B,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB,EAAE,EAAE,CAAC;QACxB,iBAAiB,EAAE,CAAC,MAAM,EAAE,CAAC;QAC7B,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAC7B,kBAAkB,GAAG,SAAS,CAAC;IACjC,CAAC;IACD,wBAAwB,CAAC,SAAS,CAAC,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAgB;IACtD,MAAM,eAAe,GAAG,wBAAwB,EAAE,CAAC;IACnD,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,IAAI,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACX,8DAA8D;gBAC9D,GAAG,kBAAkB,8BAA8B,IAAI,OAAO;gBAC9D,4DAA4D,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,kBAAkB,GAAG,IAAI,IAAI,QAAQ,CAAC,iBAAiB,CAAC;IACxD,OAAO,eAAe,IAAI,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAC7D,CAAC"}

package/dist/mutex.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * A mutual exclusion lock for managing asynchronous operations.
+ *
+ * In an Emscripten WebAssembly environment using Asyncify or JSPI, C++
+ * execution can be paused during asynchronous operations (such as waiting for
+ * WebGPU execution). While Wasm is paused, the JS event loop continues running.
+ * If JS invokes another Wasm binding function that attempts to acquire the same
+ * C++ mutex held by the paused stack frame, single-threaded C++ cannot yield
+ * and triggers an unrecoverable deadlock.
+ *
+ * This class prevents re-entrancy deadlocks by serializing all entry points
+ * from JavaScript into Wasm that interact with underlying C++ mutexes. Even
+ * seemingly synchronous tasks (like creating or deleting a session) must
+ * asynchronously wait for this mutex to ensure any paused C++ tasks have fully
+ * completed and released their locks.
+ */
+export declare class Mutex {
+    private mutexPromise;
+    private queueCount;
+    /**
+     * Whether the mutex is currently locked.
+     */
+    get isLocked(): boolean;
+    /**
+     * Executes the provided function once the mutex is acquired, and releases
+     * the mutex when the function completes.
+     */
+    acquireAndRun<T>(fn: () => Promise<T> | T): Promise<T>;
+}
+//# sourceMappingURL=mutex.d.ts.map

package/dist/mutex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutex.d.ts","sourceRoot":"","sources":["../src/mutex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,KAAK;IAChB,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,UAAU,CAAK;IAEvB;;OAEG;IACH,IAAI,QAAQ,IAAI,OAAO,CAEtB;IAED;;;OAGG;IACG,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAe5D"}

package/dist/mutex.js

@@ -0,0 +1,62 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * A mutual exclusion lock for managing asynchronous operations.
+ *
+ * In an Emscripten WebAssembly environment using Asyncify or JSPI, C++
+ * execution can be paused during asynchronous operations (such as waiting for
+ * WebGPU execution). While Wasm is paused, the JS event loop continues running.
+ * If JS invokes another Wasm binding function that attempts to acquire the same
+ * C++ mutex held by the paused stack frame, single-threaded C++ cannot yield
+ * and triggers an unrecoverable deadlock.
+ *
+ * This class prevents re-entrancy deadlocks by serializing all entry points
+ * from JavaScript into Wasm that interact with underlying C++ mutexes. Even
+ * seemingly synchronous tasks (like creating or deleting a session) must
+ * asynchronously wait for this mutex to ensure any paused C++ tasks have fully
+ * completed and released their locks.
+ */
+export class Mutex {
+    mutexPromise = Promise.resolve();
+    queueCount = 0;
+    /**
+     * Whether the mutex is currently locked.
+     */
+    get isLocked() {
+        return this.queueCount > 0;
+    }
+    /**
+     * Executes the provided function once the mutex is acquired, and releases
+     * the mutex when the function completes.
+     */
+    async acquireAndRun(fn) {
+        this.queueCount++;
+        const previousPromise = this.mutexPromise;
+        let resolveMutex;
+        this.mutexPromise = new Promise((resolve) => {
+            resolveMutex = resolve;
+        });
+        try {
+            await previousPromise;
+            return await fn();
+        }
+        finally {
+            this.queueCount--;
+            resolveMutex();
+        }
+    }
+}
+//# sourceMappingURL=mutex.js.map

package/dist/mutex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mutex.js","sourceRoot":"","sources":["../src/mutex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;;;;GAeG;AACH,MAAM,OAAO,KAAK;IACR,YAAY,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACjC,UAAU,GAAG,CAAC,CAAC;IAEvB;;OAEG;IACH,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CAAI,EAAuB;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC;QAC1C,IAAI,YAAyB,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAChD,YAAY,GAAG,OAAO,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,eAAe,CAAC;YACtB,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,YAAY,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;CACF"}

package/dist/orchestration/auto_tool_chat.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { ConversationConfig, Message, MessageLike, Tool } from '../conversation_config.js';
+import { Engine } from '../engine.js';
+import { JsonValue } from '../types.js';
+import { BenchmarkInfo } from '../wasm_binding_types.js';
+import { ChatInterface } from './chat_interface.js';
+import { WebMcpTool } from './webmcp_tool.js';
+type ToolExecute = (args: Record<string, JsonValue>) => JsonValue | Promise<JsonValue>;
+/**
+ * A tool with an `execute` function implementation.
+ */
+export type ToolWithImplementation = Tool & {
+    execute: ToolExecute;
+};
+/**
+ * Event detail representing the execution progress of a single tool.
+ */
+export interface ToolProgressEvent {
+    id: number;
+    name: string;
+    arguments: Record<string, JsonValue>;
+    status: 'started' | 'completed' | 'error';
+    result?: unknown;
+    error?: string;
+}
+/**
+ * Options for configuring an AutoToolChat.
+ */
+export interface AutoToolChatOptions {
+    engine: Engine;
+    config?: ConversationConfig;
+    tools?: Array<ToolWithImplementation | WebMcpTool>;
+    recurringToolCallLimit?: number;
+    onToolProgress?: (event: ToolProgressEvent) => void;
+}
+/**
+ * Wraps a conversation and automatically executes tools for the model.
+ *
+ * Tools are called in parallel, but the model waits for all of them to
+ * finish before being woken up again.
+ */
+export declare class AutoToolChat implements ChatInterface {
+    private readonly options;
+    private baseConversation;
+    private isBusy;
+    private isCancelled;
+    private readonly tools;
+    private nextToolCallId;
+    private currentBatch;
+    constructor(options: AutoToolChatOptions);
+    private getConversation;
+    sendMessage(message: MessageLike | MessageLike[]): Promise<Message>;
+    sendMessageStreaming(message: MessageLike | MessageLike[]): ReadableStream<Message>;
+    /**
+     * Cancels the current generation.
+     * Note: This does not abort any in-progress tool calls natively. Tools that
+     * affect state may still complete in the background eventually, but their
+     * results will be discarded and not reported back to the model or the user.
+     */
+    cancel(): void;
+    getHistory(): Promise<Message[]>;
+    getTokenCount(): Promise<number>;
+    getBenchmarkInfo(): Promise<BenchmarkInfo>;
+    delete(): Promise<void>;
+    private executeToolCalls;
+}
+export {};
+//# sourceMappingURL=auto_tool_chat.d.ts.map

package/dist/orchestration/auto_tool_chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto_tool_chat.d.ts","sourceRoot":"","sources":["../../src/orchestration/auto_tool_chat.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAc,kBAAkB,EAAgB,OAAO,EAAE,WAAW,EAAE,IAAI,EAAW,MAAM,2BAA2B,CAAC;AAC9H,OAAO,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AACpC,OAAO,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AACtC,OAAO,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAuB,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAMlE,KAAK,WAAW,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,KAC/C,SAAS,GAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG,IAAI,GAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAC,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,EAAE,SAAS,GAAC,WAAW,GAAC,OAAO,CAAC;IACtC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,KAAK,CAAC,EAAE,KAAK,CAAC,sBAAsB,GAAC,UAAU,CAAC,CAAC;IACjD,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAC;CACrD;AAED;;;;;GAKG;AACH,qBAAa,YAAa,YAAW,aAAa;IAQpC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAPpC,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6C;IACnE,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,YAAY,CAA4B;gBAEnB,OAAO,EAAE,mBAAmB;YA+B3C,eAAe;IAsBvB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAmCvE,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IAmF3B;;;;;OAKG;IACH,MAAM;IAUA,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAKhC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAKhC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;IAK1C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;YAOf,gBAAgB;CAU/B"}