@litert-lm/core 0.16.0 → 0.17.1

package/dist/engine_settings.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { RecursiveRequired } from './types.js';
+import { type AdvancedSettings, Backend, type CpuConfig, EngineSettings as WasmEngineSettings, GpuArtisanConfig as WasmGpuArtisanConfig, type GpuConfig } from './wasm_binding_types.js';
+export { AdvancedSettings, CpuConfig, GpuConfig };
+/**
+ * LiteRT-LM GpuArtisanConfig
+ */
+export interface GpuArtisanConfig extends Omit<WasmGpuArtisanConfig, 'supported_lora_ranks'> {
+    supported_lora_ranks: number[];
+}
+/**
+ * LiteRT-LM LlmExecutorSettings
+ */
+export interface LlmExecutorSettings {
+    maxNumTokens?: number;
+    backendConfig?: CpuConfig | GpuConfig | GpuArtisanConfig;
+    samplerBackend?: Backend;
+    advancedSettings?: Partial<AdvancedSettings>;
+}
+/**
+ * LiteRT-LM EngineSettings
+ */
+export interface EngineSettings {
+    model: string | Blob | ReadableStream<Uint8Array>;
+    backend?: Backend;
+    mainExecutorSettings?: LlmExecutorSettings;
+    benchmarkEnabled?: boolean;
+}
+/**
+ * Fills a WasmEngineSettings with the values from a EngineSettings.
+ */
+export declare function fillWasmEngineSettingsFromEngineSettings(wasmEngineSettings: WasmEngineSettings, engineSettings: EngineSettings, backend: Backend, wasm?: import("./wasm_binding_types.js").LiteRtLmWasm): void;
+/**
+ * Converts a WasmEngineSettings to a EngineSettings.
+ *
+ * Fields are populated with the WASM object's values, which may be default
+ * values if they were not set.
+ *
+ * The returned value omits the `model` field since its TS representation is a
+ * URL or stream, which does not match what the WASM object holds.
+ */
+export declare function wasmEngineSettingsToEngineSettings(wasmEngineSettings: WasmEngineSettings): RecursiveRequired<Omit<EngineSettings, 'model'>>;
+//# sourceMappingURL=engine_settings.d.ts.map

package/dist/engine_settings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine_settings.d.ts","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAC,KAAK,gBAAgB,EAAE,OAAO,EAAE,KAAK,SAAS,EAAE,cAAc,IAAI,kBAAkB,EAAE,gBAAgB,IAAI,oBAAoB,EAAE,KAAK,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAIvL,OAAO,EAAC,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAC,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAC9B,IAAI,CAAC,oBAAoB,EAAE,sBAAsB,CAAC;IAEpD,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,SAAS,GAAC,SAAS,GAAC,gBAAgB,CAAC;IACrD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,GAAC,IAAI,GAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oBAAoB,CAAC,EAAE,mBAAmB,CAAC;IAC3C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;GAEG;AACH,wBAAgB,wCAAwC,CACpD,kBAAkB,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EACtE,OAAO,EAAE,OAAO,EAAE,IAAI,iDAAmC,GAAG,IAAI,CAgDnE;AAED;;;;;;;;GAQG;AACH,wBAAgB,kCAAkC,CAC9C,kBAAkB,EAAE,kBAAkB,GACtC,iBAAiB,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAwCnD"}

package/dist/engine_settings.js

@@ -0,0 +1,114 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { getGlobalLiteRtLm } from './global_litertlm.js';
+import { Backend } from './wasm_binding_types.js';
+import { consumeEmscriptenVectorToArray, fillEmscriptenVector } from './wasm_utils.js';
+/**
+ * Fills a WasmEngineSettings with the values from a EngineSettings.
+ */
+export function fillWasmEngineSettingsFromEngineSettings(wasmEngineSettings, engineSettings, backend, wasm = getGlobalLiteRtLm().liteRtLmWasm) {
+    // This function only fills an existing WasmEngineSettings object because
+    // constructing the WasmEngineSettings object requires loading the model file,
+    // and that is best handled in the Engine class.
+    const wasmExecutorSettings = wasmEngineSettings.getMutableMainExecutorSettings();
+    wasmExecutorSettings.setCacheDir(':nocache'); // Not supported in JS.
+    if (engineSettings.benchmarkEnabled) {
+        wasmEngineSettings.enableBenchmark();
+    }
+    if (engineSettings.mainExecutorSettings) {
+        const mainExecutorSettings = engineSettings.mainExecutorSettings;
+        if (mainExecutorSettings.maxNumTokens !== undefined) {
+            wasmExecutorSettings.setMaxNumTokens(mainExecutorSettings.maxNumTokens);
+        }
+        if (mainExecutorSettings.samplerBackend !== undefined) {
+            wasmExecutorSettings.setSamplerBackend({ value: mainExecutorSettings.samplerBackend });
+        }
+        if (mainExecutorSettings.backendConfig !== undefined) {
+            const backendConfig = mainExecutorSettings.backendConfig;
+            if (backend === Backend.CPU) {
+                wasmExecutorSettings.setBackendConfigCpu(backendConfig);
+            }
+            else if (backend === Backend.GPU) {
+                wasmExecutorSettings.setBackendConfigGpu(backendConfig);
+            }
+            else if (backend === Backend.GPU_ARTISAN) {
+                const gpuArtisanConfig = backendConfig;
+                const loraRanksVec = new wasm.VectorUint32();
+                fillEmscriptenVector(gpuArtisanConfig.supported_lora_ranks, loraRanksVec);
+                const wasmGpuArtisanConfig = {
+                    ...gpuArtisanConfig,
+                    supported_lora_ranks: loraRanksVec,
+                };
+                wasmExecutorSettings.setBackendConfigGpuArtisan(wasmGpuArtisanConfig);
+                loraRanksVec.delete();
+            }
+        }
+        if (mainExecutorSettings.advancedSettings !== undefined) {
+            const defaultAdv = wasmExecutorSettings.getAdvancedSettings();
+            const newAdv = { ...defaultAdv, ...mainExecutorSettings.advancedSettings };
+            wasmExecutorSettings.setAdvancedSettings(newAdv);
+        }
+    }
+}
+/**
+ * Converts a WasmEngineSettings to a EngineSettings.
+ *
+ * Fields are populated with the WASM object's values, which may be default
+ * values if they were not set.
+ *
+ * The returned value omits the `model` field since its TS representation is a
+ * URL or stream, which does not match what the WASM object holds.
+ */
+export function wasmEngineSettingsToEngineSettings(wasmEngineSettings) {
+    const wasmExecutorSettings = wasmEngineSettings.getMutableMainExecutorSettings();
+    let backendConfig;
+    let backend;
+    try {
+        // This isn't ideal, but there's no way to get what backend config is set.
+        backendConfig = wasmExecutorSettings.getBackendConfigCpu();
+        backend = Backend.CPU;
+    }
+    catch (e) {
+        try {
+            backendConfig = wasmExecutorSettings.getBackendConfigGpu();
+            backend = Backend.GPU;
+        }
+        catch (e) {
+            try {
+                const wasmGpuArtisanConfig = wasmExecutorSettings.getBackendConfigGpuArtisan();
+                backendConfig = {
+                    ...wasmGpuArtisanConfig,
+                    supported_lora_ranks: consumeEmscriptenVectorToArray(wasmGpuArtisanConfig.supported_lora_ranks),
+                };
+                backend = Backend.GPU_ARTISAN;
+            }
+            catch (e) {
+                throw new Error('Unsupported backend config');
+            }
+        }
+    }
+    return {
+        backend,
+        mainExecutorSettings: {
+            maxNumTokens: wasmExecutorSettings.getMaxNumTokens(),
+            samplerBackend: wasmExecutorSettings.getSamplerBackend().value,
+            backendConfig,
+            advancedSettings: wasmExecutorSettings.getAdvancedSettings(),
+        },
+        benchmarkEnabled: false,
+    };
+}
+//# sourceMappingURL=engine_settings.js.map

package/dist/engine_settings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine_settings.js","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EAAwB,OAAO,EAAiH,MAAM,yBAAyB,CAAC;AACvL,OAAO,EAAC,8BAA8B,EAAE,oBAAoB,EAAC,MAAM,iBAAiB,CAAC;AAkCrF;;GAEG;AACH,MAAM,UAAU,wCAAwC,CACpD,kBAAsC,EAAE,cAA8B,EACtE,OAAgB,EAAE,IAAI,GAAG,iBAAiB,EAAE,CAAC,YAAY;IAC3D,yEAAyE;IACzE,8EAA8E;IAC9E,gDAAgD;IAEhD,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IACxD,oBAAoB,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,uBAAuB;IAEtE,IAAI,cAAc,CAAC,gBAAgB,EAAE,CAAC;QACpC,kBAAkB,CAAC,eAAe,EAAE,CAAC;IACvC,CAAC;IAED,IAAI,cAAc,CAAC,oBAAoB,EAAE,CAAC;QACxC,MAAM,oBAAoB,GAAG,cAAc,CAAC,oBAAoB,CAAC;QAEjE,IAAI,oBAAoB,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACpD,oBAAoB,CAAC,eAAe,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,oBAAoB,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtD,oBAAoB,CAAC,iBAAiB,CAClC,EAAC,KAAK,EAAE,oBAAoB,CAAC,cAAc,EAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,oBAAoB,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrD,MAAM,aAAa,GAAG,oBAAoB,CAAC,aAAa,CAAC;YACzD,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBAC5B,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBACnC,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC3C,MAAM,gBAAgB,GAAG,aAAiC,CAAC;gBAC3D,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC7C,oBAAoB,CAChB,gBAAgB,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;gBACzD,MAAM,oBAAoB,GAAyB;oBACjD,GAAG,gBAAgB;oBACnB,oBAAoB,EAAE,YAAY;iBACnC,CAAC;gBACF,oBAAoB,CAAC,0BAA0B,CAAC,oBAAoB,CAAC,CAAC;gBACtE,YAAY,CAAC,MAAM,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QACD,IAAI,oBAAoB,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,EAAC,GAAG,UAAU,EAAE,GAAG,oBAAoB,CAAC,gBAAgB,EAAC,CAAC;YACzE,oBAAoB,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,kCAAkC,CAC9C,kBAAsC;IAExC,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IAExD,IAAI,aAAmD,CAAC;IACxD,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,0EAA0E;QAC1E,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;QAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC;YACH,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,oBAAoB,GACtB,oBAAoB,CAAC,0BAA0B,EAAE,CAAC;gBACtD,aAAa,GAAG;oBACd,GAAG,oBAAoB;oBACvB,oBAAoB,EAAE,8BAA8B,CAChD,oBAAoB,CAAC,oBAAoB,CAAC;iBAC/C,CAAC;gBACF,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC;YAChC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,oBAAoB,EAAE;YACpB,YAAY,EAAE,oBAAoB,CAAC,eAAe,EAAE;YACpD,cAAc,EAAE,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,KAAK;YAC9D,aAAa;YACb,gBAAgB,EAAE,oBAAoB,CAAC,mBAAmB,EAAE;SAC7D;QACD,gBAAgB,EAAE,KAAK;KACxB,CAAC;AACJ,CAAC"}

package/dist/global_litertlm.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import type { LiteRtLm } from './litertlm_web.js';
+/**
+ * An error thrown when LiteRT-LM is not loaded.
+ */
+export declare class LiteRtLmNotLoadedError extends Error {
+    constructor();
+}
+/**
+ * Get the global LiteRT-LM instance.
+ *
+ * In most cases, you can call the functions exported by this module that wrap
+ * the global LiteRT-LM instance instead.
+ */
+export declare function getGlobalLiteRtLm(): LiteRtLm;
+/**
+ * Check if the global LiteRT-LM instance is defined.
+ *
+ * Only exposed internally.
+ */
+export declare function hasGlobalLiteRtLm(): boolean;
+/**
+ * Set the global LiteRT-LM instance.
+ *
+ * Only exposed internally.
+ */
+export declare function setGlobalLiteRtLm(LiteRtLm: LiteRtLm | undefined): void;
+/**
+ * Resolves when the currently loading / loaded LiteRT-LM instance is loaded.
+ *
+ * If `loadLiteRtLm()` has been called, this function returns a promise that
+ * resolves when the LiteRT-LM instance is loaded. Otherwise, it returns
+ * undefined.
+ *
+ * If LiteRT-LM has failed to load before this function is called or has been
+ * manually unloaded with `unloadLiteRtLm()`, this function also returns
+ * undefined.
+ */
+export declare function getGlobalLiteRtLmPromise(): Promise<LiteRtLm> | undefined;
+/**
+ * Check if the global LiteRT-LM instance promise is defined.
+ *
+ * Only exposed internally.
+ */
+export declare function hasGlobalLiteRtLmPromise(): boolean;
+/**
+ * Set the global LiteRT-LM instance promise.
+ *
+ * Only exposed internally.
+ */
+export declare function setGlobalLiteRtLmPromise(promise: Promise<LiteRtLm> | undefined): void;
+//# sourceMappingURL=global_litertlm.d.ts.map

package/dist/global_litertlm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"global_litertlm.d.ts","sourceRoot":"","sources":["../src/global_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAEhD;;GAEG;AACH,qBAAa,sBAAuB,SAAQ,KAAK;;CAMhD;AAKD;;;;;GAKG;AACH,wBAAgB,iBAAiB,IAAI,QAAQ,CAK5C;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,GAAC,SAAS,QAE7D;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAC,SAAS,CAEtE;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,IAAI,OAAO,CAElD;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAC,SAAS,QAE5E"}

package/dist/global_litertlm.js

@@ -0,0 +1,85 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * An error thrown when LiteRT-LM is not loaded.
+ */
+export class LiteRtLmNotLoadedError extends Error {
+    constructor() {
+        super('LiteRT-LM is not initialized yet. Please call loadLiteRtLm() and wait for its ' +
+            'promise to resolve to load the LiteRT-LM WASM module.');
+    }
+}
+let globalLiteRtLm = undefined;
+let globalLiteRtLmPromise = undefined;
+/**
+ * Get the global LiteRT-LM instance.
+ *
+ * In most cases, you can call the functions exported by this module that wrap
+ * the global LiteRT-LM instance instead.
+ */
+export function getGlobalLiteRtLm() {
+    if (!globalLiteRtLm) {
+        throw new LiteRtLmNotLoadedError();
+    }
+    return globalLiteRtLm;
+}
+/**
+ * Check if the global LiteRT-LM instance is defined.
+ *
+ * Only exposed internally.
+ */
+export function hasGlobalLiteRtLm() {
+    return Boolean(globalLiteRtLm);
+}
+/**
+ * Set the global LiteRT-LM instance.
+ *
+ * Only exposed internally.
+ */
+export function setGlobalLiteRtLm(LiteRtLm) {
+    globalLiteRtLm = LiteRtLm;
+}
+/**
+ * Resolves when the currently loading / loaded LiteRT-LM instance is loaded.
+ *
+ * If `loadLiteRtLm()` has been called, this function returns a promise that
+ * resolves when the LiteRT-LM instance is loaded. Otherwise, it returns
+ * undefined.
+ *
+ * If LiteRT-LM has failed to load before this function is called or has been
+ * manually unloaded with `unloadLiteRtLm()`, this function also returns
+ * undefined.
+ */
+export function getGlobalLiteRtLmPromise() {
+    return globalLiteRtLmPromise;
+}
+/**
+ * Check if the global LiteRT-LM instance promise is defined.
+ *
+ * Only exposed internally.
+ */
+export function hasGlobalLiteRtLmPromise() {
+    return Boolean(globalLiteRtLmPromise);
+}
+/**
+ * Set the global LiteRT-LM instance promise.
+ *
+ * Only exposed internally.
+ */
+export function setGlobalLiteRtLmPromise(promise) {
+    globalLiteRtLmPromise = promise;
+}
+//# sourceMappingURL=global_litertlm.js.map

package/dist/global_litertlm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"global_litertlm.js","sourceRoot":"","sources":["../src/global_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH;;GAEG;AACH,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IAC/C;QACE,KAAK,CACD,gFAAgF;YAChF,uDAAuD,CAAC,CAAC;IAC/D,CAAC;CACF;AAED,IAAI,cAAc,GAAuB,SAAS,CAAC;AACnD,IAAI,qBAAqB,GAAgC,SAAS,CAAC;AAEnE;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,sBAAsB,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,OAAO,CAAC,cAAc,CAAC,CAAC;AACjC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAA4B;IAC5D,cAAc,GAAG,QAAQ,CAAC;AAC5B,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,OAAO,CAAC,qBAAqB,CAAC,CAAC;AACxC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,OAAoC;IAC3E,qBAAqB,GAAG,OAAO,CAAC;AAClC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export * from './litertlm_web.js';
+export * from './global_litertlm.js';
+export * from './load_litertlm.js';
+export * from './orchestration/chat_interface.js';
+export * from './orchestration/auto_tool_chat.js';
+export * from './orchestration/webmcp_tool.js';
+export { Backend } from './wasm_binding_types.js';
+export * from './engine_settings.js';
+export * from './engine.js';
+export * from './session.js';
+export * from './conversation.js';
+export * from './session_config.js';
+export * from './conversation_config.js';
+export * from './embedding_engine_settings.js';
+export * from './embedding_engine.js';
+export * as Wasm from './wasm_binding_types.js';
+export * from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mCAAmC,CAAC;AAClD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AAEtC,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC;AAChD,cAAc,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,33 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export * from './litertlm_web.js';
+export * from './global_litertlm.js';
+export * from './load_litertlm.js';
+export * from './orchestration/chat_interface.js';
+export * from './orchestration/auto_tool_chat.js';
+export * from './orchestration/webmcp_tool.js';
+export { Backend } from './wasm_binding_types.js';
+export * from './engine_settings.js';
+export * from './engine.js';
+export * from './session.js';
+export * from './conversation.js';
+export * from './session_config.js';
+export * from './conversation_config.js';
+export * from './embedding_engine_settings.js';
+export * from './embedding_engine.js';
+export * as Wasm from './wasm_binding_types.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mCAAmC,CAAC;AAClD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AAEtC,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC;AAChD,cAAc,YAAY,CAAC"}

package/dist/litertlm_web.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { WasmModule } from '@litertjs/wasm-utils';
+import { LiteRtLmWasm } from './wasm_binding_types.js';
+/**
+ * Set up the default WebGPU device for the LiteRT LM Wasm module.
+ */
+export declare function setupDefaultWebGpuDevice(): Promise<void>;
+/**
+ * Run LiteRt LM models in the browser.
+ */
+export declare class LiteRtLm {
+    readonly liteRtLmWasm: LiteRtLmWasm;
+    static DEFAULT_WASM_PATH: string;
+    constructor(wasmModule: WasmModule);
+    setupDefaultWebGpuDevice(): Promise<void>;
+    delete(): void;
+}
+//# sourceMappingURL=litertlm_web.d.ts.map

package/dist/litertlm_web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"litertlm_web.d.ts","sourceRoot":"","sources":["../src/litertlm_web.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,UAAU,EAAC,MAAM,sBAAsB,CAAC;AAIhD,OAAO,EAAC,YAAY,EAAC,MAAM,yBAAyB,CAAC;AAErD;;GAEG;AACH,wBAAsB,wBAAwB,kBAE7C;AAED;;GAEG;AACH,qBAAa,QAAQ;IACnB,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,MAAM,CAAC,iBAAiB,SAA8D;gBAE1E,UAAU,EAAE,UAAU;IAK5B,wBAAwB;IAQ9B,MAAM;CAGP"}

package/dist/litertlm_web.js

@@ -0,0 +1,75 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+// Placeholder for internal dependency on trusted resource url
+import { getGlobalLiteRtLm } from './global_litertlm.js';
+/**
+ * Set up the default WebGPU device for the LiteRT LM Wasm module.
+ */
+export async function setupDefaultWebGpuDevice() {
+    await getGlobalLiteRtLm().setupDefaultWebGpuDevice();
+}
+/**
+ * Run LiteRt LM models in the browser.
+ */
+export class LiteRtLm {
+    liteRtLmWasm;
+    static DEFAULT_WASM_PATH = 'https://cdn.jsdelivr.net/npm/@litert-lm/core@0.17.1/wasm';
+    constructor(wasmModule) {
+        this.liteRtLmWasm = wasmModule;
+        this.liteRtLmWasm.setupLogging();
+    }
+    async setupDefaultWebGpuDevice() {
+        if (this.liteRtLmWasm.preinitializedWebGPUDevice) {
+            return;
+        }
+        this.liteRtLmWasm.preinitializedWebGPUDevice =
+            await createDefaultWebGpuDevice();
+    }
+    delete() {
+        // no op for now.
+    }
+}
+// TODO: b/475939320 - Use a shared implementation with LiteRT.
+const DESIRED_WEBGPU_FEATURES = [
+    'shader-f16',
+    'subgroups',
+];
+async function createDefaultWebGpuDevice() {
+    const adapterDescriptor = {
+        powerPreference: 'high-performance',
+    };
+    const adapter = await navigator.gpu.requestAdapter(adapterDescriptor);
+    if (!adapter) {
+        throw new Error('No GPU adapter found.');
+    }
+    const requiredLimits = {
+        maxBufferSize: adapter.limits.maxBufferSize,
+        maxStorageBufferBindingSize: adapter.limits.maxStorageBufferBindingSize,
+        maxStorageBuffersPerShaderStage: adapter.limits.maxStorageBuffersPerShaderStage,
+        maxTextureDimension2D: adapter.limits.maxTextureDimension2D,
+    };
+    const requiredFeatures = [];
+    for (const feature of DESIRED_WEBGPU_FEATURES) {
+        if (adapter.features.has(feature)) {
+            requiredFeatures.push(feature);
+        }
+    }
+    return await adapter.requestDevice({
+        requiredFeatures,
+        requiredLimits,
+    });
+}
+//# sourceMappingURL=litertlm_web.js.map

package/dist/litertlm_web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"litertlm_web.js","sourceRoot":"","sources":["../src/litertlm_web.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,8DAA8D;AAE9D,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAGvD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC5C,MAAM,iBAAiB,EAAE,CAAC,wBAAwB,EAAE,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,QAAQ;IACV,YAAY,CAAe;IACpC,MAAM,CAAC,iBAAiB,GAAG,0DAA0D,CAAC;IAEtF,YAAY,UAAsB;QAChC,IAAI,CAAC,YAAY,GAAG,UAA0B,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,IAAI,IAAI,CAAC,YAAY,CAAC,0BAA0B,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,0BAA0B;YACxC,MAAM,yBAAyB,EAAE,CAAC;IACxC,CAAC;IAED,MAAM;QACJ,iBAAiB;IACnB,CAAC;;AAGH,+DAA+D;AAC/D,MAAM,uBAAuB,GAAG;IAC9B,YAAY;IACZ,WAA6B;CACH,CAAC;AAE7B,KAAK,UAAU,yBAAyB;IACtC,MAAM,iBAAiB,GAA6B;QAClD,eAAe,EAAE,kBAAkB;KACpC,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;IACtE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,cAAc,GAAG;QACrB,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa;QAC3C,2BAA2B,EAAE,OAAO,CAAC,MAAM,CAAC,2BAA2B;QACvE,+BAA+B,EAC3B,OAAO,CAAC,MAAM,CAAC,+BAA+B;QAClD,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,qBAAqB;KAC5D,CAAC;IAEF,MAAM,gBAAgB,GAAqB,EAAE,CAAC;IAC9C,KAAK,MAAM,OAAO,IAAI,uBAAuB,EAAE,CAAC;QAC9C,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,OAAO,CAAC,aAAa,CAAC;QACjC,gBAAgB;QAChB,cAAc;KACf,CAAC,CAAC;AACL,CAAC"}

package/dist/load.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { LiteRtLm } from './litertlm_web.js';
+import { UrlPath } from './url_path_utils.js';
+/**
+ * Options for loading LiteRT-LM's Wasm module.
+ **/
+export interface LoadOptions {
+}
+/**
+ * Load the LiteRtLm library with WASM from the given URL. Does not set the
+ * global LiteRtLm instance.
+ */
+export declare function load(path: UrlPath, options?: LoadOptions): Promise<LiteRtLm>;
+//# sourceMappingURL=load.d.ts.map

package/dist/load.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAkC,OAAO,EAAC,MAAM,qBAAqB,CAAC;AAS7E;;IAEI;AACJ,MAAM,WAAW,WAAW;CAAG;AAE/B;;;GAGG;AACH,wBAAsB,IAAI,CACtB,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAsB3D"}

package/dist/load.js

@@ -0,0 +1,50 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { createWasmLib } from '@litertjs/wasm-utils';
+import { LiteRtLm } from './litertlm_web.js';
+import { appendPathSegment, pathToString } from './url_path_utils.js';
+import { supportsFeature } from './wasm_feature_detect.js';
+const WASM_JS_FILE_NAME = 'litertlm_wasm_internal.js';
+const WASM_JS_COMPAT_FILE_NAME = 'litertlm_wasm_compat_internal.js';
+const WASM_JS_ASYNCIFY_FILE_NAME = 'litertlm_wasm_asyncify_internal.js';
+const WASM_JS_COMPAT_ASYNCIFY_FILE_NAME = 'litertlm_wasm_compat_asyncify_internal.js';
+/**
+ * Load the LiteRtLm library with WASM from the given URL. Does not set the
+ * global LiteRtLm instance.
+ */
+export async function load(path, options) {
+    const pathString = pathToString(path);
+    const relaxedSimd = await supportsFeature('relaxedSimd');
+    const jspi = await supportsFeature('jspi');
+    let fileName = '';
+    if (relaxedSimd) {
+        fileName = jspi ? WASM_JS_FILE_NAME : WASM_JS_ASYNCIFY_FILE_NAME;
+    }
+    else {
+        fileName =
+            jspi ? WASM_JS_COMPAT_FILE_NAME : WASM_JS_COMPAT_ASYNCIFY_FILE_NAME;
+    }
+    let jsFilePath = path;
+    if (pathString.endsWith('.wasm')) {
+        throw new Error('Please load the `.js` file corresponding to the `.wasm` file, or ' +
+            'load the directory containing it.');
+    }
+    else if (!pathString.endsWith('.js')) {
+        jsFilePath = appendPathSegment(path, fileName);
+    }
+    return createWasmLib(LiteRtLm, jsFilePath);
+}
+//# sourceMappingURL=load.js.map

package/dist/load.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.js","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAU,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AAEzD,MAAM,iBAAiB,GAAG,2BAA2B,CAAC;AACtD,MAAM,wBAAwB,GAAG,kCAAkC,CAAC;AACpE,MAAM,0BAA0B,GAAG,oCAAoC,CAAC;AACxE,MAAM,iCAAiC,GACnC,2CAA2C,CAAC;AAOhD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CACtB,IAAa,EAAE,OAAqB;IACtC,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,WAAW,EAAE,CAAC;QAChB,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,0BAA0B,CAAC;IACnE,CAAC;SAAM,CAAC;QACN,QAAQ;YACJ,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,iCAAiC,CAAC;IAC1E,CAAC;IAED,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CACX,mEAAmE;YACnE,mCAAmC,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC7C,CAAC"}