@litert-lm/core 0.12.0

package/dist/engine.js

@@ -0,0 +1,200 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { Cleanup } from './cleanup';
+import { Conversation } from './conversation';
+import { fillWasmEngineSettingsFromEngineSettings, wasmEngineSettingsToEngineSettings } from './engine_settings';
+import { getOrLoadGlobalLiteRtLm } from './load_litertlm';
+import { Mutex } from './mutex';
+import { ReadableStreamDataStreamWrapper } from './readable_stream_data_stream_wrapper';
+import { Session } from './session';
+import { sessionConfigToWasmSessionConfig } from './session_config';
+import { Backend } from './wasm_binding_types';
+/**
+ * Global index to avoid writing to the sane VFS path.
+ */
+// TODO: b/477709280 - Remove this when streaming loading works.
+let modelPathIndex = 0;
+/**
+ * LiteRT-LM Engine
+ */
+export class Engine {
+    wasm;
+    engine;
+    deleteCallback;
+    settings;
+    mutexes = {
+        executor: new Mutex(),
+    };
+    constructor(wasm, engine, modelSource, deleteCallback) {
+        this.wasm = wasm;
+        this.engine = engine;
+        this.deleteCallback = deleteCallback;
+        const wasmEngineSettings = engine.getEngineSettings();
+        const settingsWithoutModel = wasmEngineSettingsToEngineSettings(wasmEngineSettings);
+        this.settings = {
+            ...settingsWithoutModel,
+            model: modelSource,
+        };
+        wasmEngineSettings.delete();
+    }
+    static async create(engineSettings, inputPromptAsHint = '') {
+        const litertlm = await getOrLoadGlobalLiteRtLm();
+        const wasm = litertlm.liteRtLmWasm;
+        // TODO: b/477709280 - Support other formats like .task.
+        const dstPath = `/model_${modelPathIndex++}.litertlm`;
+        // Default to GPU_ARTISAN if not specified.
+        const backend = engineSettings.backend ?? Backend.GPU_ARTISAN;
+        engineSettings = { ...engineSettings, backend };
+        const samplerBackend = engineSettings.mainExecutorSettings?.samplerBackend;
+        if (backend === Backend.GPU || backend === Backend.GPU_ARTISAN ||
+            samplerBackend === Backend.GPU ||
+            samplerBackend === Backend.GPU_ARTISAN) {
+            await litertlm.setupDefaultWebGpuDevice();
+        }
+        const cleanup = new Cleanup();
+        const modelStream = await modelToStream(engineSettings.model);
+        let engine;
+        try {
+            let modelAssets;
+            const isStreaming = backend === Backend.GPU_ARTISAN;
+            if (isStreaming) {
+                // GPU Artisan supports streamed loading.
+                const streamWrapper = new ReadableStreamDataStreamWrapper(modelStream, () => wasm.HEAPU8);
+                const dataStream = wasm.ReadableStreamDataStream.create(streamWrapper);
+                cleanup.add(() => {
+                    dataStream.delete();
+                });
+                modelAssets = wasm.ModelAssets.createStreaming(dataStream);
+            }
+            else {
+                // Other backends must be fully loaded into Wasm memory first.
+                await loadModelToVfs(wasm, modelStream, dstPath);
+                cleanup.add(() => {
+                    try {
+                        wasm.FS.unlink(dstPath);
+                    }
+                    catch (e) {
+                        console.error(`Error removing file from VFS:`, e);
+                    }
+                });
+                modelAssets = wasm.ModelAssets.create(dstPath);
+            }
+            const cleanupModelAssets = cleanup.add(() => {
+                modelAssets.delete();
+            });
+            const wasmEngineSettings = wasm.EngineSettings.createDefault(modelAssets, { value: backend });
+            // Delete our copy of the ModelAssets object (not the underlying file).
+            cleanupModelAssets();
+            const cleanupWasmEngineSettings = cleanup.add(() => {
+                wasmEngineSettings.delete();
+            });
+            fillWasmEngineSettingsFromEngineSettings(wasmEngineSettings, engineSettings, backend, wasm);
+            wasmEngineSettings.setParallelFileSectionLoading(false);
+            wasmEngineSettings.setSingleThreadedExecution(true);
+            if (isStreaming) {
+                engine = await wasm.Engine.createStreaming(wasmEngineSettings, inputPromptAsHint);
+            }
+            else {
+                engine = await wasm.Engine.createEngine(wasmEngineSettings, inputPromptAsHint);
+            }
+            cleanupWasmEngineSettings();
+            cleanup.add(() => {
+                engine.delete();
+            });
+            return new Engine(wasm, engine, engineSettings.model, () => cleanup.run());
+        }
+        catch (e) {
+            cleanup.run();
+            throw e;
+        }
+    }
+    async createSession(sessionConfig = {}) {
+        return this.mutexes.executor.acquireAndRun(() => {
+            const wasmSessionConfig = sessionConfigToWasmSessionConfig(sessionConfig, this.wasm);
+            const wasmSession = this.engine.createSession(wasmSessionConfig);
+            wasmSessionConfig.delete();
+            return new Session(wasmSession, this.mutexes);
+        });
+    }
+    async createConversation(config) {
+        return this.mutexes.executor.acquireAndRun(() => {
+            let wasmConfig;
+            let wasmSessionConfig;
+            if (config) {
+                wasmSessionConfig = sessionConfigToWasmSessionConfig(config.sessionConfig || {}, this.wasm);
+                const prefaceJson = config.preface ? JSON.stringify(config.preface) : '';
+                wasmConfig = this.wasm.ConversationConfig.createCustom(this.engine, wasmSessionConfig, !!config.enableConstrainedDecoding, !!config.prefillPrefaceOnInit, !!config.filterChannelContentFromKvCache, prefaceJson);
+            }
+            else {
+                wasmConfig = this.wasm.ConversationConfig.createDefault(this.engine);
+            }
+            const wasmConversation = this.wasm.Conversation.create(this.engine, wasmConfig);
+            wasmConfig.delete();
+            if (wasmSessionConfig) {
+                wasmSessionConfig.delete();
+            }
+            return new Conversation(wasmConversation, this.engine, this.mutexes);
+        });
+    }
+    async delete() {
+        await this.mutexes.executor.acquireAndRun(() => {
+            this.deleteCallback();
+        });
+    }
+}
+async function modelToStream(model) {
+    if (model instanceof ReadableStream) {
+        return model;
+    }
+    const modelUrl = model;
+    const response = await fetch(modelUrl, {
+        credentials: 'same-origin',
+    });
+    if (!response.ok) {
+        throw new Error(`Failed to fetch model file from ${modelUrl}`);
+    }
+    return response.body;
+}
+// TODO: b/477709280 - Remove this when streaming loading works.
+async function loadModelToVfs(module, modelStream, dstPath) {
+    let fileContent;
+    const reader = modelStream.getReader();
+    const chunks = [];
+    let totalLength = 0;
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        if (value) {
+            chunks.push(value);
+            totalLength += value.length;
+        }
+    }
+    fileContent = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+        fileContent.set(chunk, offset);
+        offset += chunk.length;
+    }
+    try {
+        module.FS.writeFile(dstPath, fileContent);
+    }
+    catch (e) {
+        console.error(`Error writing file to VFS:`, e);
+        throw e;
+    }
+}
+//# sourceMappingURL=engine.js.map

package/dist/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAE5C,OAAO,EAAiB,wCAAwC,EAAE,kCAAkC,EAAC,MAAM,mBAAmB,CAAC;AAE/H,OAAO,EAAC,uBAAuB,EAAC,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,+BAA+B,EAAC,MAAM,uCAAuC,CAAC;AACtF,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,EAAC,gCAAgC,EAAC,MAAM,kBAAkB,CAAC;AAElE,OAAO,EAAC,OAAO,EAA+I,MAAM,sBAAsB,CAAC;AAE3L;;GAEG;AACH,gEAAgE;AAChE,IAAI,cAAc,GAAG,CAAC,CAAC;AAEvB;;GAEG;AACH,MAAM,OAAO,MAAM;IAOI;IACA;IAEA;IATZ,QAAQ,CAAoC;IAC7C,OAAO,GAAG;QAChB,QAAQ,EAAE,IAAI,KAAK,EAAE;KACtB,CAAC;IAEF,YACqB,IAAkB,EAClB,MAAkB,EACnC,WAAoC,EACnB,cAA0B;QAH1B,SAAI,GAAJ,IAAI,CAAc;QAClB,WAAM,GAAN,MAAM,CAAY;QAElB,mBAAc,GAAd,cAAc,CAAY;QAE7C,MAAM,kBAAkB,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACtD,MAAM,oBAAoB,GACtB,kCAAkC,CAAC,kBAAkB,CAAC,CAAC;QAC3D,IAAI,CAAC,QAAQ,GAAG;YACd,GAAG,oBAAoB;YACvB,KAAK,EAAE,WAAW;SACnB,CAAC;QACF,kBAAkB,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,cAA8B,EAAE,iBAAiB,GAAG,EAAE;QAExE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC;QACnC,wDAAwD;QACxD,MAAM,OAAO,GAAG,UAAU,cAAc,EAAE,WAAW,CAAC;QAEtD,2CAA2C;QAC3C,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,CAAC;QAC9D,cAAc,GAAG,EAAC,GAAG,cAAc,EAAE,OAAO,EAAC,CAAC;QAE9C,MAAM,cAAc,GAAG,cAAc,CAAC,oBAAoB,EAAE,cAAc,CAAC;QAC3E,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW;YAC1D,cAAc,KAAK,OAAO,CAAC,GAAG;YAC9B,cAAc,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,QAAQ,CAAC,wBAAwB,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAE9B,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAkB,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,WAAwB,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,KAAK,OAAO,CAAC,WAAW,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,yCAAyC;gBACzC,MAAM,aAAa,GACf,IAAI,+BAA+B,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACvE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,CAAC,CAAC,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,8DAA8D;gBAC9D,MAAM,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,IAAI,CAAC;wBACH,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC1B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC1C,WAAW,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YAEH,MAAM,kBAAkB,GACpB,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC,CAAC;YACrE,uEAAuE;YACvE,kBAAkB,EAAE,CAAC;YAErB,MAAM,yBAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACjD,kBAAkB,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;YAEH,wCAAwC,CACpC,kBAAkB,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACvD,kBAAkB,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC;YACxD,kBAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CACtC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CACnC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;YACD,yBAAyB,EAAE,CAAC;YAE5B,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACf,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,MAAM,CACb,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,aAAa,GAAG,EAAE;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,MAAM,iBAAiB,GACnB,gCAAgC,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAE/D,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACjE,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC3B,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAA2B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,IAAI,UAAkC,CAAC;YACvC,IAAI,iBAA8C,CAAC;YAEnD,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,GAAG,gCAAgC,CAChD,MAAM,CAAC,aAAa,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3C,MAAM,WAAW,GACb,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzD,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAClD,IAAI,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,yBAAyB,EAClE,CAAC,CAAC,MAAM,CAAC,oBAAoB,EAC7B,CAAC,CAAC,MAAM,CAAC,+BAA+B,EAAE,WAAW,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,gBAAgB,GAClB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAE3D,UAAU,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC7B,CAAC;YAED,OAAO,IAAI,YAAY,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,KAAK,UAAU,aAAa,CAAC,KAA8B;IAEzD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC;IACvB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;QACrC,WAAW,EAAE,aAAa;KAC3B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,QAAQ,CAAC,IAAK,CAAC;AACxB,CAAC;AAED,gEAAgE;AAChE,KAAK,UAAU,cAAc,CACzB,MAAoB,EACpB,WAAuC,EACvC,OAAe;IAEjB,IAAI,WAAuB,CAAC;IAE5B,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;IACvC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,IAAI;YAAE,MAAM;QAChB,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,WAAW,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC"}

package/dist/engine_settings.d.ts

@@ -0,0 +1,56 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { RecursiveRequired } from './types';
+import { type AdvancedSettings, Backend, type CpuConfig, EngineSettings as WasmEngineSettings, GpuArtisanConfig as WasmGpuArtisanConfig, type GpuConfig } from './wasm_binding_types';
+export { AdvancedSettings, CpuConfig, GpuConfig };
+/**
+ * LiteRT-LM GpuArtisanConfig
+ */
+export interface GpuArtisanConfig extends Omit<WasmGpuArtisanConfig, 'supported_lora_ranks'> {
+    supported_lora_ranks: number[];
+}
+/**
+ * LiteRT-LM LlmExecutorSettings
+ */
+export interface LlmExecutorSettings {
+    maxNumTokens?: number;
+    backendConfig?: CpuConfig | GpuConfig | GpuArtisanConfig;
+    samplerBackend?: Backend;
+    advancedSettings?: Partial<AdvancedSettings>;
+}
+/**
+ * LiteRT-LM EngineSettings
+ */
+export interface EngineSettings {
+    model: string | ReadableStream<Uint8Array>;
+    backend?: Backend;
+    mainExecutorSettings?: LlmExecutorSettings;
+}
+/**
+ * Fills a WasmEngineSettings with the values from a EngineSettings.
+ */
+export declare function fillWasmEngineSettingsFromEngineSettings(wasmEngineSettings: WasmEngineSettings, engineSettings: EngineSettings, backend: Backend, wasm?: import("./wasm_binding_types").LiteRtLmWasm): void;
+/**
+ * Converts a WasmEngineSettings to a EngineSettings.
+ *
+ * Fields are populated with the WASM object's values, which may be default
+ * values if they were not set.
+ *
+ * The returned value omits the `model` field since its TS representation is a
+ * URL or stream, which does not match what the WASM object holds.
+ */
+export declare function wasmEngineSettingsToEngineSettings(wasmEngineSettings: WasmEngineSettings): RecursiveRequired<Omit<EngineSettings, 'model'>>;
+//# sourceMappingURL=engine_settings.d.ts.map

package/dist/engine_settings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine_settings.d.ts","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,iBAAiB,EAAC,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAC,KAAK,gBAAgB,EAAE,OAAO,EAAE,KAAK,SAAS,EAAE,cAAc,IAAI,kBAAkB,EAAE,gBAAgB,IAAI,oBAAoB,EAAE,KAAK,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAIpL,OAAO,EAAC,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAC,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAC9B,IAAI,CAAC,oBAAoB,EAAE,sBAAsB,CAAC;IAEpD,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,SAAS,GAAC,SAAS,GAAC,gBAAgB,CAAC;IACrD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,GAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IACzC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oBAAoB,CAAC,EAAE,mBAAmB,CAAC;CAC5C;AAED;;GAEG;AACH,wBAAgB,wCAAwC,CACpD,kBAAkB,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EACtE,OAAO,EAAE,OAAO,EAAE,IAAI,8CAAmC,GAAG,IAAI,CA4CnE;AAED;;;;;;;;GAQG;AACH,wBAAgB,kCAAkC,CAC9C,kBAAkB,EAAE,kBAAkB,GACtC,iBAAiB,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAuCnD"}

package/dist/engine_settings.js

@@ -0,0 +1,110 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { getGlobalLiteRtLm } from './global_litertlm';
+import { Backend } from './wasm_binding_types';
+import { consumeEmscriptenVectorToArray, fillEmscriptenVector } from './wasm_utils';
+/**
+ * Fills a WasmEngineSettings with the values from a EngineSettings.
+ */
+export function fillWasmEngineSettingsFromEngineSettings(wasmEngineSettings, engineSettings, backend, wasm = getGlobalLiteRtLm().liteRtLmWasm) {
+    // This function only fills an existing WasmEngineSettings object because
+    // constructing the WasmEngineSettings object requires loading the model file,
+    // and that is best handled in the Engine class.
+    const wasmExecutorSettings = wasmEngineSettings.getMutableMainExecutorSettings();
+    wasmExecutorSettings.setCacheDir(':nocache'); // Not supported in JS.
+    if (engineSettings.mainExecutorSettings) {
+        const mainExecutorSettings = engineSettings.mainExecutorSettings;
+        if (mainExecutorSettings.maxNumTokens !== undefined) {
+            wasmExecutorSettings.setMaxNumTokens(mainExecutorSettings.maxNumTokens);
+        }
+        if (mainExecutorSettings.samplerBackend !== undefined) {
+            wasmExecutorSettings.setSamplerBackend({ value: mainExecutorSettings.samplerBackend });
+        }
+        if (mainExecutorSettings.backendConfig !== undefined) {
+            const backendConfig = mainExecutorSettings.backendConfig;
+            if (backend === Backend.CPU) {
+                wasmExecutorSettings.setBackendConfigCpu(backendConfig);
+            }
+            else if (backend === Backend.GPU) {
+                wasmExecutorSettings.setBackendConfigGpu(backendConfig);
+            }
+            else if (backend === Backend.GPU_ARTISAN) {
+                const gpuArtisanConfig = backendConfig;
+                const loraRanksVec = new wasm.VectorUint32();
+                fillEmscriptenVector(gpuArtisanConfig.supported_lora_ranks, loraRanksVec);
+                const wasmGpuArtisanConfig = {
+                    ...gpuArtisanConfig,
+                    supported_lora_ranks: loraRanksVec,
+                };
+                wasmExecutorSettings.setBackendConfigGpuArtisan(wasmGpuArtisanConfig);
+                loraRanksVec.delete();
+            }
+        }
+        if (mainExecutorSettings.advancedSettings !== undefined) {
+            const defaultAdv = wasmExecutorSettings.getAdvancedSettings();
+            const newAdv = { ...defaultAdv, ...mainExecutorSettings.advancedSettings };
+            wasmExecutorSettings.setAdvancedSettings(newAdv);
+        }
+    }
+}
+/**
+ * Converts a WasmEngineSettings to a EngineSettings.
+ *
+ * Fields are populated with the WASM object's values, which may be default
+ * values if they were not set.
+ *
+ * The returned value omits the `model` field since its TS representation is a
+ * URL or stream, which does not match what the WASM object holds.
+ */
+export function wasmEngineSettingsToEngineSettings(wasmEngineSettings) {
+    const wasmExecutorSettings = wasmEngineSettings.getMutableMainExecutorSettings();
+    let backendConfig;
+    let backend;
+    try {
+        // This isn't ideal, but there's no way to get what backend config is set.
+        backendConfig = wasmExecutorSettings.getBackendConfigCpu();
+        backend = Backend.CPU;
+    }
+    catch (e) {
+        try {
+            backendConfig = wasmExecutorSettings.getBackendConfigGpu();
+            backend = Backend.GPU;
+        }
+        catch (e) {
+            try {
+                const wasmGpuArtisanConfig = wasmExecutorSettings.getBackendConfigGpuArtisan();
+                backendConfig = {
+                    ...wasmGpuArtisanConfig,
+                    supported_lora_ranks: consumeEmscriptenVectorToArray(wasmGpuArtisanConfig.supported_lora_ranks),
+                };
+                backend = Backend.GPU_ARTISAN;
+            }
+            catch (e) {
+                throw new Error('Unsupported backend config');
+            }
+        }
+    }
+    return {
+        backend,
+        mainExecutorSettings: {
+            maxNumTokens: wasmExecutorSettings.getMaxNumTokens(),
+            samplerBackend: wasmExecutorSettings.getSamplerBackend().value,
+            backendConfig,
+            advancedSettings: wasmExecutorSettings.getAdvancedSettings(),
+        },
+    };
+}
+//# sourceMappingURL=engine_settings.js.map

package/dist/engine_settings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine_settings.js","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,iBAAiB,EAAC,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAwB,OAAO,EAAiH,MAAM,sBAAsB,CAAC;AACpL,OAAO,EAAC,8BAA8B,EAAE,oBAAoB,EAAC,MAAM,cAAc,CAAC;AAiClF;;GAEG;AACH,MAAM,UAAU,wCAAwC,CACpD,kBAAsC,EAAE,cAA8B,EACtE,OAAgB,EAAE,IAAI,GAAG,iBAAiB,EAAE,CAAC,YAAY;IAC3D,yEAAyE;IACzE,8EAA8E;IAC9E,gDAAgD;IAEhD,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IACxD,oBAAoB,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,uBAAuB;IAEtE,IAAI,cAAc,CAAC,oBAAoB,EAAE,CAAC;QACxC,MAAM,oBAAoB,GAAG,cAAc,CAAC,oBAAoB,CAAC;QAEjE,IAAI,oBAAoB,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACpD,oBAAoB,CAAC,eAAe,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,oBAAoB,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtD,oBAAoB,CAAC,iBAAiB,CAClC,EAAC,KAAK,EAAE,oBAAoB,CAAC,cAAc,EAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,oBAAoB,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrD,MAAM,aAAa,GAAG,oBAAoB,CAAC,aAAa,CAAC;YACzD,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBAC5B,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBACnC,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC3C,MAAM,gBAAgB,GAAG,aAAiC,CAAC;gBAC3D,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC7C,oBAAoB,CAChB,gBAAgB,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;gBACzD,MAAM,oBAAoB,GAAyB;oBACjD,GAAG,gBAAgB;oBACnB,oBAAoB,EAAE,YAAY;iBACnC,CAAC;gBACF,oBAAoB,CAAC,0BAA0B,CAAC,oBAAoB,CAAC,CAAC;gBACtE,YAAY,CAAC,MAAM,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QACD,IAAI,oBAAoB,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,EAAC,GAAG,UAAU,EAAE,GAAG,oBAAoB,CAAC,gBAAgB,EAAC,CAAC;YACzE,oBAAoB,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,kCAAkC,CAC9C,kBAAsC;IAExC,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IAExD,IAAI,aAAmD,CAAC;IACxD,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,0EAA0E;QAC1E,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;QAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC;YACH,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,oBAAoB,GACtB,oBAAoB,CAAC,0BAA0B,EAAE,CAAC;gBACtD,aAAa,GAAG;oBACd,GAAG,oBAAoB;oBACvB,oBAAoB,EAAE,8BAA8B,CAChD,oBAAoB,CAAC,oBAAoB,CAAC;iBAC/C,CAAC;gBACF,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC;YAChC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,oBAAoB,EAAE;YACpB,YAAY,EAAE,oBAAoB,CAAC,eAAe,EAAE;YACpD,cAAc,EAAE,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,KAAK;YAC9D,aAAa;YACb,gBAAgB,EAAE,oBAAoB,CAAC,mBAAmB,EAAE;SAC7D;KACF,CAAC;AACJ,CAAC"}

package/dist/global_litertlm.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import type { LiteRtLm } from './litertlm_web';
+/**
+ * An error thrown when LiteRT-LM is not loaded.
+ */
+export declare class LiteRtLmNotLoadedError extends Error {
+    constructor();
+}
+/**
+ * Get the global LiteRT-LM instance.
+ *
+ * In most cases, you can call the functions exported by this module that wrap
+ * the global LiteRT-LM instance instead.
+ */
+export declare function getGlobalLiteRtLm(): LiteRtLm;
+/**
+ * Check if the global LiteRT-LM instance is defined.
+ *
+ * Only exposed internally.
+ */
+export declare function hasGlobalLiteRtLm(): boolean;
+/**
+ * Set the global LiteRT-LM instance.
+ *
+ * Only exposed internally.
+ */
+export declare function setGlobalLiteRtLm(LiteRtLm: LiteRtLm | undefined): void;
+/**
+ * Resolves when the currently loading / loaded LiteRT-LM instance is loaded.
+ *
+ * If `loadLiteRtLm()` has been called, this function returns a promise that
+ * resolves when the LiteRT-LM instance is loaded. Otherwise, it returns
+ * undefined.
+ *
+ * If LiteRT-LM has failed to load before this function is called or has been
+ * manually unloaded with `unloadLiteRtLm()`, this function also returns
+ * undefined.
+ */
+export declare function getGlobalLiteRtLmPromise(): Promise<LiteRtLm> | undefined;
+/**
+ * Check if the global LiteRT-LM instance promise is defined.
+ *
+ * Only exposed internally.
+ */
+export declare function hasGlobalLiteRtLmPromise(): boolean;
+/**
+ * Set the global LiteRT-LM instance promise.
+ *
+ * Only exposed internally.
+ */
+export declare function setGlobalLiteRtLmPromise(promise: Promise<LiteRtLm> | undefined): void;
+//# sourceMappingURL=global_litertlm.d.ts.map

package/dist/global_litertlm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"global_litertlm.d.ts","sourceRoot":"","sources":["../src/global_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAE7C;;GAEG;AACH,qBAAa,sBAAuB,SAAQ,KAAK;;CAMhD;AAKD;;;;;GAKG;AACH,wBAAgB,iBAAiB,IAAI,QAAQ,CAK5C;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,GAAC,SAAS,QAE7D;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAC,SAAS,CAEtE;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,IAAI,OAAO,CAElD;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAC,SAAS,QAE5E"}

package/dist/global_litertlm.js

@@ -0,0 +1,85 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * An error thrown when LiteRT-LM is not loaded.
+ */
+export class LiteRtLmNotLoadedError extends Error {
+    constructor() {
+        super('LiteRT-LM is not initialized yet. Please call loadLiteRtLm() and wait for its ' +
+            'promise to resolve to load the LiteRT-LM WASM module.');
+    }
+}
+let globalLiteRtLm = undefined;
+let globalLiteRtLmPromise = undefined;
+/**
+ * Get the global LiteRT-LM instance.
+ *
+ * In most cases, you can call the functions exported by this module that wrap
+ * the global LiteRT-LM instance instead.
+ */
+export function getGlobalLiteRtLm() {
+    if (!globalLiteRtLm) {
+        throw new LiteRtLmNotLoadedError();
+    }
+    return globalLiteRtLm;
+}
+/**
+ * Check if the global LiteRT-LM instance is defined.
+ *
+ * Only exposed internally.
+ */
+export function hasGlobalLiteRtLm() {
+    return Boolean(globalLiteRtLm);
+}
+/**
+ * Set the global LiteRT-LM instance.
+ *
+ * Only exposed internally.
+ */
+export function setGlobalLiteRtLm(LiteRtLm) {
+    globalLiteRtLm = LiteRtLm;
+}
+/**
+ * Resolves when the currently loading / loaded LiteRT-LM instance is loaded.
+ *
+ * If `loadLiteRtLm()` has been called, this function returns a promise that
+ * resolves when the LiteRT-LM instance is loaded. Otherwise, it returns
+ * undefined.
+ *
+ * If LiteRT-LM has failed to load before this function is called or has been
+ * manually unloaded with `unloadLiteRtLm()`, this function also returns
+ * undefined.
+ */
+export function getGlobalLiteRtLmPromise() {
+    return globalLiteRtLmPromise;
+}
+/**
+ * Check if the global LiteRT-LM instance promise is defined.
+ *
+ * Only exposed internally.
+ */
+export function hasGlobalLiteRtLmPromise() {
+    return Boolean(globalLiteRtLmPromise);
+}
+/**
+ * Set the global LiteRT-LM instance promise.
+ *
+ * Only exposed internally.
+ */
+export function setGlobalLiteRtLmPromise(promise) {
+    globalLiteRtLmPromise = promise;
+}
+//# sourceMappingURL=global_litertlm.js.map

package/dist/global_litertlm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"global_litertlm.js","sourceRoot":"","sources":["../src/global_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH;;GAEG;AACH,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IAC/C;QACE,KAAK,CACD,gFAAgF;YAChF,uDAAuD,CAAC,CAAC;IAC/D,CAAC;CACF;AAED,IAAI,cAAc,GAAuB,SAAS,CAAC;AACnD,IAAI,qBAAqB,GAAgC,SAAS,CAAC;AAEnE;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,sBAAsB,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,OAAO,CAAC,cAAc,CAAC,CAAC;AACjC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAA4B;IAC5D,cAAc,GAAG,QAAQ,CAAC;AAC5B,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB;IACtC,OAAO,OAAO,CAAC,qBAAqB,CAAC,CAAC;AACxC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,OAAoC;IAC3E,qBAAqB,GAAG,OAAO,CAAC;AAClC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export * from './litertlm_web';
+export * from './global_litertlm';
+export * from './load_litertlm';
+export { Backend } from './wasm_binding_types';
+export * from './engine_settings';
+export * from './engine';
+export * from './session';
+export * from './conversation';
+export * from './session_config';
+export * from './conversation_config';
+export * as Wasm from './wasm_binding_types';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,OAAO,EAAC,OAAO,EAAC,MAAM,sBAAsB,CAAC;AAC7C,cAAc,mBAAmB,CAAC;AAClC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AAGtC,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC"}

package/dist/index.js

@@ -0,0 +1,27 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export * from './litertlm_web';
+export * from './global_litertlm';
+export * from './load_litertlm';
+export { Backend } from './wasm_binding_types';
+export * from './engine_settings';
+export * from './engine';
+export * from './session';
+export * from './conversation';
+export * from './session_config';
+export * from './conversation_config';
+export * as Wasm from './wasm_binding_types';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,OAAO,EAAC,OAAO,EAAC,MAAM,sBAAsB,CAAC;AAC7C,cAAc,mBAAmB,CAAC;AAClC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AAGtC,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC"}

package/dist/litertlm_web.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { WasmModule } from '@litertjs/wasm-utils';
+import { LiteRtLmWasm } from './wasm_binding_types';
+/**
+ * Set up the default WebGPU device for the LiteRT LM Wasm module.
+ */
+export declare function setupDefaultWebGpuDevice(): Promise<void>;
+/**
+ * Run LiteRt LM models in the browser.
+ */
+export declare class LiteRtLm {
+    readonly liteRtLmWasm: LiteRtLmWasm;
+    static DEFAULT_WASM_PATH: string;
+    constructor(wasmModule: WasmModule);
+    setupDefaultWebGpuDevice(): Promise<void>;
+    delete(): void;
+}
+//# sourceMappingURL=litertlm_web.d.ts.map

package/dist/litertlm_web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"litertlm_web.d.ts","sourceRoot":"","sources":["../src/litertlm_web.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,UAAU,EAAC,MAAM,sBAAsB,CAAC;AAIhD,OAAO,EAAC,YAAY,EAAC,MAAM,sBAAsB,CAAC;AAElD;;GAEG;AACH,wBAAsB,wBAAwB,kBAE7C;AAED;;GAEG;AACH,qBAAa,QAAQ;IACnB,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,MAAM,CAAC,iBAAiB,SAA8D;gBAE1E,UAAU,EAAE,UAAU;IAK5B,wBAAwB;IAQ9B,MAAM;CAGP"}