@litert-lm/core 0.14.0 → 0.16.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@litert-lm/core",
-  "version": "0.14.0",
+  "version": "0.16.0",
   "description": "LiteRT-LM package",
   "publishConfig": {
     "access": "public"

package/README.md

@@ -1,164 +0,0 @@
-# LiteRT-LM JS API
-
-The JavaScript API of LiteRT-LM for running LLMs in the browser. This is an
-early preview that supports text-in / text-out running in WebGPU.
-[LiteRT-LM](https://www.google.com/url?sa=D&q=https%3A%2F%2Fai.google.dev%2Fedge%2Flitert-lm%2F)
-is the **production-ready** orchestration layer to run LLMs with LiteRT,
-engineered for **high-performance**, **cross-platform** execution.
-
--   **Documentation**: [https://ai.google.dev/edge/litert-lm/js](https://ai.google.dev/edge/litert-lm/js)
--   **GitHub**: [https://github.com/google-ai-edge/LiteRT-LM](https://github.com/google-ai-edge/LiteRT-LM)
-
-## Supported Models
-
-The LiteRT-LM JS API currently supports a limited set of web-compatible models.
-We're working on expanding this to cover general `.litertlm` model files, but
-for now, the following models are supported:
-
-*   `gemma-4-E2B-it-web.litertlm` from
-    [litert-community/gemma-4-E2B-it-litert-lm](https://huggingface.co/litert-community/gemma-4-E2B-it-litert-lm)
-*   `gemma-4-E4B-it-web.litertlm` from
-    [litert-community/gemma-4-E4B-it-litert-lm](https://huggingface.co/litert-community/gemma-4-E4B-it-litert-lm)
-
-## Introduction
-
-Here is a sample REPL chat app built with the JavaScript API:
-
-```ts
-<div id="out" style="white-space: pre-wrap; font-family: monospace;"></div>
-<input id="in" onkeydown="if(event.key === 'Enter') repl(this)">
-
-<script type="module">
-  import { Engine } from 'https://cdn.jsdelivr.net/npm/@litert-lm/core/+esm';
-  const engine = await Engine.create({
-    // Load the Gemma 4 E2B model
-    model: 'https://huggingface.co/litert-community/gemma-4-E2B-it-litert-lm/resolve/main/gemma-4-E2B-it-web.litertlm'
-    // Or use the E4B model by swapping in this line
-    // model: 'https://huggingface.co/litert-community/gemma-4-E4B-it-litert-lm/resolve/main/gemma-4-E4B-it-web.litertlm'
-  });
-  const chat = await engine.createConversation();
-
-  window.repl = async (el) => {
-    const text = el.value;
-    el.value = ''; // Clear immediately
-    out.append(`\n>>> ${text}\nAI: `);
-
-    for await (const chunk of chat.sendMessageStreaming(text)) {
-      out.append(chunk.content[0].text);
-    }
-  };
-</script>
-```
-
-## Getting Started
-
-LiteRT-LM is available as an npm package. You can install the latest version
-from npm or directly import it from a CDN:
-
-```shell
-# From npm
-npm i --save @litert-lm/core
-
-# From a CDN (in your JavaScript file)
-import * as litertlm from 'https://cdn.jsdelivr.net/npm/@litert-lm/core/+esm';
-```
-
-### Initialize the Engine
-
-The `Engine` is the entry point to the API. It handles model loading, session
-creation, and resource management. Remember to `delete` the engine to release
-resources when the model is no longer needed.
-
-**Note:** Initializing the engine can take several seconds to load the model.
-
-```ts
-import {Engine, EngineSettings} from '@litert-lm/core';
-
-const engineSettings = {
-  model: 'url/path/to/model.litertlm', // or a ReadableStream, or a Blob
-
-  // You can configure context length and other settings here
-  mainExecutorSettings: {
-    maxNumTokens: 8192,
-  },
-} satisfies EngineSettings;
-
-const engine = await Engine.create(engineSettings);
-
-// ... Use the engine to create a conversation ...
-
-// Delete the engine when done.
-await engine.delete();
-```
-
-### Create a Conversation
-
-Once the engine is initialized, create a `Conversation` instance. You can
-provide a `ConversationConfig` to customize its behavior.
-
-```ts
-const conversation = await engine.createConversation({
-  preface: {
-    messages: [
-      {role: 'system', content: 'You are a helpful assistant'}
-    ]
-  }
-});
-
-conversation.sendMessage({
-  role: 'user',
-  content: 'Write a poem',
-});
-```
-
-### Send Messages
-
-You can send messages with or without streaming.
-
-#### Non-Streaming Example
-
-```ts
-// Simple string input
-let response = await conversation.sendMessage("What is the capital of France?");
-console.log(response.content[0].text);
-
-// Or with full message structure
-response = await conversation.sendMessage({role: 'user', content: '...'});
-```
-
-#### Streaming Example
-
-```ts
-// sendMessageStreaming returns a ReadableStream of response chunks
-const stream = conversation.sendMessageStreaming('Tell me a long story.');
-
-for await (const chunk of stream) {
-  // Chunks are Records containing pieces of the response
-  for (const item of chunk.content) {
-    if (item.type === 'text') {
-      console.log(item.text);
-    }
-  }
-}
-```
-
-#### Cancel Generation
-
-You can cancel an ongoing generation explicitly by calling `cancel()` on the
-`Conversation` instance:
-
-```ts
-// Cancel any ongoing generation
-conversation.cancel();
-```
-
-If you are streaming the response, exiting the `for await...of` loop early (such
-as with `break`) will also automatically cancel the ongoing generation:
-
-```ts
-for await (const chunk of stream) {
-  if (shouldStop()) {
-    break; // Cancels the stream and underlying generation
-  }
-}
-```

package/dist/cleanup.d.ts

@@ -1,25 +0,0 @@
-/**
- * Copyright 2026 The ODML Authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-/**
- * A utility class for managing a set of callbacks that can be called to clean
- * up resources.
- */
-export declare class Cleanup {
-    private readonly callbacks;
-    add(callback: () => void): () => void;
-    run(): void;
-}
-//# sourceMappingURL=cleanup.d.ts.map

package/dist/cleanup.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cleanup.d.ts","sourceRoot":"","sources":["../src/cleanup.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;GAGG;AACH,qBAAa,OAAO;IAClB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA8B;IAExD,GAAG,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,MAAM,IAAI;IASrC,GAAG,IAAI,IAAI;CAMZ"}

package/dist/cleanup.js

@@ -1,36 +0,0 @@
-/**
- * Copyright 2026 The ODML Authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-/**
- * A utility class for managing a set of callbacks that can be called to clean
- * up resources.
- */
-export class Cleanup {
-    callbacks = new Set();
-    add(callback) {
-        this.callbacks.add(callback);
-        return () => {
-            this.callbacks.delete(callback);
-            callback();
-        };
-    }
-    run() {
-        for (const callback of this.callbacks) {
-            callback();
-        }
-        this.callbacks.clear();
-    }
-}
-//# sourceMappingURL=cleanup.js.map

package/dist/cleanup.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cleanup.js","sourceRoot":"","sources":["../src/cleanup.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;GAGG;AACH,MAAM,OAAO,OAAO;IACD,SAAS,GAAoB,IAAI,GAAG,EAAE,CAAC;IAExD,GAAG,CAAC,QAAoB;QACtB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChC,QAAQ,EAAE,CAAC;QACb,CAAC,CAAC;IACJ,CAAC;IAGD,GAAG;QACD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;CACF"}

package/dist/conversation.d.ts

@@ -1,46 +0,0 @@
-/**
- * Copyright 2026 The ODML Authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { Message, MessageLike } from './conversation_config.js';
-import { Mutex } from './mutex.js';
-import { ChatInterface } from './orchestration/chat_interface.js';
-import { BenchmarkInfo, Conversation as WasmConversation, Engine as WasmEngine } from './wasm_binding_types.js';
-/**
- * LiteRT-LM Conversation
- */
-export declare class Conversation implements ChatInterface {
-    private readonly conversation;
-    private readonly engine;
-    private readonly mutexes;
-    private isBusy;
-    constructor(conversation: WasmConversation, engine: WasmEngine, mutexes: {
-        executor: Mutex;
-    });
-    sendMessage(message: MessageLike | MessageLike[]): Promise<Message>;
-    /**
-     * Sends a message to the LLM and returns a ReadableStream that yields
-     * message chunks as they are generated.
-     */
-    sendMessageStreaming(message: MessageLike | MessageLike[]): ReadableStream<Message>;
-    /**
-     * Sends a signal to cancel any current generation.
-     */
-    cancel(): void;
-    getHistory(): Promise<Message[]>;
-    getTokenCount(): Promise<number>;
-    getBenchmarkInfo(): Promise<BenchmarkInfo>;
-    delete(): Promise<void>;
-}
-//# sourceMappingURL=conversation.d.ts.map

package/dist/conversation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"conversation.d.ts","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAE,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,aAAa,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,IAAI,UAAU,EAAC,MAAM,yBAAyB,CAAC;AAK9G;;GAEG;AACH,qBAAa,YAAa,YAAW,aAAa;IAI5C,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL5B,OAAO,CAAC,MAAM,CAAS;gBAGF,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE;QAAC,QAAQ,EAAE,KAAK,CAAA;KAAC;IAEzC,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBvE;;;OAGG;IACH,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IA6D3B;;OAEG;IACH,MAAM;IAIA,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAOhC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAMhC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;IAM1C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B"}

package/dist/conversation.js

@@ -1,152 +0,0 @@
-/**
- * Copyright 2026 The ODML Authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-const BUSY_MESSAGE = 'Conversation is busy. A generation is already in progress.';
-/**
- * LiteRT-LM Conversation
- */
-export class Conversation {
-    conversation;
-    engine;
-    mutexes;
-    isBusy = false;
-    constructor(conversation, engine, mutexes) {
-        this.conversation = conversation;
-        this.engine = engine;
-        this.mutexes = mutexes;
-    }
-    async sendMessage(message) {
-        if (this.isBusy) {
-            throw new Error(BUSY_MESSAGE);
-        }
-        this.isBusy = true;
-        try {
-            return await this.mutexes.executor.acquireAndRun(async () => {
-                const currentMessageJson = messageToJsonString(message);
-                const resultStr = await this.conversation.sendMessage(currentMessageJson);
-                return JSON.parse(resultStr);
-            });
-        }
-        finally {
-            this.isBusy = false;
-        }
-    }
-    /**
-     * Sends a message to the LLM and returns a ReadableStream that yields
-     * message chunks as they are generated.
-     */
-    sendMessageStreaming(message) {
-        if (this.isBusy) {
-            throw new Error(BUSY_MESSAGE);
-        }
-        this.isBusy = true;
-        let isCancelled = false;
-        let hasErrored = false;
-        return new ReadableStream({
-            start: (controller) => {
-                const currentMessageJson = messageToJsonString(message);
-                const executeGeneration = async () => {
-                    await this.mutexes.executor.acquireAndRun(async () => {
-                        await this.conversation.sendMessageAsync(currentMessageJson, (chunk, isDone, error) => {
-                            if (isCancelled || hasErrored)
-                                return;
-                            if (error) {
-                                hasErrored = true;
-                                this.isBusy = false;
-                                controller.error(new Error(error));
-                                return;
-                            }
-                            if (chunk) {
-                                try {
-                                    const msg = JSON.parse(chunk);
-                                    controller.enqueue(msg);
-                                }
-                                catch (e) {
-                                    hasErrored = true;
-                                    this.isBusy = false;
-                                    controller.error(e);
-                                }
-                            }
-                        });
-                        // Since we're using the synchronus execution manager in C++, which
-                        // lazily executes tasks, we must queue the message and call
-                        // waitUntilDone to start the execution concurrently while holding
-                        // the mutex lock.
-                        await this.engine.waitUntilDone();
-                    });
-                    if (isCancelled || hasErrored)
-                        return;
-                    this.isBusy = false;
-                    controller.close();
-                };
-                executeGeneration().catch((e) => {
-                    if (isCancelled || hasErrored)
-                        return;
-                    this.isBusy = false;
-                    controller.error(e);
-                });
-            },
-            cancel: () => {
-                isCancelled = true;
-                this.isBusy = false;
-                this.cancel();
-            }
-        });
-    }
-    /**
-     * Sends a signal to cancel any current generation.
-     */
-    cancel() {
-        this.conversation.cancelProcess();
-    }
-    async getHistory() {
-        return this.mutexes.executor.acquireAndRun(() => {
-            const historyStr = this.conversation.getHistory();
-            return JSON.parse(historyStr);
-        });
-    }
-    async getTokenCount() {
-        return this.mutexes.executor.acquireAndRun(() => {
-            return this.conversation.getTokenCount();
-        });
-    }
-    async getBenchmarkInfo() {
-        return this.mutexes.executor.acquireAndRun(() => {
-            return this.conversation.getBenchmarkInfo();
-        });
-    }
-    async delete() {
-        await this.mutexes.executor.acquireAndRun(() => {
-            this.conversation.delete();
-        });
-    }
-}
-function messageToJsonString(messageLike) {
-    let message;
-    if (Array.isArray(messageLike)) {
-        message = messageLike.map(toMessage);
-    }
-    else {
-        message = toMessage(messageLike);
-    }
-    return JSON.stringify(message);
-}
-function toMessage(messageLike) {
-    if (typeof messageLike === 'string') {
-        return { role: 'user', content: messageLike };
-    }
-    return messageLike;
-}
-//# sourceMappingURL=conversation.js.map

package/dist/conversation.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"conversation.js","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAOH,MAAM,YAAY,GACd,4DAA4D,CAAC;AAEjE;;GAEG;AACH,MAAM,OAAO,YAAY;IAIF;IACA;IACA;IALb,MAAM,GAAG,KAAK,CAAC;IAEvB,YACqB,YAA8B,EAC9B,MAAkB,EAClB,OAA0B;QAF1B,iBAAY,GAAZ,YAAY,CAAkB;QAC9B,WAAM,GAAN,MAAM,CAAY;QAClB,YAAO,GAAP,OAAO,CAAmB;IAAG,CAAC;IAEnD,KAAK,CAAC,WAAW,CAAC,OAAkC;QAClD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;gBAC1D,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBACxD,MAAM,SAAS,GACX,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;gBAC5D,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAY,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,OAAkC;QAErD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,OAAO,IAAI,cAAc,CAAU;YACjC,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACpB,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAExD,MAAM,iBAAiB,GAAG,KAAK,IAAkB,EAAE;oBACjD,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;wBACnD,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CACpC,kBAAkB,EAClB,CAAC,KAAkB,EAAE,MAAe,EAAE,KAAkB,EAAE,EAAE;4BAC1D,IAAI,WAAW,IAAI,UAAU;gCAAE,OAAO;4BACtC,IAAI,KAAK,EAAE,CAAC;gCACV,UAAU,GAAG,IAAI,CAAC;gCAClB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gCACpB,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;gCACnC,OAAO;4BACT,CAAC;4BACD,IAAI,KAAK,EAAE,CAAC;gCACV,IAAI,CAAC;oCACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;oCACzC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gCAC1B,CAAC;gCAAC,OAAO,CAAC,EAAE,CAAC;oCACX,UAAU,GAAG,IAAI,CAAC;oCAClB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oCACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCACtB,CAAC;4BACH,CAAC;wBACH,CAAC,CAAC,CAAC;wBACP,mEAAmE;wBACnE,4DAA4D;wBAC5D,kEAAkE;wBAClE,kBAAkB;wBAClB,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;oBACpC,CAAC,CAAC,CAAC;oBAEH,IAAI,WAAW,IAAI,UAAU;wBAAE,OAAO;oBACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oBACpB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC,CAAC;gBAEF,iBAAiB,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC9B,IAAI,WAAW,IAAI,UAAU;wBAAE,OAAO;oBACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oBACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,WAAW,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gBACpB,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAc,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,mBAAmB,CAAC,WAAsC;IACjE,IAAI,OAA0B,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,SAAS,CAAC,WAAwB;IACzC,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAC,CAAC;IAC9C,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/conversation_config.d.ts

@@ -1,153 +0,0 @@
-/**
- * Copyright 2026 The ODML Authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { SessionConfig } from './session_config.js';
-import { JsonValue } from './types.js';
-/**
- * A parameter schema definition, adhering to a subset of JSON Schema.
- */
-export interface Schema {
-    type?: 'object' | 'array' | 'string' | 'number' | 'integer' | 'boolean' | 'null';
-    description?: string;
-    properties?: Record<string, Schema>;
-    required?: string[];
-    items?: Schema;
-    enum?: string[];
-}
-/**
- * Declaration of a function that the model can call.
- */
-export interface FunctionDeclaration {
-    name: string;
-    description?: string;
-    parameters?: Schema;
-    response?: Schema;
-}
-/**
- * A wrapper for a function tool. This is the canonical format
- * generated by platform SDKs.
- */
-export declare interface FunctionTool {
-    type: string;
-    function: FunctionDeclaration;
-    [key: string]: JsonValue | FunctionDeclaration | undefined;
-}
-/**
- * A tool that can be provided to the model.
- * The C++ runtime is flexible and accepts both wrapped and unwrapped formats.
- */
-export type Tool = FunctionDeclaration | FunctionTool;
-/**
- * Any support content part in a message.
- */
-export type ContentPart = TextContentPart | ImageContentPart | AudioContentPart | VideoContentPart | ToolResponsePart;
-/**
- * Text content part of a message.
- */
-export interface TextContentPart {
-    type: 'text';
-    text: string;
-    [key: string]: JsonValue | undefined;
-}
-/**
- * Image content part of a message.
- *
- * This is a placeholder. Images are not supported in JS yet.
- */
-export interface ImageContentPart {
-    type: 'image';
-    [key: string]: JsonValue | undefined;
-}
-/**
- * Audio content part of a message.
- *
- * This is a placeholder. Audio is not supported in JS yet.
- */
-export interface AudioContentPart {
-    type: 'audio';
-    [key: string]: JsonValue | undefined;
-}
-/**
- * Video content part of a message.
- *
- * This is a placeholder. Video is not supported in JS yet.
- */
-export interface VideoContentPart {
-    type: 'video';
-    [key: string]: JsonValue | undefined;
-}
-/**
- * The response from a tool execution.
- */
-export declare interface ToolResponsePart {
-    type: 'tool_response';
-    name?: string;
-    response?: JsonValue;
-    value?: JsonValue;
-    [key: string]: JsonValue | undefined;
-}
-/**
- * A function call predicted by the model.
- */
-export declare interface ToolCallFunction {
-    name: string;
-    arguments: Record<string, JsonValue>;
-    [key: string]: JsonValue | undefined;
-}
-/**
- * A tool call in the message.
- */
-export declare interface ToolCall {
-    type: string;
-    id?: string;
-    function: ToolCallFunction;
-    [key: string]: JsonValue | undefined;
-}
-/**
- * A message in the conversation.
- */
-export declare interface Message {
-    role: string;
-    content?: string | ContentPart[];
-    channels?: Record<string, string>;
-    tool_calls?: ToolCall[];
-    [key: string]: JsonValue | undefined;
-}
-/**
- * Types that can be used as a Message in the conversation.
- */
-export type MessageLike = string | Message;
-/**
- * Preface is the initial messages, tools and extra context for the
- * conversation to begin with. It provides the initial background for the
- * conversation.
- */
-export declare interface Preface {
-    messages?: Message[];
-    tools?: Tool[];
-    extra_context?: Record<string, JsonValue>;
-    [key: string]: unknown;
-}
-/**
- * Configuration for the Conversation instance.
- */
-export declare interface ConversationConfig {
-    sessionConfig?: SessionConfig;
-    preface?: Preface;
-    enableConstrainedDecoding?: boolean;
-    prefillPrefaceOnInit?: boolean;
-    filterChannelContentFromKvCache?: boolean;
-}
-//# sourceMappingURL=conversation_config.d.ts.map

package/dist/conversation_config.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"conversation_config.d.ts","sourceRoot":"","sources":["../src/conversation_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,YAAY,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB,IAAI,CAAC,EAAE,QAAQ,GAAC,OAAO,GAAC,QAAQ,GAAC,QAAQ,GAAC,SAAS,GAAC,SAAS,GAAC,MAAM,CAAC;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,CAAC,OAAO,WAAW,YAAY;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,mBAAmB,GAAC,SAAS,CAAC;CACxD;AAED;;;GAGG;AACH,MAAM,MAAM,IAAI,GAAG,mBAAmB,GAAC,YAAY,CAAC;AAEpD;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,eAAe,GAAC,gBAAgB,GAAC,gBAAgB,GACvE,gBAAgB,GAAC,gBAAgB,CAAC;AAEtC;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB;IACvC,IAAI,EAAE,eAAe,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,SAAS,CAAC;IACrB,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,QAAQ;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,OAAO;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,GAAC,WAAW,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAC,OAAO,CAAC;AAEzC;;;;GAIG;AACH,MAAM,CAAC,OAAO,WAAW,OAAO;IAI9B,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IAErB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IAIf,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC1C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,kBAAkB;IACzC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,+BAA+B,CAAC,EAAE,OAAO,CAAC;CAE3C"}

package/dist/conversation_config.js

@@ -1,17 +0,0 @@
-/**
- * Copyright 2026 The ODML Authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-export {};
-//# sourceMappingURL=conversation_config.js.map

package/dist/conversation_config.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"conversation_config.js","sourceRoot":"","sources":["../src/conversation_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/engine.d.ts

@@ -1,37 +0,0 @@
-/**
- * Copyright 2026 The ODML Authors.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { Conversation } from './conversation.js';
-import { ConversationConfig } from './conversation_config.js';
-import { EngineSettings } from './engine_settings.js';
-import { Session } from './session.js';
-import { RecursiveRequired } from './types.js';
-import { Deletable } from './wasm_binding_types.js';
-/**
- * LiteRT-LM Engine
- */
-export declare class Engine implements Deletable {
-    private readonly wasm;
-    private readonly engine;
-    private readonly deleteCallback;
-    readonly settings: RecursiveRequired<EngineSettings>;
-    private mutexes;
-    private constructor();
-    static create(engineSettings: EngineSettings, inputPromptAsHint?: string): Promise<Engine>;
-    createSession(sessionConfig?: {}): Promise<Session>;
-    createConversation(config?: ConversationConfig): Promise<Conversation>;
-    delete(): Promise<void>;
-}
-//# sourceMappingURL=engine.d.ts.map

package/dist/engine.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAC,cAAc,EAA+E,MAAM,sBAAsB,CAAC;AAKlI,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAErC,OAAO,EAAC,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAwD,SAAS,EAAsF,MAAM,yBAAyB,CAAC;AAQ9L;;GAEG;AACH,qBAAa,MAAO,YAAW,SAAS;IAOlC,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IATnC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IACrD,OAAO,CAAC,OAAO,CAEb;IAEF,OAAO;WAgBM,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,SAAK,GACtE,OAAO,CAAC,MAAM,CAAC;IAsFb,aAAa,CAAC,aAAa,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC;IAWnD,kBAAkB,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IA8BtE,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B"}