@litert-lm/core 0.13.1 → 0.14.0

package/README.md

@@ -3,8 +3,8 @@
 The JavaScript API of LiteRT-LM for running LLMs in the browser. This is an
 early preview that supports text-in / text-out running in WebGPU.
 [LiteRT-LM](https://www.google.com/url?sa=D&q=https%3A%2F%2Fai.google.dev%2Fedge%2Flitert-lm%2F)
-is a production-ready, open-source inference framework designed to deliver
-high-performance, cross-platform LLM deployments on edge devices.
+is the **production-ready** orchestration layer to run LLMs with LiteRT,
+engineered for **high-performance**, **cross-platform** execution.
 
 -   **Documentation**: [https://ai.google.dev/edge/litert-lm/js](https://ai.google.dev/edge/litert-lm/js)
 -   **GitHub**: [https://github.com/google-ai-edge/LiteRT-LM](https://github.com/google-ai-edge/LiteRT-LM)

package/dist/conversation.d.ts

@@ -15,11 +15,12 @@
  */
 import { Message, MessageLike } from './conversation_config.js';
 import { Mutex } from './mutex.js';
-import { Conversation as WasmConversation, Engine as WasmEngine } from './wasm_binding_types.js';
+import { ChatInterface } from './orchestration/chat_interface.js';
+import { BenchmarkInfo, Conversation as WasmConversation, Engine as WasmEngine } from './wasm_binding_types.js';
 /**
  * LiteRT-LM Conversation
  */
-export declare class Conversation {
+export declare class Conversation implements ChatInterface {
     private readonly conversation;
     private readonly engine;
     private readonly mutexes;
@@ -37,7 +38,9 @@ export declare class Conversation {
      * Sends a signal to cancel any current generation.
      */
     cancel(): void;
-    getHistory(): Message[];
+    getHistory(): Promise<Message[]>;
+    getTokenCount(): Promise<number>;
+    getBenchmarkInfo(): Promise<BenchmarkInfo>;
     delete(): Promise<void>;
 }
 //# sourceMappingURL=conversation.d.ts.map

package/dist/conversation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"conversation.d.ts","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAE,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,YAAY,IAAI,gBAAgB,EAAE,MAAM,IAAI,UAAU,EAAC,MAAM,yBAAyB,CAAC;AAK/F;;GAEG;AACH,qBAAa,YAAY;IAInB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL5B,OAAO,CAAC,MAAM,CAAS;gBAGF,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE;QAAC,QAAQ,EAAE,KAAK,CAAA;KAAC;IAEzC,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAgBvE;;;OAGG;IACH,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IAkE3B;;OAEG;IACH,MAAM;IAIN,UAAU,IAAI,OAAO,EAAE;IAQjB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B"}
+{"version":3,"file":"conversation.d.ts","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAE,WAAW,EAAC,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,aAAa,EAAC,MAAM,mCAAmC,CAAC;AAChE,OAAO,EAAC,aAAa,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,IAAI,UAAU,EAAC,MAAM,yBAAyB,CAAC;AAK9G;;GAEG;AACH,qBAAa,YAAa,YAAW,aAAa;IAI5C,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL5B,OAAO,CAAC,MAAM,CAAS;gBAGF,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE;QAAC,QAAQ,EAAE,KAAK,CAAA;KAAC;IAEzC,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBvE;;;OAGG;IACH,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IA6D3B;;OAEG;IACH,MAAM;IAIA,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAOhC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAMhC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;IAM1C,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B"}

package/dist/conversation.js

@@ -34,8 +34,8 @@ export class Conversation {
         this.isBusy = true;
         try {
             return await this.mutexes.executor.acquireAndRun(async () => {
-                const jsonStr = messageToJsonString(message);
-                const resultStr = await this.conversation.sendMessage(jsonStr);
+                const currentMessageJson = messageToJsonString(message);
+                const resultStr = await this.conversation.sendMessage(currentMessageJson);
                 return JSON.parse(resultStr);
             });
         }
@@ -53,60 +53,50 @@ export class Conversation {
         }
         this.isBusy = true;
         let isCancelled = false;
-        const jsonStr = messageToJsonString(message);
+        let hasErrored = false;
         return new ReadableStream({
             start: (controller) => {
-                try {
-                    this.conversation
-                        .sendMessageAsync(jsonStr, (chunk, isDone, error) => {
-                        if (isCancelled)
-                            return;
-                        if (error) {
-                            this.isBusy = false;
-                            controller.error(new Error(error));
-                            return;
-                        }
-                        if (chunk) {
-                            try {
-                                controller.enqueue(JSON.parse(chunk));
-                            }
-                            catch (e) {
+                const currentMessageJson = messageToJsonString(message);
+                const executeGeneration = async () => {
+                    await this.mutexes.executor.acquireAndRun(async () => {
+                        await this.conversation.sendMessageAsync(currentMessageJson, (chunk, isDone, error) => {
+                            if (isCancelled || hasErrored)
+                                return;
+                            if (error) {
+                                hasErrored = true;
                                 this.isBusy = false;
-                                controller.error(e);
+                                controller.error(new Error(error));
+                                return;
+                            }
+                            if (chunk) {
+                                try {
+                                    const msg = JSON.parse(chunk);
+                                    controller.enqueue(msg);
+                                }
+                                catch (e) {
+                                    hasErrored = true;
+                                    this.isBusy = false;
+                                    controller.error(e);
+                                }
                             }
-                        }
-                        if (isDone) {
-                            this.isBusy = false;
-                            controller.close();
-                        }
-                    })
-                        .catch((e) => {
-                        if (isCancelled)
-                            return;
-                        this.isBusy = false;
-                        controller.error(e);
-                    });
-                    // Since we're using the synchronus execution manager in C++, which
-                    // lazily executes tasks, we must call waitUntilDone to start the
-                    // execution.
-                    const runWait = async () => {
-                        await this.mutexes.executor.acquireAndRun(async () => {
-                            await this.engine.waitUntilDone();
                         });
-                    };
-                    runWait().catch((e) => {
-                        if (isCancelled)
-                            return;
-                        this.isBusy = false;
-                        controller.error(e);
+                        // Since we're using the synchronus execution manager in C++, which
+                        // lazily executes tasks, we must queue the message and call
+                        // waitUntilDone to start the execution concurrently while holding
+                        // the mutex lock.
+                        await this.engine.waitUntilDone();
                     });
-                }
-                catch (e) {
-                    if (isCancelled)
+                    if (isCancelled || hasErrored)
+                        return;
+                    this.isBusy = false;
+                    controller.close();
+                };
+                executeGeneration().catch((e) => {
+                    if (isCancelled || hasErrored)
                         return;
                     this.isBusy = false;
                     controller.error(e);
-                }
+                });
             },
             cancel: () => {
                 isCancelled = true;
@@ -121,12 +111,21 @@ export class Conversation {
     cancel() {
         this.conversation.cancelProcess();
     }
-    getHistory() {
-        if (this.isBusy) {
-            throw new Error(BUSY_MESSAGE);
-        }
-        const historyStr = this.conversation.getHistory();
-        return JSON.parse(historyStr);
+    async getHistory() {
+        return this.mutexes.executor.acquireAndRun(() => {
+            const historyStr = this.conversation.getHistory();
+            return JSON.parse(historyStr);
+        });
+    }
+    async getTokenCount() {
+        return this.mutexes.executor.acquireAndRun(() => {
+            return this.conversation.getTokenCount();
+        });
+    }
+    async getBenchmarkInfo() {
+        return this.mutexes.executor.acquireAndRun(() => {
+            return this.conversation.getBenchmarkInfo();
+        });
     }
     async delete() {
         await this.mutexes.executor.acquireAndRun(() => {

package/dist/conversation.js.map

@@ -1 +1 @@
-{"version":3,"file":"conversation.js","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAMH,MAAM,YAAY,GACd,4DAA4D,CAAC;AAEjE;;GAEG;AACH,MAAM,OAAO,YAAY;IAIF;IACA;IACA;IALb,MAAM,GAAG,KAAK,CAAC;IAEvB,YACqB,YAA8B,EAC9B,MAAkB,EAClB,OAA0B;QAF1B,iBAAY,GAAZ,YAAY,CAAkB;QAC9B,WAAM,GAAN,MAAM,CAAY;QAClB,YAAO,GAAP,OAAO,CAAmB;IAAG,CAAC;IAEnD,KAAK,CAAC,WAAW,CAAC,OAAkC;QAClD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;gBAC1D,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAC7C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;gBAC/D,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAY,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,OAAkC;QAErD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC7C,OAAO,IAAI,cAAc,CAAU;YACjC,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACpB,IAAI,CAAC;oBACH,IAAI,CAAC,YAAY;yBACZ,gBAAgB,CACb,OAAO,EACP,CAAC,KAAkB,EAAE,MAAe,EAAE,KAAkB,EAAE,EAAE;wBAC1D,IAAI,WAAW;4BAAE,OAAO;wBACxB,IAAI,KAAK,EAAE,CAAC;4BACV,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;4BACpB,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;4BACnC,OAAO;wBACT,CAAC;wBACD,IAAI,KAAK,EAAE,CAAC;4BACV,IAAI,CAAC;gCACH,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC,CAAC;4BACnD,CAAC;4BAAC,OAAO,CAAC,EAAE,CAAC;gCACX,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gCACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;4BACtB,CAAC;wBACH,CAAC;wBACD,IAAI,MAAM,EAAE,CAAC;4BACX,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;4BACpB,UAAU,CAAC,KAAK,EAAE,CAAC;wBACrB,CAAC;oBACH,CAAC,CAAC;yBACL,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;wBACX,IAAI,WAAW;4BAAE,OAAO;wBACxB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;wBACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtB,CAAC,CAAC,CAAC;oBACP,mEAAmE;oBACnE,iEAAiE;oBACjE,aAAa;oBACb,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;wBACzB,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;4BACnD,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;wBACpC,CAAC,CAAC,CAAC;oBACL,CAAC,CAAC;oBACF,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;wBACpB,IAAI,WAAW;4BAAE,OAAO;wBACxB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;wBACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtB,CAAC,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,WAAW;wBAAE,OAAO;oBACxB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oBACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,WAAW,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gBACpB,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;IACpC,CAAC;IAED,UAAU;QACR,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAc,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,mBAAmB,CAAC,WAAsC;IACjE,IAAI,OAA0B,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,SAAS,CAAC,WAAwB;IACzC,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAC,CAAC;IAC9C,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC"}
+{"version":3,"file":"conversation.js","sourceRoot":"","sources":["../src/conversation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAOH,MAAM,YAAY,GACd,4DAA4D,CAAC;AAEjE;;GAEG;AACH,MAAM,OAAO,YAAY;IAIF;IACA;IACA;IALb,MAAM,GAAG,KAAK,CAAC;IAEvB,YACqB,YAA8B,EAC9B,MAAkB,EAClB,OAA0B;QAF1B,iBAAY,GAAZ,YAAY,CAAkB;QAC9B,WAAM,GAAN,MAAM,CAAY;QAClB,YAAO,GAAP,OAAO,CAAmB;IAAG,CAAC;IAEnD,KAAK,CAAC,WAAW,CAAC,OAAkC;QAClD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;gBAC1D,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBACxD,MAAM,SAAS,GACX,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;gBAC5D,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAY,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,OAAkC;QAErD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,OAAO,IAAI,cAAc,CAAU;YACjC,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACpB,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBAExD,MAAM,iBAAiB,GAAG,KAAK,IAAkB,EAAE;oBACjD,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;wBACnD,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CACpC,kBAAkB,EAClB,CAAC,KAAkB,EAAE,MAAe,EAAE,KAAkB,EAAE,EAAE;4BAC1D,IAAI,WAAW,IAAI,UAAU;gCAAE,OAAO;4BACtC,IAAI,KAAK,EAAE,CAAC;gCACV,UAAU,GAAG,IAAI,CAAC;gCAClB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gCACpB,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;gCACnC,OAAO;4BACT,CAAC;4BACD,IAAI,KAAK,EAAE,CAAC;gCACV,IAAI,CAAC;oCACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;oCACzC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gCAC1B,CAAC;gCAAC,OAAO,CAAC,EAAE,CAAC;oCACX,UAAU,GAAG,IAAI,CAAC;oCAClB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oCACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gCACtB,CAAC;4BACH,CAAC;wBACH,CAAC,CAAC,CAAC;wBACP,mEAAmE;wBACnE,4DAA4D;wBAC5D,kEAAkE;wBAClE,kBAAkB;wBAClB,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;oBACpC,CAAC,CAAC,CAAC;oBAEH,IAAI,WAAW,IAAI,UAAU;wBAAE,OAAO;oBACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oBACpB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC,CAAC;gBAEF,iBAAiB,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC9B,IAAI,WAAW,IAAI,UAAU;wBAAE,OAAO;oBACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;oBACpB,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,WAAW,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gBACpB,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAc,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,mBAAmB,CAAC,WAAsC;IACjE,IAAI,OAA0B,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,SAAS,CAAC,WAAwB;IACzC,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAC,CAAC;IAC9C,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/conversation_config.d.ts

@@ -16,41 +16,86 @@
 import { SessionConfig } from './session_config.js';
 import { JsonValue } from './types.js';
 /**
- * Parameters for a tool, following JSON Schema format.
+ * A parameter schema definition, adhering to a subset of JSON Schema.
  */
-export declare interface ToolParameters {
-    type?: string;
-    properties?: Record<string, JsonValue>;
+export interface Schema {
+    type?: 'object' | 'array' | 'string' | 'number' | 'integer' | 'boolean' | 'null';
+    description?: string;
+    properties?: Record<string, Schema>;
     required?: string[];
-    [key: string]: JsonValue | undefined;
+    items?: Schema;
+    enum?: string[];
 }
 /**
- * A tool is a function that can be called by the LLM.
+ * Declaration of a function that the model can call.
  */
-export declare interface Tool {
+export interface FunctionDeclaration {
     name: string;
     description?: string;
-    parameters?: ToolParameters;
+    parameters?: Schema;
+    response?: Schema;
+}
+/**
+ * A wrapper for a function tool. This is the canonical format
+ * generated by platform SDKs.
+ */
+export declare interface FunctionTool {
+    type: string;
+    function: FunctionDeclaration;
+    [key: string]: JsonValue | FunctionDeclaration | undefined;
+}
+/**
+ * A tool that can be provided to the model.
+ * The C++ runtime is flexible and accepts both wrapped and unwrapped formats.
+ */
+export type Tool = FunctionDeclaration | FunctionTool;
+/**
+ * Any support content part in a message.
+ */
+export type ContentPart = TextContentPart | ImageContentPart | AudioContentPart | VideoContentPart | ToolResponsePart;
+/**
+ * Text content part of a message.
+ */
+export interface TextContentPart {
+    type: 'text';
+    text: string;
     [key: string]: JsonValue | undefined;
 }
 /**
- * Value of a tool response.
+ * Image content part of a message.
+ *
+ * This is a placeholder. Images are not supported in JS yet.
  */
-export declare interface ToolResponseValue {
-    name?: string;
-    tool_name?: string;
-    response?: Record<string, JsonValue>;
-    value?: JsonValue;
+export interface ImageContentPart {
+    type: 'image';
     [key: string]: JsonValue | undefined;
 }
 /**
- * Item in the content array of a Message.
+ * Audio content part of a message.
+ *
+ * This is a placeholder. Audio is not supported in JS yet.
  */
-export declare interface MessageContentItem {
-    type: string;
-    text?: string;
-    path?: string;
-    tool_response?: ToolResponseValue;
+export interface AudioContentPart {
+    type: 'audio';
+    [key: string]: JsonValue | undefined;
+}
+/**
+ * Video content part of a message.
+ *
+ * This is a placeholder. Video is not supported in JS yet.
+ */
+export interface VideoContentPart {
+    type: 'video';
+    [key: string]: JsonValue | undefined;
+}
+/**
+ * The response from a tool execution.
+ */
+export declare interface ToolResponsePart {
+    type: 'tool_response';
+    name?: string;
+    response?: JsonValue;
+    value?: JsonValue;
     [key: string]: JsonValue | undefined;
 }
 /**
@@ -66,6 +111,7 @@ export declare interface ToolCallFunction {
  */
 export declare interface ToolCall {
     type: string;
+    id?: string;
     function: ToolCallFunction;
     [key: string]: JsonValue | undefined;
 }
@@ -74,7 +120,7 @@ export declare interface ToolCall {
  */
 export declare interface Message {
     role: string;
-    content?: string | MessageContentItem[];
+    content?: string | ContentPart[];
     channels?: Record<string, string>;
     tool_calls?: ToolCall[];
     [key: string]: JsonValue | undefined;
@@ -92,7 +138,7 @@ export declare interface Preface {
     messages?: Message[];
     tools?: Tool[];
     extra_context?: Record<string, JsonValue>;
-    [key: string]: JsonValue | undefined;
+    [key: string]: unknown;
 }
 /**
  * Configuration for the Conversation instance.

package/dist/conversation_config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"conversation_config.d.ts","sourceRoot":"","sources":["../src/conversation_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,YAAY,CAAC;AAErC;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,cAAc;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,IAAI;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,cAAc,CAAC;IAC5B,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,iBAAiB;IACxC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,kBAAkB;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,QAAQ;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,OAAO;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,GAAC,kBAAkB,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAC,OAAO,CAAC;AAEzC;;;;GAIG;AACH,MAAM,CAAC,OAAO,WAAW,OAAO;IAI9B,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IAErB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IAIf,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC1C,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,kBAAkB;IACzC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,+BAA+B,CAAC,EAAE,OAAO,CAAC;CAE3C"}
+{"version":3,"file":"conversation_config.d.ts","sourceRoot":"","sources":["../src/conversation_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAC,SAAS,EAAC,MAAM,YAAY,CAAC;AAErC;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB,IAAI,CAAC,EAAE,QAAQ,GAAC,OAAO,GAAC,QAAQ,GAAC,QAAQ,GAAC,SAAS,GAAC,SAAS,GAAC,MAAM,CAAC;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,CAAC,OAAO,WAAW,YAAY;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,mBAAmB,GAAC,SAAS,CAAC;CACxD;AAED;;;GAGG;AACH,MAAM,MAAM,IAAI,GAAG,mBAAmB,GAAC,YAAY,CAAC;AAEpD;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,eAAe,GAAC,gBAAgB,GAAC,gBAAgB,GACvE,gBAAgB,GAAC,gBAAgB,CAAC;AAEtC;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB;IACvC,IAAI,EAAE,eAAe,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,SAAS,CAAC;IACrB,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,QAAQ;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,OAAO;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,GAAC,WAAW,EAAE,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAC,OAAO,CAAC;AAEzC;;;;GAIG;AACH,MAAM,CAAC,OAAO,WAAW,OAAO;IAI9B,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IAErB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IAIf,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC1C,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,kBAAkB;IACzC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,+BAA+B,CAAC,EAAE,OAAO,CAAC;CAE3C"}

package/dist/engine.js

@@ -130,7 +130,7 @@ export class Engine {
         });
     }
     async createConversation(config) {
-        return this.mutexes.executor.acquireAndRun(() => {
+        return this.mutexes.executor.acquireAndRun(async () => {
             let wasmConfig;
             let wasmSessionConfig;
             if (config) {
@@ -141,7 +141,7 @@ export class Engine {
             else {
                 wasmConfig = this.wasm.ConversationConfig.createDefault(this.engine);
             }
-            const wasmConversation = this.wasm.Conversation.create(this.engine, wasmConfig);
+            const wasmConversation = await this.wasm.Conversation.create(this.engine, wasmConfig);
             wasmConfig.delete();
             if (wasmSessionConfig) {
                 wasmSessionConfig.delete();
@@ -159,6 +159,9 @@ async function modelToStream(model) {
     if (model instanceof ReadableStream) {
         return model;
     }
+    if (model instanceof Blob) {
+        return model.stream();
+    }
     const modelUrl = model;
     const response = await fetch(modelUrl, {
         credentials: 'same-origin',

package/dist/engine.js.map

@@ -1 +1 @@
-{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAiB,wCAAwC,EAAE,kCAAkC,EAAC,MAAM,sBAAsB,CAAC;AAElI,OAAO,EAAC,uBAAuB,EAAC,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,+BAA+B,EAAC,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAC,gCAAgC,EAAC,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAC,OAAO,EAA+I,MAAM,yBAAyB,CAAC;AAE9L;;GAEG;AACH,gEAAgE;AAChE,IAAI,cAAc,GAAG,CAAC,CAAC;AAEvB;;GAEG;AACH,MAAM,OAAO,MAAM;IAOI;IACA;IAEA;IATZ,QAAQ,CAAoC;IAC7C,OAAO,GAAG;QAChB,QAAQ,EAAE,IAAI,KAAK,EAAE;KACtB,CAAC;IAEF,YACqB,IAAkB,EAClB,MAAkB,EACnC,WAAoC,EACnB,cAA0B;QAH1B,SAAI,GAAJ,IAAI,CAAc;QAClB,WAAM,GAAN,MAAM,CAAY;QAElB,mBAAc,GAAd,cAAc,CAAY;QAE7C,MAAM,kBAAkB,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACtD,MAAM,oBAAoB,GACtB,kCAAkC,CAAC,kBAAkB,CAAC,CAAC;QAC3D,IAAI,CAAC,QAAQ,GAAG;YACd,GAAG,oBAAoB;YACvB,KAAK,EAAE,WAAW;SACnB,CAAC;QACF,kBAAkB,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,cAA8B,EAAE,iBAAiB,GAAG,EAAE;QAExE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC;QACnC,wDAAwD;QACxD,MAAM,OAAO,GAAG,UAAU,cAAc,EAAE,WAAW,CAAC;QAEtD,2CAA2C;QAC3C,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,CAAC;QAC9D,cAAc,GAAG,EAAC,GAAG,cAAc,EAAE,OAAO,EAAC,CAAC;QAE9C,MAAM,cAAc,GAAG,cAAc,CAAC,oBAAoB,EAAE,cAAc,CAAC;QAC3E,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW;YAC1D,cAAc,KAAK,OAAO,CAAC,GAAG;YAC9B,cAAc,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,QAAQ,CAAC,wBAAwB,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAE9B,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAkB,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,WAAwB,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,KAAK,OAAO,CAAC,WAAW,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,yCAAyC;gBACzC,MAAM,aAAa,GACf,IAAI,+BAA+B,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACvE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,CAAC,CAAC,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,8DAA8D;gBAC9D,MAAM,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,IAAI,CAAC;wBACH,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC1B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC1C,WAAW,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YAEH,MAAM,kBAAkB,GACpB,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC,CAAC;YACrE,uEAAuE;YACvE,kBAAkB,EAAE,CAAC;YAErB,MAAM,yBAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACjD,kBAAkB,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;YAEH,wCAAwC,CACpC,kBAAkB,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACvD,kBAAkB,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC;YACxD,kBAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CACtC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CACnC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;YACD,yBAAyB,EAAE,CAAC;YAE5B,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACf,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,MAAM,CACb,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,aAAa,GAAG,EAAE;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,MAAM,iBAAiB,GACnB,gCAAgC,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAE/D,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACjE,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC3B,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAA2B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,IAAI,UAAkC,CAAC;YACvC,IAAI,iBAA8C,CAAC;YAEnD,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,GAAG,gCAAgC,CAChD,MAAM,CAAC,aAAa,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3C,MAAM,WAAW,GACb,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzD,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAClD,IAAI,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,yBAAyB,EAClE,CAAC,CAAC,MAAM,CAAC,oBAAoB,EAC7B,CAAC,CAAC,MAAM,CAAC,+BAA+B,EAAE,WAAW,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,gBAAgB,GAClB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAE3D,UAAU,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC7B,CAAC;YAED,OAAO,IAAI,YAAY,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,KAAK,UAAU,aAAa,CAAC,KAA8B;IAEzD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC;IACvB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;QACrC,WAAW,EAAE,aAAa;KAC3B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,QAAQ,CAAC,IAAK,CAAC;AACxB,CAAC;AAED,gEAAgE;AAChE,KAAK,UAAU,cAAc,CACzB,MAAoB,EACpB,WAAuC,EACvC,OAAe;IAEjB,IAAI,WAAuB,CAAC;IAE5B,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;IACvC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,IAAI;YAAE,MAAM;QAChB,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,WAAW,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC"}
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAiB,wCAAwC,EAAE,kCAAkC,EAAC,MAAM,sBAAsB,CAAC;AAElI,OAAO,EAAC,uBAAuB,EAAC,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,+BAA+B,EAAC,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAC,gCAAgC,EAAC,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAC,OAAO,EAA+I,MAAM,yBAAyB,CAAC;AAE9L;;GAEG;AACH,gEAAgE;AAChE,IAAI,cAAc,GAAG,CAAC,CAAC;AAEvB;;GAEG;AACH,MAAM,OAAO,MAAM;IAOI;IACA;IAEA;IATZ,QAAQ,CAAoC;IAC7C,OAAO,GAAG;QAChB,QAAQ,EAAE,IAAI,KAAK,EAAE;KACtB,CAAC;IAEF,YACqB,IAAkB,EAClB,MAAkB,EACnC,WAAoC,EACnB,cAA0B;QAH1B,SAAI,GAAJ,IAAI,CAAc;QAClB,WAAM,GAAN,MAAM,CAAY;QAElB,mBAAc,GAAd,cAAc,CAAY;QAE7C,MAAM,kBAAkB,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACtD,MAAM,oBAAoB,GACtB,kCAAkC,CAAC,kBAAkB,CAAC,CAAC;QAC3D,IAAI,CAAC,QAAQ,GAAG;YACd,GAAG,oBAAoB;YACvB,KAAK,EAAE,WAAW;SACnB,CAAC;QACF,kBAAkB,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,cAA8B,EAAE,iBAAiB,GAAG,EAAE;QAExE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC;QACnC,wDAAwD;QACxD,MAAM,OAAO,GAAG,UAAU,cAAc,EAAE,WAAW,CAAC;QAEtD,2CAA2C;QAC3C,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,CAAC;QAC9D,cAAc,GAAG,EAAC,GAAG,cAAc,EAAE,OAAO,EAAC,CAAC;QAE9C,MAAM,cAAc,GAAG,cAAc,CAAC,oBAAoB,EAAE,cAAc,CAAC;QAC3E,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW;YAC1D,cAAc,KAAK,OAAO,CAAC,GAAG;YAC9B,cAAc,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,QAAQ,CAAC,wBAAwB,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAE9B,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAkB,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,WAAwB,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,KAAK,OAAO,CAAC,WAAW,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,yCAAyC;gBACzC,MAAM,aAAa,GACf,IAAI,+BAA+B,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACvE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,CAAC,CAAC,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,8DAA8D;gBAC9D,MAAM,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,IAAI,CAAC;wBACH,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC1B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC1C,WAAW,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YAEH,MAAM,kBAAkB,GACpB,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC,CAAC;YACrE,uEAAuE;YACvE,kBAAkB,EAAE,CAAC;YAErB,MAAM,yBAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACjD,kBAAkB,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;YAEH,wCAAwC,CACpC,kBAAkB,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACvD,kBAAkB,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC;YACxD,kBAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CACtC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CACnC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;YACD,yBAAyB,EAAE,CAAC;YAE5B,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACf,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,MAAM,CACb,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,aAAa,GAAG,EAAE;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,MAAM,iBAAiB,GACnB,gCAAgC,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAE/D,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACjE,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC3B,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAA2B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;YACpD,IAAI,UAAkC,CAAC;YACvC,IAAI,iBAA8C,CAAC;YAEnD,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,GAAG,gCAAgC,CAChD,MAAM,CAAC,aAAa,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3C,MAAM,WAAW,GACb,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzD,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAClD,IAAI,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,yBAAyB,EAClE,CAAC,CAAC,MAAM,CAAC,oBAAoB,EAC7B,CAAC,CAAC,MAAM,CAAC,+BAA+B,EAAE,WAAW,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,gBAAgB,GAClB,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAEjE,UAAU,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC7B,CAAC;YAED,OAAO,IAAI,YAAY,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,KAAK,UAAU,aAAa,CAAC,KAA8B;IAEzD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC;IACvB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;QACrC,WAAW,EAAE,aAAa;KAC3B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,QAAQ,CAAC,IAAK,CAAC;AACxB,CAAC;AAED,gEAAgE;AAChE,KAAK,UAAU,cAAc,CACzB,MAAoB,EACpB,WAAuC,EACvC,OAAe;IAEjB,IAAI,WAAuB,CAAC;IAE5B,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;IACvC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,IAAI;YAAE,MAAM;QAChB,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,WAAW,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC"}

package/dist/engine_settings.d.ts

@@ -35,9 +35,10 @@ export interface LlmExecutorSettings {
  * LiteRT-LM EngineSettings
  */
 export interface EngineSettings {
-    model: string | ReadableStream<Uint8Array>;
+    model: string | Blob | ReadableStream<Uint8Array>;
     backend?: Backend;
     mainExecutorSettings?: LlmExecutorSettings;
+    benchmarkEnabled?: boolean;
 }
 /**
  * Fills a WasmEngineSettings with the values from a EngineSettings.

package/dist/engine_settings.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine_settings.d.ts","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAC,KAAK,gBAAgB,EAAE,OAAO,EAAE,KAAK,SAAS,EAAE,cAAc,IAAI,kBAAkB,EAAE,gBAAgB,IAAI,oBAAoB,EAAE,KAAK,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAIvL,OAAO,EAAC,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAC,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAC9B,IAAI,CAAC,oBAAoB,EAAE,sBAAsB,CAAC;IAEpD,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,SAAS,GAAC,SAAS,GAAC,gBAAgB,CAAC;IACrD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,GAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IACzC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oBAAoB,CAAC,EAAE,mBAAmB,CAAC;CAC5C;AAED;;GAEG;AACH,wBAAgB,wCAAwC,CACpD,kBAAkB,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EACtE,OAAO,EAAE,OAAO,EAAE,IAAI,iDAAmC,GAAG,IAAI,CA4CnE;AAED;;;;;;;;GAQG;AACH,wBAAgB,kCAAkC,CAC9C,kBAAkB,EAAE,kBAAkB,GACtC,iBAAiB,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAuCnD"}
+{"version":3,"file":"engine_settings.d.ts","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAC,KAAK,gBAAgB,EAAE,OAAO,EAAE,KAAK,SAAS,EAAE,cAAc,IAAI,kBAAkB,EAAE,gBAAgB,IAAI,oBAAoB,EAAE,KAAK,SAAS,EAAC,MAAM,yBAAyB,CAAC;AAIvL,OAAO,EAAC,gBAAgB,EAAE,SAAS,EAAE,SAAS,EAAC,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAC9B,IAAI,CAAC,oBAAoB,EAAE,sBAAsB,CAAC;IAEpD,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,SAAS,GAAC,SAAS,GAAC,gBAAgB,CAAC;IACrD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,GAAC,IAAI,GAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,oBAAoB,CAAC,EAAE,mBAAmB,CAAC;IAC3C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;GAEG;AACH,wBAAgB,wCAAwC,CACpD,kBAAkB,EAAE,kBAAkB,EAAE,cAAc,EAAE,cAAc,EACtE,OAAO,EAAE,OAAO,EAAE,IAAI,iDAAmC,GAAG,IAAI,CAgDnE;AAED;;;;;;;;GAQG;AACH,wBAAgB,kCAAkC,CAC9C,kBAAkB,EAAE,kBAAkB,GACtC,iBAAiB,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAwCnD"}

package/dist/engine_settings.js

@@ -25,6 +25,9 @@ export function fillWasmEngineSettingsFromEngineSettings(wasmEngineSettings, eng
     // and that is best handled in the Engine class.
     const wasmExecutorSettings = wasmEngineSettings.getMutableMainExecutorSettings();
     wasmExecutorSettings.setCacheDir(':nocache'); // Not supported in JS.
+    if (engineSettings.benchmarkEnabled) {
+        wasmEngineSettings.enableBenchmark();
+    }
     if (engineSettings.mainExecutorSettings) {
         const mainExecutorSettings = engineSettings.mainExecutorSettings;
         if (mainExecutorSettings.maxNumTokens !== undefined) {
@@ -105,6 +108,7 @@ export function wasmEngineSettingsToEngineSettings(wasmEngineSettings) {
             backendConfig,
             advancedSettings: wasmExecutorSettings.getAdvancedSettings(),
         },
+        benchmarkEnabled: false,
     };
 }
 //# sourceMappingURL=engine_settings.js.map

package/dist/engine_settings.js.map

@@ -1 +1 @@
-{"version":3,"file":"engine_settings.js","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EAAwB,OAAO,EAAiH,MAAM,yBAAyB,CAAC;AACvL,OAAO,EAAC,8BAA8B,EAAE,oBAAoB,EAAC,MAAM,iBAAiB,CAAC;AAiCrF;;GAEG;AACH,MAAM,UAAU,wCAAwC,CACpD,kBAAsC,EAAE,cAA8B,EACtE,OAAgB,EAAE,IAAI,GAAG,iBAAiB,EAAE,CAAC,YAAY;IAC3D,yEAAyE;IACzE,8EAA8E;IAC9E,gDAAgD;IAEhD,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IACxD,oBAAoB,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,uBAAuB;IAEtE,IAAI,cAAc,CAAC,oBAAoB,EAAE,CAAC;QACxC,MAAM,oBAAoB,GAAG,cAAc,CAAC,oBAAoB,CAAC;QAEjE,IAAI,oBAAoB,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACpD,oBAAoB,CAAC,eAAe,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,oBAAoB,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtD,oBAAoB,CAAC,iBAAiB,CAClC,EAAC,KAAK,EAAE,oBAAoB,CAAC,cAAc,EAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,oBAAoB,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrD,MAAM,aAAa,GAAG,oBAAoB,CAAC,aAAa,CAAC;YACzD,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBAC5B,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBACnC,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC3C,MAAM,gBAAgB,GAAG,aAAiC,CAAC;gBAC3D,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC7C,oBAAoB,CAChB,gBAAgB,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;gBACzD,MAAM,oBAAoB,GAAyB;oBACjD,GAAG,gBAAgB;oBACnB,oBAAoB,EAAE,YAAY;iBACnC,CAAC;gBACF,oBAAoB,CAAC,0BAA0B,CAAC,oBAAoB,CAAC,CAAC;gBACtE,YAAY,CAAC,MAAM,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QACD,IAAI,oBAAoB,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,EAAC,GAAG,UAAU,EAAE,GAAG,oBAAoB,CAAC,gBAAgB,EAAC,CAAC;YACzE,oBAAoB,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,kCAAkC,CAC9C,kBAAsC;IAExC,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IAExD,IAAI,aAAmD,CAAC;IACxD,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,0EAA0E;QAC1E,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;QAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC;YACH,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,oBAAoB,GACtB,oBAAoB,CAAC,0BAA0B,EAAE,CAAC;gBACtD,aAAa,GAAG;oBACd,GAAG,oBAAoB;oBACvB,oBAAoB,EAAE,8BAA8B,CAChD,oBAAoB,CAAC,oBAAoB,CAAC;iBAC/C,CAAC;gBACF,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC;YAChC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,oBAAoB,EAAE;YACpB,YAAY,EAAE,oBAAoB,CAAC,eAAe,EAAE;YACpD,cAAc,EAAE,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,KAAK;YAC9D,aAAa;YACb,gBAAgB,EAAE,oBAAoB,CAAC,mBAAmB,EAAE;SAC7D;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"engine_settings.js","sourceRoot":"","sources":["../src/engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EAAwB,OAAO,EAAiH,MAAM,yBAAyB,CAAC;AACvL,OAAO,EAAC,8BAA8B,EAAE,oBAAoB,EAAC,MAAM,iBAAiB,CAAC;AAkCrF;;GAEG;AACH,MAAM,UAAU,wCAAwC,CACpD,kBAAsC,EAAE,cAA8B,EACtE,OAAgB,EAAE,IAAI,GAAG,iBAAiB,EAAE,CAAC,YAAY;IAC3D,yEAAyE;IACzE,8EAA8E;IAC9E,gDAAgD;IAEhD,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IACxD,oBAAoB,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAE,uBAAuB;IAEtE,IAAI,cAAc,CAAC,gBAAgB,EAAE,CAAC;QACpC,kBAAkB,CAAC,eAAe,EAAE,CAAC;IACvC,CAAC;IAED,IAAI,cAAc,CAAC,oBAAoB,EAAE,CAAC;QACxC,MAAM,oBAAoB,GAAG,cAAc,CAAC,oBAAoB,CAAC;QAEjE,IAAI,oBAAoB,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACpD,oBAAoB,CAAC,eAAe,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,oBAAoB,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtD,oBAAoB,CAAC,iBAAiB,CAClC,EAAC,KAAK,EAAE,oBAAoB,CAAC,cAAc,EAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,oBAAoB,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrD,MAAM,aAAa,GAAG,oBAAoB,CAAC,aAAa,CAAC;YACzD,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBAC5B,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBACnC,oBAAoB,CAAC,mBAAmB,CAAC,aAA0B,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC3C,MAAM,gBAAgB,GAAG,aAAiC,CAAC;gBAC3D,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC7C,oBAAoB,CAChB,gBAAgB,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;gBACzD,MAAM,oBAAoB,GAAyB;oBACjD,GAAG,gBAAgB;oBACnB,oBAAoB,EAAE,YAAY;iBACnC,CAAC;gBACF,oBAAoB,CAAC,0BAA0B,CAAC,oBAAoB,CAAC,CAAC;gBACtE,YAAY,CAAC,MAAM,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QACD,IAAI,oBAAoB,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC9D,MAAM,MAAM,GAAG,EAAC,GAAG,UAAU,EAAE,GAAG,oBAAoB,CAAC,gBAAgB,EAAC,CAAC;YACzE,oBAAoB,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,kCAAkC,CAC9C,kBAAsC;IAExC,MAAM,oBAAoB,GACtB,kBAAkB,CAAC,8BAA8B,EAAE,CAAC;IAExD,IAAI,aAAmD,CAAC;IACxD,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,0EAA0E;QAC1E,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;QAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC;YACH,aAAa,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC3D,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,oBAAoB,GACtB,oBAAoB,CAAC,0BAA0B,EAAE,CAAC;gBACtD,aAAa,GAAG;oBACd,GAAG,oBAAoB;oBACvB,oBAAoB,EAAE,8BAA8B,CAChD,oBAAoB,CAAC,oBAAoB,CAAC;iBAC/C,CAAC;gBACF,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC;YAChC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,oBAAoB,EAAE;YACpB,YAAY,EAAE,oBAAoB,CAAC,eAAe,EAAE;YACpD,cAAc,EAAE,oBAAoB,CAAC,iBAAiB,EAAE,CAAC,KAAK;YAC9D,aAAa;YACb,gBAAgB,EAAE,oBAAoB,CAAC,mBAAmB,EAAE;SAC7D;QACD,gBAAgB,EAAE,KAAK;KACxB,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -16,6 +16,9 @@
 export * from './litertlm_web.js';
 export * from './global_litertlm.js';
 export * from './load_litertlm.js';
+export * from './orchestration/chat_interface.js';
+export * from './orchestration/auto_tool_chat.js';
+export * from './orchestration/webmcp_tool.js';
 export { Backend } from './wasm_binding_types.js';
 export * from './engine_settings.js';
 export * from './engine.js';
@@ -24,4 +27,5 @@ export * from './conversation.js';
 export * from './session_config.js';
 export * from './conversation_config.js';
 export * as Wasm from './wasm_binding_types.js';
+export * from './types.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AAGzC,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mCAAmC,CAAC;AAClD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AAGzC,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC;AAChD,cAAc,YAAY,CAAC"}

package/dist/index.js

@@ -16,6 +16,9 @@
 export * from './litertlm_web.js';
 export * from './global_litertlm.js';
 export * from './load_litertlm.js';
+export * from './orchestration/chat_interface.js';
+export * from './orchestration/auto_tool_chat.js';
+export * from './orchestration/webmcp_tool.js';
 export { Backend } from './wasm_binding_types.js';
 export * from './engine_settings.js';
 export * from './engine.js';
@@ -24,4 +27,5 @@ export * from './conversation.js';
 export * from './session_config.js';
 export * from './conversation_config.js';
 export * as Wasm from './wasm_binding_types.js';
+export * from './types.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AAGzC,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mCAAmC,CAAC;AAClD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAC;AAChD,cAAc,sBAAsB,CAAC;AACrC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AAGzC,OAAO,KAAK,IAAI,MAAM,yBAAyB,CAAC;AAChD,cAAc,YAAY,CAAC"}

package/dist/litertlm_web.js

@@ -26,7 +26,7 @@ export async function setupDefaultWebGpuDevice() {
  */
 export class LiteRtLm {
     liteRtLmWasm;
-    static DEFAULT_WASM_PATH = 'https://cdn.jsdelivr.net/npm/@litert-lm/core@0.13.1/wasm';
+    static DEFAULT_WASM_PATH = 'https://cdn.jsdelivr.net/npm/@litert-lm/core@0.14.0/wasm';
     constructor(wasmModule) {
         this.liteRtLmWasm = wasmModule;
         this.liteRtLmWasm.setupLogging();

package/dist/load.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAkC,OAAO,EAAC,MAAM,qBAAqB,CAAC;AAM7E;;IAEI;AACJ,MAAM,WAAW,WAAW;CAAG;AAE/B;;;GAGG;AACH,wBAAsB,IAAI,CACtB,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAkB3D"}
+{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAkC,OAAO,EAAC,MAAM,qBAAqB,CAAC;AAS7E;;IAEI;AACJ,MAAM,WAAW,WAAW;CAAG;AAE/B;;;GAGG;AACH,wBAAsB,IAAI,CACtB,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAsB3D"}

package/dist/load.js

@@ -19,6 +19,8 @@ import { appendPathSegment, pathToString } from './url_path_utils.js';
 import { supportsFeature } from './wasm_feature_detect.js';
 const WASM_JS_FILE_NAME = 'litertlm_wasm_internal.js';
 const WASM_JS_COMPAT_FILE_NAME = 'litertlm_wasm_compat_internal.js';
+const WASM_JS_ASYNCIFY_FILE_NAME = 'litertlm_wasm_asyncify_internal.js';
+const WASM_JS_COMPAT_ASYNCIFY_FILE_NAME = 'litertlm_wasm_compat_asyncify_internal.js';
 /**
  * Load the LiteRtLm library with WASM from the given URL. Does not set the
  * global LiteRtLm instance.
@@ -26,9 +28,14 @@ const WASM_JS_COMPAT_FILE_NAME = 'litertlm_wasm_compat_internal.js';
 export async function load(path, options) {
     const pathString = pathToString(path);
     const relaxedSimd = await supportsFeature('relaxedSimd');
-    let fileName = WASM_JS_COMPAT_FILE_NAME;
+    const jspi = await supportsFeature('jspi');
+    let fileName = '';
     if (relaxedSimd) {
-        fileName = WASM_JS_FILE_NAME;
+        fileName = jspi ? WASM_JS_FILE_NAME : WASM_JS_ASYNCIFY_FILE_NAME;
+    }
+    else {
+        fileName =
+            jspi ? WASM_JS_COMPAT_FILE_NAME : WASM_JS_COMPAT_ASYNCIFY_FILE_NAME;
     }
     let jsFilePath = path;
     if (pathString.endsWith('.wasm')) {

package/dist/load.js.map

@@ -1 +1 @@
-{"version":3,"file":"load.js","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAU,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AAEzD,MAAM,iBAAiB,GAAG,2BAA2B,CAAC;AACtD,MAAM,wBAAwB,GAAG,kCAAkC,CAAC;AAOpE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CACtB,IAAa,EAAE,OAAqB;IACtC,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,CAAC;IACzD,IAAI,QAAQ,GAAG,wBAAwB,CAAC;IACxC,IAAI,WAAW,EAAE,CAAC;QAChB,QAAQ,GAAG,iBAAiB,CAAC;IAC/B,CAAC;IAED,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CACX,mEAAmE;YACnE,mCAAmC,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC7C,CAAC"}
+{"version":3,"file":"load.js","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AAEnD,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAC,iBAAiB,EAAE,YAAY,EAAU,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAC,eAAe,EAAC,MAAM,0BAA0B,CAAC;AAEzD,MAAM,iBAAiB,GAAG,2BAA2B,CAAC;AACtD,MAAM,wBAAwB,GAAG,kCAAkC,CAAC;AACpE,MAAM,0BAA0B,GAAG,oCAAoC,CAAC;AACxE,MAAM,iCAAiC,GACnC,2CAA2C,CAAC;AAOhD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CACtB,IAAa,EAAE,OAAqB;IACtC,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,WAAW,EAAE,CAAC;QAChB,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,0BAA0B,CAAC;IACnE,CAAC;SAAM,CAAC;QACN,QAAQ;YACJ,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,iCAAiC,CAAC;IAC1E,CAAC;IAED,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CACX,mEAAmE;YACnE,mCAAmC,CAAC,CAAC;IAC3C,CAAC;SAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC7C,CAAC"}

package/dist/load_litertlm.d.ts

@@ -53,6 +53,6 @@ export declare function unloadLiteRtLm(): void;
 /**
  * Get the global LiteRT-LM instance, or load it if it hasn't been loaded yet.
  */
-export declare function getOrLoadGlobalLiteRtLm(): Promise<LiteRtLm>;
+export declare function getOrLoadGlobalLiteRtLm(path?: UrlString): Promise<LiteRtLm>;
 export {};
 //# sourceMappingURL=load_litertlm.d.ts.map

package/dist/load_litertlm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"load_litertlm.d.ts","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAO,WAAW,EAAC,MAAM,WAAW,CAAC;AAE5C,KAAK,SAAS,GAAG,MAAM,CAAC;AAExB;;;;;;IAMI;AACJ,MAAM,WAAW,mBAAoB,SAAQ,WAAW;CAAG;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,YAAY,CACxB,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAcrE;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,IAAI,IAAI,CAYrC;AAED;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,OAAO,CAAC,QAAQ,CAAC,CAE3D"}
+{"version":3,"file":"load_litertlm.d.ts","sourceRoot":"","sources":["../src/load_litertlm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,EAAC,QAAQ,EAAC,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAO,WAAW,EAAC,MAAM,WAAW,CAAC;AAE5C,KAAK,SAAS,GAAG,MAAM,CAAC;AAGxB;;;;;;IAMI;AACJ,MAAM,WAAW,mBAAoB,SAAQ,WAAW;CAAG;AAE3D;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,YAAY,CACxB,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAcrE;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,IAAI,IAAI,CAarC;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAa3E"}

package/dist/load_litertlm.js

@@ -17,6 +17,7 @@
 import { getGlobalLiteRtLm, getGlobalLiteRtLmPromise, hasGlobalLiteRtLm, hasGlobalLiteRtLmPromise, setGlobalLiteRtLm, setGlobalLiteRtLmPromise } from './global_litertlm.js';
 import { LiteRtLm } from './litertlm_web.js';
 import { load } from './load.js';
+let globalLiteRtLmPath = undefined;
 /**
  * Load LiteRT-LM Wasm files from the given URL. This needs to be called before
  * calling any other LiteRT-LM functions.
@@ -63,13 +64,24 @@ export function unloadLiteRtLm() {
     if (hasGlobalLiteRtLm()) {
         getGlobalLiteRtLm().delete();
         setGlobalLiteRtLm(undefined);
+        globalLiteRtLmPath = undefined;
     }
     setGlobalLiteRtLmPromise(undefined);
 }
 /**
  * Get the global LiteRT-LM instance, or load it if it hasn't been loaded yet.
  */
-export function getOrLoadGlobalLiteRtLm() {
-    return getGlobalLiteRtLmPromise() ?? loadLiteRtLm(LiteRtLm.DEFAULT_WASM_PATH);
+export function getOrLoadGlobalLiteRtLm(path) {
+    const liteRtLmPromise = getGlobalLiteRtLmPromise();
+    if (liteRtLmPromise) {
+        if (path && globalLiteRtLmPath !== path) {
+            throw new Error(`LiteRT-LM is already loading / loaded with a different path ` +
+                `${globalLiteRtLmPath} but was requested to load ${path}. To ` +
+                `reload with a different path, call unloadLiteRtLm() first.`);
+        }
+        return liteRtLmPromise;
+    }
+    globalLiteRtLmPath = path ?? LiteRtLm.DEFAULT_WASM_PATH;
+    return liteRtLmPromise ?? loadLiteRtLm(globalLiteRtLmPath);
 }
 //# sourceMappingURL=load_litertlm.js.map