@litert-lm/core 0.16.0 → 0.17.1

package/dist/embedding_engine.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { ContentPart, SUPPORTED_AUDIO_MIME_TYPES, SUPPORTED_IMAGE_MIME_TYPES } from './conversation_config.js';
+import { EmbeddingEngineSettings } from './embedding_engine_settings.js';
+import { Deletable, EmbeddingOptions, InputOverflowStrategy } from './wasm_binding_types.js';
+export { type EmbeddingOptions, InputOverflowStrategy, SUPPORTED_AUDIO_MIME_TYPES, SUPPORTED_IMAGE_MIME_TYPES, };
+/**
+ * A single input part to the embedding engine.
+ */
+export type SingleEmbeddingInput = string | ContentPart | Blob;
+/**
+ * An input or sequence of inputs to compute an embedding for.
+ */
+export type EmbeddingInput = SingleEmbeddingInput | SingleEmbeddingInput[];
+/**
+ * Result of an embedding computation.
+ */
+export interface EmbeddingResponse {
+    embedding: number[];
+    inputLength: number;
+    truncatedLength?: number;
+    numChunks: number;
+}
+/**
+ * LiteRT-LM Embedding Engine
+ */
+export declare class EmbeddingEngine implements Deletable {
+    private readonly engine;
+    private readonly deleteCallback;
+    readonly settings: EmbeddingEngineSettings;
+    private readonly mutex;
+    private constructor();
+    static create(settings: EmbeddingEngineSettings): Promise<EmbeddingEngine>;
+    computeEmbedding(input: EmbeddingInput, options?: EmbeddingOptions): Promise<EmbeddingResponse>;
+    computeEmbeddingBatch(inputs: EmbeddingInput[], options?: EmbeddingOptions): Promise<EmbeddingResponse[]>;
+    delete(): Promise<void>;
+}
+//# sourceMappingURL=embedding_engine.d.ts.map

package/dist/embedding_engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding_engine.d.ts","sourceRoot":"","sources":["../src/embedding_engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,WAAW,EAAE,0BAA0B,EAAE,0BAA0B,EAAC,MAAM,0BAA0B,CAAC;AAC7G,OAAO,EAAC,uBAAuB,EAA6D,MAAM,gCAAgC,CAAC;AAKnI,OAAO,EAAU,SAAS,EAAkG,gBAAgB,EAAE,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AAGpM,OAAO,EACL,KAAK,gBAAgB,EACrB,qBAAqB,EACrB,0BAA0B,EAC1B,0BAA0B,GAC3B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,WAAW,GAAG,IAAI,CAAC;AAE/D;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,oBAAoB,GAAG,oBAAoB,EAAE,CAAC;AAE3E;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB;AA6DD;;GAEG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAK3C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IANnC,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;IAC3C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IAErC,OAAO;WAQM,MAAM,CAAC,QAAQ,EAAE,uBAAuB,GACjD,OAAO,CAAC,eAAe,CAAC;IA8EtB,gBAAgB,CAClB,KAAK,EAAE,cAAc,EACrB,OAAO,GAAE,gBAAqB,GAC/B,OAAO,CAAC,iBAAiB,CAAC;IAevB,qBAAqB,CACvB,MAAM,EAAE,cAAc,EAAE,EACxB,OAAO,GAAE,gBAAqB,GAC/B,OAAO,CAAC,iBAAiB,EAAE,CAAC;IA0BzB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B"}

package/dist/embedding_engine.js

@@ -0,0 +1,198 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { Cleanup } from './cleanup.js';
+import { SUPPORTED_AUDIO_MIME_TYPES, SUPPORTED_IMAGE_MIME_TYPES } from './conversation_config.js';
+import { fillWasmEmbeddingEngineSettingsFromEmbeddingEngineSettings } from './embedding_engine_settings.js';
+import { getOrLoadGlobalLiteRtLm } from './load_litertlm.js';
+import { Mutex } from './mutex.js';
+import { ReadableStreamDataStreamWrapper } from './readable_stream_data_stream_wrapper.js';
+import { modelToStream, setupStreamWeightsCallback } from './stream_utils.js';
+import { Backend, InputOverflowStrategy } from './wasm_binding_types.js';
+import { consumeEmscriptenVectorToArray } from './wasm_utils.js';
+export { InputOverflowStrategy, SUPPORTED_AUDIO_MIME_TYPES, SUPPORTED_IMAGE_MIME_TYPES, };
+function toWasmEmbeddingOptions(options) {
+    return {
+        normalize: options?.normalize ?? true,
+        insertSpecialTokens: options?.insertSpecialTokens ?? true,
+        inputOverflowStrategy: options?.inputOverflowStrategy ?? InputOverflowStrategy.ERROR,
+        visionTokensPerImage: options?.visionTokensPerImage,
+        outputSize: options?.outputSize,
+    };
+}
+async function normalizeInputPart(part) {
+    if (typeof part === 'string') {
+        return { type: 'text', text: part };
+    }
+    if (part instanceof Blob) {
+        const mimeType = part.type.toLowerCase().split(';')[0].trim();
+        if (SUPPORTED_IMAGE_MIME_TYPES.has(mimeType)) {
+            const arrayBuffer = await part.arrayBuffer();
+            return { type: 'image', data: arrayBuffer };
+        }
+        if (SUPPORTED_AUDIO_MIME_TYPES.has(mimeType)) {
+            const arrayBuffer = await part.arrayBuffer();
+            return { type: 'audio', data: arrayBuffer };
+        }
+        throw new Error(`Unsupported Blob mime type: "${part.type}". Supported image types: ` +
+            `${[...SUPPORTED_IMAGE_MIME_TYPES].join(', ')}. Supported audio types: ` +
+            `${[...SUPPORTED_AUDIO_MIME_TYPES].join(', ')}.`);
+    }
+    if (typeof part === 'object' && part !== null) {
+        if (part.type === 'image') {
+            if (part.data instanceof Blob) {
+                const arrayBuffer = await part.data.arrayBuffer();
+                return { type: 'image', data: arrayBuffer };
+            }
+            return part;
+        }
+        if (part.type === 'audio') {
+            if (part.data instanceof Blob) {
+                const arrayBuffer = await part.data.arrayBuffer();
+                return { type: 'audio', data: arrayBuffer };
+            }
+            return part;
+        }
+        return part;
+    }
+    throw new Error(`Unsupported input part: ${JSON.stringify(part)}`);
+}
+async function normalizeInput(input) {
+    if (Array.isArray(input)) {
+        return Promise.all(input.map((p) => normalizeInputPart(p)));
+    }
+    return normalizeInputPart(input);
+}
+/**
+ * LiteRT-LM Embedding Engine
+ */
+export class EmbeddingEngine {
+    engine;
+    deleteCallback;
+    settings;
+    mutex = new Mutex();
+    constructor(engine, settings, deleteCallback) {
+        this.engine = engine;
+        this.deleteCallback = deleteCallback;
+        this.settings = settings;
+    }
+    static async create(settings) {
+        const litertlm = await getOrLoadGlobalLiteRtLm();
+        const wasm = litertlm.liteRtLmWasm;
+        const backend = settings.backend ?? Backend.GPU;
+        settings = { ...settings, backend };
+        if (backend === Backend.GPU || backend === Backend.GPU_ARTISAN) {
+            await litertlm.setupDefaultWebGpuDevice();
+        }
+        const cleanup = new Cleanup();
+        const modelStream = await modelToStream(settings.model);
+        let engine;
+        try {
+            const streamWrapper = new ReadableStreamDataStreamWrapper(modelStream, () => wasm.HEAPU8);
+            const dataStream = wasm.ReadableStreamDataStream.create(streamWrapper);
+            cleanup.add(() => {
+                dataStream.delete();
+            });
+            const modelAssets = wasm.ModelAssets.createStreaming(dataStream);
+            const cleanupModelAssets = cleanup.add(() => {
+                modelAssets.delete();
+            });
+            let wasmSettings;
+            if (settings.visionBackend !== undefined ||
+                settings.audioBackend !== undefined) {
+                wasmSettings = wasm.EmbeddingEngineSettings.createDefaultMultimodal(modelAssets, { value: backend }, settings.visionBackend ? { value: settings.visionBackend } :
+                    undefined, settings.audioBackend ? { value: settings.audioBackend } : undefined);
+            }
+            else {
+                wasmSettings = wasm.EmbeddingEngineSettings.createDefault(modelAssets, { value: backend });
+            }
+            cleanupModelAssets();
+            const cleanupWasmSettings = cleanup.add(() => {
+                wasmSettings.delete();
+            });
+            const resolvedBackend = wasmSettings.getMutableMainExecutorSettings().getBackend().value;
+            fillWasmEmbeddingEngineSettingsFromEmbeddingEngineSettings(wasmSettings, settings, resolvedBackend);
+            if (resolvedBackend === Backend.GPU) {
+                setupStreamWeightsCallback(wasm);
+            }
+            try {
+                engine = await wasm.EmbeddingEngine.createEngine(wasmSettings);
+            }
+            finally {
+                if (resolvedBackend === Backend.GPU) {
+                    try {
+                        wasm.registerStreamWeightsCallback(undefined);
+                        await wasm.clearStoredWeightsStreams();
+                    }
+                    catch (cleanupError) {
+                        console.error('Error during cleanup:', cleanupError);
+                    }
+                }
+            }
+            cleanupWasmSettings();
+            cleanup.add(() => {
+                engine.delete();
+            });
+            return new EmbeddingEngine(engine, settings, () => cleanup.run());
+        }
+        catch (e) {
+            cleanup.run();
+            throw e;
+        }
+    }
+    async computeEmbedding(input, options = {}) {
+        const normalized = await normalizeInput(input);
+        return this.mutex.acquireAndRun(async () => {
+            const wasmResponse = await this.engine.computeEmbedding(normalized, toWasmEmbeddingOptions(options));
+            const embedding = consumeEmscriptenVectorToArray(wasmResponse.embedding);
+            return {
+                embedding,
+                inputLength: wasmResponse.inputLength,
+                truncatedLength: wasmResponse.truncatedLength,
+                numChunks: wasmResponse.numChunks,
+            };
+        });
+    }
+    async computeEmbeddingBatch(inputs, options = {}) {
+        const normalizedBatch = await Promise.all(inputs.map(normalizeInput));
+        return this.mutex.acquireAndRun(async () => {
+            const wasmResponses = await this.engine.computeEmbeddingBatch(normalizedBatch, toWasmEmbeddingOptions(options));
+            try {
+                const responses = [];
+                const count = wasmResponses.size();
+                for (let i = 0; i < count; i++) {
+                    const wasmResp = wasmResponses.get(i);
+                    const embedding = consumeEmscriptenVectorToArray(wasmResp.embedding);
+                    responses.push({
+                        embedding,
+                        inputLength: wasmResp.inputLength,
+                        truncatedLength: wasmResp.truncatedLength,
+                        numChunks: wasmResp.numChunks,
+                    });
+                }
+                return responses;
+            }
+            finally {
+                wasmResponses.delete();
+            }
+        });
+    }
+    async delete() {
+        await this.mutex.acquireAndRun(() => {
+            this.deleteCallback();
+        });
+    }
+}
+//# sourceMappingURL=embedding_engine.js.map

package/dist/embedding_engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding_engine.js","sourceRoot":"","sources":["../src/embedding_engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAc,0BAA0B,EAAE,0BAA0B,EAAC,MAAM,0BAA0B,CAAC;AAC7G,OAAO,EAA0B,0DAA0D,EAAC,MAAM,gCAAgC,CAAC;AACnI,OAAO,EAAC,uBAAuB,EAAC,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,+BAA+B,EAAC,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAC,aAAa,EAAE,0BAA0B,EAAC,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAC,OAAO,EAA+H,qBAAqB,EAAC,MAAM,yBAAyB,CAAC;AACpM,OAAO,EAAC,8BAA8B,EAAC,MAAM,iBAAiB,CAAC;AAE/D,OAAO,EAEL,qBAAqB,EACrB,0BAA0B,EAC1B,0BAA0B,GAC3B,CAAC;AAsBF,SAAS,sBAAsB,CAAC,OAA0B;IACxD,OAAO;QACL,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;QACrC,mBAAmB,EAAE,OAAO,EAAE,mBAAmB,IAAI,IAAI;QACzD,qBAAqB,EACjB,OAAO,EAAE,qBAAqB,IAAI,qBAAqB,CAAC,KAAK;QACjE,oBAAoB,EAAE,OAAO,EAAE,oBAAoB;QACnD,UAAU,EAAE,OAAO,EAAE,UAAU;KAChC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAA0B;IAE1D,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAC,CAAC;IACpC,CAAC;IACD,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9D,IAAI,0BAA0B,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7C,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAC,CAAC;QAC5C,CAAC;QACD,IAAI,0BAA0B,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7C,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,KAAK,CACX,gCAAgC,IAAI,CAAC,IAAI,4BAA4B;YACrE,GAAG,CAAC,GAAG,0BAA0B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B;YACxE,GAAG,CAAC,GAAG,0BAA0B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,IAAI,YAAY,IAAI,EAAE,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClD,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAC,CAAC;YAC5C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,IAAI,YAAY,IAAI,EAAE,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClD,OAAO,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAC,CAAC;YAC5C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAqB;IAEjD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,eAAe;IAKL;IAEA;IANZ,QAAQ,CAA0B;IAC1B,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;IAErC,YACqB,MAA2B,EAC5C,QAAiC,EAChB,cAA0B;QAF1B,WAAM,GAAN,MAAM,CAAqB;QAE3B,mBAAc,GAAd,cAAc,CAAY;QAE7C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAiC;QAEnD,MAAM,QAAQ,GAAG,MAAM,uBAAuB,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC;QACnC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC;QAChD,QAAQ,GAAG,EAAC,GAAG,QAAQ,EAAE,OAAO,EAAC,CAAC;QAElC,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/D,MAAM,QAAQ,CAAC,wBAAwB,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,MAA2B,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,aAAa,GACf,IAAI,+BAA+B,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACf,UAAU,CAAC,MAAM,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YACjE,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC1C,WAAW,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YAEH,IAAI,YAAyC,CAAC;YAC9C,IAAI,QAAQ,CAAC,aAAa,KAAK,SAAS;gBACpC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACxC,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,uBAAuB,CAC/D,WAAW,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,EAC7B,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,QAAQ,CAAC,aAAa,EAAC,CAAC,CAAC;oBACjC,SAAS,EAClC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,QAAQ,CAAC,YAAY,EAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACN,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,CACrD,WAAW,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC,CAAC;YACrC,CAAC;YACD,kBAAkB,EAAE,CAAC;YAErB,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC3C,YAAY,CAAC,MAAM,EAAE,CAAC;YACxB,CAAC,CAAC,CAAC;YAEH,MAAM,eAAe,GACjB,YAAY,CAAC,8BAA8B,EAAE,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC;YAErE,0DAA0D,CACtD,YAAY,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;YAE7C,IAAI,eAAe,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;gBACpC,0BAA0B,CAAC,IAAI,CAAC,CAAC;YACnC,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YACjE,CAAC;oBAAS,CAAC;gBACT,IAAI,eAAe,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC;oBACpC,IAAI,CAAC;wBACH,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,CAAC;wBAC9C,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;oBACzC,CAAC;oBAAC,OAAO,YAAY,EAAE,CAAC;wBACtB,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,YAAY,CAAC,CAAC;oBACvD,CAAC;gBACH,CAAC;YACH,CAAC;YACD,mBAAmB,EAAE,CAAC;YAEtB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACf,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,eAAe,CACtB,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAClB,KAAqB,EACrB,UAA4B,EAAE;QAEhC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;YACzC,MAAM,YAAY,GACd,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC;YACpF,MAAM,SAAS,GAAG,8BAA8B,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YACzE,OAAO;gBACL,SAAS;gBACT,WAAW,EAAE,YAAY,CAAC,WAAW;gBACrC,eAAe,EAAE,YAAY,CAAC,eAAe;gBAC7C,SAAS,EAAE,YAAY,CAAC,SAAS;aAClC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,qBAAqB,CACvB,MAAwB,EACxB,UAA4B,EAAE;QAEhC,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;YACzC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CACzD,eAAe,EAAE,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,SAAS,GAAwB,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC;gBACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/B,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACtC,MAAM,SAAS,GACX,8BAA8B,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACvD,SAAS,CAAC,IAAI,CAAC;wBACb,SAAS;wBACT,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;wBACzC,SAAS,EAAE,QAAQ,CAAC,SAAS;qBAC9B,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,MAAM,EAAE,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/embedding_engine_settings.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { Backend, EmbeddingEngineSettings as WasmEmbeddingEngineSettings } from './wasm_binding_types.js';
+/**
+ * LiteRT-LM EmbeddingExecutorSettings
+ */
+export interface EmbeddingExecutorSettings {
+    numThreads?: number;
+}
+/**
+ * LiteRT-LM EmbeddingEngineSettings
+ */
+export interface EmbeddingEngineSettings {
+    model: string | Blob | ReadableStream<Uint8Array>;
+    backend?: Backend;
+    visionBackend?: Backend;
+    audioBackend?: Backend;
+    maxInputLength?: number;
+    visionTokensPerImage?: number;
+    mainExecutorSettings?: EmbeddingExecutorSettings;
+}
+/**
+ * Fills a WasmEmbeddingEngineSettings with the values from an EmbeddingEngineSettings.
+ */
+export declare function fillWasmEmbeddingEngineSettingsFromEmbeddingEngineSettings(wasmSettings: WasmEmbeddingEngineSettings, settings: EmbeddingEngineSettings, backend: Backend): void;
+//# sourceMappingURL=embedding_engine_settings.d.ts.map

package/dist/embedding_engine_settings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding_engine_settings.d.ts","sourceRoot":"","sources":["../src/embedding_engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAE,uBAAuB,IAAI,2BAA2B,EAAC,MAAM,yBAAyB,CAAC;AAExG;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAClD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,yBAAyB,CAAC;CAClD;AAED;;GAEG;AACH,wBAAgB,0DAA0D,CACtE,YAAY,EAAE,2BAA2B,EACzC,QAAQ,EAAE,uBAAuB,EACjC,OAAO,EAAE,OAAO,GACjB,IAAI,CAiBN"}

package/dist/embedding_engine_settings.js

@@ -0,0 +1,35 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Fills a WasmEmbeddingEngineSettings with the values from an EmbeddingEngineSettings.
+ */
+export function fillWasmEmbeddingEngineSettingsFromEmbeddingEngineSettings(wasmSettings, settings, backend) {
+    const wasmExecutorSettings = wasmSettings.getMutableMainExecutorSettings();
+    wasmExecutorSettings.setCacheDir(':nocache');
+    if (settings.maxInputLength !== undefined) {
+        wasmSettings.setMaxInputLength(settings.maxInputLength);
+    }
+    if (settings.visionTokensPerImage !== undefined) {
+        wasmSettings.setVisionTokensPerImage(settings.visionTokensPerImage);
+    }
+    if (settings.mainExecutorSettings) {
+        const mainExecutorSettings = settings.mainExecutorSettings;
+        if (mainExecutorSettings.numThreads !== undefined) {
+            wasmExecutorSettings.setNumThreads(mainExecutorSettings.numThreads);
+        }
+    }
+}
+//# sourceMappingURL=embedding_engine_settings.js.map

package/dist/embedding_engine_settings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding_engine_settings.js","sourceRoot":"","sources":["../src/embedding_engine_settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAwBH;;GAEG;AACH,MAAM,UAAU,0DAA0D,CACtE,YAAyC,EACzC,QAAiC,EACjC,OAAgB;IAElB,MAAM,oBAAoB,GAAG,YAAY,CAAC,8BAA8B,EAAE,CAAC;IAC3E,oBAAoB,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAE7C,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC1C,YAAY,CAAC,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,QAAQ,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;QAChD,YAAY,CAAC,uBAAuB,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,QAAQ,CAAC,oBAAoB,EAAE,CAAC;QAClC,MAAM,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC;QAC3D,IAAI,oBAAoB,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAClD,oBAAoB,CAAC,aAAa,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/engine.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { Conversation } from './conversation.js';
+import { ConversationConfig } from './conversation_config.js';
+import { EngineSettings } from './engine_settings.js';
+import { Session } from './session.js';
+import { RecursiveRequired } from './types.js';
+import { Deletable } from './wasm_binding_types.js';
+/**
+ * LiteRT-LM Engine
+ */
+export declare class Engine implements Deletable {
+    private readonly wasm;
+    private readonly engine;
+    private readonly deleteCallback;
+    readonly settings: RecursiveRequired<EngineSettings>;
+    private mutexes;
+    private constructor();
+    static create(engineSettings: EngineSettings, inputPromptAsHint?: string): Promise<Engine>;
+    createSession(sessionConfig?: {}): Promise<Session>;
+    createConversation(config?: ConversationConfig): Promise<Conversation>;
+    delete(): Promise<void>;
+}
+//# sourceMappingURL=engine.d.ts.map

package/dist/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAC,cAAc,EAA+E,MAAM,sBAAsB,CAAC;AAKlI,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAErC,OAAO,EAAC,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAwD,SAAS,EAAsF,MAAM,yBAAyB,CAAC;AAQ9L;;GAEG;AACH,qBAAa,MAAO,YAAW,SAAS;IAOlC,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IATnC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IACrD,OAAO,CAAC,OAAO,CAEb;IAEF,OAAO;WAgBM,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,SAAK,GACtE,OAAO,CAAC,MAAM,CAAC;IAsFb,aAAa,CAAC,aAAa,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC;IAWnD,kBAAkB,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IA8BtE,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B"}

package/dist/engine.js

@@ -0,0 +1,203 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { Cleanup } from './cleanup.js';
+import { Conversation } from './conversation.js';
+import { fillWasmEngineSettingsFromEngineSettings, wasmEngineSettingsToEngineSettings } from './engine_settings.js';
+import { getOrLoadGlobalLiteRtLm } from './load_litertlm.js';
+import { Mutex } from './mutex.js';
+import { ReadableStreamDataStreamWrapper } from './readable_stream_data_stream_wrapper.js';
+import { Session } from './session.js';
+import { sessionConfigToWasmSessionConfig } from './session_config.js';
+import { Backend } from './wasm_binding_types.js';
+/**
+ * Global index to avoid writing to the sane VFS path.
+ */
+// TODO: b/477709280 - Remove this when streaming loading works.
+let modelPathIndex = 0;
+/**
+ * LiteRT-LM Engine
+ */
+export class Engine {
+    wasm;
+    engine;
+    deleteCallback;
+    settings;
+    mutexes = {
+        executor: new Mutex(),
+    };
+    constructor(wasm, engine, modelSource, deleteCallback) {
+        this.wasm = wasm;
+        this.engine = engine;
+        this.deleteCallback = deleteCallback;
+        const wasmEngineSettings = engine.getEngineSettings();
+        const settingsWithoutModel = wasmEngineSettingsToEngineSettings(wasmEngineSettings);
+        this.settings = {
+            ...settingsWithoutModel,
+            model: modelSource,
+        };
+        wasmEngineSettings.delete();
+    }
+    static async create(engineSettings, inputPromptAsHint = '') {
+        const litertlm = await getOrLoadGlobalLiteRtLm();
+        const wasm = litertlm.liteRtLmWasm;
+        // TODO: b/477709280 - Support other formats like .task.
+        const dstPath = `/model_${modelPathIndex++}.litertlm`;
+        // Default to GPU_ARTISAN if not specified.
+        const backend = engineSettings.backend ?? Backend.GPU_ARTISAN;
+        engineSettings = { ...engineSettings, backend };
+        const samplerBackend = engineSettings.mainExecutorSettings?.samplerBackend;
+        if (backend === Backend.GPU || backend === Backend.GPU_ARTISAN ||
+            samplerBackend === Backend.GPU ||
+            samplerBackend === Backend.GPU_ARTISAN) {
+            await litertlm.setupDefaultWebGpuDevice();
+        }
+        const cleanup = new Cleanup();
+        const modelStream = await modelToStream(engineSettings.model);
+        let engine;
+        try {
+            let modelAssets;
+            const isStreaming = backend === Backend.GPU_ARTISAN;
+            if (isStreaming) {
+                // GPU Artisan supports streamed loading.
+                const streamWrapper = new ReadableStreamDataStreamWrapper(modelStream, () => wasm.HEAPU8);
+                const dataStream = wasm.ReadableStreamDataStream.create(streamWrapper);
+                cleanup.add(() => {
+                    dataStream.delete();
+                });
+                modelAssets = wasm.ModelAssets.createStreaming(dataStream);
+            }
+            else {
+                // Other backends must be fully loaded into Wasm memory first.
+                await loadModelToVfs(wasm, modelStream, dstPath);
+                cleanup.add(() => {
+                    try {
+                        wasm.FS.unlink(dstPath);
+                    }
+                    catch (e) {
+                        console.error(`Error removing file from VFS:`, e);
+                    }
+                });
+                modelAssets = wasm.ModelAssets.create(dstPath);
+            }
+            const cleanupModelAssets = cleanup.add(() => {
+                modelAssets.delete();
+            });
+            const wasmEngineSettings = wasm.EngineSettings.createDefault(modelAssets, { value: backend });
+            // Delete our copy of the ModelAssets object (not the underlying file).
+            cleanupModelAssets();
+            const cleanupWasmEngineSettings = cleanup.add(() => {
+                wasmEngineSettings.delete();
+            });
+            fillWasmEngineSettingsFromEngineSettings(wasmEngineSettings, engineSettings, backend, wasm);
+            wasmEngineSettings.setParallelFileSectionLoading(false);
+            wasmEngineSettings.setSingleThreadedExecution(true);
+            if (isStreaming) {
+                engine = await wasm.Engine.createStreaming(wasmEngineSettings, inputPromptAsHint);
+            }
+            else {
+                engine = await wasm.Engine.createEngine(wasmEngineSettings, inputPromptAsHint);
+            }
+            cleanupWasmEngineSettings();
+            cleanup.add(() => {
+                engine.delete();
+            });
+            return new Engine(wasm, engine, engineSettings.model, () => cleanup.run());
+        }
+        catch (e) {
+            cleanup.run();
+            throw e;
+        }
+    }
+    async createSession(sessionConfig = {}) {
+        return this.mutexes.executor.acquireAndRun(() => {
+            const wasmSessionConfig = sessionConfigToWasmSessionConfig(sessionConfig, this.wasm);
+            const wasmSession = this.engine.createSession(wasmSessionConfig);
+            wasmSessionConfig.delete();
+            return new Session(wasmSession, this.mutexes);
+        });
+    }
+    async createConversation(config) {
+        return this.mutexes.executor.acquireAndRun(async () => {
+            let wasmConfig;
+            let wasmSessionConfig;
+            if (config) {
+                wasmSessionConfig = sessionConfigToWasmSessionConfig(config.sessionConfig || {}, this.wasm);
+                const prefaceJson = config.preface ? JSON.stringify(config.preface) : '';
+                wasmConfig = this.wasm.ConversationConfig.createCustom(this.engine, wasmSessionConfig, !!config.enableConstrainedDecoding, !!config.prefillPrefaceOnInit, !!config.filterChannelContentFromKvCache, prefaceJson);
+            }
+            else {
+                wasmConfig = this.wasm.ConversationConfig.createDefault(this.engine);
+            }
+            const wasmConversation = await this.wasm.Conversation.create(this.engine, wasmConfig);
+            wasmConfig.delete();
+            if (wasmSessionConfig) {
+                wasmSessionConfig.delete();
+            }
+            return new Conversation(wasmConversation, this.engine, this.mutexes);
+        });
+    }
+    async delete() {
+        await this.mutexes.executor.acquireAndRun(() => {
+            this.deleteCallback();
+        });
+    }
+}
+async function modelToStream(model) {
+    if (model instanceof ReadableStream) {
+        return model;
+    }
+    if (model instanceof Blob) {
+        return model.stream();
+    }
+    const modelUrl = model;
+    const response = await fetch(modelUrl, {
+        credentials: 'same-origin',
+    });
+    if (!response.ok) {
+        throw new Error(`Failed to fetch model file from ${modelUrl}`);
+    }
+    return response.body;
+}
+// TODO: b/477709280 - Remove this when streaming loading works.
+async function loadModelToVfs(module, modelStream, dstPath) {
+    let fileContent;
+    const reader = modelStream.getReader();
+    const chunks = [];
+    let totalLength = 0;
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        if (value) {
+            chunks.push(value);
+            totalLength += value.length;
+        }
+    }
+    fileContent = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+        fileContent.set(chunk, offset);
+        offset += chunk.length;
+    }
+    try {
+        module.FS.writeFile(dstPath, fileContent);
+    }
+    catch (e) {
+        console.error(`Error writing file to VFS:`, e);
+        throw e;
+    }
+}
+//# sourceMappingURL=engine.js.map

package/dist/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAiB,wCAAwC,EAAE,kCAAkC,EAAC,MAAM,sBAAsB,CAAC;AAElI,OAAO,EAAC,uBAAuB,EAAC,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,+BAA+B,EAAC,MAAM,0CAA0C,CAAC;AACzF,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAC,gCAAgC,EAAC,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAC,OAAO,EAA+I,MAAM,yBAAyB,CAAC;AAE9L;;GAEG;AACH,gEAAgE;AAChE,IAAI,cAAc,GAAG,CAAC,CAAC;AAEvB;;GAEG;AACH,MAAM,OAAO,MAAM;IAOI;IACA;IAEA;IATZ,QAAQ,CAAoC;IAC7C,OAAO,GAAG;QAChB,QAAQ,EAAE,IAAI,KAAK,EAAE;KACtB,CAAC;IAEF,YACqB,IAAkB,EAClB,MAAkB,EACnC,WAAoC,EACnB,cAA0B;QAH1B,SAAI,GAAJ,IAAI,CAAc;QAClB,WAAM,GAAN,MAAM,CAAY;QAElB,mBAAc,GAAd,cAAc,CAAY;QAE7C,MAAM,kBAAkB,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACtD,MAAM,oBAAoB,GACtB,kCAAkC,CAAC,kBAAkB,CAAC,CAAC;QAC3D,IAAI,CAAC,QAAQ,GAAG;YACd,GAAG,oBAAoB;YACvB,KAAK,EAAE,WAAW;SACnB,CAAC;QACF,kBAAkB,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,cAA8B,EAAE,iBAAiB,GAAG,EAAE;QAExE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC;QACnC,wDAAwD;QACxD,MAAM,OAAO,GAAG,UAAU,cAAc,EAAE,WAAW,CAAC;QAEtD,2CAA2C;QAC3C,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,CAAC;QAC9D,cAAc,GAAG,EAAC,GAAG,cAAc,EAAE,OAAO,EAAC,CAAC;QAE9C,MAAM,cAAc,GAAG,cAAc,CAAC,oBAAoB,EAAE,cAAc,CAAC;QAC3E,IAAI,OAAO,KAAK,OAAO,CAAC,GAAG,IAAI,OAAO,KAAK,OAAO,CAAC,WAAW;YAC1D,cAAc,KAAK,OAAO,CAAC,GAAG;YAC9B,cAAc,KAAK,OAAO,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,QAAQ,CAAC,wBAAwB,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAE9B,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAkB,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,WAAwB,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,KAAK,OAAO,CAAC,WAAW,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,yCAAyC;gBACzC,MAAM,aAAa,GACf,IAAI,+BAA+B,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACvE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,CAAC,CAAC,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,8DAA8D;gBAC9D,MAAM,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,IAAI,CAAC;wBACH,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC1B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;YAED,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBAC1C,WAAW,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YAEH,MAAM,kBAAkB,GACpB,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC,CAAC;YACrE,uEAAuE;YACvE,kBAAkB,EAAE,CAAC;YAErB,MAAM,yBAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACjD,kBAAkB,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;YAEH,wCAAwC,CACpC,kBAAkB,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACvD,kBAAkB,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC;YACxD,kBAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;YAEpD,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CACtC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CACnC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;YAC7C,CAAC;YACD,yBAAyB,EAAE,CAAC;YAE5B,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACf,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,MAAM,CACb,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,aAAa,GAAG,EAAE;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC9C,MAAM,iBAAiB,GACnB,gCAAgC,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAE/D,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACjE,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC3B,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAA2B;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;YACpD,IAAI,UAAkC,CAAC;YACvC,IAAI,iBAA8C,CAAC;YAEnD,IAAI,MAAM,EAAE,CAAC;gBACX,iBAAiB,GAAG,gCAAgC,CAChD,MAAM,CAAC,aAAa,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3C,MAAM,WAAW,GACb,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzD,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAClD,IAAI,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,yBAAyB,EAClE,CAAC,CAAC,MAAM,CAAC,oBAAoB,EAC7B,CAAC,CAAC,MAAM,CAAC,+BAA+B,EAAE,WAAW,CAAC,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,gBAAgB,GAClB,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAEjE,UAAU,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,iBAAiB,EAAE,CAAC;gBACtB,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC7B,CAAC;YAED,OAAO,IAAI,YAAY,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,KAAK,UAAU,aAAa,CAAC,KAA8B;IAEzD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC;IACvB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;QACrC,WAAW,EAAE,aAAa;KAC3B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,QAAQ,CAAC,IAAK,CAAC;AACxB,CAAC;AAED,gEAAgE;AAChE,KAAK,UAAU,cAAc,CACzB,MAAoB,EACpB,WAAuC,EACvC,OAAe;IAEjB,IAAI,WAAuB,CAAC;IAE5B,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;IACvC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,IAAI;YAAE,MAAM;QAChB,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,WAAW,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC"}