@litert-lm/core 0.12.0

package/dist/readable_stream_data_stream_wrapper.js

@@ -0,0 +1,315 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+class Slice {
+    size;
+    data;
+    fullyDiscarded = false;
+    discardedRegions = [];
+    constructor(size) {
+        this.size = size;
+    }
+    discard(start, end) {
+        if (this.fullyDiscarded)
+            return;
+        if (this.discardedRegions.length === 0) {
+            // No discarded regions yet, so add this one.
+            this.discardedRegions.push([start, end]);
+            this.checkFullyDiscarded();
+            return;
+        }
+        this.discardedRegions.push([start, end]);
+        this.discardedRegions.sort((a, b) => a[0] - b[0]);
+        // Merge overlapping regions.
+        const mergedRegions = [];
+        for (const region of this.discardedRegions) {
+            const lastRegion = mergedRegions[mergedRegions.length - 1];
+            if (!lastRegion || lastRegion[1] < region[0]) {
+                mergedRegions.push(region);
+            }
+            else {
+                lastRegion[1] = Math.max(lastRegion[1], region[1]);
+            }
+        }
+        this.discardedRegions = mergedRegions;
+        this.checkFullyDiscarded();
+    }
+    getDiscardedRegions(start = 0, end = this.size) {
+        const result = [];
+        for (const [rStart, rEnd] of this.discardedRegions) {
+            // If the region starts after the end of the requested range,
+            // no further regions will overlap.
+            if (rStart >= end) {
+                break;
+            }
+            // If the region ends before or at the start of the requested range, skip
+            // it.
+            if (rEnd <= start) {
+                continue;
+            }
+            result.push([rStart, rEnd]);
+        }
+        return result;
+    }
+    checkFullyDiscarded() {
+        if (this.discardedRegions.length === 1 &&
+            this.discardedRegions[0][0] === 0 &&
+            this.discardedRegions[0][1] === this.size) {
+            this.fullyDiscarded = true;
+            this.data = undefined;
+        }
+    }
+}
+/**
+ * Wraps a ReadableStream for use in LiteRT LM C++ streamed model loading.
+ */
+export class ReadableStreamDataStreamWrapper {
+    stream;
+    getWasmHeap;
+    bytesPerSlice;
+    slices = [];
+    streamDone = false;
+    globalPosition = 0;
+    reader;
+    leftoverData;
+    isReading = false;
+    constructor(stream, 
+    // Heap is detached whenever it's resized, so we get it each time.
+    getWasmHeap, bytesPerSlice = 10_000_000) {
+        this.stream = stream;
+        this.getWasmHeap = getWasmHeap;
+        this.bytesPerSlice = bytesPerSlice;
+        try {
+            this.reader = { byobReader: this.stream.getReader({ mode: 'byob' }) };
+        }
+        catch (e) {
+            this.reader = { defaultReader: this.stream.getReader() };
+        }
+    }
+    *getViews(start, end) {
+        if (start >= end) {
+            return;
+        }
+        // A scratch buffer for creating new slices if needed.
+        // If the slice is fully discarded, we'll reuse this buffer instead of
+        // creating a new one.
+        let scratchBuffer;
+        let previousSlice;
+        let position = start;
+        while (position < end) {
+            const sliceIndex = Math.floor(position / this.bytesPerSlice);
+            const slicePosition = position % this.bytesPerSlice;
+            const sliceStartGlobalPosition = sliceIndex * this.bytesPerSlice;
+            let slice = this.slices[sliceIndex];
+            if (!slice) {
+                if (!previousSlice || !previousSlice.fullyDiscarded) {
+                    // Make a new scratch buffer since the old one was assigned to the
+                    // previous slice (or there is no previous slice).
+                    scratchBuffer = new Uint8Array(this.bytesPerSlice);
+                }
+                slice = new Slice(this.bytesPerSlice);
+                slice.data = scratchBuffer;
+                this.slices[sliceIndex] = slice;
+            }
+            const viewEnd = Math.min(this.bytesPerSlice, end - sliceStartGlobalPosition);
+            const discardView = () => {
+                slice.discard(slicePosition, viewEnd);
+            };
+            const viewLength = viewEnd - slicePosition;
+            const setView = (view) => {
+                // Necessary when a BYOB reader invalidates the buffer.
+                slice.data = new Uint8Array(view.buffer, 0, view.buffer.byteLength);
+                scratchBuffer = slice.data;
+            };
+            const checkReadable = () => {
+                const discardedRegions = slice.getDiscardedRegions(slicePosition, viewEnd);
+                if (discardedRegions.length > 0) {
+                    const globalDiscardedRegions = discardedRegions.map(([start, end]) => `[${start + sliceStartGlobalPosition}, ${end + sliceStartGlobalPosition}]`);
+                    throw new Error(`Slice ${sliceIndex} for data at ${position} overlaps discarded regions: [${globalDiscardedRegions.join(', ')}]`);
+                }
+                if (!slice.data) {
+                    throw new Error(`No ArrayBuffer for slice ${sliceIndex} at position ${position}`);
+                }
+            };
+            const getView = () => {
+                checkReadable();
+                return new Uint8Array(slice.data.buffer, slice.data.byteOffset + slicePosition, slice.data.byteOffset + viewLength);
+            };
+            yield {
+                getView,
+                discardView,
+                setView,
+                checkReadable,
+            };
+            previousSlice = slice;
+            position += viewLength;
+        }
+    }
+    async readInternal(destAddress, offset, count, discard) {
+        if (this.isReading) {
+            throw new Error('Concurrent reads are not supported');
+        }
+        this.isReading = true;
+        try {
+            // 1. Read and cache all unfetched data before the requested region.
+            for (const { getView, setView, checkReadable } of this.getViews(this.globalPosition, offset)) {
+                checkReadable();
+                // We do not discard or change destAddress here as this is before the
+                // requested region.
+                const newView = await this.fillBufferFromStream(getView());
+                setView(newView);
+                if (newView.length === 0) {
+                    break; // Hit EOF early
+                }
+            }
+            // 2. Copy cached data from existing slices. This may be a no-op if none
+            // of the requested region is cached.
+            const endOfCachedRead = Math.min(this.globalPosition, offset + count);
+            for (const { getView, discardView } of this.getViews(offset, endOfCachedRead)) {
+                const view = getView();
+                this.getWasmHeap().set(view, destAddress);
+                if (discard)
+                    discardView();
+                destAddress += view.length;
+            }
+            // 3. Read and optionally cache remaining unfetched data and copy it to
+            // the destination.
+            const startOfUncachedRead = Math.max(endOfCachedRead, offset);
+            for (const { getView, setView, discardView } of this.getViews(startOfUncachedRead, offset + count)) {
+                // If we are already at EOF (e.g. from step 1 or a previous iteration
+                // here), stop reading
+                if (this.streamDone && this.globalPosition <= startOfUncachedRead)
+                    break;
+                const newView = await this.fillBufferFromStream(getView());
+                setView(newView);
+                this.getWasmHeap().set(newView, destAddress);
+                if (discard)
+                    discardView();
+                destAddress += newView.length;
+            }
+        }
+        finally {
+            this.isReading = false;
+        }
+    }
+    async fillBufferFromStream(buffer) {
+        // Must read byteLength now as buffer will be invalidated.
+        const byteLength = buffer.byteLength;
+        if (byteLength === 0) {
+            return buffer;
+        }
+        const byteOffset = buffer.byteOffset;
+        let bytesRead = 0;
+        let arrayBuffer = buffer.buffer;
+        while (bytesRead < byteLength) {
+            if (this.streamDone &&
+                (!this.leftoverData || this.leftoverData.length === 0)) {
+                throw new Error(`Read from stream returned early EOF at position ${this.globalPosition}. Expected ${byteLength - bytesRead} more bytes.`);
+            }
+            if (this.reader.byobReader) {
+                // Create a view of the remaining region to be written to. We have to
+                // do this each time since the BYOB reader will detach the view and
+                // its underlying ArrayBuffer.
+                const view = new Uint8Array(arrayBuffer, byteOffset + bytesRead, byteLength - bytesRead);
+                const result = await this.reader.byobReader.read(view);
+                if (result.done) {
+                    this.streamDone = true;
+                }
+                if (!result.value) {
+                    throw new Error('Read from stream returned null value');
+                }
+                this.globalPosition += result.value.byteLength;
+                bytesRead += result.value.byteLength;
+                arrayBuffer = result.value.buffer;
+            }
+            else {
+                let chunk;
+                if (this.leftoverData && this.leftoverData.length > 0) {
+                    chunk = this.leftoverData;
+                    this.leftoverData = undefined;
+                }
+                else {
+                    const result = await this.reader.defaultReader.read();
+                    if (result.done) {
+                        this.streamDone = true;
+                        if (!result.value) {
+                            continue;
+                        }
+                    }
+                    if (!result.value) {
+                        throw new Error('Read from stream returned null value');
+                    }
+                    chunk = result.value;
+                }
+                const bytesNeeded = byteLength - bytesRead;
+                const bytesToCopy = Math.min(chunk.length, bytesNeeded);
+                const destView = new Uint8Array(arrayBuffer, byteOffset + bytesRead, bytesToCopy);
+                destView.set(chunk.subarray(0, bytesToCopy));
+                if (chunk.length > bytesToCopy) {
+                    this.leftoverData = chunk.subarray(bytesToCopy);
+                }
+                this.globalPosition += bytesToCopy;
+                bytesRead += bytesToCopy;
+            }
+        }
+        const result = new Uint8Array(arrayBuffer, byteOffset, bytesRead);
+        if (result.length !== byteLength) {
+            throw new Error(`Read from stream returned ${result.length} bytes, expected ${byteLength}`);
+        }
+        return result;
+    }
+    doDiscard(offset, count) {
+        for (const { discardView } of this.getViews(offset, offset + count)) {
+            discardView();
+        }
+    }
+    async readAndDiscard(destAddress, offset, count) {
+        try {
+            await this.readInternal(destAddress >>> 0, toNumber(offset), toNumber(count), true);
+            return {};
+        }
+        catch (e) {
+            return { error: e };
+        }
+    }
+    async readAndPreserve(destAddress, offset, count) {
+        try {
+            await this.readInternal(destAddress >>> 0, toNumber(offset), toNumber(count), false);
+            return {};
+        }
+        catch (e) {
+            return { error: e };
+        }
+    }
+    async discard(offset, count) {
+        try {
+            this.doDiscard(toNumber(offset), toNumber(count));
+            return {};
+        }
+        catch (e) {
+            return { error: e };
+        }
+    }
+}
+function toNumber(val) {
+    if (typeof val === 'number') {
+        return val;
+    }
+    if (val > Number.MAX_SAFE_INTEGER) {
+        throw new Error(`BigInt value ${val} too large to be represented as a number`);
+    }
+    return Number(val);
+}
+//# sourceMappingURL=readable_stream_data_stream_wrapper.js.map

package/dist/readable_stream_data_stream_wrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readable_stream_data_stream_wrapper.js","sourceRoot":"","sources":["../src/readable_stream_data_stream_wrapper.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,MAAM,KAAK;IAKY;IAJrB,IAAI,CAA2B;IAC/B,cAAc,GAAG,KAAK,CAAC;IACf,gBAAgB,GAA4B,EAAE,CAAC;IAEvD,YAAqB,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAErC,OAAO,CAAC,KAAa,EAAE,GAAW;QAChC,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO;QAChC,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,6CAA6C;YAC7C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAElD,6BAA6B;QAC7B,MAAM,aAAa,GAA4B,EAAE,CAAC;QAClD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3C,MAAM,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,aAAa,CAAC;QAEtC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,mBAAmB,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,IAAI;QAC5C,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACnD,6DAA6D;YAC7D,mCAAmC;YACnC,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;gBAClB,MAAM;YACR,CAAC;YACD,yEAAyE;YACzE,MAAM;YACN,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,mBAAmB;QACzB,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;YAClC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACjC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;QACxB,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,+BAA+B;IAcrB;IAEA;IACR;IAhBL,MAAM,GAAY,EAAE,CAAC;IACrB,UAAU,GAAG,KAAK,CAAC;IACnB,cAAc,GAAG,CAAC,CAAC;IAEnB,MAAM,CAIR;IACE,YAAY,CAAc;IAC1B,SAAS,GAAG,KAAK,CAAC;IAE1B,YACqB,MAAkC;IACnD,kEAAkE;IACjD,WAA6B,EACrC,gBAAgB,UAAU;QAHlB,WAAM,GAAN,MAAM,CAA4B;QAElC,gBAAW,GAAX,WAAW,CAAkB;QACrC,kBAAa,GAAb,aAAa,CAAa;QACrC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,EAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,EAAC,CAAC;QACpE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,GAAG,EAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAEO,CAAE,QAAQ,CAAC,KAAa,EAAE,GAAW;QAM3C,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,sDAAsD;QACtD,sEAAsE;QACtE,sBAAsB;QACtB,IAAI,aAAgD,CAAC;QACrD,IAAI,aAA8B,CAAC;QACnC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,QAAQ,GAAG,GAAG,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;YAC7D,MAAM,aAAa,GAAG,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC;YACpD,MAAM,wBAAwB,GAAG,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC;YAEjE,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,CAAC;oBACpD,kEAAkE;oBAClE,kDAAkD;oBAClD,aAAa,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACrD,CAAC;gBACD,KAAK,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACtC,KAAK,CAAC,IAAI,GAAG,aAAa,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC;YAClC,CAAC;YAED,MAAM,OAAO,GACT,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,GAAG,wBAAwB,CAAC,CAAC;YAEjE,MAAM,WAAW,GAAG,GAAG,EAAE;gBACvB,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YACxC,CAAC,CAAC;YAEF,MAAM,UAAU,GAAG,OAAO,GAAG,aAAa,CAAC;YAE3C,MAAM,OAAO,GAAG,CAAC,IAA6B,EAAE,EAAE;gBAChD,uDAAuD;gBACvD,KAAK,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;gBACpE,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC;YAC7B,CAAC,CAAC;YAEF,MAAM,aAAa,GAAG,GAAG,EAAE;gBACzB,MAAM,gBAAgB,GAClB,KAAK,CAAC,mBAAmB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;gBACtD,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,MAAM,sBAAsB,GAAG,gBAAgB,CAAC,GAAG,CAC/C,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,wBAAwB,KAClD,GAAG,GAAG,wBAAwB,GAAG,CAAC,CAAC;oBAC3C,MAAM,IAAI,KAAK,CAAC,SAAS,UAAU,gBAC/B,QAAQ,iCACR,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC5C,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBAChB,MAAM,IAAI,KAAK,CACX,4BAA4B,UAAU,gBAAgB,QAAQ,EAAE,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,aAAa,EAAE,CAAC;gBAChB,OAAO,IAAI,UAAU,CACjB,KAAK,CAAC,IAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAK,CAAC,UAAU,GAAG,aAAa,EAC1D,KAAK,CAAC,IAAK,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC;YAC3C,CAAC,CAAC;YAEF,MAAM;gBACJ,OAAO;gBACP,WAAW;gBACX,OAAO;gBACP,aAAa;aACd,CAAC;YAEF,aAAa,GAAG,KAAK,CAAC;YACtB,QAAQ,IAAI,UAAU,CAAC;QACzB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CACtB,WAAmB,EAAE,MAAc,EAAE,KAAa,EAClD,OAAgB;QAClB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,oEAAoE;YACpE,KAAK,MAAM,EAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAC,IAAI,IAAI,CAAC,QAAQ,CACpD,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC;gBACtC,aAAa,EAAE,CAAC;gBAChB,qEAAqE;gBACrE,oBAAoB;gBACpB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,MAAM,CAAE,gBAAgB;gBAC1B,CAAC;YACH,CAAC;YAED,wEAAwE;YACxE,qCAAqC;YACrC,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;YACtE,KAAK,MAAM,EAAC,OAAO,EAAE,WAAW,EAAC,IAAI,IAAI,CAAC,QAAQ,CACzC,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC;gBAClC,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;gBACvB,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAC1C,IAAI,OAAO;oBAAE,WAAW,EAAE,CAAC;gBAC3B,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC;YAC7B,CAAC;YAED,uEAAuE;YACvE,mBAAmB;YACnB,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;YAC9D,KAAK,MAAM,EAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAC,IAAI,IAAI,CAAC,QAAQ,CAClD,mBAAmB,EAAE,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC;gBAC9C,qEAAqE;gBACrE,sBAAsB;gBACtB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,cAAc,IAAI,mBAAmB;oBAC/D,MAAM;gBACR,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3D,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjB,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gBAC7C,IAAI,OAAO;oBAAE,WAAW,EAAE,CAAC;gBAC3B,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;YAChC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,MAA+B;QAEhE,0DAA0D;QAC1D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACrC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QAErC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;QAChC,OAAO,SAAS,GAAG,UAAU,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,UAAU;gBACf,CAAC,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC3D,MAAM,IAAI,KAAK,CAAC,mDACZ,IAAI,CAAC,cAAc,cACnB,UAAU,GAAG,SAAS,cAAc,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC3B,qEAAqE;gBACrE,mEAAmE;gBACnE,8BAA8B;gBAC9B,MAAM,IAAI,GAAG,IAAI,UAAU,CACvB,WAAW,EAAE,UAAU,GAAG,SAAS,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACzB,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;gBAC/C,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;gBACrC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,KAAiB,CAAC;gBACtB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtD,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;oBAC1B,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;oBACtD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAChB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;wBACvB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;4BAClB,SAAS;wBACX,CAAC;oBACH,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;wBAClB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;oBAC1D,CAAC;oBACD,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBACvB,CAAC;gBAED,MAAM,WAAW,GAAG,UAAU,GAAG,SAAS,CAAC;gBAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBACxD,MAAM,QAAQ,GACV,IAAI,UAAU,CAAC,WAAW,EAAE,UAAU,GAAG,SAAS,EAAE,WAAW,CAAC,CAAC;gBACrE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBAE7C,IAAI,KAAK,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;oBAC/B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAClD,CAAC;gBAED,IAAI,CAAC,cAAc,IAAI,WAAW,CAAC;gBACnC,SAAS,IAAI,WAAW,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;QAElE,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,6BACZ,MAAM,CAAC,MAAM,oBAAoB,UAAU,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAC,MAAc,EAAE,KAAa;QAC7C,KAAK,MAAM,EAAC,WAAW,EAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC;YAClE,WAAW,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAChB,WAAmB,EAAE,MAAqB,EAC1C,KAAoB;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CACnB,WAAW,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;YAChE,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAC,KAAK,EAAE,CAAU,EAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,WAAmB,EAAE,MAAqB,EAC1C,KAAoB;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CACnB,WAAW,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YACjE,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAC,KAAK,EAAE,CAAU,EAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAqB,EAAE,KAAoB;QAEvD,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAClD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAC,KAAK,EAAE,CAAU,EAAC,CAAC;QAC7B,CAAC;IACH,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,GAAkB;IAClC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,GAAG,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACX,gBAAgB,GAAG,0CAA0C,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC"}

package/dist/session.d.ts

@@ -0,0 +1,46 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { Mutex } from './mutex';
+import { SessionConfig } from './session_config';
+import { RecursiveRequired } from './types';
+import { Responses as WasmResponses, Session as WasmSession } from './wasm_binding_types';
+/**
+ * LiteRT-LM Session
+ */
+export declare class Session {
+    private readonly session;
+    private readonly mutexes;
+    readonly config: RecursiveRequired<SessionConfig>;
+    private isBusy;
+    constructor(session: WasmSession, mutexes: {
+        executor: Mutex;
+    });
+    runPrefill(inputs: string[]): Promise<void>;
+    runDecode(): Promise<Responses>;
+    /**
+     * Sends a signal to cancel any current generation.
+     */
+    cancel(): void;
+    delete(): Promise<void>;
+}
+declare class Responses {
+    private readonly responses;
+    constructor(responses: WasmResponses);
+    getTexts(): string[];
+    delete(): void;
+}
+export {};
+//# sourceMappingURL=session.d.ts.map

package/dist/session.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../src/session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,KAAK,EAAC,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAC,aAAa,EAAmC,MAAM,kBAAkB,CAAC;AACjF,OAAO,EAAC,iBAAiB,EAAC,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAC,SAAS,IAAI,aAAa,EAAE,OAAO,IAAI,WAAW,EAAC,MAAM,sBAAsB,CAAC;AAKxF;;GAEG;AACH,qBAAa,OAAO;IAIN,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAe,OAAO,CAAC,QAAQ,CAAC,OAAO;IAH3E,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAClD,OAAO,CAAC,MAAM,CAAS;gBAEM,OAAO,EAAE,WAAW,EAAmB,OAAO,EAAE;QAC3E,QAAQ,EAAE,KAAK,CAAC;KACjB;IAMK,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAc3C,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC;IAerC;;OAEG;IACH,MAAM;IAIA,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAK9B;AAED,cAAM,SAAS;IACD,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,aAAa;IAErD,QAAQ,IAAI,MAAM,EAAE;IAKpB,MAAM;CAGP"}

package/dist/session.js

@@ -0,0 +1,88 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { wasmSessionConfigToSessionConfig } from './session_config';
+import { consumeEmscriptenVectorToArray } from './wasm_utils';
+const BUSY_MESSAGE = 'Session is busy. An operation is already in progress.';
+/**
+ * LiteRT-LM Session
+ */
+export class Session {
+    session;
+    mutexes;
+    config;
+    isBusy = false;
+    constructor(session, mutexes) {
+        this.session = session;
+        this.mutexes = mutexes;
+        const wasmSessionConfig = session.getSessionConfig();
+        this.config = wasmSessionConfigToSessionConfig(wasmSessionConfig);
+        wasmSessionConfig.delete();
+    }
+    async runPrefill(inputs) {
+        if (this.isBusy) {
+            throw new Error(BUSY_MESSAGE);
+        }
+        this.isBusy = true;
+        try {
+            await this.mutexes.executor.acquireAndRun(async () => {
+                await this.session.runPrefill(inputs);
+            });
+        }
+        finally {
+            this.isBusy = false;
+        }
+    }
+    async runDecode() {
+        if (this.isBusy) {
+            throw new Error(BUSY_MESSAGE);
+        }
+        this.isBusy = true;
+        try {
+            return await this.mutexes.executor.acquireAndRun(async () => {
+                const wasmResponses = await this.session.runDecode();
+                return new Responses(wasmResponses);
+            });
+        }
+        finally {
+            this.isBusy = false;
+        }
+    }
+    /**
+     * Sends a signal to cancel any current generation.
+     */
+    cancel() {
+        this.session.cancelProcess();
+    }
+    async delete() {
+        await this.mutexes.executor.acquireAndRun(() => {
+            this.session.delete();
+        });
+    }
+}
+class Responses {
+    responses;
+    constructor(responses) {
+        this.responses = responses;
+    }
+    getTexts() {
+        const texts = this.responses.getTexts();
+        return consumeEmscriptenVectorToArray(texts);
+    }
+    delete() {
+        this.responses.delete();
+    }
+}
+//# sourceMappingURL=session.js.map

package/dist/session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../src/session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAgB,gCAAgC,EAAC,MAAM,kBAAkB,CAAC;AAGjF,OAAO,EAAC,8BAA8B,EAAC,MAAM,cAAc,CAAC;AAE5D,MAAM,YAAY,GAAG,uDAAuD,CAAC;AAE7E;;GAEG;AACH,MAAM,OAAO,OAAO;IAIW;IAAuC;IAH3D,MAAM,CAAmC;IAC1C,MAAM,GAAG,KAAK,CAAC;IAEvB,YAA6B,OAAoB,EAAmB,OAEnE;QAF4B,YAAO,GAAP,OAAO,CAAa;QAAmB,YAAO,GAAP,OAAO,CAE1E;QACC,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,gCAAgC,CAAC,iBAAiB,CAAC,CAAC;QAClE,iBAAiB,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAgB;QAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;gBACnD,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;gBAC1D,MAAM,aAAa,GAAkB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpE,OAAO,IAAI,SAAS,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,SAAS;IACgB;IAA7B,YAA6B,SAAwB;QAAxB,cAAS,GAAT,SAAS,CAAe;IAAG,CAAC;IAEzD,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,8BAA8B,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;IAC1B,CAAC;CACF"}

package/dist/session_config.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { RecursiveRequired } from './types';
+import { Backend, SamplerType, SessionConfig as WasmSessionConfig } from './wasm_binding_types';
+export { SamplerType };
+/**
+ * Configures how to sample the next token.
+ */
+export interface SamplerParameters {
+    type?: SamplerType;
+    k?: number;
+    p?: number;
+    temperature?: number;
+    seed?: number;
+}
+/**
+ * Configures a LiteRT-LM Session.
+ */
+export interface SessionConfig {
+    audioModalityEnabled?: boolean;
+    visionModalityEnabled?: boolean;
+    samplerParams?: SamplerParameters;
+    stopTokenIds?: number[][];
+    startTokenId?: number;
+    numOutputCandidates?: number;
+    samplerBackend?: Backend;
+    applyPromptTemplateInSession?: boolean;
+    useExternalSampler?: boolean;
+    maxOutputTokens?: number;
+}
+/**
+ * Converts a SessionConfig to a WasmSessionConfig.
+ */
+export declare function sessionConfigToWasmSessionConfig(sessionConfig: SessionConfig, wasm?: import("./wasm_binding_types").LiteRtLmWasm): WasmSessionConfig;
+/**
+ * Converts a WasmSessionConfig to a SessionConfig.
+ *
+ * All fields will be populated with the WASM object's values, which may be
+ * default values if they were not set.
+ */
+export declare function wasmSessionConfigToSessionConfig(wasmSessionConfig: WasmSessionConfig): RecursiveRequired<SessionConfig>;
+//# sourceMappingURL=session_config.d.ts.map

package/dist/session_config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session_config.d.ts","sourceRoot":"","sources":["../src/session_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,iBAAiB,EAAC,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAC,OAAO,EAAE,WAAW,EAAE,aAAa,IAAI,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAI9F,OAAO,EAAC,WAAW,EAAC,CAAC;AAErB;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,wBAAgB,gCAAgC,CAC5C,aAAa,EAAE,aAAa,EAC5B,IAAI,8CAAmC,GAAG,iBAAiB,CA6D9D;AAED;;;;;GAKG;AACH,wBAAgB,gCAAgC,CAC5C,iBAAiB,EAAE,iBAAiB,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAwB1E"}

package/dist/session_config.js

@@ -0,0 +1,109 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { getGlobalLiteRtLm } from './global_litertlm';
+import { SamplerType } from './wasm_binding_types';
+import { consumeEmscriptenVectorToArray, fillEmscriptenVector } from './wasm_utils';
+// Re-export SamplerType as it's compatible with the TS API.
+export { SamplerType };
+/**
+ * Converts a SessionConfig to a WasmSessionConfig.
+ */
+export function sessionConfigToWasmSessionConfig(sessionConfig, wasm = getGlobalLiteRtLm().liteRtLmWasm) {
+    const wasmSessionConfig = wasm.SessionConfig.createDefault();
+    if (sessionConfig.audioModalityEnabled !== undefined) {
+        wasmSessionConfig.setAudioModalityEnabled(sessionConfig.audioModalityEnabled);
+    }
+    if (sessionConfig.visionModalityEnabled !== undefined) {
+        wasmSessionConfig.setVisionModalityEnabled(sessionConfig.visionModalityEnabled);
+    }
+    if (sessionConfig.samplerParams !== undefined) {
+        const samplerParams = wasmSessionConfig.getMutableSamplerParams();
+        if (sessionConfig.samplerParams.type !== undefined) {
+            samplerParams.setType({ value: sessionConfig.samplerParams.type });
+        }
+        if (sessionConfig.samplerParams.k !== undefined) {
+            samplerParams.setK(sessionConfig.samplerParams.k);
+        }
+        if (sessionConfig.samplerParams.p !== undefined) {
+            samplerParams.setP(sessionConfig.samplerParams.p);
+        }
+        if (sessionConfig.samplerParams.temperature !== undefined) {
+            samplerParams.setTemperature(sessionConfig.samplerParams.temperature);
+        }
+        if (sessionConfig.samplerParams.seed !== undefined) {
+            samplerParams.setSeed(sessionConfig.samplerParams.seed);
+        }
+    }
+    if (sessionConfig.startTokenId !== undefined) {
+        wasmSessionConfig.setStartTokenId(sessionConfig.startTokenId);
+    }
+    if (sessionConfig.numOutputCandidates !== undefined) {
+        wasmSessionConfig.setNumOutputCandidates(sessionConfig.numOutputCandidates);
+    }
+    if (sessionConfig.samplerBackend !== undefined) {
+        wasmSessionConfig.setSamplerBackend({ value: sessionConfig.samplerBackend });
+    }
+    if (sessionConfig.applyPromptTemplateInSession !== undefined) {
+        wasmSessionConfig.setApplyPromptTemplateInSession(sessionConfig.applyPromptTemplateInSession);
+    }
+    if (sessionConfig.useExternalSampler !== undefined) {
+        wasmSessionConfig.setUseExternalSampler(sessionConfig.useExternalSampler);
+    }
+    if (sessionConfig.maxOutputTokens !== undefined) {
+        wasmSessionConfig.setMaxOutputTokens(sessionConfig.maxOutputTokens);
+    }
+    if (sessionConfig.stopTokenIds !== undefined) {
+        const outerVec = new wasm.VectorVectorInt();
+        for (const innerArr of sessionConfig.stopTokenIds) {
+            const innerVec = new wasm.VectorInt();
+            fillEmscriptenVector(innerArr, innerVec);
+            outerVec.push_back(innerVec);
+            innerVec.delete();
+        }
+        wasmSessionConfig.setStopTokenIds(outerVec);
+        outerVec.delete();
+    }
+    return wasmSessionConfig;
+}
+/**
+ * Converts a WasmSessionConfig to a SessionConfig.
+ *
+ * All fields will be populated with the WASM object's values, which may be
+ * default values if they were not set.
+ */
+export function wasmSessionConfigToSessionConfig(wasmSessionConfig) {
+    const samplerParams = wasmSessionConfig.getMutableSamplerParams();
+    return {
+        audioModalityEnabled: wasmSessionConfig.getAudioModalityEnabled(),
+        visionModalityEnabled: wasmSessionConfig.getVisionModalityEnabled(),
+        samplerParams: {
+            type: samplerParams.type().value,
+            k: samplerParams.k(),
+            p: samplerParams.p(),
+            temperature: samplerParams.temperature(),
+            seed: samplerParams.seed(),
+        },
+        stopTokenIds: consumeEmscriptenVectorToArray(wasmSessionConfig.getStopTokenIds())
+            .map(consumeEmscriptenVectorToArray),
+        startTokenId: wasmSessionConfig.getStartTokenId(),
+        numOutputCandidates: wasmSessionConfig.getNumOutputCandidates(),
+        samplerBackend: wasmSessionConfig.getSamplerBackend().value,
+        applyPromptTemplateInSession: wasmSessionConfig.getApplyPromptTemplateInSession(),
+        useExternalSampler: wasmSessionConfig.getUseExternalSampler(),
+        maxOutputTokens: wasmSessionConfig.getMaxOutputTokens(),
+    };
+}
+//# sourceMappingURL=session_config.js.map

package/dist/session_config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session_config.js","sourceRoot":"","sources":["../src/session_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,iBAAiB,EAAC,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAU,WAAW,EAAqC,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EAAC,8BAA8B,EAAE,oBAAoB,EAAC,MAAM,cAAc,CAAC;AAElF,4DAA4D;AAC5D,OAAO,EAAC,WAAW,EAAC,CAAC;AA6BrB;;GAEG;AACH,MAAM,UAAU,gCAAgC,CAC5C,aAA4B,EAC5B,IAAI,GAAG,iBAAiB,EAAE,CAAC,YAAY;IACzC,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC;IAE7D,IAAI,aAAa,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;QACrD,iBAAiB,CAAC,uBAAuB,CACrC,aAAa,CAAC,oBAAoB,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,aAAa,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;QACtD,iBAAiB,CAAC,wBAAwB,CACtC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,aAAa,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,aAAa,GAAG,iBAAiB,CAAC,uBAAuB,EAAE,CAAC;QAClE,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACnD,aAAa,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,aAAa,CAAC,aAAa,CAAC,IAAI,EAAC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YAChD,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YAChD,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1D,aAAa,CAAC,cAAc,CAAC,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACnD,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,IAAI,aAAa,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7C,iBAAiB,CAAC,eAAe,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,aAAa,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;QACpD,iBAAiB,CAAC,sBAAsB,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,aAAa,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC/C,iBAAiB,CAAC,iBAAiB,CAAC,EAAC,KAAK,EAAE,aAAa,CAAC,cAAc,EAAC,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,aAAa,CAAC,4BAA4B,KAAK,SAAS,EAAE,CAAC;QAC7D,iBAAiB,CAAC,+BAA+B,CAC7C,aAAa,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,aAAa,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACnD,iBAAiB,CAAC,qBAAqB,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,aAAa,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QAChD,iBAAiB,CAAC,kBAAkB,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,aAAa,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5C,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,YAAY,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACzC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC7B,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,CAAC;QACD,iBAAiB,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC5C,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAC5C,iBAAoC;IACtC,MAAM,aAAa,GAAG,iBAAiB,CAAC,uBAAuB,EAAE,CAAC;IAElE,OAAO;QACL,oBAAoB,EAAE,iBAAiB,CAAC,uBAAuB,EAAE;QACjE,qBAAqB,EAAE,iBAAiB,CAAC,wBAAwB,EAAE;QACnE,aAAa,EAAE;YACb,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK;YAChC,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE;YACpB,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE;YACpB,WAAW,EAAE,aAAa,CAAC,WAAW,EAAE;YACxC,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE;SAC3B;QACD,YAAY,EACR,8BAA8B,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC;aAC9D,GAAG,CAAC,8BAA8B,CAAC;QAC5C,YAAY,EAAE,iBAAiB,CAAC,eAAe,EAAE;QACjD,mBAAmB,EAAE,iBAAiB,CAAC,sBAAsB,EAAE;QAC/D,cAAc,EAAE,iBAAiB,CAAC,iBAAiB,EAAE,CAAC,KAAK;QAC3D,4BAA4B,EACxB,iBAAiB,CAAC,+BAA+B,EAAE;QACvD,kBAAkB,EAAE,iBAAiB,CAAC,qBAAqB,EAAE;QAC7D,eAAe,EAAE,iBAAiB,CAAC,kBAAkB,EAAE;KACxD,CAAC;AACJ,CAAC"}