@litert-lm/core 0.16.0 → 0.17.1

package/dist/session.js

@@ -0,0 +1,107 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { wasmSessionConfigToSessionConfig } from './session_config.js';
+import { consumeEmscriptenVectorToArray } from './wasm_utils.js';
+const BUSY_MESSAGE = 'Session is busy. An operation is already in progress.';
+/**
+ * LiteRT-LM Session
+ */
+export class Session {
+    session;
+    mutexes;
+    config;
+    isBusy = false;
+    constructor(session, mutexes) {
+        this.session = session;
+        this.mutexes = mutexes;
+        const wasmSessionConfig = session.getSessionConfig();
+        this.config = wasmSessionConfigToSessionConfig(wasmSessionConfig);
+        wasmSessionConfig.delete();
+    }
+    async runPrefill(inputs) {
+        if (this.isBusy) {
+            throw new Error(BUSY_MESSAGE);
+        }
+        this.isBusy = true;
+        try {
+            await this.mutexes.executor.acquireAndRun(async () => {
+                await this.session.runPrefill(inputs);
+            });
+        }
+        finally {
+            this.isBusy = false;
+        }
+    }
+    async runDecode() {
+        if (this.isBusy) {
+            throw new Error(BUSY_MESSAGE);
+        }
+        this.isBusy = true;
+        try {
+            return await this.mutexes.executor.acquireAndRun(async () => {
+                const wasmResponses = await this.session.runDecode();
+                return new Responses(wasmResponses);
+            });
+        }
+        finally {
+            this.isBusy = false;
+        }
+    }
+    /**
+     * Sends a signal to cancel any current generation.
+     */
+    cancel() {
+        this.session.cancelProcess();
+    }
+    /**
+     * Clones the session. The cloned session will have all the settings and
+     * context of the original session up to the point that clone is called.
+     */
+    async clone() {
+        if (this.isBusy) {
+            throw new Error(BUSY_MESSAGE);
+        }
+        this.isBusy = true;
+        try {
+            return await this.mutexes.executor.acquireAndRun(() => {
+                const wasmClonedSession = this.session.clone();
+                return new Session(wasmClonedSession, this.mutexes);
+            });
+        }
+        finally {
+            this.isBusy = false;
+        }
+    }
+    async delete() {
+        await this.mutexes.executor.acquireAndRun(() => {
+            this.session.delete();
+        });
+    }
+}
+class Responses {
+    responses;
+    constructor(responses) {
+        this.responses = responses;
+    }
+    getTexts() {
+        const texts = this.responses.getTexts();
+        return consumeEmscriptenVectorToArray(texts);
+    }
+    delete() {
+        this.responses.delete();
+    }
+}
+//# sourceMappingURL=session.js.map

package/dist/session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../src/session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAgB,gCAAgC,EAAC,MAAM,qBAAqB,CAAC;AAGpF,OAAO,EAAC,8BAA8B,EAAC,MAAM,iBAAiB,CAAC;AAE/D,MAAM,YAAY,GAAG,uDAAuD,CAAC;AAE7E;;GAEG;AACH,MAAM,OAAO,OAAO;IAIW;IAAuC;IAH3D,MAAM,CAAmC;IAC1C,MAAM,GAAG,KAAK,CAAC;IAEvB,YAA6B,OAAoB,EAAmB,OAEnE;QAF4B,YAAO,GAAP,OAAO,CAAa;QAAmB,YAAO,GAAP,OAAO,CAE1E;QACC,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,gCAAgC,CAAC,iBAAiB,CAAC,CAAC;QAClE,iBAAiB,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAgB;QAC/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;gBACnD,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,IAAI,EAAE;gBAC1D,MAAM,aAAa,GAAkB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpE,OAAO,IAAI,SAAS,CAAC,aAAa,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;gBACpD,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/C,OAAO,IAAI,OAAO,CAAC,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE;YAC7C,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,SAAS;IACgB;IAA7B,YAA6B,SAAwB;QAAxB,cAAS,GAAT,SAAS,CAAe;IAAG,CAAC;IAEzD,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QACxC,OAAO,8BAA8B,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;IAC1B,CAAC;CACF"}

package/dist/session_config.d.ts

@@ -0,0 +1,60 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { RecursiveRequired } from './types.js';
+import { Backend, SamplerType, SessionConfig as WasmSessionConfig } from './wasm_binding_types.js';
+export { SamplerType };
+/**
+ * Configures how to sample the next token.
+ */
+export interface SamplerParameters {
+    type?: SamplerType;
+    k?: number;
+    p?: number;
+    temperature?: number;
+    seed?: number;
+}
+/**
+ * Configures a LiteRT-LM Session.
+ */
+export interface SessionConfig {
+    audioModalityEnabled?: boolean;
+    visionModalityEnabled?: boolean;
+    samplerParams?: SamplerParameters;
+    stopTokenIds?: number[][];
+    startTokenId?: number;
+    numOutputCandidates?: number;
+    samplerBackend?: Backend;
+    applyPromptTemplateInSession?: boolean;
+    useExternalSampler?: boolean;
+    /**
+     * The maximum number of tokens to generate per response. For thinking
+     * models, both thinking (reasoning) tokens and the final response tokens
+     * count towards this limit.
+     */
+    maxOutputTokens?: number;
+}
+/**
+ * Converts a SessionConfig to a WasmSessionConfig.
+ */
+export declare function sessionConfigToWasmSessionConfig(sessionConfig: SessionConfig, wasm?: import("./wasm_binding_types.js").LiteRtLmWasm): WasmSessionConfig;
+/**
+ * Converts a WasmSessionConfig to a SessionConfig.
+ *
+ * All fields will be populated with the WASM object's values, which may be
+ * default values if they were not set.
+ */
+export declare function wasmSessionConfigToSessionConfig(wasmSessionConfig: WasmSessionConfig): RecursiveRequired<SessionConfig>;
+//# sourceMappingURL=session_config.d.ts.map

package/dist/session_config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session_config.d.ts","sourceRoot":"","sources":["../src/session_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EAAC,iBAAiB,EAAC,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAC,OAAO,EAAE,WAAW,EAAE,aAAa,IAAI,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAIjG,OAAO,EAAC,WAAW,EAAC,CAAC;AAErB;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,wBAAgB,gCAAgC,CAC5C,aAAa,EAAE,aAAa,EAC5B,IAAI,iDAAmC,GAAG,iBAAiB,CA6D9D;AAED;;;;;GAKG;AACH,wBAAgB,gCAAgC,CAC5C,iBAAiB,EAAE,iBAAiB,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAwB1E"}

package/dist/session_config.js

@@ -0,0 +1,109 @@
+/**
+ * Copyright 2026 The ODML Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { getGlobalLiteRtLm } from './global_litertlm.js';
+import { SamplerType } from './wasm_binding_types.js';
+import { consumeEmscriptenVectorToArray, fillEmscriptenVector } from './wasm_utils.js';
+// Re-export SamplerType as it's compatible with the TS API.
+export { SamplerType };
+/**
+ * Converts a SessionConfig to a WasmSessionConfig.
+ */
+export function sessionConfigToWasmSessionConfig(sessionConfig, wasm = getGlobalLiteRtLm().liteRtLmWasm) {
+    const wasmSessionConfig = wasm.SessionConfig.createDefault();
+    if (sessionConfig.audioModalityEnabled !== undefined) {
+        wasmSessionConfig.setAudioModalityEnabled(sessionConfig.audioModalityEnabled);
+    }
+    if (sessionConfig.visionModalityEnabled !== undefined) {
+        wasmSessionConfig.setVisionModalityEnabled(sessionConfig.visionModalityEnabled);
+    }
+    if (sessionConfig.samplerParams !== undefined) {
+        const samplerParams = wasmSessionConfig.getMutableSamplerParams();
+        if (sessionConfig.samplerParams.type !== undefined) {
+            samplerParams.setType({ value: sessionConfig.samplerParams.type });
+        }
+        if (sessionConfig.samplerParams.k !== undefined) {
+            samplerParams.setK(sessionConfig.samplerParams.k);
+        }
+        if (sessionConfig.samplerParams.p !== undefined) {
+            samplerParams.setP(sessionConfig.samplerParams.p);
+        }
+        if (sessionConfig.samplerParams.temperature !== undefined) {
+            samplerParams.setTemperature(sessionConfig.samplerParams.temperature);
+        }
+        if (sessionConfig.samplerParams.seed !== undefined) {
+            samplerParams.setSeed(sessionConfig.samplerParams.seed);
+        }
+    }
+    if (sessionConfig.startTokenId !== undefined) {
+        wasmSessionConfig.setStartTokenId(sessionConfig.startTokenId);
+    }
+    if (sessionConfig.numOutputCandidates !== undefined) {
+        wasmSessionConfig.setNumOutputCandidates(sessionConfig.numOutputCandidates);
+    }
+    if (sessionConfig.samplerBackend !== undefined) {
+        wasmSessionConfig.setSamplerBackend({ value: sessionConfig.samplerBackend });
+    }
+    if (sessionConfig.applyPromptTemplateInSession !== undefined) {
+        wasmSessionConfig.setApplyPromptTemplateInSession(sessionConfig.applyPromptTemplateInSession);
+    }
+    if (sessionConfig.useExternalSampler !== undefined) {
+        wasmSessionConfig.setUseExternalSampler(sessionConfig.useExternalSampler);
+    }
+    if (sessionConfig.maxOutputTokens !== undefined) {
+        wasmSessionConfig.setMaxOutputTokens(sessionConfig.maxOutputTokens);
+    }
+    if (sessionConfig.stopTokenIds !== undefined) {
+        const outerVec = new wasm.VectorVectorInt();
+        for (const innerArr of sessionConfig.stopTokenIds) {
+            const innerVec = new wasm.VectorInt();
+            fillEmscriptenVector(innerArr, innerVec);
+            outerVec.push_back(innerVec);
+            innerVec.delete();
+        }
+        wasmSessionConfig.setStopTokenIds(outerVec);
+        outerVec.delete();
+    }
+    return wasmSessionConfig;
+}
+/**
+ * Converts a WasmSessionConfig to a SessionConfig.
+ *
+ * All fields will be populated with the WASM object's values, which may be
+ * default values if they were not set.
+ */
+export function wasmSessionConfigToSessionConfig(wasmSessionConfig) {
+    const samplerParams = wasmSessionConfig.getMutableSamplerParams();
+    return {
+        audioModalityEnabled: wasmSessionConfig.getAudioModalityEnabled(),
+        visionModalityEnabled: wasmSessionConfig.getVisionModalityEnabled(),
+        samplerParams: {
+            type: samplerParams.type().value,
+            k: samplerParams.k(),
+            p: samplerParams.p(),
+            temperature: samplerParams.temperature(),
+            seed: samplerParams.seed(),
+        },
+        stopTokenIds: consumeEmscriptenVectorToArray(wasmSessionConfig.getStopTokenIds())
+            .map(consumeEmscriptenVectorToArray),
+        startTokenId: wasmSessionConfig.getStartTokenId(),
+        numOutputCandidates: wasmSessionConfig.getNumOutputCandidates(),
+        samplerBackend: wasmSessionConfig.getSamplerBackend().value,
+        applyPromptTemplateInSession: wasmSessionConfig.getApplyPromptTemplateInSession(),
+        useExternalSampler: wasmSessionConfig.getUseExternalSampler(),
+        maxOutputTokens: wasmSessionConfig.getMaxOutputTokens(),
+    };
+}
+//# sourceMappingURL=session_config.js.map

package/dist/session_config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session_config.js","sourceRoot":"","sources":["../src/session_config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EAAU,WAAW,EAAqC,MAAM,yBAAyB,CAAC;AACjG,OAAO,EAAC,8BAA8B,EAAE,oBAAoB,EAAC,MAAM,iBAAiB,CAAC;AAErF,4DAA4D;AAC5D,OAAO,EAAC,WAAW,EAAC,CAAC;AAkCrB;;GAEG;AACH,MAAM,UAAU,gCAAgC,CAC5C,aAA4B,EAC5B,IAAI,GAAG,iBAAiB,EAAE,CAAC,YAAY;IACzC,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC;IAE7D,IAAI,aAAa,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;QACrD,iBAAiB,CAAC,uBAAuB,CACrC,aAAa,CAAC,oBAAoB,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,aAAa,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;QACtD,iBAAiB,CAAC,wBAAwB,CACtC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,aAAa,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,aAAa,GAAG,iBAAiB,CAAC,uBAAuB,EAAE,CAAC;QAClE,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACnD,aAAa,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,aAAa,CAAC,aAAa,CAAC,IAAI,EAAC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YAChD,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YAChD,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1D,aAAa,CAAC,cAAc,CAAC,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACnD,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,IAAI,aAAa,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7C,iBAAiB,CAAC,eAAe,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,aAAa,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;QACpD,iBAAiB,CAAC,sBAAsB,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,aAAa,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC/C,iBAAiB,CAAC,iBAAiB,CAAC,EAAC,KAAK,EAAE,aAAa,CAAC,cAAc,EAAC,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,aAAa,CAAC,4BAA4B,KAAK,SAAS,EAAE,CAAC;QAC7D,iBAAiB,CAAC,+BAA+B,CAC7C,aAAa,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,aAAa,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QACnD,iBAAiB,CAAC,qBAAqB,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,aAAa,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QAChD,iBAAiB,CAAC,kBAAkB,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,aAAa,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5C,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,YAAY,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACzC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC7B,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,CAAC;QACD,iBAAiB,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC5C,QAAQ,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAC5C,iBAAoC;IACtC,MAAM,aAAa,GAAG,iBAAiB,CAAC,uBAAuB,EAAE,CAAC;IAElE,OAAO;QACL,oBAAoB,EAAE,iBAAiB,CAAC,uBAAuB,EAAE;QACjE,qBAAqB,EAAE,iBAAiB,CAAC,wBAAwB,EAAE;QACnE,aAAa,EAAE;YACb,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK;YAChC,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE;YACpB,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE;YACpB,WAAW,EAAE,aAAa,CAAC,WAAW,EAAE;YACxC,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE;SAC3B;QACD,YAAY,EACR,8BAA8B,CAAC,iBAAiB,CAAC,eAAe,EAAE,CAAC;aAC9D,GAAG,CAAC,8BAA8B,CAAC;QAC5C,YAAY,EAAE,iBAAiB,CAAC,eAAe,EAAE;QACjD,mBAAmB,EAAE,iBAAiB,CAAC,sBAAsB,EAAE;QAC/D,cAAc,EAAE,iBAAiB,CAAC,iBAAiB,EAAE,CAAC,KAAK;QAC3D,4BAA4B,EACxB,iBAAiB,CAAC,+BAA+B,EAAE;QACvD,kBAAkB,EAAE,iBAAiB,CAAC,qBAAqB,EAAE;QAC7D,eAAe,EAAE,iBAAiB,CAAC,kBAAkB,EAAE;KACxD,CAAC;AACJ,CAAC"}

package/dist/stream_utils.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { LiteRtLmWasm } from './wasm_binding_types.js';
+/**
+ * Converts a model source (URL string, Blob, or ReadableStream) into a ReadableStream.
+ */
+export declare function modelToStream(model: string | Blob | ReadableStream<Uint8Array>): Promise<ReadableStream<Uint8Array>>;
+/**
+ * Sets up the callback that streams model weights directly into WebGPU buffers.
+ */
+export declare function setupStreamWeightsCallback(wasm: LiteRtLmWasm): void;
+//# sourceMappingURL=stream_utils.d.ts.map

package/dist/stream_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream_utils.d.ts","sourceRoot":"","sources":["../src/stream_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,YAAY,EAAC,MAAM,yBAAyB,CAAC;AAErD;;GAEG;AACH,wBAAsB,aAAa,CAC/B,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,cAAc,CAAC,UAAU,CAAC,GACjD,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAgBtC;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,YAAY,GAAG,IAAI,CAoEnE"}

package/dist/stream_utils.js

@@ -0,0 +1,95 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Converts a model source (URL string, Blob, or ReadableStream) into a ReadableStream.
+ */
+export async function modelToStream(model) {
+    if (model instanceof ReadableStream) {
+        return model;
+    }
+    if (model instanceof Blob) {
+        return model.stream();
+    }
+    const modelUrl = model;
+    const response = await fetch(modelUrl, {
+        credentials: 'same-origin',
+    });
+    if (!response.ok) {
+        throw new Error(`Failed to fetch model file from ${modelUrl}`);
+    }
+    return response.body;
+}
+/**
+ * Sets up the callback that streams model weights directly into WebGPU buffers.
+ */
+export function setupStreamWeightsCallback(wasm) {
+    const gpuDevice = wasm.preinitializedWebGPUDevice;
+    if (!gpuDevice) {
+        throw new Error('WebGPU device not initialized');
+    }
+    wasm.registerStreamWeightsCallback(async (tflIds, wgpuBufferIds, offsets, lengths) => {
+        const requests = [];
+        if (tflIds.length !== wgpuBufferIds.length) {
+            throw new Error(`Stream weights callback received arrays of different lengths: ` +
+                `tflIds=${tflIds.length}, wgpuBufferIds=${wgpuBufferIds.length}`);
+        }
+        for (let i = 0; i < tflIds.length; i++) {
+            requests.push({
+                id: tflIds[i],
+                wgpuBufferId: wgpuBufferIds[i],
+                offset: offsets[i],
+                length: lengths[i],
+            });
+        }
+        requests.sort((a, b) => a.offset - b.offset);
+        const CHUNK_SIZE = 4 * 1024 * 1024;
+        // `_malloc` returns a signed i32, which reads back negative once the heap
+        // grows past 2GB. Reinterpret it as unsigned before using it to index the
+        // heap, or the `Uint8Array` view below throws a `RangeError`.
+        const tempPtr = wasm._malloc(CHUNK_SIZE) >>> 0;
+        if (tempPtr === 0) {
+            throw new Error('Failed to allocate Wasm memory for streaming weights');
+        }
+        try {
+            for (const req of requests) {
+                const gpuBuffer = wasm.WebGPU.getJsObject(req.wgpuBufferId);
+                if (!gpuBuffer) {
+                    throw new Error(`Failed to find GPUBuffer for ID: ${req.wgpuBufferId}`);
+                }
+                const modelType = wasm.getCurrentlyCompilingModel();
+                let bytesUploaded = 0;
+                while (bytesUploaded < req.length) {
+                    const chunkSize = Math.min(CHUNK_SIZE, req.length - bytesUploaded);
+                    await wasm.readStoredWeights(modelType, req.offset + bytesUploaded, chunkSize, tempPtr);
+                    let chunkData = new Uint8Array(wasm.HEAPU8.buffer, tempPtr, chunkSize);
+                    if (chunkData.byteLength % 4 !== 0 &&
+                        bytesUploaded + chunkSize === req.length) {
+                        const paddedSize = (chunkData.byteLength + 3) & ~3;
+                        const paddedData = new Uint8Array(paddedSize);
+                        paddedData.set(chunkData);
+                        chunkData = paddedData;
+                    }
+                    gpuDevice.queue.writeBuffer(gpuBuffer, bytesUploaded, chunkData);
+                    bytesUploaded += chunkSize;
+                }
+            }
+        }
+        finally {
+            wasm._free(tempPtr);
+        }
+    });
+}
+//# sourceMappingURL=stream_utils.js.map

package/dist/stream_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream_utils.js","sourceRoot":"","sources":["../src/stream_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,KAAiD;IAEnD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC;IACvB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;QACrC,WAAW,EAAE,aAAa;KAC3B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,QAAQ,CAAC,IAAK,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAAkB;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,0BAA0B,CAAC;IAClD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,6BAA6B,CAAC,KAAK,EACpC,MAAkB,EAClB,aAA0B,EAC1B,OAAqB,EACrB,OAAqB,EACvB,EAAE;QACF,MAAM,QAAQ,GAAG,EAAE,CAAC;QACpB,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CACX,gEAAgE;gBAChE,UAAU,MAAM,CAAC,MAAM,mBAAmB,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,QAAQ,CAAC,IAAI,CAAC;gBACZ,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;gBACb,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC;gBAC9B,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;gBAClB,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;aACnB,CAAC,CAAC;QACL,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QAE7C,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QACnC,0EAA0E;QAC1E,0EAA0E;QAC1E,8DAA8D;QAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC;YACH,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAc,CAAC;gBACzE,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;gBAC1E,CAAC;gBACD,MAAM,SAAS,GAAG,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBACpD,IAAI,aAAa,GAAG,CAAC,CAAC;gBACtB,OAAO,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;oBAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC;oBACnE,MAAM,IAAI,CAAC,iBAAiB,CACxB,SAAS,EAAE,GAAG,CAAC,MAAM,GAAG,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;oBAE/D,IAAI,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;oBACvE,IAAI,SAAS,CAAC,UAAU,GAAG,CAAC,KAAK,CAAC;wBAC9B,aAAa,GAAG,SAAS,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;wBAC7C,MAAM,UAAU,GAAG,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACnD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;wBAC9C,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;wBAC1B,SAAS,GAAG,UAAU,CAAC;oBACzB,CAAC;oBAED,SAAS,CAAC,KAAK,CAAC,WAAW,CACvB,SAAS,EAAE,aAAa,EACxB,SAAoC,CAAC,CAAC;oBAC1C,aAAa,IAAI,SAAS,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/testing/fakes.d.ts

@@ -0,0 +1,67 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import type { ChatInterface } from '../orchestration/chat_interface.js';
+import type { Conversation } from '../conversation.js';
+import type { ConversationConfig, Message, MessageLike } from '../conversation_config.js';
+import type { Engine } from '../engine.js';
+import type { EngineSettings } from '../engine_settings.js';
+import type { Session } from '../session.js';
+import type { SessionConfig } from '../session_config.js';
+import type { RecursiveRequired } from '../types.js';
+import type { BenchmarkInfo } from '../wasm_binding_types.js';
+/** Fake implementation of Conversation for testing. */
+export declare class ConversationFake implements ChatInterface {
+    initialHistory: Message[];
+    history: Message[];
+    nextResponses: Message[];
+    constructor(initialHistory?: Message[]);
+    /**
+     * Enqueues a message that the fake will return on the next call to
+     * sendMessage or sendMessageStreaming. Can be called multiple times.
+     */
+    queueResponse(message: Message): void;
+    private popNextResponse;
+    private appendInput;
+    sendMessage(message: MessageLike | MessageLike[]): Promise<Message>;
+    sendMessageStreaming(message: MessageLike | MessageLike[]): ReadableStream<Message>;
+    getHistory(): Message[];
+    cancel(): void;
+    delete(): Promise<void>;
+    getTokenCount(): Promise<number>;
+    getBenchmarkInfo(): Promise<BenchmarkInfo>;
+    clone(): Conversation;
+}
+/** Fake implementation of Session for testing. */
+export declare class SessionFake {
+    inputsPrefilled: string[];
+    runPrefill(inputs: string[]): Promise<void>;
+    runDecode(): ReturnType<Session['runDecode']>;
+    cancel(): void;
+    clone(): Session;
+    delete(): Promise<void>;
+}
+/** Fake implementation of Engine for testing. */
+export declare class EngineFake {
+    readonly settings: RecursiveRequired<EngineSettings>;
+    cachedSession: SessionFake;
+    cachedConversation: ConversationFake;
+    constructor(settings: EngineSettings);
+    static create(engineSettings: EngineSettings, inputPromptAsHint?: string): Promise<Engine>;
+    createSession(sessionConfig?: SessionConfig): Promise<Session>;
+    createConversation(config?: ConversationConfig): Promise<Conversation>;
+    delete(): Promise<void>;
+}
+//# sourceMappingURL=fakes.d.ts.map

package/dist/testing/fakes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fakes.d.ts","sourceRoot":"","sources":["../../src/testing/fakes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,oCAAoC,CAAC;AACtE,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AACrD,OAAO,KAAK,EAAC,kBAAkB,EAAE,OAAO,EAAE,WAAW,EAAC,MAAM,2BAA2B,CAAC;AACxF,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,cAAc,CAAC;AACzC,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,eAAe,CAAC;AAC3C,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,uDAAuD;AACvD,qBAAa,gBAAiB,YAAW,aAAa;IAIjC,cAAc,EAAE,OAAO,EAAE;IAH5C,OAAO,EAAE,OAAO,EAAE,CAAM;IACxB,aAAa,EAAE,OAAO,EAAE,CAAM;gBAEX,cAAc,GAAE,OAAO,EAAO;IAIjD;;;OAGG;IACH,aAAa,CAAC,OAAO,EAAE,OAAO;IAI9B,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,WAAW;IAab,WAAW,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAOvE,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAC,WAAW,EAAE,GACnD,cAAc,CAAC,OAAO,CAAC;IAY3B,UAAU,IAAI,OAAO,EAAE;IAIvB,MAAM;IAEA,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAEvB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAIhC,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;IAUhD,KAAK,IAAI,YAAY;CAKtB;AAED,kDAAkD;AAClD,qBAAa,WAAW;IACtB,eAAe,EAAE,MAAM,EAAE,CAAM;IAEzB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C,SAAS,IAAI,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAKnD,MAAM;IAEN,KAAK,IAAI,OAAO;IAMV,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAC9B;AAED,iDAAiD;AACjD,qBAAa,UAAU;IACrB,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IACrD,aAAa,cAAqB;IAClC,kBAAkB,mBAA0B;gBAEhC,QAAQ,EAAE,cAAc;WAIvB,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,SAAK,GACtE,OAAO,CAAC,MAAM,CAAC;IAIb,aAAa,CAAC,aAAa,GAAE,aAAkB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlE,kBAAkB,CAAC,MAAM,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAItE,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAC9B"}

package/dist/testing/fakes.js

@@ -0,0 +1,125 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/** Fake implementation of Conversation for testing. */
+export class ConversationFake {
+    initialHistory;
+    history = [];
+    nextResponses = [];
+    constructor(initialHistory = []) {
+        this.initialHistory = initialHistory;
+        this.history = [...initialHistory];
+    }
+    /**
+     * Enqueues a message that the fake will return on the next call to
+     * sendMessage or sendMessageStreaming. Can be called multiple times.
+     */
+    queueResponse(message) {
+        this.nextResponses.push(message);
+    }
+    popNextResponse() {
+        if (this.nextResponses.length > 0) {
+            return this.nextResponses.shift();
+        }
+        return { role: 'assistant', content: 'hello from fake' };
+    }
+    appendInput(message) {
+        if (Array.isArray(message)) {
+            this.history.push(...message.map(m => typeof m === 'string' ? { role: 'user', content: m } :
+                m));
+        }
+        else {
+            this.history.push(typeof message === 'string' ?
+                { role: 'user', content: message } :
+                message);
+        }
+    }
+    async sendMessage(message) {
+        this.appendInput(message);
+        const newMessage = this.popNextResponse();
+        this.history.push(newMessage);
+        return newMessage;
+    }
+    sendMessageStreaming(message) {
+        this.appendInput(message);
+        return new ReadableStream({
+            start: (controller) => {
+                const newMessage = this.popNextResponse();
+                this.history.push(newMessage);
+                controller.enqueue(newMessage);
+                controller.close();
+            }
+        });
+    }
+    getHistory() {
+        return [...this.history];
+    }
+    cancel() { }
+    async delete() { }
+    async getTokenCount() {
+        return this.history.length * 10;
+    }
+    async getBenchmarkInfo() {
+        return {
+            lastPrefillTokensPerSecond: 0,
+            lastPrefillTokenCount: 0,
+            lastDecodeTokensPerSecond: 0,
+            lastDecodeTokenCount: 0,
+            timeToFirstTokenInSecond: 0,
+        };
+    }
+    clone() {
+        const cloned = new ConversationFake([...this.history]);
+        cloned.nextResponses = [...this.nextResponses];
+        return cloned;
+    }
+}
+/** Fake implementation of Session for testing. */
+export class SessionFake {
+    inputsPrefilled = [];
+    async runPrefill(inputs) {
+        this.inputsPrefilled.push(...inputs);
+    }
+    async runDecode() {
+        return { getTexts: () => ['decoded response'], delete: () => { } };
+    }
+    cancel() { }
+    clone() {
+        const cloned = new SessionFake();
+        cloned.inputsPrefilled = [...this.inputsPrefilled];
+        return cloned;
+    }
+    async delete() { }
+}
+/** Fake implementation of Engine for testing. */
+export class EngineFake {
+    settings;
+    cachedSession = new SessionFake();
+    cachedConversation = new ConversationFake();
+    constructor(settings) {
+        this.settings = settings;
+    }
+    static async create(engineSettings, inputPromptAsHint = '') {
+        return new EngineFake(engineSettings);
+    }
+    async createSession(sessionConfig = {}) {
+        return this.cachedSession;
+    }
+    async createConversation(config) {
+        return this.cachedConversation;
+    }
+    async delete() { }
+}
+//# sourceMappingURL=fakes.js.map

package/dist/testing/fakes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fakes.js","sourceRoot":"","sources":["../../src/testing/fakes.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAYH,uDAAuD;AACvD,MAAM,OAAO,gBAAgB;IAIR;IAHnB,OAAO,GAAc,EAAE,CAAC;IACxB,aAAa,GAAc,EAAE,CAAC;IAE9B,YAAmB,iBAA4B,EAAE;QAA9B,mBAAc,GAAd,cAAc,CAAgB;QAC/C,IAAI,CAAC,OAAO,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC;IACrC,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,OAAgB;QAC5B,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAEO,eAAe;QACrB,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAG,CAAC;QACrC,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,iBAAiB,EAAC,CAAC;IACzD,CAAC;IAEO,WAAW,CAAC,OAAkC;QACpD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAC5B,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAY,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,IAAI,CACb,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC;gBACzB,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAY,CAAC,CAAC;gBAC7C,OAAO,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAkC;QAClD,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,oBAAoB,CAAC,OAAkC;QAErD,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1B,OAAO,IAAI,cAAc,CAAU;YACjC,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACpB,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC9B,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAC/B,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,KAAI,CAAC;IAEX,KAAK,CAAC,MAAM,KAAmB,CAAC;IAEhC,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,OAAO;YACL,0BAA0B,EAAE,CAAC;YAC7B,qBAAqB,EAAE,CAAC;YACxB,yBAAyB,EAAE,CAAC;YAC5B,oBAAoB,EAAE,CAAC;YACvB,wBAAwB,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;IAED,KAAK;QACH,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/C,OAAO,MAAiC,CAAC;IAC3C,CAAC;CACF;AAED,kDAAkD;AAClD,MAAM,OAAO,WAAW;IACtB,eAAe,GAAa,EAAE,CAAC;IAE/B,KAAK,CAAC,UAAU,CAAC,MAAgB;QAC/B,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,SAAS;QACb,OAAO,EAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,kBAAkB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,GAAE,CAAC,EACjB,CAAC;IAChD,CAAC;IAED,MAAM,KAAI,CAAC;IAEX,KAAK;QACH,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACjC,MAAM,CAAC,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC;QACnD,OAAO,MAA4B,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,MAAM,KAAmB,CAAC;CACjC;AAED,iDAAiD;AACjD,MAAM,OAAO,UAAU;IACZ,QAAQ,CAAoC;IACrD,aAAa,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,kBAAkB,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAE5C,YAAY,QAAwB;QAClC,IAAI,CAAC,QAAQ,GAAG,QAA6C,CAAC;IAChE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,cAA8B,EAAE,iBAAiB,GAAG,EAAE;QAExE,OAAO,IAAI,UAAU,CAAC,cAAc,CAAsB,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,gBAA+B,EAAE;QACnD,OAAO,IAAI,CAAC,aAAmC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAA2B;QAClD,OAAO,IAAI,CAAC,kBAA6C,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,MAAM,KAAmB,CAAC;CACjC"}

package/dist/testing/index.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export * from './fakes.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/testing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/testing/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,cAAc,YAAY,CAAC"}