@litert-lm/core 0.12.0

package/dist/types.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Recursively makes all properties of T required.
+ */
+export type RecursiveRequired<T> = T extends Set<infer U> ? Set<RecursiveRequired<U>> : T extends object ? {
+    [K in keyof T]-?: RecursiveRequired<T[K]>;
+} : T;
+/**
+ * Primitive JSON value.
+ *
+ * This includes 'null' in order to match the JSON spec.
+ */
+export type JsonPrimitive = string | number | boolean | null;
+/**
+ * Array of JSON values.
+ */
+export type JsonArray = JsonValue[];
+/**
+ * Object of JSON values.
+ */
+export interface JsonObject {
+    [key: string]: JsonValue | undefined;
+}
+/**
+ * Any valid JSON value.
+ */
+export type JsonValue = JsonPrimitive | JsonArray | JsonObject;
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;GAEG;AACH,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAC7B,CAAC,SAAS,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAClD,CAAC,SAAS,MAAM,GAAG;KAClB,CAAC,IAAI,MAAM,CAAC,CAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC3C,GAAG,CAAC,CAAC;AAEN;;;;GAIG;AAEH,MAAM,MAAM,aAAa,GAAG,MAAM,GAAC,MAAM,GAAC,OAAO,GAAC,IAAI,CAAC;AAEvD;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;AAEpC;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAC,SAAS,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,aAAa,GAAC,SAAS,GAAC,UAAU,CAAC"}

package/dist/types.js

@@ -0,0 +1,17 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/url_path_utils.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Type for a path to a resource.
+ */
+export type UrlPath = string;
+/**
+ * Returns the string representation of the given url path.
+ */
+export declare function pathToString(path: UrlPath): string;
+/**
+ * Appends a path segment to the given url path.
+ */
+export declare function appendPathSegment(path: UrlPath, segment: string): string;
+//# sourceMappingURL=url_path_utils.d.ts.map

package/dist/url_path_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url_path_utils.d.ts","sourceRoot":"","sources":["../src/url_path_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAElD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAQxE"}

package/dist/url_path_utils.js

@@ -0,0 +1,34 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Returns the string representation of the given url path.
+ */
+export function pathToString(path) {
+    return path;
+}
+/**
+ * Appends a path segment to the given url path.
+ */
+export function appendPathSegment(path, segment) {
+    if (!path)
+        return segment;
+    if (!segment)
+        return path;
+    const pathWithSlash = path.endsWith('/') ? path : path + '/';
+    const segmentWithoutSlash = segment.startsWith('/') ? segment.substring(1) : segment;
+    return pathWithSlash + segmentWithoutSlash;
+}
+//# sourceMappingURL=url_path_utils.js.map

package/dist/url_path_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url_path_utils.js","sourceRoot":"","sources":["../src/url_path_utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAOH;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAa;IACxC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAa,EAAE,OAAe;IAC9D,IAAI,CAAC,IAAI;QAAE,OAAO,OAAO,CAAC;IAC1B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC;IAC7D,MAAM,mBAAmB,GACrB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAC7D,OAAO,aAAa,GAAG,mBAAmB,CAAC;AAC7C,CAAC"}

package/dist/wasm_binding_types.d.ts

@@ -0,0 +1,365 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { WasmModule } from '@litertjs/wasm-utils';
+import { type ReadableStreamDataStreamWrapper } from './readable_stream_data_stream_wrapper';
+/**
+ * Backend types for LiteRT-LM.
+ */
+export declare const Backend: {
+    UNSPECIFIED: number;
+    CPU_ARTISAN: number;
+    GPU_ARTISAN: number;
+    CPU: number;
+    GPU: number;
+    GOOGLE_TENSOR_ARTISAN: number;
+    NPU: number;
+};
+/**
+ * A LiteRT-LM Backend.
+ */
+export type Backend = (typeof Backend)[keyof typeof Backend];
+/**
+ * An object that must be manually deleted to free its memory.
+ */
+export declare interface Deletable {
+    delete(): void;
+}
+/**
+ * A C++ vector of elements.
+ */
+export declare interface EmscriptenVector<T> extends Deletable {
+    size(): number;
+    get(index: number): T;
+    push_back(item: T): void;
+}
+/**
+ * A C++ vector of uint32_t.
+ */
+export declare interface VectorUint32Constructor {
+    new (): EmscriptenVector<number>;
+}
+/**
+ * A C++ vector of int.
+ */
+export declare interface VectorIntConstructor {
+    new (): EmscriptenVector<number>;
+}
+/**
+ * A C++ vector of vector of int.
+ */
+export declare interface VectorVectorIntConstructor {
+    new (): EmscriptenVector<EmscriptenVector<number>>;
+}
+/**
+ * A C++ enum value in Wasm.
+ */
+export declare interface EmscriptenEnumElement<T> {
+    value: T;
+}
+type EmscriptenEnum<T extends object> = {
+    [K in keyof T]: EmscriptenEnumElement<T[K]>;
+};
+declare interface ModelAssetsConstructor {
+    new (...args: never[]): ModelAssets;
+    create(modelPath: string): ModelAssets;
+    createStreaming(stream: ReadableStreamDataStream): ModelAssets;
+}
+declare const ModelAssetsBrand: unique symbol;
+/**
+ * LiteRT-LM ModelAssets
+ */
+export declare interface ModelAssets extends Deletable {
+    [ModelAssetsBrand]: void;
+    getPath(): string;
+}
+/**
+ * LiteRT-LM Backend enum values
+ */
+declare interface EngineSettingsConstructor {
+    new (...args: never[]): EngineSettings;
+    createDefault(modelAssets: ModelAssets, backend: EmscriptenEnumElement<Backend>): EngineSettings;
+}
+declare const EngineSettingsBrand: unique symbol;
+/**
+ * LiteRT-LM EngineSettings
+ */
+export declare interface EngineSettings extends Deletable {
+    [EngineSettingsBrand]: void;
+    getMutableMainExecutorSettings(): LlmExecutorSettings;
+    getParallelFileSectionLoading(): boolean;
+    setParallelFileSectionLoading(parallelFileSectionLoading: boolean): void;
+    getSingleThreadedExecution(): boolean;
+    setSingleThreadedExecution(singleThreadedExecution: boolean): void;
+}
+/**
+ * LiteRT-LM CpuConfig
+ */
+export declare interface CpuConfig {
+    kv_increment_size: number;
+    prefill_chunk_size: number;
+    number_of_threads: number;
+}
+/**
+ * LiteRT-LM GpuConfig
+ */
+export declare interface GpuConfig {
+    max_top_k: number;
+    external_tensor_mode: boolean;
+}
+/**
+ * LiteRT-LM GpuArtisanConfig
+ */
+export declare interface GpuArtisanConfig {
+    num_output_candidates: number;
+    wait_for_weight_uploads: boolean;
+    num_decode_steps_per_sync: number;
+    sequence_batch_size: number;
+    supported_lora_ranks: EmscriptenVector<number>;
+    max_top_k: number;
+    enable_decode_logits: boolean;
+    enable_external_embeddings: boolean;
+    use_submodel: boolean;
+}
+/**
+ * LiteRT-LM AdvancedSettings
+ */
+export declare interface AdvancedSettings {
+    prefill_batch_sizes: Set<number>;
+    num_output_candidates: number;
+    configure_magic_numbers: boolean;
+    verify_magic_numbers: boolean;
+    clear_kv_cache_before_prefill: boolean;
+    num_logits_to_print_after_decode: number;
+    gpu_madvise_original_shared_tensors: boolean;
+    is_benchmark: boolean;
+    preferred_device_substr: string;
+    num_threads_to_upload: number;
+    num_threads_to_compile: number;
+    convert_weights_on_gpu: boolean;
+    optimize_shader_compilation: boolean;
+    share_constant_tensors: boolean;
+}
+declare const ExecutorSettingsBaseBrand: unique symbol;
+/**
+ * LiteRT-LM ExecutorSettingsBase
+ */
+export declare interface ExecutorSettingsBase extends Deletable {
+    [ExecutorSettingsBaseBrand]: void;
+    getCacheDir(): string;
+    setCacheDir(cacheDir: string): void;
+}
+/**
+ * LiteRT-LM LlmExecutorSettings constructor
+ */
+declare interface LlmExecutorSettingsConstructor {
+    new (...args: never[]): LlmExecutorSettings;
+}
+declare const LlmExecutorSettingsBrand: unique symbol;
+/**
+ * LiteRT-LM LlmExecutorSettings
+ */
+export declare interface LlmExecutorSettings extends ExecutorSettingsBase {
+    [LlmExecutorSettingsBrand]: void;
+    getMaxNumTokens(): number;
+    setMaxNumTokens(maxNumTokens: number): void;
+    setBackendConfigCpu(cpuConfig: CpuConfig): void;
+    setBackendConfigGpu(gpuConfig: GpuConfig): void;
+    setBackendConfigGpuArtisan(gpuArtisanConfig: GpuArtisanConfig): void;
+    getBackendConfigCpu(): CpuConfig;
+    getBackendConfigGpu(): GpuConfig;
+    getBackendConfigGpuArtisan(): GpuArtisanConfig;
+    setSamplerBackend(backend: EmscriptenEnumElement<Backend>): void;
+    getSamplerBackend(): EmscriptenEnumElement<Backend>;
+    setAdvancedSettings(advancedSettings: AdvancedSettings): void;
+    getAdvancedSettings(): AdvancedSettings;
+}
+/**
+ * LiteRT-LM Engine constructor
+ */
+declare interface EngineConstructor {
+    new (...args: never[]): Engine;
+    createEngine(engineSettings: EngineSettings, inputPromptAsHint: string): Promise<Engine>;
+    createStreaming(engineSettings: EngineSettings, inputPromptAsHint: string): Promise<Engine>;
+}
+declare const EngineBrand: unique symbol;
+/**
+ * LiteRT-LM Engine
+ */
+export declare interface Engine extends Deletable {
+    [EngineBrand]: void;
+    createSession(sessionConfig: SessionConfig): Session;
+    getEngineSettings(): EngineSettings;
+    waitUntilDone(): Promise<void>;
+}
+/**
+ * LiteRT-LM SamplerType enum values
+ */
+export declare const SamplerType: {
+    readonly TYPE_UNSPECIFIED: 0;
+    readonly TOP_K: 1;
+    readonly TOP_P: 2;
+    readonly GREEDY: 3;
+};
+/**
+ * LiteRT-LM SamplerType
+ */
+export type SamplerType = typeof SamplerType[keyof typeof SamplerType];
+/**
+ * LiteRT-LM SamplerParameters
+ */
+declare interface SamplerParameters {
+    type(): EmscriptenEnumElement<SamplerType>;
+    setType(type: EmscriptenEnumElement<SamplerType>): void;
+    k(): number;
+    setK(k: number): void;
+    p(): number;
+    setP(p: number): void;
+    temperature(): number;
+    setTemperature(temperature: number): void;
+    seed(): number;
+    setSeed(seed: number): void;
+}
+/**
+ * LiteRT-LM SessionConfig constructor
+ */
+declare interface SessionConfigConstructor {
+    new (...args: never[]): SessionConfig;
+    createDefault(): SessionConfig;
+}
+declare const SessionConfigBrand: unique symbol;
+/**
+ * LiteRT-LM SessionConfig
+ */
+export declare interface SessionConfig extends Deletable {
+    [SessionConfigBrand]: void;
+    getAudioModalityEnabled(): boolean;
+    setAudioModalityEnabled(audioModalityEnabled: boolean): void;
+    getVisionModalityEnabled(): boolean;
+    setVisionModalityEnabled(visionModalityEnabled: boolean): void;
+    getMutableSamplerParams(): SamplerParameters;
+    getStopTokenIds(): EmscriptenVector<EmscriptenVector<number>>;
+    setStopTokenIds(stopTokenIds: EmscriptenVector<EmscriptenVector<number>>): void;
+    getStartTokenId(): number;
+    setStartTokenId(startTokenId: number): void;
+    getNumOutputCandidates(): number;
+    setNumOutputCandidates(numOutputCandidates: number): void;
+    getSamplerBackend(): EmscriptenEnumElement<Backend>;
+    setSamplerBackend(backend: EmscriptenEnumElement<Backend>): void;
+    getApplyPromptTemplateInSession(): boolean;
+    setApplyPromptTemplateInSession(applyPromptTemplateInSession: boolean): void;
+    getUseExternalSampler(): boolean;
+    setUseExternalSampler(useExternalSampler: boolean): void;
+    getMaxOutputTokens(): number;
+    setMaxOutputTokens(maxOutputTokens: number): void;
+}
+declare const SessionBrand: unique symbol;
+/**
+ * LiteRT-LM Session
+ */
+export declare interface Session extends Deletable {
+    [SessionBrand]: void;
+    getSessionConfig(): SessionConfig;
+    runPrefill(inputs: string[]): Promise<void>;
+    runDecode(): Promise<Responses>;
+    cancelProcess(): void;
+}
+declare const ResponsesBrand: unique symbol;
+/**
+ * LiteRT-LM Responses
+ */
+export declare interface Responses extends Deletable {
+    [ResponsesBrand]: void;
+    getTexts(): EmscriptenVector<string>;
+}
+/**
+ * LiteRT-LM ConversationConfig constructor
+ */
+declare interface ConversationConfigConstructor {
+    new (...args: never[]): ConversationConfig;
+    createDefault(engine: Engine): ConversationConfig;
+    createCustom(engine: Engine, sessionConfig: SessionConfig, enableConstrainedDecoding: boolean, prefillPrefaceOnInit: boolean, filterChannelContentFromKvCache: boolean, prefaceJson: string): ConversationConfig;
+}
+declare const ConversationConfigBrand: unique symbol;
+/**
+ * LiteRT-LM ConversationConfig
+ */
+export declare interface ConversationConfig extends Deletable {
+    [ConversationConfigBrand]: void;
+}
+/**
+ * LiteRT-LM Conversation constructor
+ */
+declare interface ConversationConstructor {
+    new (...args: never[]): Conversation;
+    create(engine: Engine, config: ConversationConfig): Conversation;
+}
+declare const ConversationBrand: unique symbol;
+/**
+ * LiteRT-LM Conversation
+ */
+export declare interface Conversation extends Deletable {
+    [ConversationBrand]: void;
+    sendMessage(messageJson: string): Promise<string>;
+    sendMessageAsync(messageJson: string, callback: (chunk: string | null, isDone: boolean, error: string | null) => void): Promise<void>;
+    getHistory(): string;
+    cancelProcess(): void;
+}
+declare interface ReadableStreamDataStreamConstructor {
+    new (...args: never[]): ReadableStreamDataStream;
+    create(stream: ReadableStreamDataStreamWrapper): ReadableStreamDataStream;
+}
+declare const ReadableStreamDataStreamBrand: unique symbol;
+/**
+ * LiteRT-LM ReadableStreamDataStream.
+ */
+export declare interface ReadableStreamDataStream extends Deletable {
+    [ReadableStreamDataStreamBrand]: void;
+}
+type BackendEnum = EmscriptenEnum<{
+    UNSPECIFIED: Backend;
+    CPU_ARTISAN: Backend;
+    GPU_ARTISAN: Backend;
+    CPU: Backend;
+    GPU: Backend;
+    GOOGLE_TENSOR_ARTISAN: Backend;
+    NPU: Backend;
+}>;
+/**
+ * Interface for the C++ LiteRt LM bindings.
+ */
+export declare interface LiteRtLmWasm extends WasmModule {
+    preinitializedWebGPUDevice?: GPUDevice;
+    VectorUint32: VectorUint32Constructor;
+    VectorInt: VectorIntConstructor;
+    VectorVectorInt: VectorVectorIntConstructor;
+    FS: FileSystemApi;
+    setupLogging(): void;
+    Backend: BackendEnum;
+    ModelAssets: ModelAssetsConstructor;
+    EngineSettings: EngineSettingsConstructor;
+    LlmExecutorSettings: LlmExecutorSettingsConstructor;
+    Engine: EngineConstructor;
+    SessionConfig: SessionConfigConstructor;
+    ReadableStreamDataStream: ReadableStreamDataStreamConstructor;
+    ConversationConfig: ConversationConfigConstructor;
+    Conversation: ConversationConstructor;
+}
+declare interface FileSystemApi {
+    writeFile(path: string, data: string | ArrayBufferView): void;
+    unlink(path: string): void;
+}
+export {};
+//# sourceMappingURL=wasm_binding_types.d.ts.map

package/dist/wasm_binding_types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm_binding_types.d.ts","sourceRoot":"","sources":["../src/wasm_binding_types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAC,UAAU,EAAC,MAAM,sBAAsB,CAAC;AAEhD,OAAO,EAAC,KAAK,+BAA+B,EAAC,MAAM,uCAAuC,CAAC;AAE3F;;GAEG;AACH,eAAO,MAAM,OAAO;;;;;;;;CAUnB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,OAAO,CAAC,CAAC,MAAM,OAAO,OAAO,CAAC,CAAC;AAE7D;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,SAAS;IAChC,MAAM,IAAI,IAAI,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB,CAAC,CAAC,CAAE,SAAQ,SAAS;IAC5D,IAAI,IAAI,MAAM,CAAC;IACf,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC;IACtB,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,uBAAuB;IAC9C,QAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,oBAAoB;IAC3C,QAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,0BAA0B;IACjD,QAAO,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;CACnD;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,qBAAqB,CAAC,CAAC;IAC9C,KAAK,EAAE,CAAC,CAAC;CACV;AAED,KAAK,cAAc,CAAC,CAAC,SAAS,MAAM,IAAI;KACrC,CAAC,IAAI,MAAM,CAAC,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC5C,CAAC;AAEF,OAAO,WAAW,sBAAsB;IAItC,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,WAAW,CAAC;IACnC,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,WAAW,CAAC;IACvC,eAAe,CAAC,MAAM,EAAE,wBAAwB,GAAG,WAAW,CAAC;CAChE;AAED,OAAO,CAAC,MAAM,gBAAgB,EAAE,OAAO,MAAM,CAAC;AAE9C;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,WAAY,SAAQ,SAAS;IAEpD,CAAC,gBAAgB,CAAC,EAAE,IAAI,CAAC;IACzB,OAAO,IAAI,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,OAAO,WAAW,yBAAyB;IAIzC,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC;IACtC,aAAa,CACT,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,GAAG,cAAc,CAAC;CAC9D;AAED,OAAO,CAAC,MAAM,mBAAmB,EAAE,OAAO,MAAM,CAAC;AAEjD;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,cAAe,SAAQ,SAAS;IAEvD,CAAC,mBAAmB,CAAC,EAAE,IAAI,CAAC;IAC5B,8BAA8B,IAAI,mBAAmB,CAAC;IACtD,6BAA6B,IAAI,OAAO,CAAC;IACzC,6BAA6B,CAAC,0BAA0B,EAAE,OAAO,GAAG,IAAI,CAAC;IACzE,0BAA0B,IAAI,OAAO,CAAC;IACtC,0BAA0B,CAAC,uBAAuB,EAAE,OAAO,GAAG,IAAI,CAAC;CACpE;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,SAAS;IAChC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,SAAS;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB;IAEvC,qBAAqB,EAAE,MAAM,CAAC;IAG9B,uBAAuB,EAAE,OAAO,CAAC;IAGjC,yBAAyB,EAAE,MAAM,CAAC;IAOlC,mBAAmB,EAAE,MAAM,CAAC;IAI5B,oBAAoB,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAO/C,SAAS,EAAE,MAAM,CAAC;IAKlB,oBAAoB,EAAE,OAAO,CAAC;IAK9B,0BAA0B,EAAE,OAAO,CAAC;IAGpC,YAAY,EAAE,OAAO,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,gBAAgB;IACvC,mBAAmB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,6BAA6B,EAAE,OAAO,CAAC;IACvC,gCAAgC,EAAE,MAAM,CAAC;IACzC,mCAAmC,EAAE,OAAO,CAAC;IAC7C,YAAY,EAAE,OAAO,CAAC;IACtB,uBAAuB,EAAE,MAAM,CAAC;IAChC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,OAAO,CAAC;IAChC,2BAA2B,EAAE,OAAO,CAAC;IACrC,sBAAsB,EAAE,OAAO,CAAC;CACjC;AASD,OAAO,CAAC,MAAM,yBAAyB,EAAE,OAAO,MAAM,CAAC;AAEvD;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,oBAAqB,SAAQ,SAAS;IAE7D,CAAC,yBAAyB,CAAC,EAAE,IAAI,CAAC;IAClC,WAAW,IAAI,MAAM,CAAC;IACtB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAED;;GAEG;AACH,OAAO,WAAW,8BAA8B;IAC9C,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,mBAAmB,CAAC;CAC5C;AAED,OAAO,CAAC,MAAM,wBAAwB,EAAE,OAAO,MAAM,CAAC;AAEtD;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,mBAAoB,SAAQ,oBAAoB;IAEvE,CAAC,wBAAwB,CAAC,EAAE,IAAI,CAAC;IACjC,eAAe,IAAI,MAAM,CAAC;IAC1B,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,mBAAmB,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC;IAChD,mBAAmB,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC;IAChD,0BAA0B,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrE,mBAAmB,IAAI,SAAS,CAAC;IACjC,mBAAmB,IAAI,SAAS,CAAC;IACjC,0BAA0B,IAAI,gBAAgB,CAAC;IAC/C,iBAAiB,CAAC,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACjE,iBAAiB,IAAI,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACpD,mBAAmB,CAAC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAC9D,mBAAmB,IAAI,gBAAgB,CAAC;CACzC;AAED;;GAEG;AACH,OAAO,WAAW,iBAAiB;IAIjC,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAC9B,YAAY,CAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,GAClE,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB,eAAe,CAAC,cAAc,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,GACrE,OAAO,CAAC,MAAM,CAAC,CAAC;CACrB;AAED,OAAO,CAAC,MAAM,WAAW,EAAE,OAAO,MAAM,CAAC;AAEzC;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,MAAO,SAAQ,SAAS;IAE/C,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC;IACpB,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC;IACrD,iBAAiB,IAAI,cAAc,CAAC;IACpC,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAChC;AAED;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,MAAM,OAAO,WAAW,CAAC,CAAC;AAEvE;;GAEG;AACH,OAAO,WAAW,iBAAiB;IACjC,IAAI,IAAI,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAC3C,OAAO,CAAC,IAAI,EAAE,qBAAqB,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC;IACxD,CAAC,IAAI,MAAM,CAAC;IACZ,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,CAAC,IAAI,MAAM,CAAC;IACZ,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,IAAI,MAAM,CAAC;IACtB,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,IAAI,IAAI,MAAM,CAAC;IACf,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED;;GAEG;AACH,OAAO,WAAW,wBAAwB;IAIxC,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC;IACrC,aAAa,IAAI,aAAa,CAAC;CAChC;AAED,OAAO,CAAC,MAAM,kBAAkB,EAAE,OAAO,MAAM,CAAC;AAEhD;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,aAAc,SAAQ,SAAS;IAEtD,CAAC,kBAAkB,CAAC,EAAE,IAAI,CAAC;IAE3B,uBAAuB,IAAI,OAAO,CAAC;IACnC,uBAAuB,CAAC,oBAAoB,EAAE,OAAO,GAAG,IAAI,CAAC;IAC7D,wBAAwB,IAAI,OAAO,CAAC;IACpC,wBAAwB,CAAC,qBAAqB,EAAE,OAAO,GAAG,IAAI,CAAC;IAC/D,uBAAuB,IAAI,iBAAiB,CAAC;IAC7C,eAAe,IAAI,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,eAAe,CAAC,YAAY,EAAE,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,GACpE,IAAI,CAAC;IACT,eAAe,IAAI,MAAM,CAAC;IAC1B,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,sBAAsB,IAAI,MAAM,CAAC;IACjC,sBAAsB,CAAC,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1D,iBAAiB,IAAI,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACpD,iBAAiB,CAAC,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACjE,+BAA+B,IAAI,OAAO,CAAC;IAC3C,+BAA+B,CAAC,4BAA4B,EAAE,OAAO,GAAG,IAAI,CAAC;IAC7E,qBAAqB,IAAI,OAAO,CAAC;IACjC,qBAAqB,CAAC,kBAAkB,EAAE,OAAO,GAAG,IAAI,CAAC;IACzD,kBAAkB,IAAI,MAAM,CAAC;IAC7B,kBAAkB,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CACnD;AAYD,OAAO,CAAC,MAAM,YAAY,EAAE,OAAO,MAAM,CAAC;AAE1C;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,OAAQ,SAAQ,SAAS;IAEhD,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC;IACrB,gBAAgB,IAAI,aAAa,CAAC;IAClC,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5C,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,aAAa,IAAI,IAAI,CAAC;CACvB;AAYD,OAAO,CAAC,MAAM,cAAc,EAAE,OAAO,MAAM,CAAC;AAE5C;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,SAAU,SAAQ,SAAS;IAElD,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC;IACvB,QAAQ,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,OAAO,WAAW,6BAA6B;IAC7C,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,kBAAkB,CAAC;IAC1C,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,kBAAkB,CAAC;IAClD,YAAY,CACR,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,aAAa,EAC5C,yBAAyB,EAAE,OAAO,EAAE,oBAAoB,EAAE,OAAO,EACjE,+BAA+B,EAAE,OAAO,EACxC,WAAW,EAAE,MAAM,GAAG,kBAAkB,CAAC;CAC9C;AAED,OAAO,CAAC,MAAM,uBAAuB,EAAE,OAAO,MAAM,CAAC;AAErD;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,kBAAmB,SAAQ,SAAS;IAC3D,CAAC,uBAAuB,CAAC,EAAE,IAAI,CAAC;CACjC;AAED;;GAEG;AACH,OAAO,WAAW,uBAAuB;IACvC,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC;IACpC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAAC;CAClE;AAED,OAAO,CAAC,MAAM,iBAAiB,EAAE,OAAO,MAAM,CAAC;AAE/C;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,YAAa,SAAQ,SAAS;IACrD,CAAC,iBAAiB,CAAC,EAAE,IAAI,CAAC;IAC1B,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,gBAAgB,CACZ,WAAW,EAAE,MAAM,EACnB,QAAQ,EACJ,CAAC,KAAK,EAAE,MAAM,GAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAC,IAAI,KAAK,IAAI,GACrE,OAAO,CAAC,IAAI,CAAC,CAAC;IAClB,UAAU,IAAI,MAAM,CAAC;IACrB,aAAa,IAAI,IAAI,CAAC;CACvB;AAGD,OAAO,WAAW,mCAAmC;IACnD,KAAI,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,wBAAwB,CAAC;IAChD,MAAM,CAAC,MAAM,EAAE,+BAA+B,GAAG,wBAAwB,CAAC;CAC3E;AAED,OAAO,CAAC,MAAM,6BAA6B,EAAE,OAAO,MAAM,CAAC;AAE3D;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,wBAAyB,SAAQ,SAAS;IAEjE,CAAC,6BAA6B,CAAC,EAAE,IAAI,CAAC;CACvC;AAED,KAAK,WAAW,GAAG,cAAc,CAAC;IAChC,WAAW,EAAE,OAAO,CAAC;IAAC,WAAW,EAAE,OAAO,CAAC;IAAC,WAAW,EAAE,OAAO,CAAC;IACjE,GAAG,EAAE,OAAO,CAAC;IACb,GAAG,EAAE,OAAO,CAAC;IACb,qBAAqB,EAAE,OAAO,CAAC;IAC/B,GAAG,EAAE,OAAO,CAAC;CACd,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,OAAO,WAAW,YAAa,SAAQ,UAAU;IACtD,0BAA0B,CAAC,EAAE,SAAS,CAAC;IACvC,YAAY,EAAE,uBAAuB,CAAC;IACtC,SAAS,EAAE,oBAAoB,CAAC;IAChC,eAAe,EAAE,0BAA0B,CAAC;IAC5C,EAAE,EAAE,aAAa,CAAC;IAClB,YAAY,IAAI,IAAI,CAAC;IACrB,OAAO,EAAE,WAAW,CAAC;IACrB,WAAW,EAAE,sBAAsB,CAAC;IACpC,cAAc,EAAE,yBAAyB,CAAC;IAC1C,mBAAmB,EAAE,8BAA8B,CAAC;IACpD,MAAM,EAAE,iBAAiB,CAAC;IAC1B,aAAa,EAAE,wBAAwB,CAAC;IACxC,wBAAwB,EAAE,mCAAmC,CAAC;IAC9D,kBAAkB,EAAE,6BAA6B,CAAC;IAClD,YAAY,EAAE,uBAAuB,CAAC;CACvC;AAOD,OAAO,WAAW,aAAa;IAC7B,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAC,eAAe,GAAG,IAAI,CAAC;IAC5D,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B"}

package/dist/wasm_binding_types.js

@@ -0,0 +1,39 @@
+/**
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Backend types for LiteRT-LM.
+ */
+export const Backend = {
+    // Ideally, we'd pull these from the Wasm module, but we want them to be
+    // available in JS before the Wasm module is loaded.
+    UNSPECIFIED: 0,
+    CPU_ARTISAN: 1,
+    GPU_ARTISAN: 2,
+    CPU: 3,
+    GPU: 4,
+    GOOGLE_TENSOR_ARTISAN: 5,
+    NPU: 6,
+};
+/**
+ * LiteRT-LM SamplerType enum values
+ */
+export const SamplerType = {
+    TYPE_UNSPECIFIED: 0,
+    TOP_K: 1,
+    TOP_P: 2,
+    GREEDY: 3,
+};
+//# sourceMappingURL=wasm_binding_types.js.map

package/dist/wasm_binding_types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm_binding_types.js","sourceRoot":"","sources":["../src/wasm_binding_types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAMH;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,wEAAwE;IACxE,oDAAoD;IACpD,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,CAAC;IACd,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,qBAAqB,EAAE,CAAC;IACxB,GAAG,EAAE,CAAC;CACP,CAAC;AAoQF;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,gBAAgB,EAAE,CAAC;IACnB,KAAK,EAAE,CAAC;IACR,KAAK,EAAE,CAAC;IACR,MAAM,EAAE,CAAC;CACD,CAAC"}

package/dist/wasm_feature_detect.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+interface SupportStatus {
+    supported: boolean;
+    error?: Error;
+}
+declare interface WasmFeatureValues {
+    relaxedSimd: Promise<SupportStatus> | undefined;
+    threads: Promise<SupportStatus> | undefined;
+}
+declare const WASM_FEATURE_VALUES: WasmFeatureValues;
+declare const WASM_FEATURE_CHECKS: Record<keyof typeof WASM_FEATURE_VALUES, () => Promise<SupportStatus>>;
+/**
+ * Check if a given WASM feature is supported.
+ *
+ * @param feature The feature to check.
+ * @return A promise that resolves to true if the feature is supported,
+ *     false otherwise.
+ */
+export declare function supportsFeature(feature: keyof typeof WASM_FEATURE_CHECKS): Promise<boolean>;
+/**
+ * Throw an error if a given WASM feature is not supported.
+ *
+ * @param feature The feature to check.
+ * @throws An error if the feature is not supported.
+ */
+export declare function throwIfFeatureNotSupported(feature: keyof typeof WASM_FEATURE_CHECKS): Promise<void>;
+export {};
+//# sourceMappingURL=wasm_feature_detect.d.ts.map

package/dist/wasm_feature_detect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm_feature_detect.d.ts","sourceRoot":"","sources":["../src/wasm_feature_detect.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAqCH,UAAU,aAAa;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAID,OAAO,WAAW,iBAAiB;IACjC,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,GAAC,SAAS,CAAC;IAC9C,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,GAAC,SAAS,CAAC;CAC3C;AAED,QAAA,MAAM,mBAAmB,EAAE,iBAG1B,CAAC;AAWF,QAAA,MAAM,mBAAmB,EACrB,MAAM,CAAC,MAAM,OAAO,mBAAmB,EAAE,MAAM,OAAO,CAAC,aAAa,CAAC,CAqBpE,CAAC;AAEN;;;;;;GAMG;AACH,wBAAsB,eAAe,CACjC,OAAO,EAAE,MAAM,OAAO,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,CAO/D;AAED;;;;;GAKG;AACH,wBAAsB,0BAA0B,CAC5C,OAAO,EAAE,MAAM,OAAO,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAU5D"}