web-llm-runner 0.1.5 → 0.1.7

package/lib/message.d.ts

@@ -8,6 +8,7 @@ type RequestKind = "reload" | "runtimeStatsText" | "interruptGenerate" | "unload
 export interface ReloadParams {
     modelId: string[];
     chatOpts?: ChatOptions[];
+    fallbackToWasm?: boolean;
 }
 export interface ResetChatParams {
     keepStats: boolean;

package/lib/message.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../src/message.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACvD,OAAO,EACL,8BAA8B,EAC9B,iCAAiC,EACjC,cAAc,EACd,mBAAmB,EACnB,kCAAkC,EAClC,+BAA+B,EAC/B,UAAU,EACV,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AAEtC;;GAEG;AACH,KAAK,WAAW,GACZ,QAAQ,GACR,kBAAkB,GAClB,mBAAmB,GACnB,QAAQ,GACR,WAAW,GACX,gCAAgC,GAChC,cAAc,GACd,wBAAwB,GACxB,4BAA4B,GAC5B,wBAAwB,GACxB,WAAW,GACX,YAAY,GACZ,0BAA0B,GAC1B,sBAAsB,GACtB,2BAA2B,GAC3B,eAAe,GACf,WAAW,GACX,aAAa,GACb,cAAc,CAAC;AAKnB,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAaD,MAAM,WAAW,gCAAgC;IAC/C,OAAO,EAAE,iCAAiC,CAAC;IAC3C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,8BAA8B,CAAC;IACxC,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,4BAA4B;IAC3C,OAAO,EAAE,kCAAkC,CAAC;IAC5C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,+BAA+B,CAAC;IACzC,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,qBAAqB,CAAC;IAC/B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,+BAA+B;IAC9C,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AACD,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,sBAAsB,GACtB,4BAA4B,GAC5B,gCAAgC,GAChC,8BAA8B,GAC9B,4BAA4B,GAC5B,0BAA0B,GAC1B,eAAe,GACf,+BAA+B,GAC/B,mBAAmB,GACnB,kBAAkB,GAClB,QAAQ,GACR,MAAM,GACN,IAAI,GACJ,MAAM,GACN,cAAc,GACd,mBAAmB,GACnB,uBAAuB,GACvB,UAAU,GACV,SAAS,GACT,IAAI,CAAC;AACT;;;GAGG;AAEH,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,cAAc,CAAC;CACzB,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,cAAc,CAAC;CACzB,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,kBAAkB,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,cAAc,GACtB,qBAAqB,GACrB,0BAA0B,GAC1B,uBAAuB,CAAC"}
+{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../src/message.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACvD,OAAO,EACL,8BAA8B,EAC9B,iCAAiC,EACjC,cAAc,EACd,mBAAmB,EACnB,kCAAkC,EAClC,+BAA+B,EAC/B,UAAU,EACV,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AAEtC;;GAEG;AACH,KAAK,WAAW,GACZ,QAAQ,GACR,kBAAkB,GAClB,mBAAmB,GACnB,QAAQ,GACR,WAAW,GACX,gCAAgC,GAChC,cAAc,GACd,wBAAwB,GACxB,4BAA4B,GAC5B,wBAAwB,GACxB,WAAW,GACX,YAAY,GACZ,0BAA0B,GAC1B,sBAAsB,GACtB,2BAA2B,GAC3B,eAAe,GACf,WAAW,GACX,aAAa,GACb,cAAc,CAAC;AAKnB,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AACD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAaD,MAAM,WAAW,gCAAgC;IAC/C,OAAO,EAAE,iCAAiC,CAAC;IAC3C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,8BAA8B,CAAC;IACxC,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,4BAA4B;IAC3C,OAAO,EAAE,kCAAkC,CAAC;IAC5C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,+BAA+B,CAAC;IACzC,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,qBAAqB,CAAC;IAC/B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,+BAA+B;IAC9C,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AACD,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,sBAAsB,GACtB,4BAA4B,GAC5B,gCAAgC,GAChC,8BAA8B,GAC9B,4BAA4B,GAC5B,0BAA0B,GAC1B,eAAe,GACf,+BAA+B,GAC/B,mBAAmB,GACnB,kBAAkB,GAClB,QAAQ,GACR,MAAM,GACN,IAAI,GACJ,MAAM,GACN,cAAc,GACd,mBAAmB,GACnB,uBAAuB,GACvB,UAAU,GACV,SAAS,GACT,IAAI,CAAC;AACT;;;GAGG;AAEH,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,cAAc,CAAC;CACzB,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,cAAc,CAAC;CACzB,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,kBAAkB,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,cAAc,GACtB,qBAAqB,GACrB,0BAA0B,GAC1B,uBAAuB,CAAC"}

package/lib/onnx_engine.d.ts

@@ -0,0 +1,41 @@
+import { MLCEngineInterface, InitProgressCallback, LogLevel, LogitProcessor } from "./types";
+import { ChatCompletion, ChatCompletionChunk, ChatCompletionRequestNonStreaming, ChatCompletionRequestStreaming, ChatCompletionRequestBase, EmbeddingCreateParams, CreateEmbeddingResponse } from "./openai_api_protocols/index";
+import * as API from "./openai_api_protocols/index";
+import { AppConfig, ChatOptions } from "./config";
+/**
+ * ONNXEngine implements MLCEngineInterface using Transformers.js (ONNX Runtime Web).
+ * This provides a CPU/WASM fallback for browsers that do not support WebGPU.
+ */
+export declare class ONNXEngine implements MLCEngineInterface {
+    private generator;
+    private modelId;
+    private initProgressCallback?;
+    chat: API.Chat;
+    completions: API.Completions;
+    embeddings: API.Embeddings;
+    constructor();
+    setInitProgressCallback(initProgressCallback: InitProgressCallback): void;
+    getInitProgressCallback(): InitProgressCallback | undefined;
+    setAppConfig(_appConfig: AppConfig): void;
+    reload(modelId: string | string[], _chatOpts?: ChatOptions | ChatOptions[]): Promise<void>;
+    chatCompletion(request: ChatCompletionRequestNonStreaming): Promise<ChatCompletion>;
+    chatCompletion(request: ChatCompletionRequestStreaming): Promise<AsyncIterable<ChatCompletionChunk>>;
+    chatCompletion(request: ChatCompletionRequestBase): Promise<AsyncIterable<ChatCompletionChunk> | ChatCompletion>;
+    private generateNonStreaming;
+    private asyncGenerateStreaming;
+    completion(request: API.CompletionCreateParamsNonStreaming): Promise<API.Completion>;
+    completion(request: API.CompletionCreateParamsStreaming): Promise<AsyncIterable<API.Completion>>;
+    completion(request: API.CompletionCreateParamsBase): Promise<AsyncIterable<API.Completion> | API.Completion>;
+    embedding(_request: EmbeddingCreateParams): Promise<CreateEmbeddingResponse>;
+    runtimeStatsText(): Promise<string>;
+    interruptGenerate(): void;
+    unload(): Promise<void>;
+    resetChat(): Promise<void>;
+    getMessage(): Promise<string>;
+    getMaxStorageBufferBindingSize(): Promise<number>;
+    getGPUVendor(): Promise<string>;
+    forwardTokensAndSample(): Promise<number>;
+    setLogLevel(_logLevel: LogLevel): void;
+    setLogitProcessorRegistry(_logitProcessorRegistry?: Map<string, LogitProcessor>): void;
+}
+//# sourceMappingURL=onnx_engine.d.ts.map

package/lib/onnx_engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"onnx_engine.d.ts","sourceRoot":"","sources":["../src/onnx_engine.ts"],"names":[],"mappings":"AACA,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,QAAQ,EACR,cAAc,EACf,MAAM,SAAS,CAAC;AACjB,OAAO,EAEL,cAAc,EACd,mBAAmB,EACnB,iCAAiC,EACjC,8BAA8B,EAC9B,yBAAyB,EAGzB,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAElD;;;GAGG;AACH,qBAAa,UAAW,YAAW,kBAAkB;IACnD,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IAG7C,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACf,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IAC7B,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;;IAYlC,uBAAuB,CAAC,oBAAoB,EAAE,oBAAoB;IAIlE,uBAAuB;IAIvB,YAAY,CAAC,UAAU,EAAE,SAAS;IAI5B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAsC1F,cAAc,CAAC,OAAO,EAAE,iCAAiC,GAAG,OAAO,CAAC,cAAc,CAAC;IACnF,cAAc,CAAC,OAAO,EAAE,8BAA8B,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACpG,cAAc,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;YAkBxG,oBAAoB;YAgCnB,sBAAsB;IAoB/B,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,kCAAkC,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;IACpF,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,+BAA+B,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAChG,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,0BAA0B,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;IAK5G,SAAS,CAAC,QAAQ,EAAE,qBAAqB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAI5E,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIzC,iBAAiB;IAIX,MAAM;IAKN,SAAS;IAIT,UAAU;IACV,8BAA8B;IAC9B,YAAY;IACZ,sBAAsB;IAC5B,WAAW,CAAC,SAAS,EAAE,QAAQ;IAC/B,yBAAyB,CAAC,uBAAuB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;CAChF"}

package/lib/service_worker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"service_worker.d.ts","sourceRoot":"","sources":["../src/service_worker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EAAgB,aAAa,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAExE,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,UAAU,EACX,MAAM,cAAc,CAAC;AAYtB;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,6BAA8B,SAAQ,yBAAyB;IAC1E,OAAO,CAAC,cAAc,CAGlB;IACJ,OAAO,CAAC,eAAe,CAAC,CAAS;;IA+BjC,WAAW,CAAC,OAAO,EAAE,cAAc;IAanC,SAAS,CACP,KAAK,EAAE,sBAAsB,EAC7B,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,EACjC,OAAO,CAAC,EAAE,MAAM,IAAI,GACnB,IAAI;CA0DR;AAGD,qBAAa,aAAc,YAAW,UAAU;IAC9C,UAAU,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAY;IAErD,IAAI,SAAS,IAIU,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAF1C;IAED,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,EAO1C;IAED,WAAW,CAAC,OAAO,EAAE,aAAa;CAWnC;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,EACtC,WAAW,SAAQ,GAClB,OAAO,CAAC,sBAAsB,CAAC,CAgBjC;AAED;;GAEG;AACH,qBAAa,sBAAuB,SAAQ,kBAAkB;IAC5D,eAAe,SAAK;gBAER,YAAY,CAAC,EAAE,eAAe,EAAE,WAAW,SAAQ;IAc/D,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;CAkB5B"}
+{"version":3,"file":"service_worker.d.ts","sourceRoot":"","sources":["../src/service_worker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACxD,OAAO,EAAgB,aAAa,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAExE,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,UAAU,EACX,MAAM,cAAc,CAAC;AActB;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,6BAA8B,SAAQ,yBAAyB;IAC1E,OAAO,CAAC,cAAc,CAGlB;IACJ,OAAO,CAAC,eAAe,CAAC,CAAS;;IA+BjC,WAAW,CAAC,OAAO,EAAE,cAAc;IAanC,SAAS,CACP,KAAK,EAAE,sBAAsB,EAC7B,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,EACjC,OAAO,CAAC,EAAE,MAAM,IAAI,GACnB,IAAI;CA2ER;AAGD,qBAAa,aAAc,YAAW,UAAU;IAC9C,UAAU,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAY;IAErD,IAAI,SAAS,IAIU,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAF1C;IAED,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,EAO1C;IAED,WAAW,CAAC,OAAO,EAAE,aAAa;CAWnC;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,EACtC,WAAW,SAAQ,GAClB,OAAO,CAAC,sBAAsB,CAAC,CAgBjC;AAED;;GAEG;AACH,qBAAa,sBAAuB,SAAQ,kBAAkB;IAC5D,eAAe,SAAK;gBAER,YAAY,CAAC,EAAE,eAAe,EAAE,WAAW,SAAQ;IAc/D,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;CAkB5B"}

package/lib/types.d.ts

@@ -181,6 +181,12 @@ export interface MLCEngineInterface {
      * @param logLevel The new log level
      */
     setLogLevel(logLevel: LogLevel): void;
+    /**
+     * Set the logit processor registry
+     *
+     * @param logitProcessorRegistry The new logit processor registry
+     */
+    setLogitProcessorRegistry(logitProcessorRegistry?: Map<string, LogitProcessor>): void;
 }
 export declare const LOG_LEVELS: {
     TRACE: number;

package/lib/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,8BAA8B,EAC9B,iCAAiC,EACjC,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,UAAU,EACV,0BAA0B,EAC1B,+BAA+B,EAC/B,kCAAkC,EAClC,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAExE;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B;;;;OAIG;IACH,aAAa,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,YAAY,CAAC;IAEtD;;;;OAIG;IACH,mBAAmB,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAE7C;;OAEG;IACH,UAAU,EAAE,MAAM,IAAI,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IAEf;;OAEG;IACH,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IAE7B;;OAEG;IACH,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAE3B;;;;;;;;OAQG;IACH,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAE9E;;OAEG;IACH,uBAAuB,EAAE,MAAM,oBAAoB,GAAG,SAAS,CAAC;IAEhE;;OAEG;IACH,YAAY,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,CAAC;IAE7C;;;;;;;;;;;;OAYG;IACH,MAAM,EAAE,CACN,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,KACnC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnB;;;;;;;;;;;;;OAaG;IACH,cAAc,CACZ,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B,cAAc,CACZ,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC/C,cAAc,CACZ,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC,CAAC;IAChE,cAAc,CACZ,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC,CAAC;IAEhE;;;;;;;;OAQG;IACH,UAAU,CAAC,OAAO,EAAE,kCAAkC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7E,UAAU,CACR,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC;IACtC,UAAU,CACR,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,CAAC;IACnD,UAAU,CACR,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,CAAC;IAEnD;;;;;;;;OAQG;IACH,SAAS,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAE5E;;;;OAIG;IACH,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAExD;;OAEG;IACH,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAE9B;;;;OAIG;IACH,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;;OAIG;IACH,SAAS,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpE;;;;OAIG;IACH,UAAU,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAElD;;;OAGG;IACH,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAElD;;;OAGG;IACH,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEhC;;;;;;;;;;OAUG;IACH,sBAAsB,CACpB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;OAIG;IACH,WAAW,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC;CACvC;AAED,eAAO,MAAM,UAAU;;;;;;;CAOtB,CAAC;AACF,MAAM,MAAM,QAAQ,GAAG,MAAM,OAAO,UAAU,CAAC;AAE/C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,8BAA8B,EAC9B,iCAAiC,EACjC,cAAc,EACd,mBAAmB,EACnB,sBAAsB,EACtB,UAAU,EACV,0BAA0B,EAC1B,+BAA+B,EAC/B,kCAAkC,EAClC,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;AAExE;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B;;;;OAIG;IACH,aAAa,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,YAAY,CAAC;IAEtD;;;;OAIG;IACH,mBAAmB,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAE7C;;OAEG;IACH,UAAU,EAAE,MAAM,IAAI,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IAEf;;OAEG;IACH,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IAE7B;;OAEG;IACH,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAE3B;;;;;;;;OAQG;IACH,uBAAuB,EAAE,CAAC,oBAAoB,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAE9E;;OAEG;IACH,uBAAuB,EAAE,MAAM,oBAAoB,GAAG,SAAS,CAAC;IAEhE;;OAEG;IACH,YAAY,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,CAAC;IAE7C;;;;;;;;;;;;OAYG;IACH,MAAM,EAAE,CACN,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,KACnC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnB;;;;;;;;;;;;;OAaG;IACH,cAAc,CACZ,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B,cAAc,CACZ,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC/C,cAAc,CACZ,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC,CAAC;IAChE,cAAc,CACZ,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC,CAAC;IAEhE;;;;;;;;OAQG;IACH,UAAU,CAAC,OAAO,EAAE,kCAAkC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7E,UAAU,CACR,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC;IACtC,UAAU,CACR,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,CAAC;IACnD,UAAU,CACR,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,CAAC;IAEnD;;;;;;;;OAQG;IACH,SAAS,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAE5E;;;;OAIG;IACH,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAExD;;OAEG;IACH,iBAAiB,EAAE,MAAM,IAAI,CAAC;IAE9B;;;;OAIG;IACH,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;;OAIG;IACH,SAAS,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpE;;;;OAIG;IACH,UAAU,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAElD;;;OAGG;IACH,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAElD;;;OAGG;IACH,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEhC;;;;;;;;;;OAUG;IACH,sBAAsB,CACpB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;OAIG;IACH,WAAW,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC;IAEtC;;;;OAIG;IACH,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,GACnD,IAAI,CAAC;CACT;AAED,eAAO,MAAM,UAAU;;;;;;;CAOtB,CAAC;AACF,MAAM,MAAM,QAAQ,GAAG,MAAM,OAAO,UAAU,CAAC;AAE/C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B,CAAC"}

package/lib/web_worker.d.ts

@@ -3,7 +3,6 @@ import { MLCEngineInterface, InitProgressCallback, LogLevel, LogitProcessor } fr
 import { ChatCompletionRequestBase, ChatCompletionRequestStreaming, ChatCompletionRequestNonStreaming, ChatCompletion, ChatCompletionChunk, Completion, CompletionCreateParamsNonStreaming, CompletionCreateParamsStreaming, CompletionCreateParamsBase, CreateEmbeddingResponse, EmbeddingCreateParams } from "./openai_api_protocols/index";
 import * as API from "./openai_api_protocols/index";
 import { MessageContent, WorkerRequest } from "./message";
-import { MLCEngine } from "./engine";
 /**
  * Worker handler that can be used in a WebWorker
  *
@@ -27,13 +26,14 @@ export declare class WebWorkerMLCEngineHandler {
      */
     modelId?: string[];
     chatOpts?: ChatOptions[];
-    engine: MLCEngine;
+    engine: MLCEngineInterface;
     /** ChatCompletion and Completion share the same chunk generator. Each loaded model has its own. */
     protected loadedModelIdToAsyncGenerator: Map<string, AsyncGenerator<ChatCompletionChunk | Completion, void, void>>;
     /**
      * @param engine A concrete implementation of MLCEngineInterface
      */
     constructor();
+    protected setEngine(engine: MLCEngineInterface): void;
     postMessage(msg: any): void;
     setLogitProcessorRegistry(logitProcessorRegistry?: Map<string, LogitProcessor>): void;
     handleTask<T extends MessageContent>(uuid: string, task: () => Promise<T>): Promise<void>;
@@ -93,8 +93,10 @@ export declare class WebWorkerMLCEngine implements MLCEngineInterface {
     chatOpts?: ChatOptions[];
     private initProgressCallback?;
     private pendingPromise;
+    private engineConfig?;
     constructor(worker: ChatWorker, engineConfig?: MLCEngineConfig);
     setInitProgressCallback(initProgressCallback?: InitProgressCallback): void;
+    setLogitProcessorRegistry(logitProcessorRegistry?: Map<string, LogitProcessor>): void;
     getInitProgressCallback(): InitProgressCallback | undefined;
     setAppConfig(appConfig: AppConfig): void;
     setLogLevel(logLevel: LogLevel): void;

package/lib/web_worker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"web_worker.d.ts","sourceRoot":"","sources":["../src/web_worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACnE,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EAEpB,QAAQ,EACR,cAAc,EACf,MAAM,SAAS,CAAC;AACjB,OAAO,EAEL,yBAAyB,EACzB,8BAA8B,EAC9B,iCAAiC,EACjC,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAE1B,uBAAuB,EACvB,qBAAqB,EACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,cAAc,EAOd,aAAa,EAOd,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAQrC;;;;;;;;;;GAUG;AACH,qBAAa,yBAAyB;IACpC;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IAElB,MAAM,EAAE,SAAS,CAAC;IACzB,mGAAmG;IACnG,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAC1C,MAAM,EACN,cAAc,CAAC,mBAAmB,GAAG,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAC7D,CAAC;IAEF;;OAEG;;IAiBH,WAAW,CAAC,GAAG,EAAE,GAAG;IAKpB,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAKhD,UAAU,CAAC,CAAC,SAAS,cAAc,EACvC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC;IAqBxB,SAAS,CACP,KAAK,EAAE,GAAG,EACV,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,EACjC,OAAO,CAAC,EAAE,MAAM,IAAI;IA+NtB;;;OAGG;IACG,iBAAiB,CACrB,eAAe,EAAE,MAAM,EAAE,EACzB,gBAAgB,CAAC,EAAE,WAAW,EAAE;CAYnC;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,GAAG,CAAC;IACf,WAAW,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;CACrC;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,GAAG,EACX,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,CAI7B;AAED;;;;;;;;;GASG;AACH,qBAAa,kBAAmB,YAAW,kBAAkB;IACpD,MAAM,EAAE,UAAU,CAAC;IAC1B,oCAAoC;IAC7B,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACtB,+BAA+B;IACxB,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IACpC,8BAA8B;IACvB,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAElC;;;;;OAKG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IAEzB,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,cAAc,CAAoD;gBAE9D,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,EAAE,eAAe;IA0B9D,uBAAuB,CAAC,oBAAoB,CAAC,EAAE,oBAAoB;IAInE,uBAAuB,IAAI,oBAAoB,GAAG,SAAS;IAI3D,YAAY,CAAC,SAAS,EAAE,SAAS;IASjC,WAAW,CAAC,QAAQ,EAAE,QAAQ;IAU9B,SAAS,CAAC,UAAU,CAAC,CAAC,SAAS,cAAc,EAC3C,GAAG,EAAE,aAAa,GACjB,OAAO,CAAC,CAAC,CAAC;IAwBP,MAAM,CACV,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,IAAI,CAAC;IAsBV,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC;IASjD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAS/B,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAW7C,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWzD,iBAAiB,IAAI,IAAI;IASnB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAWvB,SAAS,CAAC,SAAS,UAAQ,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY7D,sBAAsB,CAC1B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;IAalB;;;;;;;;;;OAUG;IACI,aAAa,CAClB,eAAe,EAAE,MAAM,GACtB,cAAc,CAAC,mBAAmB,GAAG,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC;IAmBzD,cAAc,CAClB,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC;IACpB,cAAc,CAClB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACxC,cAAc,CAClB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;IAmDzD,UAAU,CACd,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,UAAU,CAAC;IAChB,UAAU,CACd,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC/B,UAAU,CACd,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;IAmD5C,SAAS,CACb,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,uBAAuB,CAAC;IAgBnC,SAAS,CAAC,KAAK,EAAE,GAAG;CAsCrB"}
+{"version":3,"file":"web_worker.d.ts","sourceRoot":"","sources":["../src/web_worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACnE,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EAEpB,QAAQ,EACR,cAAc,EACf,MAAM,SAAS,CAAC;AACjB,OAAO,EAEL,yBAAyB,EACzB,8BAA8B,EAC9B,iCAAiC,EACjC,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,kCAAkC,EAClC,+BAA+B,EAC/B,0BAA0B,EAE1B,uBAAuB,EACvB,qBAAqB,EACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,8BAA8B,CAAC;AACpD,OAAO,EACL,cAAc,EAOd,aAAa,EAOd,MAAM,WAAW,CAAC;AAWnB;;;;;;;;;;GAUG;AACH,qBAAa,yBAAyB;IACpC;;;;;;;;OAQG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IAElB,MAAM,EAAE,kBAAkB,CAAC;IAClC,mGAAmG;IACnG,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAC1C,MAAM,EACN,cAAc,CAAC,mBAAmB,GAAG,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAC7D,CAAC;IAEF;;OAEG;;IAiBH,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,kBAAkB;IAY9C,WAAW,CAAC,GAAG,EAAE,GAAG;IAKpB,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAKhD,UAAU,CAAC,CAAC,SAAS,cAAc,EACvC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC;IAqBxB,SAAS,CACP,KAAK,EAAE,GAAG,EACV,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,EACjC,OAAO,CAAC,EAAE,MAAM,IAAI;IAgPtB;;;OAGG;IACG,iBAAiB,CACrB,eAAe,EAAE,MAAM,EAAE,EACzB,gBAAgB,CAAC,EAAE,WAAW,EAAE;CAYnC;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,GAAG,CAAC;IACf,WAAW,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;CACrC;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,GAAG,EACX,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,YAAY,CAAC,EAAE,eAAe,EAC9B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,kBAAkB,CAAC,CAI7B;AAED;;;;;;;;;GASG;AACH,qBAAa,kBAAmB,YAAW,kBAAkB;IACpD,MAAM,EAAE,UAAU,CAAC;IAC1B,oCAAoC;IAC7B,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACtB,+BAA+B;IACxB,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;IACpC,8BAA8B;IACvB,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC;IAElC;;;;;OAKG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;IAEzB,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,cAAc,CAAoD;IAC1E,OAAO,CAAC,YAAY,CAAC,CAAkB;gBAE3B,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,EAAE,eAAe;IA2B9D,uBAAuB,CAAC,oBAAoB,CAAC,EAAE,oBAAoB;IAInE,yBAAyB,CACvB,sBAAsB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAStD,uBAAuB,IAAI,oBAAoB,GAAG,SAAS;IAI3D,YAAY,CAAC,SAAS,EAAE,SAAS;IASjC,WAAW,CAAC,QAAQ,EAAE,QAAQ;IAU9B,SAAS,CAAC,UAAU,CAAC,CAAC,SAAS,cAAc,EAC3C,GAAG,EAAE,aAAa,GACjB,OAAO,CAAC,CAAC,CAAC;IAwBP,MAAM,CACV,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,EAC1B,QAAQ,CAAC,EAAE,WAAW,GAAG,WAAW,EAAE,GACrC,OAAO,CAAC,IAAI,CAAC;IAuBV,8BAA8B,IAAI,OAAO,CAAC,MAAM,CAAC;IASjD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAS/B,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAW7C,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWzD,iBAAiB,IAAI,IAAI;IASnB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAWvB,SAAS,CAAC,SAAS,UAAQ,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY7D,sBAAsB,CAC1B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,MAAM,CAAC;IAalB;;;;;;;;;;OAUG;IACI,aAAa,CAClB,eAAe,EAAE,MAAM,GACtB,cAAc,CAAC,mBAAmB,GAAG,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC;IAmBzD,cAAc,CAClB,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,cAAc,CAAC;IACpB,cAAc,CAClB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,CAAC;IACxC,cAAc,CAClB,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,aAAa,CAAC,mBAAmB,CAAC,GAAG,cAAc,CAAC;IAmDzD,UAAU,CACd,OAAO,EAAE,kCAAkC,GAC1C,OAAO,CAAC,UAAU,CAAC;IAChB,UAAU,CACd,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC/B,UAAU,CACd,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC;IAmD5C,SAAS,CACb,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,uBAAuB,CAAC;IAgBnC,SAAS,CAAC,KAAK,EAAE,GAAG;CAsCrB"}

package/lib/wrapper/WebLLMWrapper.d.ts

@@ -1,12 +1,12 @@
 export declare class WebLLM {
     private engine;
-    private worker;
     private messages;
     downloadProgress: Record<string, string>;
-    constructor();
+    private config;
+    constructor(config?: any);
     get models_available(): string[];
     local_model_available(model_id: string): Promise<boolean>;
-    download_model(model_id: string, progressCallback?: (progress: string) => void, workerUrl?: string | URL): Promise<void>;
+    download_model(model_id: string, progressCallback?: (progress: string) => void): Promise<void>;
     progress(model_id: string): string;
     delete_model(model_id: string): Promise<void>;
     chat_stream(prompt: string): AsyncGenerator<string, void, unknown>;
@@ -14,6 +14,7 @@ export declare class WebLLM {
     reset_chat(): void;
     generate_stream(prompt: string): AsyncGenerator<string, void, unknown>;
     generate_no_stream(prompt: string): Promise<string>;
+    runtime_stats(): Promise<string>;
     private loadContext;
     private saveContext;
 }

package/lib/wrapper/WebLLMWrapper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"WebLLMWrapper.d.ts","sourceRoot":"","sources":["../../src/wrapper/WebLLMWrapper.ts"],"names":[],"mappings":"AASA,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAAoC;IAC7C,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAM;;IAOrD,IAAW,gBAAgB,IAAI,MAAM,EAAE,CAEtC;IAEY,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIzD,cAAc,CACzB,QAAQ,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EAE7C,SAAS,GAAE,MAAM,GAAG,GAAqB,GACxC,OAAO,CAAC,IAAI,CAAC;IAaT,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAI5B,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5C,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAqBnE,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBrD,UAAU,IAAI,IAAI;IAMX,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAavE,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAWhE,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,WAAW;CASpB"}
+{"version":3,"file":"WebLLMWrapper.d.ts","sourceRoot":"","sources":["../../src/wrapper/WebLLMWrapper.ts"],"names":[],"mappings":"AASA,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAAoC;IAC7C,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAM;IACrD,OAAO,CAAC,MAAM,CAAM;gBAER,MAAM,GAAE,GAAQ;IAM5B,IAAW,gBAAgB,IAAI,MAAM,EAAE,CAEtC;IAEY,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIzD,cAAc,CACzB,QAAQ,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GAC5C,OAAO,CAAC,IAAI,CAAC;IAUT,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAI5B,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5C,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAqBnE,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBrD,UAAU,IAAI,IAAI;IAMX,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC;IAavE,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAUnD,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAM7C,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,WAAW;CASpB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "web-llm-runner",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "description": "Hardware accelerated language model chats on browsers",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
@@ -27,6 +27,7 @@
     "@types/chrome": "^0.0.266",
     "@types/serviceworker": "^0.0.86",
     "@webgpu/types": "^0.1.24",
+    "@xenova/transformers": "^2.17.2",
     "buffer": "^5.7.1",
     "process": "^0.11.10",
     "rollup": "^4.53.3",