web-llm-runner 0.1.1

package/lib/integrity.d.ts

@@ -0,0 +1,44 @@
+/**
+ * SRI (Subresource Integrity) hash string.
+ * Format: "sha256-BASE64", "sha384-BASE64", or "sha512-BASE64".
+ * See https://developer.mozilla.org/en-US/docs/Web/Security/Subresource_Integrity
+ */
+export type SRIString = string;
+/** Map of filename to SRI hash for per-file verification. */
+export type FileIntegrityMap = Record<string, SRIString>;
+/**
+ * Integrity configuration for a model's artifacts.
+ * All fields are optional — only specified artifacts will be verified.
+ *
+ * @param config SRI hash for the model's `mlc-chat-config.json`.
+ * @param model_lib SRI hash for the WASM model library file.
+ * @param tokenizer SRI hashes for tokenizer files, keyed by filename
+ *   (e.g. `"tokenizer.json"` or `"tokenizer.model"`).
+ * @param onFailure Behavior on verification failure:
+ *   `"error"` (default) throws an `IntegrityError`;
+ *   `"warn"` logs a warning and continues.
+ */
+export interface ModelIntegrity {
+    config?: SRIString;
+    model_lib?: SRIString;
+    tokenizer?: FileIntegrityMap;
+    onFailure?: "error" | "warn";
+}
+/**
+ * Verify an ArrayBuffer against an SRI hash using the Web Crypto API.
+ *
+ * @param data The raw bytes to verify.
+ * @param expectedSRI The expected SRI hash (e.g. `"sha256-abc123..."`).
+ * @param url The URL of the artifact, used for error messages.
+ * @param onFailure `"error"` to throw on mismatch, `"warn"` to log and continue.
+ * @throws {IntegrityError} When the hash does not match and `onFailure` is `"error"`.
+ */
+export declare function verifyIntegrity(data: ArrayBuffer, expectedSRI: SRIString, url: string, onFailure?: "error" | "warn"): Promise<void>;
+/**
+ * Validate that a string is a well-formed SRI hash.
+ *
+ * @param sri The string to validate.
+ * @returns `true` if `sri` matches the SRI format.
+ */
+export declare function isValidSRI(sri: string): boolean;
+//# sourceMappingURL=integrity.d.ts.map

package/lib/integrity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"integrity.d.ts","sourceRoot":"","sources":["../src/integrity.ts"],"names":[],"mappings":"AAGA;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC;AAE/B,6DAA6D;AAC7D,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AAEzD;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC9B;AAgED;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,WAAW,EACjB,WAAW,EAAE,SAAS,EACtB,GAAG,EAAE,MAAM,EACX,SAAS,GAAE,OAAO,GAAG,MAAgB,GACpC,OAAO,CAAC,IAAI,CAAC,CA+Bf;AAED;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAE/C"}

package/lib/llm_chat.d.ts

@@ -0,0 +1,258 @@
+import * as tvmjs from "@mlc-ai/web-runtime";
+import { Tokenizer } from "@mlc-ai/web-tokenizers";
+import { ChatConfig, GenerationConfig, Role } from "./config";
+import { Conversation } from "./conversation";
+import { LogitProcessor, LatencyBreakdown } from "./types";
+import { ChatCompletionFinishReason, ChatCompletionTokenLogprob } from "./openai_api_protocols/index";
+export declare class LLMChatPipeline {
+    private config;
+    private tokenizer;
+    private tvm;
+    private device;
+    private vm;
+    private prefill;
+    private decoding;
+    private image_embed;
+    private embed;
+    private fapplyBitmask;
+    private fapplyPenalty;
+    private fapplyLogitBias;
+    private fsoftmaxWithTemperature;
+    private fsampleWithTopP;
+    private fargsortProbs;
+    private fclearKVCaches;
+    private fKVCacheAddSequence;
+    private fKVCacheRemoveSequence;
+    private fKVCacheBeginForward;
+    private fKVCacheEndForward;
+    private fKVCacheEnableSlidingWindowForSeq;
+    private params;
+    private kvCache;
+    private logitsOnCPU?;
+    private filledKVCacheLength;
+    private bosTokenId;
+    private contextWindowSize;
+    private slidingWindowSize;
+    private attentionSinkSize;
+    private prefillChunkSize;
+    private resetStatsPerPrefill;
+    private stopStr;
+    private stopTokens;
+    private outputMessage;
+    private outputIds;
+    private stopTriggered;
+    private finishReason;
+    private appearedTokensFreq;
+    private conversation;
+    private tokenLogprobArray;
+    private decodingTotalTime;
+    private decodingTotalTokens;
+    private prefillTotalTime;
+    private prefillTotalTokens;
+    private curRoundDecodingTotalTokens;
+    private curRoundPrefillTotalTokens;
+    private curRoundDecodingTotalTime;
+    private curRoundPrefillTotalTime;
+    curRoundLatencyBreakdown: LatencyBreakdown;
+    private logitProcessor?;
+    private grammarMatcher?;
+    private responseFormatCacheKey?;
+    private xgTokenizerInfo?;
+    private grammarCompiler?;
+    private bitmaskSize;
+    private fullVocabSize;
+    private token_postproc_method;
+    private prepend_space_in_encode;
+    private curRoundGrammarInitTotalTime;
+    private curRoundGrammarPerTokenTotalTime;
+    private sampleIndices;
+    private sampleIndicesDevice;
+    private topPDevice;
+    constructor(tvm: tvmjs.Instance, tokenizer: Tokenizer, config: ChatConfig, logitProcessor?: LogitProcessor);
+    dispose(): void;
+    /**
+     * Get the current message.
+     */
+    getMessage(): string;
+    /**
+     * Reset the runtime statistics
+     */
+    resetRuntimeStats(): void;
+    /**
+     * Reset the chat history
+     */
+    resetChat(keepStats?: boolean): void;
+    /**
+     * Reset KV Cache
+     */
+    resetKVCache(): void;
+    /**
+     * @returns Whether stop is triggered.
+     */
+    stopped(): boolean;
+    /**
+     * @returns Finish reason; undefined if generation not started/stopped yet.
+     */
+    getFinishReason(): ChatCompletionFinishReason | undefined;
+    /**
+     * @returns tokenLogprobArray for this current round of autoregressive generation.
+     * Updated upon each sampled token, cleared upon each prefillStep().
+     */
+    getTokenLogprobArray(): Array<ChatCompletionTokenLogprob>;
+    /**
+     * @returns the number of tokens decoded for a single request or a single choice in the request.
+     */
+    getCurRoundDecodingTotalTokens(): number;
+    /**
+     * @returns the number of tokens decoded for a single request or a single choice in the request.
+     */
+    getCurRoundPrefillTotalTokens(): number;
+    /**
+     * @returns the time spent on decode for a single request or a single choice in the request.
+     */
+    getCurRoundDecodingTotalTime(): number;
+    /**
+     * @returns the time spent on  for a single request or a single choice in the request.
+     */
+    getCurRoundPrefillTotalTime(): number;
+    /**
+     * @returns the time (seconds) spent on for initializing grammar matcher for a single request.
+     */
+    getCurRoundGrammarInitTotalTime(): number;
+    /**
+     * @returns the total time (seconds) spent on creating bitmask and accepting token grammar matcher
+     * for all the generated tokens in a single request.
+     */
+    getCurRoundGrammarPerTokenTotalTime(): number;
+    /**
+     * @returns the breakdown of latencies for sampling each token for a single request.
+     */
+    getCurRoundLatencyBreakdown(): LatencyBreakdown;
+    /**
+     * @returns Runtime stats information.
+     */
+    runtimeStatsText(): string;
+    /**
+     * @returns Runtime stats information, starting from the last prefill performed.
+     */
+    curRoundRuntimeStatsText(): string;
+    /**
+     * @returns Prefill tokens per second, starting from the last prefill performed.
+     */
+    getCurRoundPrefillTokensPerSec(): number;
+    /**
+     * @returns Prefill tokens per second, starting from the last prefill performed.
+     */
+    getCurRoundDecodingTokensPerSec(): number;
+    /**
+     * Set the seed for the RNG `this.tvm.rng`.
+     */
+    setSeed(seed: number): void;
+    private getResponseFormatKey;
+    /**
+     * @returns The conversation object (not a deep copy).
+     */
+    getConversationObject(): Conversation;
+    /**
+     * Set this.conversation to a new conversation object.
+     */
+    setConversation(newConv: Conversation): void;
+    asyncLoadWebGPUPipelines(): Promise<void>;
+    /**
+     * Generate the first token given input prompt
+     */
+    prefillStep(inp: string, msgRole: Role, // either user or tool
+    inp_role_str?: string, genConfig?: GenerationConfig): Promise<void>;
+    decodeStep(genConfig?: GenerationConfig): Promise<void>;
+    /**
+     * Manually trigger stop if it is not stopped.
+     */
+    triggerStop(): void;
+    /**
+     * Add a generated token and check for stop.
+     *
+     * @param nextToken The next token.
+     * @param genConfig Configs that override `this.config` for this round of generation.
+     */
+    private processNextToken;
+    /**
+     * Given input tokens, return embeddings of them by calling embed kernel.
+     *
+     * @note precondition: inputTokens.length <= prefillChunkSize, since we take care of
+     * chunking in `getChunkedPrefillInputData()`.
+     */
+    private getTokensEmbeddings;
+    /**
+     * Calculate resize dimensions for Phi3-V model.
+     * Based on vlm_utils.cc CalculateResizeShape
+     */
+    private calculateResizeShape;
+    /**
+     * Calculate crop dimensions for Phi3-V model.
+     * Based on vlm_utils.cc CalculateCropShape / CalculatePadShape
+     */
+    private calculateCropShape;
+    /**
+     * Embed an image input.
+     */
+    private getImageEmbeddings;
+    /**
+     * Embed and forward input data, that can be either array of tokens, or an image.
+     * This will increment `this.filledKVCacheLength`.
+     *
+     * @param inputData data to embed and forward
+     * @param inputDataLen length of this inputData, should smaller than prefill chunk size.
+     * @returns The logits returned by this forward as tvmjs.Tensor on GPU.
+     *
+     * @note Precondition: inputData's data length is smaller than prefill chunk size
+     */
+    private embedAndForward;
+    private updateLogitsOnCPU;
+    private sampleTokenFromLogits;
+    /**
+     * Return the an array of a mixture of token arrays and imageURLs (which cannot be represented
+     * as tokens). Also return the number of tokens this represents.
+     *
+     * We first convert the Conversation into a prompt array to be prefilled. Then we encode the
+     * text parts, leaving the imageURLs as it is.
+     * Example prompts:
+     * [
+     *   "<|system|>\nSome system prompt\n",
+     *   [
+     *     "<|user|>\n",
+     *     imageURL1,
+     *     "\n",
+     *     imageURL2,
+     *     "\n",
+     *     "Some user input<|end|>\n"
+     *   ],
+     * ]
+     *
+     * Expected output:
+     * [
+     *   token array for "<|system|>\nSome system prompt\n<|user|>\n",
+     *   imageUrl1,
+     *   token array for "\n",
+     *   imageUrl2,
+     *   token array for "\nSome user input<|end|>\n"
+     */
+    private getInputData;
+    forwardTokensAndSample(inputIds: Array<number>, isPrefill: boolean): Promise<number>;
+    /**
+     * Based on `sampledToken` and `this.logitsOnCPU`, which becomes a distribution after
+     * calling `this.tvm.applySoftmaxWithTemperature()`, generate `ChatCompletionTokenLogprob` and
+     * update `this.tokenLogprobArray`.
+     *
+     * @param sampledToken The token ID sampled.
+     * @param top_logprobs Number of top tokens to include; `top_logprobs` in `ChatCompletionRequest`.
+     *
+     * @return The `ChatCompletionTokenLogprob` for this single autoregressive step.
+     */
+    private getTokenLogprob;
+    /**
+     * Synchronize the device.
+     */
+    sync(): Promise<void>;
+    evaluate(): Promise<void>;
+}
+//# sourceMappingURL=llm_chat.d.ts.map

package/lib/llm_chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm_chat.d.ts","sourceRoot":"","sources":["../src/llm_chat.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,qBAAqB,CAAC;AAG7C,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAmB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAS3D,OAAO,EACL,0BAA0B,EAC1B,0BAA0B,EAI3B,MAAM,8BAA8B,CAAC;AAgBtC,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,SAAS,CAAY;IAG7B,OAAO,CAAC,GAAG,CAAiB;IAC5B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,EAAE,CAAuB;IACjC,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,WAAW,CAA+B;IAClD,OAAO,CAAC,KAAK,CAAmB;IAChC,OAAO,CAAC,aAAa,CAAmB;IACxC,OAAO,CAAC,aAAa,CAAmB;IACxC,OAAO,CAAC,eAAe,CAAmB;IAC1C,OAAO,CAAC,uBAAuB,CAAmB;IAClD,OAAO,CAAC,eAAe,CAAmB;IAC1C,OAAO,CAAC,aAAa,CAAmB;IAGxC,OAAO,CAAC,cAAc,CAAmB;IACzC,OAAO,CAAC,mBAAmB,CAAmB;IAC9C,OAAO,CAAC,sBAAsB,CAAmB;IACjD,OAAO,CAAC,oBAAoB,CAAmB;IAC/C,OAAO,CAAC,kBAAkB,CAAmB;IAC7C,OAAO,CAAC,iCAAiC,CAAmB;IAG5D,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,WAAW,CAAC,CAA2B;IAC/C,OAAO,CAAC,mBAAmB,CAAK;IAGhC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,iBAAiB,CAAM;IAC/B,OAAO,CAAC,iBAAiB,CAAM;IAC/B,OAAO,CAAC,iBAAiB,CAAM;IAC/B,OAAO,CAAC,gBAAgB,CAAM;IAC9B,OAAO,CAAC,oBAAoB,CAAQ;IACpC,OAAO,CAAC,OAAO,CAAW;IAC1B,OAAO,CAAC,UAAU,CAAgB;IAGlC,OAAO,CAAC,aAAa,CAAM;IAC3B,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,YAAY,CAAqD;IAEzE,OAAO,CAAC,kBAAkB,CAA6B;IACvD,OAAO,CAAC,YAAY,CAAe;IAInC,OAAO,CAAC,iBAAiB,CAAyC;IAGlE,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,2BAA2B,CAAK;IACxC,OAAO,CAAC,0BAA0B,CAAK;IACvC,OAAO,CAAC,yBAAyB,CAAK;IACtC,OAAO,CAAC,wBAAwB,CAAK;IAG9B,wBAAwB,EAAE,gBAAgB,CAO/C;IAGF,OAAO,CAAC,cAAc,CAAC,CAA6B;IAKpD,OAAO,CAAC,cAAc,CAAC,CAAiC;IAIxD,OAAO,CAAC,sBAAsB,CAAC,CAAqB;IAGpD,OAAO,CAAC,eAAe,CAAC,CAAgC;IAExD,OAAO,CAAC,eAAe,CAAC,CAAkC;IAE1D,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,aAAa,CAAS;IAE9B,OAAO,CAAC,qBAAqB,CAAS;IAEtC,OAAO,CAAC,uBAAuB,CAAU;IAGzC,OAAO,CAAC,4BAA4B,CAAK;IAEzC,OAAO,CAAC,gCAAgC,CAAK;IAE7C,OAAO,CAAC,aAAa,CAAa;IAClC,OAAO,CAAC,mBAAmB,CAAe;IAC1C,OAAO,CAAC,UAAU,CAAe;gBAG/B,GAAG,EAAE,KAAK,CAAC,QAAQ,EACnB,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,UAAU,EAClB,cAAc,CAAC,EAAE,cAAc;IA+LjC,OAAO;IAkBP;;OAEG;IACH,UAAU;IAIV;;OAEG;IACH,iBAAiB;IAOjB;;OAEG;IACH,SAAS,CAAC,SAAS,UAAQ;IAY3B;;OAEG;IACH,YAAY;IAaZ;;OAEG;IACH,OAAO,IAAI,OAAO;IAIlB;;OAEG;IACH,eAAe,IAAI,0BAA0B,GAAG,SAAS;IAIzD;;;OAGG;IACH,oBAAoB,IAAI,KAAK,CAAC,0BAA0B,CAAC;IAIzD;;OAEG;IACH,8BAA8B,IAAI,MAAM;IAIxC;;OAEG;IACH,6BAA6B,IAAI,MAAM;IAIvC;;OAEG;IACH,4BAA4B,IAAI,MAAM;IAItC;;OAEG;IACH,2BAA2B,IAAI,MAAM;IAIrC;;OAEG;IACH,+BAA+B,IAAI,MAAM;IAIzC;;;OAGG;IACH,mCAAmC,IAAI,MAAM;IAI7C;;OAEG;IACH,2BAA2B,IAAI,gBAAgB;IAI/C;;OAEG;IACH,gBAAgB,IAAI,MAAM;IAO1B;;OAEG;IACH,wBAAwB,IAAI,MAAM;IAOlC;;OAEG;IACH,8BAA8B,IAAI,MAAM;IAIxC;;OAEG;IACH,+BAA+B,IAAI,MAAM;IAIzC;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAI3B,OAAO,CAAC,oBAAoB;IAyB5B;;OAEG;IACH,qBAAqB,IAAI,YAAY;IAIrC;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,YAAY;IAM/B,wBAAwB;IAI9B;;OAEG;IACG,WAAW,CACf,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,IAAI,EAAE,sBAAsB;IACrC,YAAY,CAAC,EAAE,MAAM,EACrB,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CAAC,IAAI,CAAC;IA0LV,UAAU,CAAC,SAAS,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoC7D;;OAEG;IACH,WAAW;IAWX;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAgGxB;;;;;OAKG;IACH,OAAO,CAAC,mBAAmB;IAqB3B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAgB5B;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;OAEG;YACW,kBAAkB;IAkDhC;;;;;;;;;OASG;YACW,eAAe;IA2D7B,OAAO,CAAC,iBAAiB;YAcX,qBAAqB;IA4XnC;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACH,OAAO,CAAC,YAAY;IAuEd,sBAAsB,CAC1B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EACvB,SAAS,EAAE,OAAO,GACjB,OAAO,CAAC,MAAM,CAAC;IA+ClB;;;;;;;;;OASG;IACH,OAAO,CAAC,eAAe;IAsCvB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrB,QAAQ;CA0Cf"}

package/lib/message.d.ts

@@ -0,0 +1,87 @@
+import { AppConfig, ChatOptions } from "./config";
+import { InitProgressReport, LogLevel } from "./types";
+import { ChatCompletionRequestStreaming, ChatCompletionRequestNonStreaming, ChatCompletion, ChatCompletionChunk, CompletionCreateParamsNonStreaming, CompletionCreateParamsStreaming, Completion, EmbeddingCreateParams, CreateEmbeddingResponse } from "./openai_api_protocols/index";
+/**
+ * Message kind used by worker
+ */
+type RequestKind = "reload" | "runtimeStatsText" | "interruptGenerate" | "unload" | "resetChat" | "getMaxStorageBufferBindingSize" | "getGPUVendor" | "forwardTokensAndSample" | "chatCompletionNonStreaming" | "completionNonStreaming" | "embedding" | "getMessage" | "chatCompletionStreamInit" | "completionStreamInit" | "completionStreamNextChunk" | "customRequest" | "keepAlive" | "setLogLevel" | "setAppConfig";
+export interface ReloadParams {
+    modelId: string[];
+    chatOpts?: ChatOptions[];
+}
+export interface ResetChatParams {
+    keepStats: boolean;
+    modelId?: string;
+}
+export interface GetMessageParams {
+    modelId?: string;
+}
+export interface RuntimeStatsTextParams {
+    modelId?: string;
+}
+export interface ForwardTokensAndSampleParams {
+    inputIds: Array<number>;
+    isPrefill: boolean;
+    modelId?: string;
+}
+export interface ChatCompletionNonStreamingParams {
+    request: ChatCompletionRequestNonStreaming;
+    modelId: string[];
+    chatOpts?: ChatOptions[];
+}
+export interface ChatCompletionStreamInitParams {
+    request: ChatCompletionRequestStreaming;
+    selectedModelId: string;
+    modelId: string[];
+    chatOpts?: ChatOptions[];
+}
+export interface CompletionNonStreamingParams {
+    request: CompletionCreateParamsNonStreaming;
+    modelId: string[];
+    chatOpts?: ChatOptions[];
+}
+export interface CompletionStreamInitParams {
+    request: CompletionCreateParamsStreaming;
+    selectedModelId: string;
+    modelId: string[];
+    chatOpts?: ChatOptions[];
+}
+export interface EmbeddingParams {
+    request: EmbeddingCreateParams;
+    modelId: string[];
+    chatOpts?: ChatOptions[];
+}
+export interface CompletionStreamNextChunkParams {
+    selectedModelId: string;
+}
+export interface CustomRequestParams {
+    requestName: string;
+    requestMessage: string;
+}
+export type MessageContent = ReloadParams | ResetChatParams | GetMessageParams | RuntimeStatsTextParams | ForwardTokensAndSampleParams | ChatCompletionNonStreamingParams | ChatCompletionStreamInitParams | CompletionNonStreamingParams | CompletionStreamInitParams | EmbeddingParams | CompletionStreamNextChunkParams | CustomRequestParams | InitProgressReport | LogLevel | string | null | number | ChatCompletion | ChatCompletionChunk | CreateEmbeddingResponse | Completion | AppConfig | void;
+/**
+ * The message used in exchange between worker
+ * and the main thread.
+ */
+export type WorkerRequest = {
+    kind: RequestKind;
+    uuid: string;
+    content: MessageContent;
+};
+type HeartbeatWorkerResponse = {
+    kind: "heartbeat";
+    uuid: string;
+};
+type OneTimeWorkerResponse = {
+    kind: "return" | "throw";
+    uuid: string;
+    content: MessageContent;
+};
+type InitProgressWorkerResponse = {
+    kind: "initProgressCallback";
+    uuid: string;
+    content: InitProgressReport;
+};
+export type WorkerResponse = OneTimeWorkerResponse | InitProgressWorkerResponse | HeartbeatWorkerResponse;
+export {};
+//# sourceMappingURL=message.d.ts.map

package/lib/message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../src/message.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACvD,OAAO,EACL,8BAA8B,EAC9B,iCAAiC,EACjC,cAAc,EACd,mBAAmB,EACnB,kCAAkC,EAClC,+BAA+B,EAC/B,UAAU,EACV,qBAAqB,EACrB,uBAAuB,EACxB,MAAM,8BAA8B,CAAC;AAEtC;;GAEG;AACH,KAAK,WAAW,GACZ,QAAQ,GACR,kBAAkB,GAClB,mBAAmB,GACnB,QAAQ,GACR,WAAW,GACX,gCAAgC,GAChC,cAAc,GACd,wBAAwB,GACxB,4BAA4B,GAC5B,wBAAwB,GACxB,WAAW,GACX,YAAY,GACZ,0BAA0B,GAC1B,sBAAsB,GACtB,2BAA2B,GAC3B,eAAe,GACf,WAAW,GACX,aAAa,GACb,cAAc,CAAC;AAKnB,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAaD,MAAM,WAAW,gCAAgC;IAC/C,OAAO,EAAE,iCAAiC,CAAC;IAC3C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,8BAA8B,CAAC;IACxC,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,4BAA4B;IAC3C,OAAO,EAAE,kCAAkC,CAAC;IAC5C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,+BAA+B,CAAC;IACzC,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,qBAAqB,CAAC;IAC/B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAC;CAC1B;AACD,MAAM,WAAW,+BAA+B;IAC9C,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AACD,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,sBAAsB,GACtB,4BAA4B,GAC5B,gCAAgC,GAChC,8BAA8B,GAC9B,4BAA4B,GAC5B,0BAA0B,GAC1B,eAAe,GACf,+BAA+B,GAC/B,mBAAmB,GACnB,kBAAkB,GAClB,QAAQ,GACR,MAAM,GACN,IAAI,GACJ,MAAM,GACN,cAAc,GACd,mBAAmB,GACnB,uBAAuB,GACvB,UAAU,GACV,SAAS,GACT,IAAI,CAAC;AACT;;;GAGG;AAEH,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,cAAc,CAAC;CACzB,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,cAAc,CAAC;CACzB,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,kBAAkB,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,cAAc,GACtB,qBAAqB,GACrB,0BAA0B,GAC1B,uBAAuB,CAAC"}