webml-kit 0.1.0

package/dist/pipelines/index.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Pipeline registry — maps task names to their default configurations.
+ */
+import type { PipelineTask } from '../types.js';
+export interface PipelineDefaults {
+    /** Default model for this task */
+    defaultModel: string;
+    /** Default quantization */
+    defaultDtype: string;
+    /** Whether this task supports token streaming */
+    supportsStreaming: boolean;
+    /** Whether this task uses KV cache */
+    usesKVCache: boolean;
+}
+/**
+ * Registry of pipeline tasks with sensible defaults.
+ * Users can override any of these when calling `client.load()`.
+ */
+export declare const PIPELINE_REGISTRY: Record<PipelineTask, PipelineDefaults>;
+/**
+ * Get the pipeline defaults for a task.
+ */
+export declare function getPipelineDefaults(task: PipelineTask): PipelineDefaults;
+/**
+ * Check if a task supports real-time token streaming.
+ */
+export declare function supportsStreaming(task: PipelineTask): boolean;
+//# sourceMappingURL=index.d.ts.map

package/dist/pipelines/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/pipelines/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,WAAW,gBAAgB;IAC/B,kCAAkC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,2BAA2B;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,iDAAiD;IACjD,iBAAiB,EAAE,OAAO,CAAC;IAC3B,sCAAsC;IACtC,WAAW,EAAE,OAAO,CAAC;CACtB;AAED;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,YAAY,EAAE,gBAAgB,CAiGpE,CAAC;AAEF;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,YAAY,GAAG,gBAAgB,CAMxE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAE7D"}

package/dist/pipelines/index.js

@@ -0,0 +1,122 @@
+/**
+ * Pipeline registry — maps task names to their default configurations.
+ */
+/**
+ * Registry of pipeline tasks with sensible defaults.
+ * Users can override any of these when calling `client.load()`.
+ */
+export const PIPELINE_REGISTRY = {
+    'text-generation': {
+        defaultModel: 'onnx-community/Llama-3.2-1B-Instruct-ONNX',
+        defaultDtype: 'q4',
+        supportsStreaming: true,
+        usesKVCache: true,
+    },
+    'text-classification': {
+        defaultModel: 'Xenova/distilbert-base-uncased-finetuned-sst-2-english',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'image-classification': {
+        defaultModel: 'Xenova/vit-base-patch16-224',
+        defaultDtype: 'fp32',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'object-detection': {
+        defaultModel: 'Xenova/detr-resnet-50',
+        defaultDtype: 'fp32',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'automatic-speech-recognition': {
+        defaultModel: 'onnx-community/whisper-tiny.en',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'text-to-speech': {
+        defaultModel: 'Xenova/speecht5_tts',
+        defaultDtype: 'fp32',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'translation': {
+        defaultModel: 'Xenova/nllb-200-distilled-600M',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'summarization': {
+        defaultModel: 'Xenova/distilbart-cnn-6-6',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'feature-extraction': {
+        defaultModel: 'Xenova/all-MiniLM-L6-v2',
+        defaultDtype: 'fp32',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'image-to-text': {
+        defaultModel: 'Xenova/vit-gpt2-image-captioning',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'zero-shot-classification': {
+        defaultModel: 'Xenova/mobilebert-uncased-mnli',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'fill-mask': {
+        defaultModel: 'Xenova/bert-base-uncased',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'question-answering': {
+        defaultModel: 'Xenova/distilbert-base-uncased-distilled-squad',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'token-classification': {
+        defaultModel: 'Xenova/bert-base-NER',
+        defaultDtype: 'q8',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'depth-estimation': {
+        defaultModel: 'Xenova/depth-anything-small-hf',
+        defaultDtype: 'fp32',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+    'image-segmentation': {
+        defaultModel: 'Xenova/detr-resnet-50-panoptic',
+        defaultDtype: 'fp32',
+        supportsStreaming: false,
+        usesKVCache: false,
+    },
+};
+/**
+ * Get the pipeline defaults for a task.
+ */
+export function getPipelineDefaults(task) {
+    const defaults = PIPELINE_REGISTRY[task];
+    if (!defaults) {
+        throw new Error(`Unknown pipeline task: ${task}`);
+    }
+    return defaults;
+}
+/**
+ * Check if a task supports real-time token streaming.
+ */
+export function supportsStreaming(task) {
+    return PIPELINE_REGISTRY[task]?.supportsStreaming ?? false;
+}
+//# sourceMappingURL=index.js.map

package/dist/pipelines/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/pipelines/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAeH;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAA2C;IACvE,iBAAiB,EAAE;QACjB,YAAY,EAAE,2CAA2C;QACzD,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,IAAI;QACvB,WAAW,EAAE,IAAI;KAClB;IACD,qBAAqB,EAAE;QACrB,YAAY,EAAE,wDAAwD;QACtE,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,sBAAsB,EAAE;QACtB,YAAY,EAAE,6BAA6B;QAC3C,YAAY,EAAE,MAAM;QACpB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,kBAAkB,EAAE;QAClB,YAAY,EAAE,uBAAuB;QACrC,YAAY,EAAE,MAAM;QACpB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,8BAA8B,EAAE;QAC9B,YAAY,EAAE,gCAAgC;QAC9C,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,gBAAgB,EAAE;QAChB,YAAY,EAAE,qBAAqB;QACnC,YAAY,EAAE,MAAM;QACpB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,aAAa,EAAE;QACb,YAAY,EAAE,gCAAgC;QAC9C,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,eAAe,EAAE;QACf,YAAY,EAAE,2BAA2B;QACzC,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,yBAAyB;QACvC,YAAY,EAAE,MAAM;QACpB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,eAAe,EAAE;QACf,YAAY,EAAE,kCAAkC;QAChD,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,0BAA0B,EAAE;QAC1B,YAAY,EAAE,gCAAgC;QAC9C,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,WAAW,EAAE;QACX,YAAY,EAAE,0BAA0B;QACxC,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,gDAAgD;QAC9D,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,sBAAsB,EAAE;QACtB,YAAY,EAAE,sBAAsB;QACpC,YAAY,EAAE,IAAI;QAClB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,kBAAkB,EAAE;QAClB,YAAY,EAAE,gCAAgC;QAC9C,YAAY,EAAE,MAAM;QACpB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;IACD,oBAAoB,EAAE;QACpB,YAAY,EAAE,gCAAgC;QAC9C,YAAY,EAAE,MAAM;QACpB,iBAAiB,EAAE,KAAK;QACxB,WAAW,EAAE,KAAK;KACnB;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAkB;IACpD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAkB;IAClD,OAAO,iBAAiB,CAAC,IAAI,CAAC,EAAE,iBAAiB,IAAI,KAAK,CAAC;AAC7D,CAAC"}

package/dist/streaming.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Token streaming utilities for text generation.
+ *
+ * Converts the Web Worker's `postMessage`-based token stream into a proper
+ * `AsyncIterable` with TPS measurement, time-to-first-token tracking,
+ * and AbortSignal support.
+ */
+import type { TokenEvent } from './types.js';
+/**
+ * A readable token stream that implements `AsyncIterable`.
+ *
+ * ```ts
+ * const stream = new TokenStream();
+ *
+ * // In your worker message handler:
+ * stream.push({ token: 'Hello', tps: 42, numTokens: 1, timeToFirstToken: 120 });
+ *
+ * // In your app:
+ * for await (const event of stream) {
+ *   process.stdout.write(event.token);
+ * }
+ * ```
+ */
+export declare class TokenStream implements AsyncIterable<TokenEvent> {
+    private queue;
+    private resolve;
+    private done;
+    private error;
+    private abortHandler;
+    constructor(signal?: AbortSignal);
+    /** Push a new token event into the stream. */
+    push(event: TokenEvent): void;
+    /** Signal that generation is complete. */
+    end(): void;
+    /** Signal an error. */
+    abort(error: Error): void;
+    /** Get the accumulated error, if any. */
+    getError(): Error | null;
+    private cleanup;
+    [Symbol.asyncIterator](): AsyncIterator<TokenEvent>;
+}
+/**
+ * Collect a token stream into a single string result.
+ *
+ * ```ts
+ * const { text, tps, numTokens } = await collectStream(stream);
+ * ```
+ */
+export declare function collectStream(stream: TokenStream): Promise<{
+    text: string;
+    tps: number;
+    numTokens: number;
+    timeToFirstToken: number;
+}>;
+//# sourceMappingURL=streaming.d.ts.map

package/dist/streaming.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C;;;;;;;;;;;;;;GAcG;AACH,qBAAa,WAAY,YAAW,aAAa,CAAC,UAAU,CAAC;IAC3D,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAA8D;IAC7E,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,YAAY,CAA6B;gBAErC,MAAM,CAAC,EAAE,WAAW;IAShC,8CAA8C;IAC9C,IAAI,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAc7B,0CAA0C;IAC1C,GAAG,IAAI,IAAI;IAUX,uBAAuB;IACvB,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAWzB,yCAAyC;IACzC,QAAQ,IAAI,KAAK,GAAG,IAAI;IAIxB,OAAO,CAAC,OAAO;IASf,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC;CAmCpD;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC;IAChE,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAAC,CAmBD"}

package/dist/streaming.js

@@ -0,0 +1,142 @@
+/**
+ * Token streaming utilities for text generation.
+ *
+ * Converts the Web Worker's `postMessage`-based token stream into a proper
+ * `AsyncIterable` with TPS measurement, time-to-first-token tracking,
+ * and AbortSignal support.
+ */
+/**
+ * A readable token stream that implements `AsyncIterable`.
+ *
+ * ```ts
+ * const stream = new TokenStream();
+ *
+ * // In your worker message handler:
+ * stream.push({ token: 'Hello', tps: 42, numTokens: 1, timeToFirstToken: 120 });
+ *
+ * // In your app:
+ * for await (const event of stream) {
+ *   process.stdout.write(event.token);
+ * }
+ * ```
+ */
+export class TokenStream {
+    queue = [];
+    resolve = null;
+    done = false;
+    error = null;
+    abortHandler = null;
+    constructor(signal) {
+        if (signal) {
+            this.abortHandler = () => {
+                this.abort(new Error('Stream aborted'));
+            };
+            signal.addEventListener('abort', this.abortHandler, { once: true });
+        }
+    }
+    /** Push a new token event into the stream. */
+    push(event) {
+        if (this.done)
+            return;
+        if (this.resolve) {
+            // A consumer is waiting — deliver immediately
+            const r = this.resolve;
+            this.resolve = null;
+            r({ value: event, done: false });
+        }
+        else {
+            // Buffer until consumed
+            this.queue.push(event);
+        }
+    }
+    /** Signal that generation is complete. */
+    end() {
+        this.done = true;
+        this.cleanup();
+        if (this.resolve) {
+            const r = this.resolve;
+            this.resolve = null;
+            r({ value: undefined, done: true });
+        }
+    }
+    /** Signal an error. */
+    abort(error) {
+        this.error = error;
+        this.done = true;
+        this.cleanup();
+        if (this.resolve) {
+            const r = this.resolve;
+            this.resolve = null;
+            r({ value: undefined, done: true });
+        }
+    }
+    /** Get the accumulated error, if any. */
+    getError() {
+        return this.error;
+    }
+    cleanup() {
+        // Remove abort listener to prevent leaks
+        if (this.abortHandler) {
+            this.abortHandler = null;
+        }
+    }
+    // ─── AsyncIterable implementation ───
+    [Symbol.asyncIterator]() {
+        return {
+            next: () => {
+                // If there's a buffered event, return it immediately
+                if (this.queue.length > 0) {
+                    return Promise.resolve({
+                        value: this.queue.shift(),
+                        done: false,
+                    });
+                }
+                // If the stream is done, signal completion
+                if (this.done) {
+                    return Promise.resolve({
+                        value: undefined,
+                        done: true,
+                    });
+                }
+                // Otherwise, wait for the next push
+                return new Promise((resolve) => {
+                    this.resolve = resolve;
+                });
+            },
+            return: () => {
+                this.done = true;
+                this.cleanup();
+                return Promise.resolve({
+                    value: undefined,
+                    done: true,
+                });
+            },
+        };
+    }
+}
+/**
+ * Collect a token stream into a single string result.
+ *
+ * ```ts
+ * const { text, tps, numTokens } = await collectStream(stream);
+ * ```
+ */
+export async function collectStream(stream) {
+    let text = '';
+    let tps = 0;
+    let numTokens = 0;
+    let timeToFirstToken = 0;
+    for await (const event of stream) {
+        text += event.token;
+        tps = event.tps;
+        numTokens = event.numTokens;
+        if (timeToFirstToken === 0) {
+            timeToFirstToken = event.timeToFirstToken;
+        }
+    }
+    const error = stream.getError();
+    if (error)
+        throw error;
+    return { text, tps, numTokens, timeToFirstToken };
+}
+//# sourceMappingURL=streaming.js.map

package/dist/streaming.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming.js","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,WAAW;IACd,KAAK,GAAiB,EAAE,CAAC;IACzB,OAAO,GAAyD,IAAI,CAAC;IACrE,IAAI,GAAG,KAAK,CAAC;IACb,KAAK,GAAiB,IAAI,CAAC;IAC3B,YAAY,GAAwB,IAAI,CAAC;IAEjD,YAAY,MAAoB;QAC9B,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,GAAG,GAAG,EAAE;gBACvB,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC1C,CAAC,CAAC;YACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,IAAI,CAAC,KAAiB;QACpB,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QAEtB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,8CAA8C;YAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,wBAAwB;YACxB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,GAAG;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,CAAC,CAAC,EAAE,KAAK,EAAE,SAAkC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,KAAY;QAChB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,CAAC,CAAC,EAAE,KAAK,EAAE,SAAkC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,yCAAyC;IACzC,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,OAAO;QACb,yCAAyC;QACzC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,uCAAuC;IAEvC,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO;YACL,IAAI,EAAE,GAAwC,EAAE;gBAC9C,qDAAqD;gBACrD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,OAAO,OAAO,CAAC,OAAO,CAAC;wBACrB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG;wBAC1B,IAAI,EAAE,KAAK;qBACZ,CAAC,CAAC;gBACL,CAAC;gBAED,2CAA2C;gBAC3C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,OAAO,OAAO,CAAC,OAAO,CAAC;wBACrB,KAAK,EAAE,SAAkC;wBACzC,IAAI,EAAE,IAAI;qBACX,CAAC,CAAC;gBACL,CAAC;gBAED,oCAAoC;gBACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;gBACzB,CAAC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,EAAE,GAAwC,EAAE;gBAChD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO,OAAO,CAAC,OAAO,CAAC;oBACrB,KAAK,EAAE,SAAkC;oBACzC,IAAI,EAAE,IAAI;iBACX,CAAC,CAAC;YACL,CAAC;SACF,CAAC;IACJ,CAAC;CACF;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAmB;IAMrD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC;QACpB,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;QAChB,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAC5B,IAAI,gBAAgB,KAAK,CAAC,EAAE,CAAC;YAC3B,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAChC,IAAI,KAAK;QAAE,MAAM,KAAK,CAAC;IAEvB,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC;AACpD,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,186 @@
+export type DeviceBackend = 'webgpu' | 'wasm' | 'cpu';
+export interface GPUInfo {
+    vendor: string;
+    architecture: string;
+    description: string;
+    /** Estimated VRAM in bytes (0 if unknown) */
+    vram: number;
+    /** Human-readable VRAM (e.g. '8.0 GB') */
+    vramFormatted: string;
+}
+export interface DeviceInfo {
+    backend: DeviceBackend;
+    gpu: GPUInfo | null;
+    /** Recommended dtype based on available VRAM */
+    recommendedDtype: QuantizationType;
+}
+export type QuantizationType = 'fp32' | 'fp16' | 'q8' | 'q4' | 'q4f16' | 'q1' | 'int8' | 'uint8';
+export type PipelineTask = 'text-generation' | 'text-classification' | 'image-classification' | 'object-detection' | 'automatic-speech-recognition' | 'text-to-speech' | 'translation' | 'summarization' | 'feature-extraction' | 'image-to-text' | 'zero-shot-classification' | 'fill-mask' | 'question-answering' | 'token-classification' | 'depth-estimation' | 'image-segmentation';
+export interface ModelConfig {
+    task: PipelineTask;
+    modelId: string;
+    /** Quantization level. Auto-selected if omitted. */
+    dtype?: QuantizationType;
+    /** Device preference. Falls back automatically. */
+    device?: DeviceBackend;
+    /** Revision / branch on HuggingFace Hub */
+    revision?: string;
+}
+export interface ProgressEvent {
+    status: 'downloading' | 'loading' | 'compiling' | 'warming';
+    /** File being downloaded */
+    file?: string;
+    /** Bytes loaded so far */
+    loaded: number;
+    /** Total bytes */
+    total: number;
+    /** 0-100 */
+    percent: number;
+}
+export type ProgressCallback = (event: ProgressEvent) => void;
+export interface TokenEvent {
+    /** The decoded text token */
+    token: string;
+    /** Tokens per second (0 until second token) */
+    tps: number;
+    /** Total tokens generated so far */
+    numTokens: number;
+    /** Milliseconds from request to first token */
+    timeToFirstToken: number;
+}
+export interface ChatMessage {
+    role: 'system' | 'user' | 'assistant';
+    content: string;
+}
+export interface TextGenerationOptions {
+    maxNewTokens?: number;
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+    doSample?: boolean;
+    repetitionPenalty?: number;
+    /** Abort signal for cancellation */
+    signal?: AbortSignal;
+}
+export interface TextGenerationResult {
+    text: string;
+    numTokens: number;
+    tps: number;
+    timeToFirstToken: number;
+    totalTime: number;
+}
+export interface ClassificationResult {
+    label: string;
+    score: number;
+}
+export interface DetectionResult {
+    label: string;
+    score: number;
+    box: {
+        xmin: number;
+        ymin: number;
+        xmax: number;
+        ymax: number;
+    };
+}
+export interface TranscriptionResult {
+    text: string;
+    chunks?: Array<{
+        text: string;
+        timestamp: [number, number];
+    }>;
+    language?: string;
+}
+export interface EmbeddingResult {
+    embedding: Float32Array;
+    dimensions: number;
+}
+export interface CaptionResult {
+    text: string;
+}
+export interface TextResult {
+    text: string;
+}
+export type CacheBackend = 'cache-api' | 'opfs' | 'indexeddb';
+export interface CachedModel {
+    modelId: string;
+    /** Raw byte count */
+    sizeBytes: number;
+    /** Human-readable size (e.g. '412.0 MB') */
+    size: string;
+    lastAccessed: Date;
+}
+export type WorkerCommand = {
+    type: 'check';
+} | {
+    type: 'load';
+    config: ModelConfig;
+} | {
+    type: 'run';
+    id: string;
+    task: PipelineTask;
+    input: unknown;
+    options?: unknown;
+} | {
+    type: 'interrupt';
+} | {
+    type: 'reset';
+} | {
+    type: 'dispose';
+    modelKey?: string;
+} | {
+    type: 'cache-status';
+    modelId: string;
+} | {
+    type: 'cache-clear';
+    modelId?: string;
+};
+export type WorkerResponse = {
+    type: 'device-info';
+    data: DeviceInfo;
+} | {
+    type: 'progress';
+    data: ProgressEvent;
+} | {
+    type: 'ready';
+    modelKey: string;
+} | {
+    type: 'token';
+    id: string;
+    data: TokenEvent;
+} | {
+    type: 'result';
+    id: string;
+    data: unknown;
+} | {
+    type: 'error';
+    id: string;
+    data: string;
+} | {
+    type: 'device-lost';
+    reason: string;
+} | {
+    type: 'device-recovered';
+} | {
+    type: 'cache-info';
+    data: {
+        cached: boolean;
+        size?: number;
+    };
+};
+export interface ModelClientEvents {
+    progress: ProgressEvent;
+    ready: {
+        modelKey: string;
+    };
+    token: TokenEvent;
+    error: {
+        message: string;
+        id?: string;
+    };
+    'device-lost': {
+        reason: string;
+    };
+    'device-recovered': void;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAC;AAEtD,MAAM,WAAW,OAAO;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,0CAA0C;IAC1C,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,aAAa,CAAC;IACvB,GAAG,EAAE,OAAO,GAAG,IAAI,CAAC;IACpB,gDAAgD;IAChD,gBAAgB,EAAE,gBAAgB,CAAC;CACpC;AAID,MAAM,MAAM,gBAAgB,GACxB,MAAM,GACN,MAAM,GACN,IAAI,GACJ,IAAI,GACJ,OAAO,GACP,IAAI,GACJ,MAAM,GACN,OAAO,CAAC;AAIZ,MAAM,MAAM,YAAY,GACpB,iBAAiB,GACjB,qBAAqB,GACrB,sBAAsB,GACtB,kBAAkB,GAClB,8BAA8B,GAC9B,gBAAgB,GAChB,aAAa,GACb,eAAe,GACf,oBAAoB,GACpB,eAAe,GACf,0BAA0B,GAC1B,WAAW,GACX,oBAAoB,GACpB,sBAAsB,GACtB,kBAAkB,GAClB,oBAAoB,CAAC;AAIzB,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,YAAY,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,oDAAoD;IACpD,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,mDAAmD;IACnD,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,2CAA2C;IAC3C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,aAAa,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;IAC5D,4BAA4B;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0BAA0B;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,kBAAkB;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;AAI9D,MAAM,WAAW,UAAU;IACzB,6BAA6B;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,+CAA+C;IAC/C,GAAG,EAAE,MAAM,CAAC;IACZ,oCAAoC;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,+CAA+C;IAC/C,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAID,MAAM,WAAW,qBAAqB;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oCAAoC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAID,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CACjE;AAID,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC7B,CAAC,CAAC;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,YAAY,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAID,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;CACd;AAID,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,MAAM,GAAG,WAAW,CAAC;AAE9D,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,qBAAqB;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,IAAI,CAAC;CACpB;AAID,MAAM,MAAM,aAAa,GACrB;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GACjB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAA;CAAE,GACrC;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,YAAY,CAAC;IAAC,KAAK,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAClF;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,GACjB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACtC;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACzC;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAE9C,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAA;CAAE,GACzC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,aAAa,CAAA;CAAE,GACzC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,UAAU,CAAA;CAAE,GAC/C;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,GAC7C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,kBAAkB,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAIrE,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,aAAa,CAAC;IACxB,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5B,KAAK,EAAE,UAAU,CAAC;IAClB,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACxC,aAAa,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAClC,kBAAkB,EAAE,IAAI,CAAC;CAC1B"}

package/dist/types.js

@@ -0,0 +1,3 @@
+// ─── Device ───
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,iBAAiB"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "webml-kit",
+  "version": "0.1.0",
+  "description": "Framework-agnostic utilities for loading and running ML models in the browser via WebGPU/WASM",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    },
+    "./worker": {
+      "import": "./dist/model-worker.js",
+      "types": "./dist/model-worker.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "clean": "rm -rf dist",
+    "prepublishOnly": "npm run clean && npm run build"
+  },
+  "keywords": [
+    "webml",
+    "webgpu",
+    "transformers",
+    "browser-ml",
+    "onnx",
+    "machine-learning",
+    "web-worker",
+    "huggingface",
+    "inference"
+  ],
+  "author": "Hemanth HM",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/hemanth/webml-kit.git"
+  },
+  "peerDependencies": {
+    "@huggingface/transformers": ">=4.0.0"
+  },
+  "devDependencies": {
+    "@huggingface/transformers": "^4.1.0",
+    "@webgpu/types": "^0.1.69",
+    "typescript": "^5.7.0",
+    "vitest": "^4.1.4"
+  }
+}