webml-kit 0.4.0 → 0.4.1

package/dist/loader.js

@@ -1,246 +0,0 @@
-/**
- * Functional, zero-ceremony model loader for webml-kit.
- *
- * ```ts
- * import webml from 'webml-kit';
- *
- * // Speech recognition
- * const asr = await webml('onnx-community/whisper-tiny.en');
- * const { text } = await asr.transcribe(audioBlob);
- *
- * // Live mic listening
- * const mic = await asr.listen({ onTranscript: (t) => console.log(t) });
- *
- * // Text generation
- * const llm = await webml('onnx-community/Llama-3.2-1B-Instruct-ONNX');
- * for await (const { token } of llm.stream('Tell me a joke')) {
- *   process.stdout.write(token);
- * }
- *
- * // Callable invocation for any model
- * const classifier = await webml('Xenova/vit-base-patch16-224');
- * const labels = await classifier(imageFile);
- * ```
- */
-import { ModelClient } from './model-client.js';
-import { getModelInfo } from './hub.js';
-import { coerceAudio, listenMic } from './inputs.js';
-import { createDecisionEngine, directChoice, } from './decision.js';
-/**
- * Automatically infers the pipeline task from modelId, file extensions, or Hugging Face metadata.
- */
-export async function inferTask(modelId) {
-    const lower = modelId.toLowerCase();
-    // Fast heuristic matching
-    if (lower.includes('openjev') ||
-        lower.includes('jev') ||
-        lower.includes('decision') ||
-        lower === 'minicpm5-2b' ||
-        lower === 'qwen3-0.6b' ||
-        lower === 'qwen3.5-4b') {
-        return 'decision';
-    }
-    if (lower.includes('kokoro') ||
-        lower.includes('speecht5') ||
-        lower.includes('mms-tts') ||
-        lower.includes('tts')) {
-        return 'text-to-speech';
-    }
-    if (lower.includes('whisper') ||
-        lower.includes('asr') ||
-        lower.includes('speech') ||
-        lower.includes('sushrota') ||
-        lower.includes('parakeet')) {
-        return 'automatic-speech-recognition';
-    }
-    if (lower.includes('llama') ||
-        lower.includes('qwen') ||
-        lower.includes('gpt') ||
-        lower.includes('mistral') ||
-        lower.includes('phi') ||
-        lower.includes('gemma') ||
-        lower.includes('bonsai')) {
-        return 'text-generation';
-    }
-    if (lower.includes('detr') || lower.includes('yolo')) {
-        return 'object-detection';
-    }
-    if (lower.includes('vit') || lower.includes('resnet') || lower.includes('mobilenet')) {
-        return 'image-classification';
-    }
-    if (lower.includes('minilm') || lower.includes('bge') || lower.includes('embed')) {
-        return 'feature-extraction';
-    }
-    if (lower.endsWith('.onnx')) {
-        return 'raw-onnx';
-    }
-    // Fallback to HF Hub lookup
-    try {
-        const info = await getModelInfo(modelId);
-        if (info.task && info.task !== 'unknown') {
-            return info.task;
-        }
-        const tags = info.tags || [];
-        if (tags.includes('automatic-speech-recognition') || tags.includes('audio')) {
-            return 'automatic-speech-recognition';
-        }
-        if (tags.includes('text-generation')) {
-            return 'text-generation';
-        }
-        if (tags.includes('image-classification')) {
-            return 'image-classification';
-        }
-    }
-    catch {
-        // Non-fatal
-    }
-    return 'text-generation';
-}
-/**
- * Load any ML model for in-browser execution with zero ceremony.
- *
- * @param modelId - Hugging Face model ID (e.g. 'onnx-community/whisper-tiny.en') or URL
- * @param options - Configuration options
- * @returns Ready-to-use callable model instance
- */
-async function webmlImpl(modelId, options = {}) {
-    const task = options.task ?? (await inferTask(modelId));
-    if (task === 'decision') {
-        const engine = createDecisionEngine({
-            model: modelId,
-            onProgress: options.onProgress
-                ? (e) => options.onProgress?.({
-                    status: e.status,
-                    loaded: e.loaded,
-                    total: e.total,
-                    percent: e.percent,
-                    file: e.detail,
-                })
-                : undefined,
-        });
-        await engine.init();
-        const runner = async (input, runOptions) => {
-            if (typeof input === 'object' && input !== null && 'options' in input) {
-                return engine.choice(input);
-            }
-            if (typeof input === 'object' && input !== null && 'statement' in input) {
-                return engine.noul(input);
-            }
-            if (typeof input === 'object' && input !== null && 'criteria' in input) {
-                return engine.score(input);
-            }
-            return engine.choice({
-                state: input,
-                options: runOptions?.options || ['yes', 'no'],
-            });
-        };
-        const model = Object.assign(runner, {
-            task,
-            modelId,
-            client: null,
-            run: async (input, runOptions) => {
-                return runner(input, runOptions);
-            },
-            dispose: () => {
-                engine.dispose();
-            },
-            choice: (choiceInput) => engine.choice(choiceInput),
-            directChoice: (choiceInput) => engine.directChoice(choiceInput),
-            noul: (noulInput) => engine.noul(noulInput),
-            score: (scoreInput) => engine.score(scoreInput),
-            stream: () => {
-                throw new Error('Streaming is not supported for decision models');
-            },
-            generate: async () => {
-                throw new Error('generate is not supported for decision models; use choice() or score()');
-            },
-            transcribe: async () => {
-                throw new Error('transcribe is not supported for decision models');
-            },
-            classify: async () => {
-                throw new Error('Use choice() or score() for decision models');
-            },
-            embed: async () => {
-                throw new Error('embed is not supported for decision models');
-            },
-            detect: async () => {
-                throw new Error('detect is not supported for decision models');
-            },
-            listen: async () => {
-                throw new Error('listen is not supported for decision models');
-            },
-        });
-        return model;
-    }
-    const client = new ModelClient(options.workerUrl);
-    await client.load({
-        task,
-        modelId,
-        dtype: options.dtype,
-        device: options.device,
-        revision: options.revision,
-        onProgress: options.onProgress,
-    });
-    const runner = async (input, runOptions) => {
-        if (task === 'automatic-speech-recognition') {
-            const pcm = await coerceAudio(input);
-            return client.run('automatic-speech-recognition', pcm, runOptions);
-        }
-        return client.run(task, input, runOptions);
-    };
-    const model = Object.assign(runner, {
-        task,
-        modelId,
-        client,
-        run: (input, runOptions) => {
-            return runner(input, runOptions);
-        },
-        dispose: () => {
-            client.dispose();
-            client.terminate();
-        },
-        stream: (input, genOptions) => {
-            return client.stream(input, genOptions);
-        },
-        generate: (input, genOptions) => {
-            return client.generate(input, genOptions);
-        },
-        transcribe: async (input, runOptions) => {
-            const pcm = await coerceAudio(input);
-            return client.run('automatic-speech-recognition', pcm, runOptions);
-        },
-        classify: (input, runOptions) => {
-            return client.run('image-classification', input, runOptions);
-        },
-        embed: (input, runOptions) => {
-            return client.run('feature-extraction', input, runOptions);
-        },
-        detect: (input, runOptions) => {
-            return client.run('object-detection', input, runOptions);
-        },
-        listen: async (listenOptions) => {
-            return listenMic(async (pcm) => {
-                try {
-                    const res = await client.run('automatic-speech-recognition', pcm);
-                    if (res?.text?.trim()) {
-                        listenOptions.onTranscript(res.text.trim());
-                    }
-                }
-                catch (err) {
-                    console.warn('Transcription error during mic listen:', err);
-                }
-            }, { intervalSeconds: listenOptions.intervalSeconds });
-        },
-    });
-    return model;
-}
-export const webml = Object.assign(webmlImpl, {
-    decision: (options) => {
-        return createDecisionEngine(options);
-    },
-    directChoice: (input, options) => {
-        return directChoice(input, options);
-    },
-});
-export default webml;
-//# sourceMappingURL=loader.js.map

package/dist/loader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.js","sourceRoot":"","sources":["../src/loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAoB,MAAM,aAAa,CAAC;AAevE,OAAO,EACL,oBAAoB,EACpB,YAAY,GAUb,MAAM,eAAe,CAAC;AA2DvB;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,0BAA0B;IAC1B,IACE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,KAAK,KAAK,aAAa;QACvB,KAAK,KAAK,YAAY;QACtB,KAAK,KAAK,YAAY,EACtB,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IACE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EACrB,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IACD,IACE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC1B,CAAC;QACD,OAAO,8BAA8B,CAAC;IACxC,CAAC;IACD,IACE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QACvB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QACvB,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACxB,CAAC;QACD,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACrF,OAAO,sBAAsB,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjF,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,4BAA4B;IAC5B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,IAAoB,CAAC;QACnC,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5E,OAAO,8BAA8B,CAAC;QACxC,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACrC,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;YAC1C,OAAO,sBAAsB,CAAC;QAChC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,SAAS,CACtB,OAAe,EACf,UAAwB,EAAE;IAE1B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IAExD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,oBAAoB,CAAC;YAClC,KAAK,EAAE,OAA6B;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC5B,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CACJ,OAAO,CAAC,UAAU,EAAE,CAAC;oBACnB,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,IAAI,EAAE,CAAC,CAAC,MAAM;iBACf,CAAC;gBACN,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAEpB,MAAM,MAAM,GAAG,KAAK,EAAE,KAAc,EAAE,UAAoC,EAAE,EAAE;YAC5E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,SAAS,IAAI,KAAK,EAAE,CAAC;gBACtE,OAAO,MAAM,CAAC,MAAM,CAAC,KAAoB,CAAC,CAAC;YAC7C,CAAC;YACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;gBACxE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAkB,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,UAAU,IAAI,KAAK,EAAE,CAAC;gBACvE,OAAO,MAAM,CAAC,KAAK,CAAC,KAAmB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO,MAAM,CAAC,MAAM,CAAC;gBACnB,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAG,UAAU,EAAE,OAAe,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC;aACvD,CAAC,CAAC;QACL,CAAC,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;YAClC,IAAI;YACJ,OAAO;YACP,MAAM,EAAE,IAAW;YAEnB,GAAG,EAAE,KAAK,EAAe,KAAc,EAAE,UAAoC,EAAc,EAAE;gBAC3F,OAAO,MAAM,CAAC,KAAK,EAAE,UAAU,CAAe,CAAC;YACjD,CAAC;YAED,OAAO,EAAE,GAAG,EAAE;gBACZ,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,CAAC;YAED,MAAM,EAAE,CAAC,WAAwB,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;YAChE,YAAY,EAAE,CAAC,WAAwB,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC;YAC5E,IAAI,EAAE,CAAC,SAAoB,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;YACtD,KAAK,EAAE,CAAC,UAAsB,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;YAE3D,MAAM,EAAE,GAAG,EAAE;gBACX,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;YAC5F,CAAC;YACD,UAAU,EAAE,KAAK,IAAI,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YACD,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAChE,CAAC;YACD,MAAM,EAAE,KAAK,IAAI,EAAE;gBACjB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,EAAE,KAAK,IAAI,EAAE;gBACjB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;SACF,CAAC,CAAC;QAEH,OAAO,KAA+B,CAAC;IACzC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,CAAC,IAAI,CAAC;QAChB,IAAI;QACJ,OAAO;QACP,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,KAAK,EAAE,KAAc,EAAE,UAAoC,EAAE,EAAE;QAC5E,IAAI,IAAI,KAAK,8BAA8B,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC,GAAG,CAAC,8BAA8B,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QAClC,IAAI;QACJ,OAAO;QACP,MAAM;QAEN,GAAG,EAAE,CAAc,KAAc,EAAE,UAAoC,EAAc,EAAE;YACrF,OAAO,MAAM,CAAC,KAAK,EAAE,UAAU,CAAe,CAAC;QACjD,CAAC;QAED,OAAO,EAAE,GAAG,EAAE;YACZ,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,CAAC;QAED,MAAM,EAAE,CAAC,KAA6B,EAAE,UAAkC,EAAE,EAAE;YAC5E,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC1C,CAAC;QAED,QAAQ,EAAE,CAAC,KAA6B,EAAE,UAAkC,EAAE,EAAE;YAC9E,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5C,CAAC;QAED,UAAU,EAAE,KAAK,EAAE,KAAc,EAAE,UAAoC,EAAE,EAAE;YACzE,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC,GAAG,CAAsB,8BAA8B,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QAC1F,CAAC;QAED,QAAQ,EAAE,CAAC,KAAc,EAAE,UAAoC,EAAE,EAAE;YACjE,OAAO,MAAM,CAAC,GAAG,CAAyB,sBAAsB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACvF,CAAC;QAED,KAAK,EAAE,CAAC,KAAwB,EAAE,UAAoC,EAAE,EAAE;YACxE,OAAO,MAAM,CAAC,GAAG,CAAkB,oBAAoB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,EAAE,CAAC,KAAc,EAAE,UAAoC,EAAE,EAAE;YAC/D,OAAO,MAAM,CAAC,GAAG,CAAoB,kBAAkB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,aAAiF,EAAE,EAAE;YAClG,OAAO,SAAS,CACd,KAAK,EAAE,GAAG,EAAE,EAAE;gBACZ,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAsB,8BAA8B,EAAE,GAAG,CAAC,CAAC;oBACvF,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;wBACtB,aAAa,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC9C,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC,EACD,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,EAAE,CACnD,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,KAA+B,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE;IAC5C,QAAQ,EAAE,CAAC,OAA+B,EAAkB,EAAE;QAC5D,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IACD,YAAY,EAAE,CACZ,KAAkB,EAClB,OAA+B,EACR,EAAE;QACzB,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC,CAAC;AAEH,eAAe,KAAK,CAAC"}

package/dist/model-client.d.ts

@@ -1,149 +0,0 @@
-/**
- * Main-thread client for communicating with the ML worker.
- *
- * Wraps the Web Worker's postMessage protocol with a promise-based API,
- * AsyncIterable token streaming, and typed events.
- *
- * ```ts
- * import { ModelClient } from 'webml-kit';
- *
- * const client = new ModelClient();
- *
- * // Check device capabilities
- * const device = await client.detect();
- * console.log(device.backend); // 'webgpu'
- *
- * // Load a model
- * await client.load({
- *   task: 'text-generation',
- *   modelId: 'onnx-community/Bonsai-1.7B-ONNX',
- *   dtype: 'q4',
- *   onProgress: ({ percent }) => console.log(`${percent}%`),
- * });
- *
- * // Stream text generation
- * for await (const { token, tps } of client.stream('Hello!')) {
- *   process.stdout.write(token);
- * }
- *
- * // One-shot inference
- * const labels = await client.run('image-classification', imageBlob);
- * ```
- */
-import type { DeviceInfo, ModelConfig, PipelineTask, ProgressCallback, TextGenerationOptions, TextGenerationResult, ChatMessage } from './types.js';
-import { TokenStream } from './streaming.js';
-export interface LoadOptions extends ModelConfig {
-    onProgress?: ProgressCallback;
-}
-export type ClientEventType = 'progress' | 'ready' | 'error' | 'device-lost' | 'device-recovered';
-type Listener = (data: unknown) => void;
-export declare class ModelClient {
-    private worker;
-    private workerUrl;
-    private listeners;
-    private pendingRequests;
-    private requestCounter;
-    private deviceInfo;
-    private loadedModels;
-    private progressCallback;
-    private gpuRecovery;
-    /**
-     * Create a new ModelClient.
-     *
-     * @param workerUrl - URL to the model-worker.js file. If omitted,
-     *   creates a Blob URL from the bundled worker (requires bundler support).
-     */
-    constructor(workerUrl?: string | URL);
-    private getWorker;
-    private send;
-    private nextId;
-    private handleMessage;
-    /** Register an event listener. */
-    on(event: ClientEventType, listener: Listener): this;
-    /** Remove an event listener. */
-    off(event: ClientEventType, listener: Listener): this;
-    private emit;
-    /**
-     * Detect the best available compute backend.
-     *
-     * ```ts
-     * const info = await client.detect();
-     * console.log(info.backend);         // 'webgpu'
-     * console.log(info.gpu?.vendor);      // 'apple'
-     * console.log(info.recommendedDtype); // 'q4'
-     * ```
-     */
-    detect(): Promise<DeviceInfo>;
-    /**
-     * Load a model pipeline.
-     *
-     * ```ts
-     * await client.load({
-     *   task: 'text-generation',
-     *   modelId: 'onnx-community/Bonsai-1.7B-ONNX',
-     *   dtype: 'q4',
-     *   onProgress: ({ percent }) => updateUI(percent),
-     * });
-     * ```
-     */
-    load(options: LoadOptions): Promise<void>;
-    /**
-     * Run one-shot inference for any pipeline task.
-     *
-     * ```ts
-     * // Image classification
-     * const labels = await client.run('image-classification', imageUrl);
-     *
-     * // Speech recognition
-     * const { text } = await client.run('automatic-speech-recognition', audioBlob);
-     *
-     * // Embeddings
-     * const vectors = await client.run('feature-extraction', 'Hello world');
-     * ```
-     */
-    run<T = unknown>(task: PipelineTask, input: unknown, options?: Record<string, unknown>): Promise<T>;
-    /**
-     * Generate text with streaming tokens.
-     *
-     * Returns an `AsyncIterable<TokenEvent>` that yields tokens as they're generated.
-     *
-     * ```ts
-     * for await (const { token, tps } of client.stream('Tell me a joke')) {
-     *   process.stdout.write(token);
-     * }
-     * ```
-     */
-    stream(input: string | ChatMessage[], options?: TextGenerationOptions): TokenStream;
-    /**
-     * Generate text and wait for the complete result.
-     *
-     * ```ts
-     * const { text, tps, numTokens } = await client.generate('Hello!');
-     * ```
-     */
-    generate(input: string | ChatMessage[], options?: TextGenerationOptions): Promise<TextGenerationResult>;
-    /**
-     * Interrupt an ongoing text generation.
-     */
-    interrupt(): void;
-    /**
-     * Reset the KV cache (start a new conversation).
-     */
-    reset(): void;
-    /**
-     * Dispose a loaded model and free memory.
-     *
-     * @param modelKey - Specific model key (task::modelId), or omit to dispose all.
-     */
-    dispose(modelKey?: string): void;
-    /**
-     * Check if a model is currently loaded.
-     */
-    isLoaded(task: PipelineTask, modelId: string): boolean;
-    /**
-     * Terminate the worker completely.
-     */
-    terminate(): void;
-}
-export {};
-//# sourceMappingURL=model-client.d.ts.map

package/dist/model-client.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"model-client.d.ts","sourceRoot":"","sources":["../src/model-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EACrB,oBAAoB,EAIpB,WAAW,EACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,WAAW,EAAiB,MAAM,gBAAgB,CAAC;AAK5D,MAAM,WAAW,WAAY,SAAQ,WAAW;IAC9C,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,MAAM,eAAe,GACvB,UAAU,GACV,OAAO,GACP,OAAO,GACP,aAAa,GACb,kBAAkB,CAAC;AAEvB,KAAK,QAAQ,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;AAIxC,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,eAAe,CAOnB;IACJ,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,gBAAgB,CAAiC;IACzD,OAAO,CAAC,WAAW,CAAc;IAEjC;;;;;OAKG;gBACS,SAAS,CAAC,EAAE,MAAM,GAAG,GAAG;IAcpC,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,IAAI;IAIZ,OAAO,CAAC,MAAM;IAMd,OAAO,CAAC,aAAa;IA8ErB,kCAAkC;IAClC,EAAE,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAQpD,gCAAgC;IAChC,GAAG,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAKrD,OAAO,CAAC,IAAI;IAMZ;;;;;;;;;OASG;IACG,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC;IASnC;;;;;;;;;;;OAWG;IACG,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C;;;;;;;;;;;;;OAaG;IACG,GAAG,CAAC,CAAC,GAAG,OAAO,EACnB,IAAI,EAAE,YAAY,EAClB,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,OAAO,CAAC,CAAC,CAAC;IASb;;;;;;;;;;OAUG;IACH,MAAM,CACJ,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,EAC7B,OAAO,CAAC,EAAE,qBAAqB,GAC9B,WAAW;IAqBd;;;;;;OAMG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,EAC7B,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,oBAAoB,CAAC;IAShC;;OAEG;IACH,SAAS,IAAI,IAAI;IAIjB;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAShC;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAItD;;OAEG;IACH,SAAS,IAAI,IAAI;CAOlB"}