webml-kit 0.3.0 → 0.4.1

package/dist/inputs.js

@@ -1,123 +0,0 @@
-/**
- * Universal input coercion and browser media helpers.
- *
- * Automatically converts URLs, Blobs, Files, AudioBuffers, and arrays
- * into the exact formats expected by ML models.
- */
-import { decodeWavToFloat32 } from './onnx-pipeline.js';
-/**
- * Coerces various audio formats (URL, File, Blob, AudioBuffer, ArrayBuffer, Array)
- * into a standardized 16kHz Float32Array PCM buffer.
- */
-export async function coerceAudio(input) {
-    if (input instanceof Float32Array) {
-        return input;
-    }
-    if (Array.isArray(input)) {
-        return new Float32Array(input);
-    }
-    if (input instanceof ArrayBuffer) {
-        return decodeWavToFloat32(input);
-    }
-    if (ArrayBuffer.isView(input)) {
-        if (input instanceof Uint8Array) {
-            const copy = new Uint8Array(input.byteLength);
-            copy.set(new Uint8Array(input.buffer, input.byteOffset, input.byteLength));
-            return decodeWavToFloat32(copy.buffer);
-        }
-        return new Float32Array(input.buffer, input.byteOffset, Math.floor(input.byteLength / 4));
-    }
-    // Handle Blob / File
-    if (typeof Blob !== 'undefined' && input instanceof Blob) {
-        const buffer = await input.arrayBuffer();
-        // Try decoding via browser AudioContext if available for compressed formats (mp3/ogg/m4a)
-        if (typeof AudioContext !== 'undefined' || typeof globalThis.webkitAudioContext !== 'undefined') {
-            try {
-                const AudioCtx = globalThis.AudioContext || globalThis.webkitAudioContext;
-                const ctx = new AudioCtx({ sampleRate: 16000 });
-                const audioBuf = await ctx.decodeAudioData(buffer.slice(0));
-                ctx.close();
-                return audioBuf.getChannelData(0);
-            }
-            catch {
-                // Fallback to WAV parser
-                return decodeWavToFloat32(buffer);
-            }
-        }
-        return decodeWavToFloat32(buffer);
-    }
-    // Handle URL string
-    if (typeof input === 'string') {
-        const response = await fetch(input);
-        if (!response.ok) {
-            throw new Error(`Failed to fetch audio from ${input}: ${response.status} ${response.statusText}`);
-        }
-        const buffer = await response.arrayBuffer();
-        return decodeWavToFloat32(buffer);
-    }
-    // Handle object with .audio or .pcm property
-    if (typeof input === 'object' && input !== null) {
-        if ('audio' in input) {
-            return coerceAudio(input.audio);
-        }
-        if ('pcm' in input) {
-            return coerceAudio(input.pcm);
-        }
-        // Handle Web Audio API AudioBuffer
-        if ('getChannelData' in input && typeof input.getChannelData === 'function') {
-            return input.getChannelData(0);
-        }
-    }
-    throw new Error(`Unsupported audio input type: ${typeof input}`);
-}
-/**
- * Capture microphone audio from browser and invoke callback with Float32Array PCM.
- */
-export async function listenMic(onChunk, options = {}) {
-    if (typeof navigator === 'undefined' || !navigator.mediaDevices?.getUserMedia) {
-        throw new Error('Microphone access is only available in browser environments with getUserMedia.');
-    }
-    const sampleRate = options.sampleRate ?? 16000;
-    const intervalSeconds = options.intervalSeconds ?? 3;
-    const stream = await navigator.mediaDevices.getUserMedia({
-        audio: {
-            sampleRate,
-            channelCount: 1,
-            echoCancellation: true,
-            noiseSuppression: true,
-        },
-    });
-    const AudioCtx = globalThis.AudioContext || globalThis.webkitAudioContext;
-    const audioCtx = new AudioCtx({ sampleRate });
-    const source = audioCtx.createMediaStreamSource(stream);
-    // ScriptProcessor or AudioWorklet for gathering PCM
-    const bufferSize = 4096;
-    const processor = audioCtx.createScriptProcessor(bufferSize, 1, 1);
-    let pcmBuffer = [];
-    const maxSamples = Math.floor(sampleRate * intervalSeconds);
-    processor.onaudioprocess = (e) => {
-        const inputData = e.inputBuffer.getChannelData(0);
-        for (let i = 0; i < inputData.length; i++) {
-            pcmBuffer.push(inputData[i]);
-        }
-        if (pcmBuffer.length >= maxSamples) {
-            const chunk = new Float32Array(pcmBuffer);
-            pcmBuffer = [];
-            onChunk(chunk);
-        }
-    };
-    source.connect(processor);
-    processor.connect(audioCtx.destination);
-    const stop = () => {
-        if (pcmBuffer.length > 0) {
-            onChunk(new Float32Array(pcmBuffer));
-            pcmBuffer = [];
-        }
-        processor.disconnect();
-        source.disconnect();
-        stream.getTracks().forEach((track) => track.stop());
-        audioCtx.close();
-    };
-    return { stop };
-}
-//# sourceMappingURL=inputs.js.map

package/dist/inputs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"inputs.js","sourceRoot":"","sources":["../src/inputs.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAexD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAc;IAC9C,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;QACjC,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC9C,IAAI,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;YAC3E,OAAO,kBAAkB,CAAC,IAAI,CAAC,MAAqB,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,MAAqB,EAAE,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3G,CAAC;IAED,qBAAqB;IACrB,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;QACzC,0FAA0F;QAC1F,IAAI,OAAO,YAAY,KAAK,WAAW,IAAI,OAAQ,UAAkB,CAAC,kBAAkB,KAAK,WAAW,EAAE,CAAC;YACzG,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAI,UAAkB,CAAC,YAAY,IAAK,UAAkB,CAAC,kBAAkB,CAAC;gBAC5F,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5D,GAAG,CAAC,KAAK,EAAE,CAAC;gBACZ,OAAO,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,yBAAyB;gBACzB,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,oBAAoB;IACpB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACpG,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC5C,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,6CAA6C;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;YACrB,OAAO,WAAW,CAAE,KAA4B,CAAC,KAAK,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;YACnB,OAAO,WAAW,CAAE,KAA0B,CAAC,GAAG,CAAC,CAAC;QACtD,CAAC;QACD,mCAAmC;QACnC,IAAI,gBAAgB,IAAI,KAAK,IAAI,OAAQ,KAAa,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YACrF,OAAQ,KAAa,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,KAAK,EAAE,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,OAAoC,EACpC,UAAyB,EAAE;IAE3B,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;IAC/C,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;QACvD,KAAK,EAAE;YACL,UAAU;YACV,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,IAAI;YACtB,gBAAgB,EAAE,IAAI;SACvB;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAI,UAAkB,CAAC,YAAY,IAAK,UAAkB,CAAC,kBAAkB,CAAC;IAC5F,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAExD,oDAAoD;IACpD,MAAM,UAAU,GAAG,IAAI,CAAC;IACxB,MAAM,SAAS,GAAG,QAAQ,CAAC,qBAAqB,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEnE,IAAI,SAAS,GAAa,EAAE,CAAC;IAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,eAAe,CAAC,CAAC;IAE5D,SAAS,CAAC,cAAc,GAAG,CAAC,CAAM,EAAE,EAAE;QACpC,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;YAC1C,SAAS,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC1B,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAExC,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;YACrC,SAAS,GAAG,EAAE,CAAC;QACjB,CAAC;QACD,SAAS,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,CAAC,UAAU,EAAE,CAAC;QACpB,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACzD,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC,CAAC;IAEF,OAAO,EAAE,IAAI,EAAE,CAAC;AAClB,CAAC"}

package/dist/loader.d.ts

@@ -1,87 +0,0 @@
-/**
- * Functional, zero-ceremony model loader for webml-kit.
- *
- * ```ts
- * import webml from 'webml-kit';
- *
- * // Speech recognition
- * const asr = await webml('onnx-community/whisper-tiny.en');
- * const { text } = await asr.transcribe(audioBlob);
- *
- * // Live mic listening
- * const mic = await asr.listen({ onTranscript: (t) => console.log(t) });
- *
- * // Text generation
- * const llm = await webml('onnx-community/Llama-3.2-1B-Instruct-ONNX');
- * for await (const { token } of llm.stream('Tell me a joke')) {
- *   process.stdout.write(token);
- * }
- *
- * // Callable invocation for any model
- * const classifier = await webml('Xenova/vit-base-patch16-224');
- * const labels = await classifier(imageFile);
- * ```
- */
-import { ModelClient } from './model-client.js';
-import { type MicListener } from './inputs.js';
-import type { PipelineTask, QuantizationType, DeviceBackend, TranscriptionResult, ClassificationResult, DetectionResult, EmbeddingResult, TextGenerationOptions, TextGenerationResult, ChatMessage, ProgressCallback } from './types.js';
-import { TokenStream } from './streaming.js';
-export interface WebMLOptions {
-    /** Override pipeline task (auto-detected from HF metadata if omitted) */
-    task?: PipelineTask;
-    /** Quantization level (q4, q8, fp16, fp32, etc.) */
-    dtype?: QuantizationType;
-    /** Device backend preference ('webgpu' | 'wasm' | 'cpu') */
-    device?: DeviceBackend;
-    /** Hugging Face branch or revision */
-    revision?: string;
-    /** Custom worker script URL */
-    workerUrl?: string | URL;
-    /** Download / compilation progress callback */
-    onProgress?: ProgressCallback;
-}
-export interface LoadedModel {
-    /** The active pipeline task */
-    task: PipelineTask;
-    /** The model identifier or URL */
-    modelId: string;
-    /** The underlying ModelClient instance */
-    client: ModelClient;
-    /** Call the model on inputs directly */
-    (input: unknown, options?: Record<string, unknown>): Promise<unknown>;
-    /** Run inference */
-    run<T = unknown>(input: unknown, options?: Record<string, unknown>): Promise<T>;
-    /** Free memory and terminate worker */
-    dispose(): void;
-    /** Stream tokens for text generation */
-    stream(input: string | ChatMessage[], options?: TextGenerationOptions): TokenStream;
-    /** Generate full text completion */
-    generate(input: string | ChatMessage[], options?: TextGenerationOptions): Promise<TextGenerationResult>;
-    /** Transcribe audio (accepts Float32Array, Blob, File, URL, AudioBuffer) */
-    transcribe(input: unknown, options?: Record<string, unknown>): Promise<TranscriptionResult>;
-    /** Classify image */
-    classify(input: unknown, options?: Record<string, unknown>): Promise<ClassificationResult[]>;
-    /** Extract vector embeddings */
-    embed(input: string | string[], options?: Record<string, unknown>): Promise<EmbeddingResult>;
-    /** Detect objects in image */
-    detect(input: unknown, options?: Record<string, unknown>): Promise<DetectionResult[]>;
-    /** Listen to live microphone audio in browser and transcribe on the fly */
-    listen(options: {
-        onTranscript: (text: string) => void;
-        intervalSeconds?: number;
-    }): Promise<MicListener>;
-}
-/**
- * Automatically infers the pipeline task from modelId, file extensions, or Hugging Face metadata.
- */
-export declare function inferTask(modelId: string): Promise<PipelineTask>;
-/**
- * Load any ML model for in-browser execution with zero ceremony.
- *
- * @param modelId - Hugging Face model ID (e.g. 'onnx-community/whisper-tiny.en') or URL
- * @param options - Configuration options
- * @returns Ready-to-use callable model instance
- */
-export declare function webml(modelId: string, options?: WebMLOptions): Promise<LoadedModel>;
-export default webml;
-//# sourceMappingURL=loader.d.ts.map

package/dist/loader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../src/loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAA0B,KAAK,WAAW,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EACV,YAAY,EACZ,gBAAgB,EAChB,aAAa,EACb,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EACf,eAAe,EACf,qBAAqB,EACrB,oBAAoB,EACpB,WAAW,EACX,gBAAgB,EACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,MAAM,WAAW,YAAY;IAC3B,yEAAyE;IACzE,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,oDAAoD;IACpD,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,4DAA4D;IAC5D,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,sCAAsC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,SAAS,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC;IACzB,+CAA+C;IAC/C,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,WAAW,WAAW;IAC1B,+BAA+B;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,kCAAkC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,0CAA0C;IAC1C,MAAM,EAAE,WAAW,CAAC;IAEpB,wCAAwC;IACxC,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAEtE,oBAAoB;IACpB,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAChF,uCAAuC;IACvC,OAAO,IAAI,IAAI,CAAC;IAEhB,wCAAwC;IACxC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,WAAW,CAAC;IACpF,oCAAoC;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACxG,4EAA4E;IAC5E,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC5F,qBAAqB;IACrB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;IAC7F,gCAAgC;IAChC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC7F,8BAA8B;IAC9B,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAEtF,2EAA2E;IAC3E,MAAM,CAAC,OAAO,EAAE;QAAE,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CAC3G;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CA0DtE;AAED;;;;;;GAMG;AACH,wBAAsB,KAAK,CACzB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CA8EtB;AAED,eAAe,KAAK,CAAC"}

package/dist/loader.js

@@ -1,156 +0,0 @@
-/**
- * Functional, zero-ceremony model loader for webml-kit.
- *
- * ```ts
- * import webml from 'webml-kit';
- *
- * // Speech recognition
- * const asr = await webml('onnx-community/whisper-tiny.en');
- * const { text } = await asr.transcribe(audioBlob);
- *
- * // Live mic listening
- * const mic = await asr.listen({ onTranscript: (t) => console.log(t) });
- *
- * // Text generation
- * const llm = await webml('onnx-community/Llama-3.2-1B-Instruct-ONNX');
- * for await (const { token } of llm.stream('Tell me a joke')) {
- *   process.stdout.write(token);
- * }
- *
- * // Callable invocation for any model
- * const classifier = await webml('Xenova/vit-base-patch16-224');
- * const labels = await classifier(imageFile);
- * ```
- */
-import { ModelClient } from './model-client.js';
-import { getModelInfo } from './hub.js';
-import { coerceAudio, listenMic } from './inputs.js';
-/**
- * Automatically infers the pipeline task from modelId, file extensions, or Hugging Face metadata.
- */
-export async function inferTask(modelId) {
-    const lower = modelId.toLowerCase();
-    // Fast heuristic matching
-    if (lower.includes('whisper') ||
-        lower.includes('asr') ||
-        lower.includes('speech') ||
-        lower.includes('sushrota') ||
-        lower.includes('parakeet')) {
-        return 'automatic-speech-recognition';
-    }
-    if (lower.includes('llama') ||
-        lower.includes('qwen') ||
-        lower.includes('gpt') ||
-        lower.includes('mistral') ||
-        lower.includes('phi') ||
-        lower.includes('gemma') ||
-        lower.includes('bonsai')) {
-        return 'text-generation';
-    }
-    if (lower.includes('detr') || lower.includes('yolo')) {
-        return 'object-detection';
-    }
-    if (lower.includes('vit') || lower.includes('resnet') || lower.includes('mobilenet')) {
-        return 'image-classification';
-    }
-    if (lower.includes('minilm') || lower.includes('bge') || lower.includes('embed')) {
-        return 'feature-extraction';
-    }
-    if (lower.endsWith('.onnx')) {
-        return 'raw-onnx';
-    }
-    // Fallback to HF Hub lookup
-    try {
-        const info = await getModelInfo(modelId);
-        if (info.task && info.task !== 'unknown') {
-            return info.task;
-        }
-        const tags = info.tags || [];
-        if (tags.includes('automatic-speech-recognition') || tags.includes('audio')) {
-            return 'automatic-speech-recognition';
-        }
-        if (tags.includes('text-generation')) {
-            return 'text-generation';
-        }
-        if (tags.includes('image-classification')) {
-            return 'image-classification';
-        }
-    }
-    catch {
-        // Non-fatal
-    }
-    return 'text-generation';
-}
-/**
- * Load any ML model for in-browser execution with zero ceremony.
- *
- * @param modelId - Hugging Face model ID (e.g. 'onnx-community/whisper-tiny.en') or URL
- * @param options - Configuration options
- * @returns Ready-to-use callable model instance
- */
-export async function webml(modelId, options = {}) {
-    const task = options.task ?? (await inferTask(modelId));
-    const client = new ModelClient(options.workerUrl);
-    await client.load({
-        task,
-        modelId,
-        dtype: options.dtype,
-        device: options.device,
-        revision: options.revision,
-        onProgress: options.onProgress,
-    });
-    const runner = async (input, runOptions) => {
-        if (task === 'automatic-speech-recognition') {
-            const pcm = await coerceAudio(input);
-            return client.run('automatic-speech-recognition', pcm, runOptions);
-        }
-        return client.run(task, input, runOptions);
-    };
-    const model = Object.assign(runner, {
-        task,
-        modelId,
-        client,
-        run: (input, runOptions) => {
-            return runner(input, runOptions);
-        },
-        dispose: () => {
-            client.dispose();
-            client.terminate();
-        },
-        stream: (input, genOptions) => {
-            return client.stream(input, genOptions);
-        },
-        generate: (input, genOptions) => {
-            return client.generate(input, genOptions);
-        },
-        transcribe: async (input, runOptions) => {
-            const pcm = await coerceAudio(input);
-            return client.run('automatic-speech-recognition', pcm, runOptions);
-        },
-        classify: (input, runOptions) => {
-            return client.run('image-classification', input, runOptions);
-        },
-        embed: (input, runOptions) => {
-            return client.run('feature-extraction', input, runOptions);
-        },
-        detect: (input, runOptions) => {
-            return client.run('object-detection', input, runOptions);
-        },
-        listen: async (listenOptions) => {
-            return listenMic(async (pcm) => {
-                try {
-                    const res = await client.run('automatic-speech-recognition', pcm);
-                    if (res?.text?.trim()) {
-                        listenOptions.onTranscript(res.text.trim());
-                    }
-                }
-                catch (err) {
-                    console.warn('Transcription error during mic listen:', err);
-                }
-            }, { intervalSeconds: listenOptions.intervalSeconds });
-        },
-    });
-    return model;
-}
-export default webml;
-//# sourceMappingURL=loader.js.map

package/dist/loader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.js","sourceRoot":"","sources":["../src/loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAoB,MAAM,aAAa,CAAC;AAgEvE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAe;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,0BAA0B;IAC1B,IACE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxB,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC1B,CAAC;QACD,OAAO,8BAA8B,CAAC;IACxC,CAAC;IACD,IACE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QACvB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QACvB,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACxB,CAAC;QACD,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACrF,OAAO,sBAAsB,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjF,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,4BAA4B;IAC5B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,IAAoB,CAAC;QACnC,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5E,OAAO,8BAA8B,CAAC;QACxC,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACrC,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;YAC1C,OAAO,sBAAsB,CAAC;QAChC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,OAAe,EACf,UAAwB,EAAE;IAE1B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,CAAC,IAAI,CAAC;QAChB,IAAI;QACJ,OAAO;QACP,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,KAAK,EAAE,KAAc,EAAE,UAAoC,EAAE,EAAE;QAC5E,IAAI,IAAI,KAAK,8BAA8B,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC,GAAG,CAAC,8BAA8B,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QAClC,IAAI;QACJ,OAAO;QACP,MAAM;QAEN,GAAG,EAAE,CAAc,KAAc,EAAE,UAAoC,EAAc,EAAE;YACrF,OAAO,MAAM,CAAC,KAAK,EAAE,UAAU,CAAe,CAAC;QACjD,CAAC;QAED,OAAO,EAAE,GAAG,EAAE;YACZ,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,CAAC;QAED,MAAM,EAAE,CAAC,KAA6B,EAAE,UAAkC,EAAE,EAAE;YAC5E,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC1C,CAAC;QAED,QAAQ,EAAE,CAAC,KAA6B,EAAE,UAAkC,EAAE,EAAE;YAC9E,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5C,CAAC;QAED,UAAU,EAAE,KAAK,EAAE,KAAc,EAAE,UAAoC,EAAE,EAAE;YACzE,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC,GAAG,CAAsB,8BAA8B,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QAC1F,CAAC;QAED,QAAQ,EAAE,CAAC,KAAc,EAAE,UAAoC,EAAE,EAAE;YACjE,OAAO,MAAM,CAAC,GAAG,CAAyB,sBAAsB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACvF,CAAC;QAED,KAAK,EAAE,CAAC,KAAwB,EAAE,UAAoC,EAAE,EAAE;YACxE,OAAO,MAAM,CAAC,GAAG,CAAkB,oBAAoB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,EAAE,CAAC,KAAc,EAAE,UAAoC,EAAE,EAAE;YAC/D,OAAO,MAAM,CAAC,GAAG,CAAoB,kBAAkB,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,aAAiF,EAAE,EAAE;YAClG,OAAO,SAAS,CACd,KAAK,EAAE,GAAG,EAAE,EAAE;gBACZ,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAsB,8BAA8B,EAAE,GAAG,CAAC,CAAC;oBACvF,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;wBACtB,aAAa,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC9C,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC,EACD,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,EAAE,CACnD,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,KAA+B,CAAC;AACzC,CAAC;AAED,eAAe,KAAK,CAAC"}

package/dist/model-client.d.ts

@@ -1,149 +0,0 @@
-/**
- * Main-thread client for communicating with the ML worker.
- *
- * Wraps the Web Worker's postMessage protocol with a promise-based API,
- * AsyncIterable token streaming, and typed events.
- *
- * ```ts
- * import { ModelClient } from 'webml-kit';
- *
- * const client = new ModelClient();
- *
- * // Check device capabilities
- * const device = await client.detect();
- * console.log(device.backend); // 'webgpu'
- *
- * // Load a model
- * await client.load({
- *   task: 'text-generation',
- *   modelId: 'onnx-community/Bonsai-1.7B-ONNX',
- *   dtype: 'q4',
- *   onProgress: ({ percent }) => console.log(`${percent}%`),
- * });
- *
- * // Stream text generation
- * for await (const { token, tps } of client.stream('Hello!')) {
- *   process.stdout.write(token);
- * }
- *
- * // One-shot inference
- * const labels = await client.run('image-classification', imageBlob);
- * ```
- */
-import type { DeviceInfo, ModelConfig, PipelineTask, ProgressCallback, TextGenerationOptions, TextGenerationResult, ChatMessage } from './types.js';
-import { TokenStream } from './streaming.js';
-export interface LoadOptions extends ModelConfig {
-    onProgress?: ProgressCallback;
-}
-export type ClientEventType = 'progress' | 'ready' | 'error' | 'device-lost' | 'device-recovered';
-type Listener = (data: unknown) => void;
-export declare class ModelClient {
-    private worker;
-    private workerUrl;
-    private listeners;
-    private pendingRequests;
-    private requestCounter;
-    private deviceInfo;
-    private loadedModels;
-    private progressCallback;
-    private gpuRecovery;
-    /**
-     * Create a new ModelClient.
-     *
-     * @param workerUrl - URL to the model-worker.js file. If omitted,
-     *   creates a Blob URL from the bundled worker (requires bundler support).
-     */
-    constructor(workerUrl?: string | URL);
-    private getWorker;
-    private send;
-    private nextId;
-    private handleMessage;
-    /** Register an event listener. */
-    on(event: ClientEventType, listener: Listener): this;
-    /** Remove an event listener. */
-    off(event: ClientEventType, listener: Listener): this;
-    private emit;
-    /**
-     * Detect the best available compute backend.
-     *
-     * ```ts
-     * const info = await client.detect();
-     * console.log(info.backend);         // 'webgpu'
-     * console.log(info.gpu?.vendor);      // 'apple'
-     * console.log(info.recommendedDtype); // 'q4'
-     * ```
-     */
-    detect(): Promise<DeviceInfo>;
-    /**
-     * Load a model pipeline.
-     *
-     * ```ts
-     * await client.load({
-     *   task: 'text-generation',
-     *   modelId: 'onnx-community/Bonsai-1.7B-ONNX',
-     *   dtype: 'q4',
-     *   onProgress: ({ percent }) => updateUI(percent),
-     * });
-     * ```
-     */
-    load(options: LoadOptions): Promise<void>;
-    /**
-     * Run one-shot inference for any pipeline task.
-     *
-     * ```ts
-     * // Image classification
-     * const labels = await client.run('image-classification', imageUrl);
-     *
-     * // Speech recognition
-     * const { text } = await client.run('automatic-speech-recognition', audioBlob);
-     *
-     * // Embeddings
-     * const vectors = await client.run('feature-extraction', 'Hello world');
-     * ```
-     */
-    run<T = unknown>(task: PipelineTask, input: unknown, options?: Record<string, unknown>): Promise<T>;
-    /**
-     * Generate text with streaming tokens.
-     *
-     * Returns an `AsyncIterable<TokenEvent>` that yields tokens as they're generated.
-     *
-     * ```ts
-     * for await (const { token, tps } of client.stream('Tell me a joke')) {
-     *   process.stdout.write(token);
-     * }
-     * ```
-     */
-    stream(input: string | ChatMessage[], options?: TextGenerationOptions): TokenStream;
-    /**
-     * Generate text and wait for the complete result.
-     *
-     * ```ts
-     * const { text, tps, numTokens } = await client.generate('Hello!');
-     * ```
-     */
-    generate(input: string | ChatMessage[], options?: TextGenerationOptions): Promise<TextGenerationResult>;
-    /**
-     * Interrupt an ongoing text generation.
-     */
-    interrupt(): void;
-    /**
-     * Reset the KV cache (start a new conversation).
-     */
-    reset(): void;
-    /**
-     * Dispose a loaded model and free memory.
-     *
-     * @param modelKey - Specific model key (task::modelId), or omit to dispose all.
-     */
-    dispose(modelKey?: string): void;
-    /**
-     * Check if a model is currently loaded.
-     */
-    isLoaded(task: PipelineTask, modelId: string): boolean;
-    /**
-     * Terminate the worker completely.
-     */
-    terminate(): void;
-}
-export {};
-//# sourceMappingURL=model-client.d.ts.map

package/dist/model-client.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"model-client.d.ts","sourceRoot":"","sources":["../src/model-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EACrB,oBAAoB,EAIpB,WAAW,EACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,WAAW,EAAiB,MAAM,gBAAgB,CAAC;AAK5D,MAAM,WAAW,WAAY,SAAQ,WAAW;IAC9C,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,MAAM,eAAe,GACvB,UAAU,GACV,OAAO,GACP,OAAO,GACP,aAAa,GACb,kBAAkB,CAAC;AAEvB,KAAK,QAAQ,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC;AAIxC,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,eAAe,CAOnB;IACJ,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,gBAAgB,CAAiC;IACzD,OAAO,CAAC,WAAW,CAAc;IAEjC;;;;;OAKG;gBACS,SAAS,CAAC,EAAE,MAAM,GAAG,GAAG;IAcpC,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,IAAI;IAIZ,OAAO,CAAC,MAAM;IAMd,OAAO,CAAC,aAAa;IA8ErB,kCAAkC;IAClC,EAAE,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAQpD,gCAAgC;IAChC,GAAG,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAKrD,OAAO,CAAC,IAAI;IAMZ;;;;;;;;;OASG;IACG,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC;IASnC;;;;;;;;;;;OAWG;IACG,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/C;;;;;;;;;;;;;OAaG;IACG,GAAG,CAAC,CAAC,GAAG,OAAO,EACnB,IAAI,EAAE,YAAY,EAClB,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,OAAO,CAAC,CAAC,CAAC;IASb;;;;;;;;;;OAUG;IACH,MAAM,CACJ,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,EAC7B,OAAO,CAAC,EAAE,qBAAqB,GAC9B,WAAW;IAqBd;;;;;;OAMG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,EAC7B,OAAO,CAAC,EAAE,qBAAqB,GAC9B,OAAO,CAAC,oBAAoB,CAAC;IAShC;;OAEG;IACH,SAAS,IAAI,IAAI;IAIjB;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAShC;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAItD;;OAEG;IACH,SAAS,IAAI,IAAI;CAOlB"}