webml-kit 0.1.0

package/dist/model-client.js

@@ -0,0 +1,325 @@
+/**
+ * Main-thread client for communicating with the ML worker.
+ *
+ * Wraps the Web Worker's postMessage protocol with a promise-based API,
+ * AsyncIterable token streaming, and typed events.
+ *
+ * ```ts
+ * import { ModelClient } from 'webml-kit';
+ *
+ * const client = new ModelClient();
+ *
+ * // Check device capabilities
+ * const device = await client.detect();
+ * console.log(device.backend); // 'webgpu'
+ *
+ * // Load a model
+ * await client.load({
+ *   task: 'text-generation',
+ *   modelId: 'onnx-community/Bonsai-1.7B-ONNX',
+ *   dtype: 'q4',
+ *   onProgress: ({ percent }) => console.log(`${percent}%`),
+ * });
+ *
+ * // Stream text generation
+ * for await (const { token, tps } of client.stream('Hello!')) {
+ *   process.stdout.write(token);
+ * }
+ *
+ * // One-shot inference
+ * const labels = await client.run('image-classification', imageBlob);
+ * ```
+ */
+import { TokenStream, collectStream } from './streaming.js';
+import { GPURecovery } from './gpu-recovery.js';
+// ─── Client ───
+export class ModelClient {
+    worker = null;
+    workerUrl;
+    listeners = new Map();
+    pendingRequests = new Map();
+    requestCounter = 0;
+    deviceInfo = null;
+    loadedModels = new Set();
+    progressCallback = null;
+    gpuRecovery;
+    /**
+     * Create a new ModelClient.
+     *
+     * @param workerUrl - URL to the model-worker.js file. If omitted,
+     *   creates a Blob URL from the bundled worker (requires bundler support).
+     */
+    constructor(workerUrl) {
+        this.workerUrl = workerUrl ?? null;
+        this.gpuRecovery = new GPURecovery();
+        this.gpuRecovery.on('lost', ({ reason }) => {
+            this.emit('device-lost', { reason });
+        });
+        this.gpuRecovery.on('recovered', () => {
+            this.emit('device-recovered', {});
+        });
+    }
+    // ─── Worker Lifecycle ───
+    getWorker() {
+        if (!this.worker) {
+            if (this.workerUrl) {
+                this.worker = new Worker(this.workerUrl, { type: 'module' });
+            }
+            else {
+                // Inline worker via Blob URL
+                // Users should provide their own worker URL or use a bundler
+                // that handles `new Worker(new URL('./model-worker.js', import.meta.url))`
+                throw new Error('No worker URL provided. Pass the URL to your model-worker.js file, ' +
+                    'e.g. new ModelClient(new URL("webml-kit/worker", import.meta.url))');
+            }
+            this.worker.addEventListener('message', this.handleMessage.bind(this));
+            this.worker.addEventListener('error', (e) => {
+                this.emit('error', { message: e.message });
+            });
+        }
+        return this.worker;
+    }
+    send(cmd) {
+        this.getWorker().postMessage(cmd);
+    }
+    nextId() {
+        return `req_${++this.requestCounter}_${Date.now()}`;
+    }
+    // ─── Message Handler ───
+    handleMessage(e) {
+        const msg = e.data;
+        switch (msg.type) {
+            case 'device-info': {
+                this.deviceInfo = msg.data;
+                const pending = this.pendingRequests.get('detect');
+                if (pending) {
+                    pending.resolve(msg.data);
+                    this.pendingRequests.delete('detect');
+                }
+                break;
+            }
+            case 'progress': {
+                this.progressCallback?.(msg.data);
+                this.emit('progress', msg.data);
+                break;
+            }
+            case 'ready': {
+                this.loadedModels.add(msg.modelKey);
+                this.emit('ready', { modelKey: msg.modelKey });
+                const pending = this.pendingRequests.get('load');
+                if (pending) {
+                    pending.resolve(undefined);
+                    this.pendingRequests.delete('load');
+                }
+                break;
+            }
+            case 'token': {
+                const pending = this.pendingRequests.get(msg.id);
+                if (pending?.stream) {
+                    pending.stream.push(msg.data);
+                }
+                break;
+            }
+            case 'result': {
+                const pending = this.pendingRequests.get(msg.id);
+                if (pending) {
+                    if (pending.stream) {
+                        pending.stream.end();
+                    }
+                    pending.resolve(msg.data);
+                    this.pendingRequests.delete(msg.id);
+                }
+                break;
+            }
+            case 'error': {
+                const pending = this.pendingRequests.get(msg.id);
+                if (pending) {
+                    if (pending.stream) {
+                        pending.stream.abort(new Error(msg.data));
+                    }
+                    pending.reject(new Error(msg.data));
+                    this.pendingRequests.delete(msg.id);
+                }
+                this.emit('error', { message: msg.data, id: msg.id });
+                break;
+            }
+            case 'device-lost': {
+                this.emit('device-lost', { reason: msg.reason });
+                break;
+            }
+            case 'device-recovered': {
+                this.emit('device-recovered', {});
+                break;
+            }
+        }
+    }
+    // ─── Events ───
+    /** Register an event listener. */
+    on(event, listener) {
+        if (!this.listeners.has(event)) {
+            this.listeners.set(event, new Set());
+        }
+        this.listeners.get(event).add(listener);
+        return this;
+    }
+    /** Remove an event listener. */
+    off(event, listener) {
+        this.listeners.get(event)?.delete(listener);
+        return this;
+    }
+    emit(event, data) {
+        this.listeners.get(event)?.forEach(fn => fn(data));
+    }
+    // ─── Public API ───
+    /**
+     * Detect the best available compute backend.
+     *
+     * ```ts
+     * const info = await client.detect();
+     * console.log(info.backend);         // 'webgpu'
+     * console.log(info.gpu?.vendor);      // 'apple'
+     * console.log(info.recommendedDtype); // 'q4'
+     * ```
+     */
+    async detect() {
+        if (this.deviceInfo)
+            return this.deviceInfo;
+        return new Promise((resolve, reject) => {
+            this.pendingRequests.set('detect', { resolve: resolve, reject });
+            this.send({ type: 'check' });
+        });
+    }
+    /**
+     * Load a model pipeline.
+     *
+     * ```ts
+     * await client.load({
+     *   task: 'text-generation',
+     *   modelId: 'onnx-community/Bonsai-1.7B-ONNX',
+     *   dtype: 'q4',
+     *   onProgress: ({ percent }) => updateUI(percent),
+     * });
+     * ```
+     */
+    async load(options) {
+        this.progressCallback = options.onProgress ?? null;
+        const config = {
+            task: options.task,
+            modelId: options.modelId,
+            dtype: options.dtype,
+            device: options.device,
+            revision: options.revision,
+        };
+        return new Promise((resolve, reject) => {
+            this.pendingRequests.set('load', { resolve: resolve, reject });
+            this.send({ type: 'load', config });
+        });
+    }
+    /**
+     * Run one-shot inference for any pipeline task.
+     *
+     * ```ts
+     * // Image classification
+     * const labels = await client.run('image-classification', imageUrl);
+     *
+     * // Speech recognition
+     * const { text } = await client.run('automatic-speech-recognition', audioBlob);
+     *
+     * // Embeddings
+     * const vectors = await client.run('feature-extraction', 'Hello world');
+     * ```
+     */
+    async run(task, input, options) {
+        const id = this.nextId();
+        return new Promise((resolve, reject) => {
+            this.pendingRequests.set(id, { resolve: resolve, reject });
+            this.send({ type: 'run', id, task, input, options });
+        });
+    }
+    /**
+     * Generate text with streaming tokens.
+     *
+     * Returns an `AsyncIterable<TokenEvent>` that yields tokens as they're generated.
+     *
+     * ```ts
+     * for await (const { token, tps } of client.stream('Tell me a joke')) {
+     *   process.stdout.write(token);
+     * }
+     * ```
+     */
+    stream(input, options) {
+        const id = this.nextId();
+        const stream = new TokenStream(options?.signal);
+        this.pendingRequests.set(id, {
+            resolve: () => { }, // Result comes through the stream
+            reject: (err) => stream.abort(err),
+            stream,
+        });
+        this.send({
+            type: 'run',
+            id,
+            task: 'text-generation',
+            input,
+            options: options,
+        });
+        return stream;
+    }
+    /**
+     * Generate text and wait for the complete result.
+     *
+     * ```ts
+     * const { text, tps, numTokens } = await client.generate('Hello!');
+     * ```
+     */
+    async generate(input, options) {
+        const tokenStream = this.stream(input, options);
+        const collected = await collectStream(tokenStream);
+        return {
+            ...collected,
+            totalTime: 0, // Will be filled from worker result
+        };
+    }
+    /**
+     * Interrupt an ongoing text generation.
+     */
+    interrupt() {
+        this.send({ type: 'interrupt' });
+    }
+    /**
+     * Reset the KV cache (start a new conversation).
+     */
+    reset() {
+        this.send({ type: 'reset' });
+    }
+    /**
+     * Dispose a loaded model and free memory.
+     *
+     * @param modelKey - Specific model key (task::modelId), or omit to dispose all.
+     */
+    dispose(modelKey) {
+        this.send({ type: 'dispose', modelKey });
+        if (modelKey) {
+            this.loadedModels.delete(modelKey);
+        }
+        else {
+            this.loadedModels.clear();
+        }
+    }
+    /**
+     * Check if a model is currently loaded.
+     */
+    isLoaded(task, modelId) {
+        return this.loadedModels.has(`${task}::${modelId}`);
+    }
+    /**
+     * Terminate the worker completely.
+     */
+    terminate() {
+        this.worker?.terminate();
+        this.worker = null;
+        this.loadedModels.clear();
+        this.pendingRequests.clear();
+        this.deviceInfo = null;
+    }
+}
+//# sourceMappingURL=model-client.js.map

package/dist/model-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-client.js","sourceRoot":"","sources":["../src/model-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAeH,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAiBhD,iBAAiB;AAEjB,MAAM,OAAO,WAAW;IACd,MAAM,GAAkB,IAAI,CAAC;IAC7B,SAAS,CAAsB;IAC/B,SAAS,GAAG,IAAI,GAAG,EAAkC,CAAC;IACtD,eAAe,GAAG,IAAI,GAAG,EAO9B,CAAC;IACI,cAAc,GAAG,CAAC,CAAC;IACnB,UAAU,GAAsB,IAAI,CAAC;IACrC,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,gBAAgB,GAA4B,IAAI,CAAC;IACjD,WAAW,CAAc;IAEjC;;;;;OAKG;IACH,YAAY,SAAwB;QAClC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YACzC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE;YACpC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,2BAA2B;IAEnB,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,6BAA6B;gBAC7B,6DAA6D;gBAC7D,2EAA2E;gBAC3E,MAAM,IAAI,KAAK,CACb,qEAAqE;oBACrE,oEAAoE,CACrE,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;gBAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7C,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,IAAI,CAAC,GAAkB;QAC7B,IAAI,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IAEO,MAAM;QACZ,OAAO,OAAO,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACtD,CAAC;IAED,0BAA0B;IAElB,aAAa,CAAC,CAA+B;QACnD,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;QAEnB,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC;gBAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACnD,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAC1B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACxC,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,IAAI,CAAC,gBAAgB,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBAChC,MAAM;YACR,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACpC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACjD,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;oBAC3B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACtC,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjD,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;oBACpB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjD,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;wBACnB,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;oBACvB,CAAC;oBACD,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAC1B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtC,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjD,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;wBACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC5C,CAAC;oBACD,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;oBACpC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtC,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtD,MAAM;YACR,CAAC;YAED,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjD,MAAM;YACR,CAAC;YAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;gBAClC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,iBAAiB;IAEjB,kCAAkC;IAClC,EAAE,CAAC,KAAsB,EAAE,QAAkB;QAC3C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gCAAgC;IAChC,GAAG,CAAC,KAAsB,EAAE,QAAkB;QAC5C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,IAAI,CAAC,KAAsB,EAAE,IAAa;QAChD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,qBAAqB;IAErB;;;;;;;;;OASG;IACH,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC;QAE5C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,OAA+B,EAAE,MAAM,EAAE,CAAC,CAAC;YACzF,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC;QAEnD,MAAM,MAAM,GAAgB;YAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,OAA+B,EAAE,MAAM,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,GAAG,CACP,IAAkB,EAClB,KAAc,EACd,OAAiC;QAEjC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAEzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,OAA+B,EAAE,MAAM,EAAE,CAAC,CAAC;YACnF,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CACJ,KAA6B,EAC7B,OAA+B;QAE/B,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAEhD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE;YAC3B,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,kCAAkC;YACrD,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;YAClC,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,KAAK;YACX,EAAE;YACF,IAAI,EAAE,iBAAiB;YACvB,KAAK;YACL,OAAO,EAAE,OAA8C;SACxD,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ,CACZ,KAA6B,EAC7B,OAA+B;QAE/B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,CAAC;QACnD,OAAO;YACL,GAAG,SAAS;YACZ,SAAS,EAAE,CAAC,EAAE,oCAAoC;SACnD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,SAAS;QACP,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACH,OAAO,CAAC,QAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,IAAkB,EAAE,OAAe;QAC1C,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,SAAS;QACP,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;CACF"}

package/dist/model-worker.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Generic Web Worker for running ML pipelines.
+ *
+ * This file runs in a Web Worker thread. It handles:
+ * - WebGPU device detection + WASM fallback
+ * - Pipeline instantiation (singleton, keyed by task+model)
+ * - Progress reporting during model download
+ * - Text generation with streaming + KV cache
+ * - One-shot inference for classification, detection, ASR, etc.
+ * - GPU device-lost recovery
+ * - Memory cleanup
+ *
+ * Communication is via structured `postMessage` using WorkerCommand/WorkerResponse types.
+ */
+export {};
+//# sourceMappingURL=model-worker.d.ts.map

package/dist/model-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-worker.d.ts","sourceRoot":"","sources":["../src/model-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG"}

package/dist/model-worker.js

@@ -0,0 +1,303 @@
+/**
+ * Generic Web Worker for running ML pipelines.
+ *
+ * This file runs in a Web Worker thread. It handles:
+ * - WebGPU device detection + WASM fallback
+ * - Pipeline instantiation (singleton, keyed by task+model)
+ * - Progress reporting during model download
+ * - Text generation with streaming + KV cache
+ * - One-shot inference for classification, detection, ASR, etc.
+ * - GPU device-lost recovery
+ * - Memory cleanup
+ *
+ * Communication is via structured `postMessage` using WorkerCommand/WorkerResponse types.
+ */
+import { pipeline as hfPipeline, TextStreamer, DynamicCache, InterruptableStoppingCriteria, } from '@huggingface/transformers';
+const instances = new Map();
+const kvCaches = new Map();
+const stoppingCriteria = new InterruptableStoppingCriteria();
+function modelKey(task, modelId) {
+    return `${task}::${modelId}`;
+}
+// ─── Helpers ───
+function send(msg) {
+    self.postMessage(msg);
+}
+// ─── Device Check ───
+async function checkDevice() {
+    let backend = 'cpu';
+    let gpu = null;
+    try {
+        if ('gpu' in navigator) {
+            const adapter = await navigator.gpu.requestAdapter({
+                powerPreference: 'high-performance',
+            });
+            if (adapter) {
+                backend = 'webgpu';
+                const info = adapter.info;
+                const vram = Number(adapter.limits?.maxBufferSize ?? 0);
+                const fmtVram = vram >= 1024 ** 3
+                    ? `${(vram / 1024 ** 3).toFixed(1)} GB`
+                    : `${(vram / 1024 ** 2).toFixed(1)} MB`;
+                gpu = {
+                    vendor: info?.vendor ?? 'unknown',
+                    architecture: info?.architecture ?? 'unknown',
+                    description: info?.description ?? 'unknown',
+                    vram,
+                    vramFormatted: fmtVram,
+                };
+            }
+        }
+    }
+    catch {
+        // WebGPU not available
+    }
+    if (backend === 'cpu' && typeof WebAssembly !== 'undefined') {
+        backend = 'wasm';
+    }
+    // Simple VRAM-based dtype recommendation
+    const vram = gpu?.vram ?? 0;
+    const recommendedDtype = vram >= 8e9 ? 'fp16' : vram >= 4e9 ? 'q8' : 'q4';
+    send({ type: 'device-info', data: { backend, gpu, recommendedDtype } });
+}
+// ─── Load Pipeline ───
+async function loadPipeline(config) {
+    const key = modelKey(config.task, config.modelId);
+    // Dispose previous KV cache if switching models for same task
+    if (kvCaches.has(key)) {
+        kvCaches.get(key)?.dispose?.();
+        kvCaches.delete(key);
+    }
+    send({
+        type: 'progress',
+        data: { status: 'downloading', loaded: 0, total: 0, percent: 0 },
+    });
+    // Create singleton pipeline
+    if (!instances.has(key)) {
+        const pipelinePromise = hfPipeline(config.task, config.modelId, {
+            device: config.device ?? 'webgpu',
+            dtype: config.dtype ?? 'q4',
+            revision: config.revision,
+            progress_callback: (info) => {
+                if (info.status === 'progress' || info.status === 'progress_total') {
+                    const loaded = Number(info.loaded ?? 0);
+                    const total = Number(info.total ?? 1);
+                    send({
+                        type: 'progress',
+                        data: {
+                            status: 'downloading',
+                            file: String(info.file ?? ''),
+                            loaded,
+                            total,
+                            percent: total > 0 ? Math.round((loaded / total) * 100) : 0,
+                        },
+                    });
+                }
+            },
+        });
+        instances.set(key, pipelinePromise);
+    }
+    try {
+        const generator = await instances.get(key);
+        // Warm up with dummy inference (compiles WebGPU shaders)
+        send({
+            type: 'progress',
+            data: { status: 'compiling', loaded: 0, total: 0, percent: 100 },
+        });
+        if (config.task === 'text-generation' && 'tokenizer' in generator) {
+            const tokenizer = generator.tokenizer;
+            const model = generator.model;
+            if (tokenizer && model && typeof tokenizer === 'function') {
+                const inputs = tokenizer('a');
+                await model.generate({
+                    ...inputs,
+                    max_new_tokens: 1,
+                });
+            }
+        }
+        send({ type: 'ready', modelKey: key });
+    }
+    catch (e) {
+        instances.delete(key);
+        send({
+            type: 'error',
+            id: 'load',
+            data: e instanceof Error ? e.message : String(e),
+        });
+    }
+}
+// ─── Run Inference ───
+async function runInference(id, task, input, options) {
+    // Find the loaded pipeline for this task
+    let pipelineInstance = null;
+    for (const [key, promise] of instances) {
+        if (key.startsWith(`${task}::`)) {
+            pipelineInstance = await promise;
+            break;
+        }
+    }
+    if (!pipelineInstance) {
+        send({ type: 'error', id, data: `No pipeline loaded for task: ${task}` });
+        return;
+    }
+    try {
+        if (task === 'text-generation') {
+            await runTextGeneration(id, pipelineInstance, input, options);
+        }
+        else {
+            // One-shot inference for all other tasks
+            const result = await pipelineInstance(input, options);
+            send({ type: 'result', id, data: result });
+        }
+    }
+    catch (e) {
+        send({
+            type: 'error',
+            id,
+            data: e instanceof Error ? e.message : String(e),
+        });
+    }
+}
+// ─── Text Generation (Streaming) ───
+async function runTextGeneration(id, generator, messages, options) {
+    let startTime = null;
+    let numTokens = 0;
+    let tps = 0;
+    let firstTokenTime = 0;
+    const genObj = generator;
+    if (typeof genObj !== 'function' && !('tokenizer' in genObj)) {
+        send({ type: 'error', id, data: 'Invalid text-generation pipeline' });
+        return;
+    }
+    const streamer = new TextStreamer(genObj.tokenizer, {
+        skip_prompt: true,
+        skip_special_tokens: true,
+        callback_function: (output) => {
+            const event = {
+                token: output,
+                tps,
+                numTokens,
+                timeToFirstToken: firstTokenTime,
+            };
+            send({ type: 'token', id, data: event });
+        },
+        token_callback_function: () => {
+            const now = performance.now();
+            if (startTime === null) {
+                startTime = now;
+                firstTokenTime = now; // Will be relative to request start
+            }
+            numTokens++;
+            if (numTokens > 1 && startTime !== null) {
+                tps = (numTokens / (now - startTime)) * 1000;
+            }
+        },
+    });
+    // Get or create KV cache for this task+model
+    const key = [...instances.keys()].find(k => k.startsWith('text-generation::'));
+    if (key && !kvCaches.has(key)) {
+        kvCaches.set(key, new DynamicCache());
+    }
+    const pastKeyValues = key ? kvCaches.get(key) : undefined;
+    stoppingCriteria.reset();
+    const genOptions = {
+        max_new_tokens: options?.maxNewTokens ?? 1024,
+        do_sample: options?.doSample ?? false,
+        temperature: options?.temperature,
+        top_p: options?.topP,
+        top_k: options?.topK,
+        repetition_penalty: options?.repetitionPenalty,
+        streamer,
+        stopping_criteria: stoppingCriteria,
+        ...(pastKeyValues ? { past_key_values: pastKeyValues } : {}),
+    };
+    // Remove undefined keys
+    for (const k of Object.keys(genOptions)) {
+        if (genOptions[k] === undefined)
+            delete genOptions[k];
+    }
+    try {
+        const output = await genObj(messages, genOptions);
+        // Extract final text
+        let finalText = '';
+        if (Array.isArray(output) && output[0]?.generated_text) {
+            const genText = output[0].generated_text;
+            finalText = Array.isArray(genText)
+                ? genText[genText.length - 1]?.content ?? ''
+                : genText;
+        }
+        send({
+            type: 'result',
+            id,
+            data: {
+                text: finalText,
+                numTokens,
+                tps,
+                timeToFirstToken: firstTokenTime,
+                totalTime: startTime ? performance.now() - startTime : 0,
+            },
+        });
+    }
+    catch (e) {
+        send({
+            type: 'error',
+            id,
+            data: e instanceof Error ? e.message : String(e),
+        });
+    }
+}
+// ─── Cleanup ───
+function disposeModel(targetKey) {
+    if (targetKey) {
+        instances.delete(targetKey);
+        if (kvCaches.has(targetKey)) {
+            kvCaches.get(targetKey)?.dispose?.();
+            kvCaches.delete(targetKey);
+        }
+    }
+    else {
+        instances.clear();
+        for (const cache of kvCaches.values()) {
+            cache?.dispose?.();
+        }
+        kvCaches.clear();
+    }
+}
+function resetKVCache() {
+    stoppingCriteria.reset();
+    for (const cache of kvCaches.values()) {
+        cache?.dispose?.();
+    }
+    kvCaches.clear();
+}
+// ─── Message Handler ───
+self.addEventListener('message', async (e) => {
+    const cmd = e.data;
+    switch (cmd.type) {
+        case 'check':
+            await checkDevice();
+            break;
+        case 'load':
+            await loadPipeline(cmd.config);
+            break;
+        case 'run':
+            await runInference(cmd.id, cmd.task, cmd.input, cmd.options);
+            break;
+        case 'interrupt':
+            stoppingCriteria.interrupt();
+            break;
+        case 'reset':
+            resetKVCache();
+            break;
+        case 'dispose':
+            disposeModel(cmd.modelKey);
+            break;
+        default:
+            send({
+                type: 'error',
+                id: 'unknown',
+                data: `Unknown command: ${cmd.type}`,
+            });
+    }
+});
+//# sourceMappingURL=model-worker.js.map

package/dist/model-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-worker.js","sourceRoot":"","sources":["../src/model-worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EACL,QAAQ,IAAI,UAAU,EACtB,YAAY,EACZ,YAAY,EACZ,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AAgBnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAqC,CAAC;AAC/D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA6C,CAAC;AACtE,MAAM,gBAAgB,GAAG,IAAI,6BAA6B,EAAE,CAAC;AAE7D,SAAS,QAAQ,CAAC,IAAkB,EAAE,OAAe;IACnD,OAAO,GAAG,IAAI,KAAK,OAAO,EAAE,CAAC;AAC/B,CAAC;AAED,kBAAkB;AAElB,SAAS,IAAI,CAAC,GAAmB;IAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAED,uBAAuB;AAEvB,KAAK,UAAU,WAAW;IACxB,IAAI,OAAO,GAA0B,KAAK,CAAC;IAC3C,IAAI,GAAG,GAAsB,IAAI,CAAC;IAElC,IAAI,CAAC;QACH,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;gBACjD,eAAe,EAAE,kBAAkB;aACpC,CAAC,CAAC;YACH,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,GAAG,QAAQ,CAAC;gBACnB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,IAAI,CAAC,CAAC,CAAC;gBACxD,MAAM,OAAO,GAAG,IAAI,IAAI,IAAI,IAAI,CAAC;oBAC/B,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;oBACvC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC1C,GAAG,GAAG;oBACJ,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,SAAS;oBACjC,YAAY,EAAE,IAAI,EAAE,YAAY,IAAI,SAAS;oBAC7C,WAAW,EAAE,IAAI,EAAE,WAAW,IAAI,SAAS;oBAC3C,IAAI;oBACJ,aAAa,EAAE,OAAO;iBACvB,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,uBAAuB;IACzB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,IAAI,OAAO,WAAW,KAAK,WAAW,EAAE,CAAC;QAC5D,OAAO,GAAG,MAAM,CAAC;IACnB,CAAC;IAED,yCAAyC;IACzC,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC;IAC5B,MAAM,gBAAgB,GAAG,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAE1E,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,wBAAwB;AAExB,KAAK,UAAU,YAAY,CAAC,MAAmB;IAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAElD,8DAA8D;IAC9D,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC/B,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,CAAC;QACH,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;KACjE,CAAC,CAAC;IAEH,4BAA4B;IAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE;YAC9D,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,QAAQ;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;YAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,iBAAiB,EAAE,CAAC,IAA6B,EAAE,EAAE;gBACnD,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;oBACnE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;oBACxC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;oBACtC,IAAI,CAAC;wBACH,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE;4BACJ,MAAM,EAAE,aAAa;4BACrB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;4BAC7B,MAAM;4BACN,KAAK;4BACL,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;yBAC5D;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;QAE5C,yDAAyD;QACzD,IAAI,CAAC;YACH,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;SACjE,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;YAClE,MAAM,SAAS,GAAI,SAAgD,CAAC,SAAS,CAAC;YAC9E,MAAM,KAAK,GAAI,SAAgD,CAAC,KAAK,CAAC;YACtE,IAAI,SAAS,IAAI,KAAK,IAAI,OAAQ,SAAsB,KAAK,UAAU,EAAE,CAAC;gBACxE,MAAM,MAAM,GAAI,SAAsB,CAAC,GAAG,CAAC,CAAC;gBAC5C,MAAO,KAAgC,CAAC,QAAQ,CAAC;oBAC/C,GAAG,MAAM;oBACT,cAAc,EAAE,CAAC;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,EAAE,OAAO;YACb,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,wBAAwB;AAExB,KAAK,UAAU,YAAY,CACzB,EAAU,EACV,IAAkB,EAClB,KAAc,EACd,OAAiC;IAEjC,yCAAyC;IACzC,IAAI,gBAAgB,GAA4B,IAAI,CAAC;IAErD,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,SAAS,EAAE,CAAC;QACvC,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC;YAChC,gBAAgB,GAAG,MAAM,OAAO,CAAC;YACjC,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,gCAAgC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1E,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAC/B,MAAM,iBAAiB,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,yCAAyC;YACzC,MAAM,MAAM,GAAG,MAAO,gBAA6B,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACpE,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC;YACH,IAAI,EAAE,OAAO;YACb,EAAE;YACF,IAAI,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,sCAAsC;AAEtC,KAAK,UAAU,iBAAiB,CAC9B,EAAU,EACV,SAA2B,EAC3B,QAAiB,EACjB,OAAiC;IAEjC,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,MAAM,MAAM,GAAG,SAGH,CAAC;IAEb,IAAI,OAAO,MAAM,KAAK,UAAU,IAAI,CAAC,CAAC,WAAW,IAAI,MAAM,CAAC,EAAE,CAAC;QAC7D,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,kCAAkC,EAAE,CAAC,CAAC;QACtE,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,YAAY,CAC9B,MAAiC,CAAC,SAA0D,EAC7F;QACE,WAAW,EAAE,IAAI;QACjB,mBAAmB,EAAE,IAAI;QACzB,iBAAiB,EAAE,CAAC,MAAc,EAAE,EAAE;YACpC,MAAM,KAAK,GAAe;gBACxB,KAAK,EAAE,MAAM;gBACb,GAAG;gBACH,SAAS;gBACT,gBAAgB,EAAE,cAAc;aACjC,CAAC;YACF,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,uBAAuB,EAAE,GAAG,EAAE;YAC5B,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,SAAS,GAAG,GAAG,CAAC;gBAChB,cAAc,GAAG,GAAG,CAAC,CAAC,oCAAoC;YAC5D,CAAC;YACD,SAAS,EAAE,CAAC;YACZ,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACxC,GAAG,GAAG,CAAC,SAAS,GAAG,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC;YAC/C,CAAC;QACH,CAAC;KACF,CACF,CAAC;IAEF,6CAA6C;IAC7C,MAAM,GAAG,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC/E,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,YAAY,EAAE,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,aAAa,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE1D,gBAAgB,CAAC,KAAK,EAAE,CAAC;IAEzB,MAAM,UAAU,GAA4B;QAC1C,cAAc,EAAG,OAAO,EAAE,YAAuB,IAAI,IAAI;QACzD,SAAS,EAAG,OAAO,EAAE,QAAoB,IAAI,KAAK;QAClD,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,KAAK,EAAE,OAAO,EAAE,IAAI;QACpB,KAAK,EAAE,OAAO,EAAE,IAAI;QACpB,kBAAkB,EAAE,OAAO,EAAE,iBAAiB;QAC9C,QAAQ;QACR,iBAAiB,EAAE,gBAAgB;QACnC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,CAAC;IAEF,wBAAwB;IACxB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACxC,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,SAAS;YAAE,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAO,MAAmB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAEhE,qBAAqB;QACrB,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC;YACvD,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YACzC,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE;gBAC5C,CAAC,CAAC,OAAO,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,IAAI,EAAE,QAAQ;YACd,EAAE;YACF,IAAI,EAAE;gBACJ,IAAI,EAAE,SAAS;gBACf,SAAS;gBACT,GAAG;gBACH,gBAAgB,EAAE,cAAc;gBAChC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;aACzD;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC;YACH,IAAI,EAAE,OAAO;YACb,EAAE;YACF,IAAI,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;SACjD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,kBAAkB;AAElB,SAAS,YAAY,CAAC,SAAkB;IACtC,IAAI,SAAS,EAAE,CAAC;QACd,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5B,IAAI,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;YACrC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACtC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;QACrB,CAAC;QACD,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,YAAY;IACnB,gBAAgB,CAAC,KAAK,EAAE,CAAC;IACzB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACtC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC;IACrB,CAAC;IACD,QAAQ,CAAC,KAAK,EAAE,CAAC;AACnB,CAAC;AAED,0BAA0B;AAE1B,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAK,EAAE,CAA8B,EAAE,EAAE;IACxE,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;IAEnB,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;QACjB,KAAK,OAAO;YACV,MAAM,WAAW,EAAE,CAAC;YACpB,MAAM;QAER,KAAK,MAAM;YACT,MAAM,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM;QAER,KAAK,KAAK;YACR,MAAM,YAAY,CAChB,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,OAA8C,CACnD,CAAC;YACF,MAAM;QAER,KAAK,WAAW;YACd,gBAAgB,CAAC,SAAS,EAAE,CAAC;YAC7B,MAAM;QAER,KAAK,OAAO;YACV,YAAY,EAAE,CAAC;YACf,MAAM;QAER,KAAK,SAAS;YACZ,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3B,MAAM;QAER;YACE,IAAI,CAAC;gBACH,IAAI,EAAE,OAAO;gBACb,EAAE,EAAE,SAAS;gBACb,IAAI,EAAE,oBAAqB,GAAwB,CAAC,IAAI,EAAE;aAC3D,CAAC,CAAC;IACP,CAAC;AACH,CAAC,CAAC,CAAC"}