@runanywhere/web 0.1.0-beta.1

package/dist/Infrastructure/VLMWorkerRuntime.js

@@ -0,0 +1,503 @@
+/**
+ * RunAnywhere Web SDK - VLM Worker Runtime
+ *
+ * Encapsulates the Worker-side logic for VLM inference. This module runs
+ * inside a dedicated Web Worker and manages its own WASM instance
+ * (separate from the main-thread SDK).
+ *
+ * Architecture:
+ *   - Loads its OWN WASM instance (separate from the main thread SDK)
+ *   - Reads model files from OPFS directly (no large postMessage transfers)
+ *   - Communicates via typed postMessage RPC
+ *
+ * Why a separate WASM instance?
+ *   The C function `rac_vlm_component_process` is synchronous and blocks for
+ *   ~100s (2B model in WASM). Running it on the main thread freezes the entire UI.
+ *   A Worker with its own WASM instance allows inference to happen concurrently.
+ *
+ * IMPORTANT: This file must NOT import from WASMBridge.ts or other SDK modules
+ * that assume a main-thread context. The Worker has its own WASM instance and
+ * should be self-contained. Only `type`-only imports are safe.
+ */
+import { loadOffsetsFromModule } from '../Foundation/StructOffsets';
+// ---------------------------------------------------------------------------
+// Worker state
+// ---------------------------------------------------------------------------
+let wasmModule = null;
+let vlmHandle = 0;
+let isWebGPU = false;
+let offsets = null;
+// ---------------------------------------------------------------------------
+// Logging (lightweight — no SDKLogger dependency in Worker context)
+// ---------------------------------------------------------------------------
+const LOG_PREFIX = '[RunAnywhere:VLMWorker]';
+function logInfo(...args) { console.info(LOG_PREFIX, ...args); }
+function logWarn(...args) { console.warn(LOG_PREFIX, ...args); }
+function logError(...args) { console.error(LOG_PREFIX, ...args); }
+// ---------------------------------------------------------------------------
+// Helpers: string alloc / free on WASM heap
+// ---------------------------------------------------------------------------
+function allocString(str) {
+    const m = wasmModule;
+    const len = m.lengthBytesUTF8(str) + 1; // +1 for null terminator
+    const ptr = m._malloc(len);
+    m.stringToUTF8(str, ptr, len);
+    return ptr;
+}
+function readString(ptr) {
+    if (!ptr)
+        return '';
+    return wasmModule.UTF8ToString(ptr);
+}
+// ---------------------------------------------------------------------------
+// Helpers: binary data ↔ WASM heap
+//
+// HEAPU8 may not be exported from the WASM module (depends on build config).
+// Try HEAPU8 first for speed, fall back to setValue byte-by-byte.
+// ---------------------------------------------------------------------------
+function writeToWasmHeap(src, destPtr) {
+    const m = wasmModule;
+    // Fast path: direct HEAPU8 (available when exported via EXPORTED_RUNTIME_METHODS)
+    if (m.HEAPU8) {
+        m.HEAPU8.set(src, destPtr);
+        return;
+    }
+    // Slow fallback: byte-by-byte via setValue (always available)
+    for (let i = 0; i < src.length; i++) {
+        m.setValue(destPtr + i, src[i], 'i8');
+    }
+}
+// ---------------------------------------------------------------------------
+// OPFS helpers (Workers have full OPFS access)
+//
+// Lightweight inline reader matching the same directory layout as OPFSStorage
+// (root → models/ → nested paths). We don't import OPFSStorage because it
+// uses SDKLogger and other SDK infrastructure that may not work in Workers.
+// ---------------------------------------------------------------------------
+const OPFS_MODELS_DIR = 'models';
+async function loadFromOPFS(key) {
+    try {
+        const root = await navigator.storage.getDirectory();
+        const modelsDir = await root.getDirectoryHandle(OPFS_MODELS_DIR);
+        let file;
+        if (key.includes('/')) {
+            const parts = key.split('/');
+            let dir = modelsDir;
+            for (let i = 0; i < parts.length - 1; i++) {
+                dir = await dir.getDirectoryHandle(parts[i]);
+            }
+            const handle = await dir.getFileHandle(parts[parts.length - 1]);
+            file = await handle.getFile();
+        }
+        else {
+            const handle = await modelsDir.getFileHandle(key);
+            file = await handle.getFile();
+        }
+        const buffer = await file.arrayBuffer();
+        return new Uint8Array(buffer);
+    }
+    catch {
+        return null;
+    }
+}
+// ---------------------------------------------------------------------------
+// WASM initialization
+// ---------------------------------------------------------------------------
+async function initWASM(wasmJsUrl, useWebGPU = false) {
+    isWebGPU = useWebGPU;
+    logInfo(`Loading WASM module (${useWebGPU ? 'WebGPU' : 'CPU'})...`);
+    // Dynamically import the Emscripten ES6 glue JS
+    const { default: createModule } = await import(/* @vite-ignore */ wasmJsUrl);
+    wasmModule = await createModule({
+        print: (text) => logInfo(text),
+        printErr: (text) => logError(text),
+    });
+    const m = wasmModule;
+    // ---- rac_init: minimal initialization ----
+    // We need a platform adapter for rac_init. Create a minimal one.
+    const adapterSize = m._rac_wasm_sizeof_platform_adapter();
+    const adapterPtr = m._malloc(adapterSize);
+    for (let i = 0; i < adapterSize; i++)
+        m.setValue(adapterPtr + i, 0, 'i8');
+    // Register essential callbacks via addFunction.
+    // Signatures MUST match the main-thread PlatformAdapter.ts exactly —
+    // Emscripten's indirect-call table traps on signature mismatch.
+    const PTR_SIZE = 4;
+    let offset = 0;
+    // file_exists: rac_bool_t (*)(const char* path, void* user_data)
+    const fileExistsCb = m.addFunction((_pathPtr, _ud) => {
+        return 0; // nothing exists — VLM uses Emscripten's C fopen/fread
+    }, 'iii');
+    m.setValue(adapterPtr + offset, fileExistsCb, '*');
+    offset += PTR_SIZE;
+    // file_read: rac_result_t (*)(const char* path, void** out_data, size_t* out_size, void* user_data)
+    const noopReadCb = m.addFunction((_pathPtr, _outData, _outSize, _ud) => -180, 'iiiii');
+    m.setValue(adapterPtr + offset, noopReadCb, '*');
+    offset += PTR_SIZE;
+    // file_write: rac_result_t (*)(const char* path, const void* data, size_t size, void* user_data)
+    const noopWriteCb = m.addFunction((_pathPtr, _data, _size, _ud) => -180, 'iiiii');
+    m.setValue(adapterPtr + offset, noopWriteCb, '*');
+    offset += PTR_SIZE;
+    // file_delete: rac_result_t (*)(const char* path, void* user_data)
+    const noopDelCb = m.addFunction((_pathPtr, _ud) => -180, 'iii');
+    m.setValue(adapterPtr + offset, noopDelCb, '*');
+    offset += PTR_SIZE;
+    // secure_get: rac_result_t (*)(const char* key, char** out_value, void* user_data)
+    const secureGetCb = m.addFunction((_kp, outPtr, _ud) => {
+        m.setValue(outPtr, 0, '*');
+        return -182;
+    }, 'iiii');
+    m.setValue(adapterPtr + offset, secureGetCb, '*');
+    offset += PTR_SIZE;
+    // secure_set: rac_result_t (*)(const char* key, const char* value, void* user_data)
+    const secureSetCb = m.addFunction((_keyPtr, _valPtr, _ud) => 0, 'iiii');
+    m.setValue(adapterPtr + offset, secureSetCb, '*');
+    offset += PTR_SIZE;
+    // secure_delete: rac_result_t (*)(const char* key, void* user_data)
+    const secureDelCb = m.addFunction((_keyPtr, _ud) => 0, 'iii');
+    m.setValue(adapterPtr + offset, secureDelCb, '*');
+    offset += PTR_SIZE;
+    // log: void (*)(rac_log_level_t level, const char* category, const char* message, void* user_data)
+    const logCb = m.addFunction((level, catPtr, msgPtr, _ud) => {
+        const cat = m.UTF8ToString(catPtr);
+        const msg = m.UTF8ToString(msgPtr);
+        const prefix = `[RunAnywhere:VLMWorker:${cat}]`;
+        if (level <= 1)
+            console.debug(prefix, msg);
+        else if (level === 2)
+            console.info(prefix, msg);
+        else if (level === 3)
+            console.warn(prefix, msg);
+        else
+            console.error(prefix, msg);
+    }, 'viiii');
+    m.setValue(adapterPtr + offset, logCb, '*');
+    offset += PTR_SIZE;
+    // track_error (null)
+    m.setValue(adapterPtr + offset, 0, '*');
+    offset += PTR_SIZE;
+    // now_ms: int64_t (*)(void* user_data)  — signature 'ii' (returns i32, takes i32 user_data)
+    const nowMsCb = m.addFunction((_ud) => Date.now(), 'ii');
+    m.setValue(adapterPtr + offset, nowMsCb, '*');
+    offset += PTR_SIZE;
+    // get_memory_info: rac_result_t (*)(rac_memory_info_t* out_info, void* user_data)
+    const memInfoCb = m.addFunction((outPtr, _ud) => {
+        const totalMB = navigator.deviceMemory ?? 4;
+        const totalBytes = totalMB * 1024 * 1024 * 1024;
+        // rac_memory_info_t: { uint64_t total, available, used }
+        // Write as two i32 values per uint64 (wasm32)
+        m.setValue(outPtr, totalBytes & 0xFFFFFFFF, 'i32'); // total low
+        m.setValue(outPtr + 4, 0, 'i32'); // total high
+        m.setValue(outPtr + 8, totalBytes & 0xFFFFFFFF, 'i32'); // available low
+        m.setValue(outPtr + 12, 0, 'i32'); // available high
+        m.setValue(outPtr + 16, 0, 'i32'); // used low
+        m.setValue(outPtr + 20, 0, 'i32'); // used high
+        return 0;
+    }, 'iii');
+    m.setValue(adapterPtr + offset, memInfoCb, '*');
+    offset += PTR_SIZE;
+    // http_download (no-op)
+    m.setValue(adapterPtr + offset, 0, '*');
+    offset += PTR_SIZE;
+    // http_download_cancel (no-op) — main-thread PlatformAdapter also sets this slot
+    m.setValue(adapterPtr + offset, 0, '*');
+    offset += PTR_SIZE;
+    // extract_archive (no-op)
+    m.setValue(adapterPtr + offset, 0, '*');
+    offset += PTR_SIZE;
+    // user_data (null)
+    m.setValue(adapterPtr + offset, 0, '*');
+    // ---- Register the adapter with RACommons (must happen before rac_init) ----
+    // _rac_set_platform_adapter is a simple pointer-store: it makes NO indirect
+    // calls into JS, so Emscripten does NOT wrap it with JSPI → returns a plain
+    // number synchronously.
+    logInfo('Step 1: Registering platform adapter...');
+    if (typeof m._rac_set_platform_adapter === 'function') {
+        const adapterResult = m._rac_set_platform_adapter(adapterPtr);
+        if (adapterResult !== 0) {
+            logWarn(`rac_set_platform_adapter returned ${adapterResult}`);
+        }
+    }
+    logInfo('Step 1 done: Platform adapter registered');
+    // ---- Call rac_init ----
+    //
+    // rac_init is logically synchronous C++ (stores adapter, inits diffusion
+    // registry, logs).  However, in the WebGPU WASM build **every** export that
+    // transitively calls an addFunction-registered callback (e.g. the log
+    // callback via adapter->log) is JSPI-wrapped and returns a Promise.
+    //
+    // The Worker's JSPI suspendable stack is smaller than the main thread's,
+    // and the diffusion-model-registry init inside rac_init calls RAC_LOG_INFO
+    // multiple times — each log allocates 2×2048-byte char[] buffers on the
+    // stack — which overflows the JSPI stack with "memory access out of bounds".
+    //
+    // This is NON-FATAL for VLM: none of rac_backend_llamacpp_vlm_register,
+    // rac_vlm_component_create, rac_vlm_component_load_model, or
+    // rac_vlm_component_process check `s_initialized`. The platform adapter
+    // was already stored in Step 1 via rac_set_platform_adapter, so logging
+    // from subsequent calls still works.
+    //
+    // Strategy: try rac_init, and if it fails (JSPI stack overflow), continue.
+    logInfo('Step 2: Calling rac_init...');
+    const configSize = m._rac_wasm_sizeof_config();
+    const configPtr = m._malloc(configSize);
+    for (let i = 0; i < configSize; i++)
+        m.setValue(configPtr + i, 0, 'i8');
+    m.setValue(configPtr, adapterPtr, '*'); // platform_adapter (offset 0)
+    const logLevelOffset = typeof m._rac_wasm_offsetof_config_log_level === 'function'
+        ? m._rac_wasm_offsetof_config_log_level()
+        : 4;
+    m.setValue(configPtr + logLevelOffset, 2, 'i32'); // log_level = INFO
+    try {
+        const initResult = await m.ccall('rac_init', 'number', ['number'], [configPtr], { async: true });
+        if (initResult !== 0) {
+            logWarn(`rac_init returned non-zero (${initResult}), continuing without full core init`);
+        }
+        else {
+            logInfo('Step 2 done: rac_init succeeded');
+        }
+    }
+    catch (e) {
+        // Expected on WebGPU Workers: diffusion registry logging overflows the
+        // JSPI suspendable stack.  Non-fatal — VLM functions don't depend on it.
+        logWarn(`rac_init failed in Worker (${e}), continuing — VLM does not require full core init`);
+    }
+    m._free(configPtr);
+    // ---- Load struct field offsets ----
+    // These are simple sizeof / offsetof helper exports that return plain ints.
+    // They do NOT call any callbacks → not JSPI-wrapped → synchronous.
+    logInfo('Step 3: Loading struct offsets...');
+    offsets = loadOffsetsFromModule(m);
+    logInfo('Step 3 done: Offsets loaded');
+    // ---- Register VLM backend ----
+    // rac_backend_llamacpp_vlm_register is only available when the WASM binary
+    // was built with --vlm (RAC_WASM_VLM=ON).  It is in JSPI_EXPORTS so it
+    // returns a Promise → use ccall({async: true}).
+    logInfo('Step 4: Registering VLM backend...');
+    if (typeof m['_rac_backend_llamacpp_vlm_register'] !== 'function') {
+        throw new Error('VLM backend not available in WASM build. '
+            + 'Rebuild with: ./scripts/build.sh --webgpu --vlm');
+    }
+    const regResult = await m.ccall('rac_backend_llamacpp_vlm_register', 'number', [], [], { async: true });
+    logInfo(`Step 4 done: VLM backend registered (result: ${regResult})`);
+    // ---- Create VLM component ----
+    // rac_vlm_component_create is in JSPI_EXPORTS → returns Promise.
+    logInfo('Step 5: Creating VLM component...');
+    const handlePtr = m._malloc(4);
+    const createResult = await m.ccall('rac_vlm_component_create', 'number', ['number'], [handlePtr], { async: true });
+    if (createResult !== 0) {
+        m._free(handlePtr);
+        throw new Error(`rac_vlm_component_create failed: ${createResult}`);
+    }
+    vlmHandle = m.getValue(handlePtr, 'i32');
+    m._free(handlePtr);
+    logInfo(`WASM initialized, VLM component ready (${isWebGPU ? 'WebGPU' : 'CPU'})`);
+}
+// ---------------------------------------------------------------------------
+// Model loading (reads from OPFS, writes to Worker's WASM FS)
+// ---------------------------------------------------------------------------
+async function loadModel(modelOpfsKey, modelFilename, mmprojOpfsKey, mmprojFilename, modelId, modelName, providedModelData, providedMmprojData) {
+    const m = wasmModule;
+    // Ensure /models directory exists in Emscripten FS
+    m.FS_createPath('/', 'models', true, true);
+    // Read model: use provided data (transferred from main thread) or OPFS
+    self.postMessage({ id: -1, type: 'progress', payload: { stage: 'Reading model from storage...' } });
+    let modelData;
+    if (providedModelData && providedModelData.byteLength > 0) {
+        logInfo(`Using transferred model data: ${(providedModelData.byteLength / 1024 / 1024).toFixed(1)} MB`);
+        modelData = new Uint8Array(providedModelData);
+    }
+    else {
+        logInfo(`Reading model from OPFS: key=${modelOpfsKey}`);
+        const opfsData = await loadFromOPFS(modelOpfsKey);
+        if (!opfsData)
+            throw new Error(`Model not found in OPFS: ${modelOpfsKey}`);
+        modelData = opfsData;
+    }
+    logInfo(`Model data: ${(modelData.length / 1024 / 1024).toFixed(1)} MB`);
+    // Write to WASM FS
+    self.postMessage({ id: -1, type: 'progress', payload: { stage: 'Preparing model...' } });
+    const modelPath = `/models/${modelFilename}`;
+    try {
+        m.FS_unlink(modelPath);
+    }
+    catch { /* doesn't exist */ }
+    logInfo(`Writing model to WASM FS: ${modelPath}`);
+    m.FS_createDataFile('/models', modelFilename, modelData, true, true, true);
+    logInfo('Model written to WASM FS');
+    // Read mmproj: use provided data or OPFS
+    self.postMessage({ id: -1, type: 'progress', payload: { stage: 'Reading vision encoder...' } });
+    let mmprojData;
+    if (providedMmprojData && providedMmprojData.byteLength > 0) {
+        logInfo(`Using transferred mmproj data: ${(providedMmprojData.byteLength / 1024 / 1024).toFixed(1)} MB`);
+        mmprojData = new Uint8Array(providedMmprojData);
+    }
+    else {
+        logInfo(`Reading mmproj from OPFS: key=${mmprojOpfsKey}`);
+        const opfsMmproj = await loadFromOPFS(mmprojOpfsKey);
+        if (!opfsMmproj)
+            throw new Error(`mmproj not found in OPFS: ${mmprojOpfsKey}`);
+        mmprojData = opfsMmproj;
+    }
+    logInfo(`mmproj data: ${(mmprojData.length / 1024 / 1024).toFixed(1)} MB`);
+    const mmprojPath = `/models/${mmprojFilename}`;
+    try {
+        m.FS_unlink(mmprojPath);
+    }
+    catch { /* doesn't exist */ }
+    logInfo(`Writing mmproj to WASM FS: ${mmprojPath}`);
+    m.FS_createDataFile('/models', mmprojFilename, mmprojData, true, true, true);
+    logInfo('mmproj written to WASM FS');
+    // Load model via VLM component
+    self.postMessage({ id: -1, type: 'progress', payload: { stage: 'Loading model...' } });
+    const pathPtr = allocString(modelPath);
+    const projPtr = allocString(mmprojPath);
+    const idPtr = allocString(modelId);
+    const namePtr = allocString(modelName);
+    try {
+        // {async: true} for JSPI — model loading creates WebGPU buffers and
+        // allocates GPU memory, which suspends the WASM stack.
+        const result = await m.ccall('rac_vlm_component_load_model', 'number', ['number', 'number', 'number', 'number', 'number'], [vlmHandle, pathPtr, projPtr, idPtr, namePtr], { async: true });
+        if (result !== 0) {
+            throw new Error(`rac_vlm_component_load_model failed: ${result}`);
+        }
+        logInfo(`Model loaded: ${modelId}`);
+    }
+    finally {
+        m._free(pathPtr);
+        m._free(projPtr);
+        m._free(idPtr);
+        m._free(namePtr);
+    }
+}
+// ---------------------------------------------------------------------------
+// Image processing
+// ---------------------------------------------------------------------------
+async function processImage(rgbPixels, width, height, prompt, maxTokens, temperature) {
+    const m = wasmModule;
+    const pixelArray = new Uint8Array(rgbPixels);
+    // Use C sizeof helpers for correct struct sizes (avoids 32/64-bit mismatch)
+    const imageSize = m.ccall('rac_wasm_sizeof_vlm_image', 'number', [], []);
+    const optSize = m.ccall('rac_wasm_sizeof_vlm_options', 'number', [], []);
+    const resSize = m.ccall('rac_wasm_sizeof_vlm_result', 'number', [], []);
+    // Build rac_vlm_image_t struct (format=1 for RGB pixels)
+    const imagePtr = m._malloc(imageSize);
+    for (let i = 0; i < imageSize; i++)
+        m.setValue(imagePtr + i, 0, 'i8');
+    const vi = offsets.vlmImage;
+    m.setValue(imagePtr + vi.format, 1, 'i32'); // format = RGBPixels
+    const pixelPtr = m._malloc(pixelArray.length);
+    writeToWasmHeap(pixelArray, pixelPtr);
+    m.setValue(imagePtr + vi.pixelData, pixelPtr, '*');
+    m.setValue(imagePtr + vi.width, width, 'i32');
+    m.setValue(imagePtr + vi.height, height, 'i32');
+    m.setValue(imagePtr + vi.dataSize, pixelArray.length, 'i32');
+    // Build rac_vlm_options_t (offsets from compiler)
+    const optPtr = m._malloc(optSize);
+    for (let i = 0; i < optSize; i++)
+        m.setValue(optPtr + i, 0, 'i8');
+    const vo = offsets.vlmOptions;
+    m.setValue(optPtr + vo.maxTokens, maxTokens, 'i32');
+    m.setValue(optPtr + vo.temperature, temperature, 'float');
+    m.setValue(optPtr + vo.topP, 0.9, 'float');
+    const promptPtr = allocString(prompt);
+    // Result struct
+    const resPtr = m._malloc(resSize);
+    for (let i = 0; i < resSize; i++)
+        m.setValue(resPtr + i, 0, 'i8');
+    try {
+        // {async: true} for JSPI — VLM inference performs extensive GPU compute
+        // (CLIP encoding + LLM generation) that suspends the WASM stack.
+        const r = await m.ccall('rac_vlm_component_process', 'number', ['number', 'number', 'number', 'number', 'number'], [vlmHandle, imagePtr, promptPtr, optPtr, resPtr], { async: true });
+        if (r !== 0) {
+            throw new Error(`rac_vlm_component_process failed: ${r}`);
+        }
+        // Read rac_vlm_result_t (offsets from compiler via StructOffsets)
+        const vr = offsets.vlmResult;
+        const textPtr = m.getValue(resPtr + vr.text, '*');
+        const result = {
+            text: readString(textPtr),
+            promptTokens: m.getValue(resPtr + vr.promptTokens, 'i32'),
+            imageTokens: m.getValue(resPtr + vr.imageTokens, 'i32'),
+            completionTokens: m.getValue(resPtr + vr.completionTokens, 'i32'),
+            totalTokens: m.getValue(resPtr + vr.totalTokens, 'i32'),
+        };
+        // Free C-allocated internal strings, then free JS-allocated struct
+        m.ccall('rac_vlm_result_free', null, ['number'], [resPtr]);
+        return result;
+    }
+    finally {
+        m._free(promptPtr);
+        m._free(imagePtr);
+        m._free(optPtr);
+        m._free(pixelPtr);
+        m._free(resPtr);
+    }
+}
+// ---------------------------------------------------------------------------
+// RPC message handler
+// ---------------------------------------------------------------------------
+function handleMessage(e) {
+    const { type, id } = e.data;
+    const respond = async () => {
+        switch (type) {
+            case 'init': {
+                await initWASM(e.data.payload.wasmJsUrl, e.data.payload.useWebGPU ?? false);
+                self.postMessage({ id, type: 'result', payload: { success: true, useWebGPU: isWebGPU } });
+                break;
+            }
+            case 'load-model': {
+                const p = e.data.payload;
+                await loadModel(p.modelOpfsKey, p.modelFilename, p.mmprojOpfsKey, p.mmprojFilename, p.modelId, p.modelName, p.modelData, p.mmprojData);
+                self.postMessage({ id, type: 'result', payload: { success: true } });
+                break;
+            }
+            case 'process': {
+                const p = e.data.payload;
+                const result = await processImage(p.rgbPixels, p.width, p.height, p.prompt, p.maxTokens, p.temperature);
+                self.postMessage({ id, type: 'result', payload: result });
+                break;
+            }
+            case 'cancel': {
+                if (wasmModule && vlmHandle) {
+                    wasmModule.ccall('rac_vlm_component_cancel', 'number', ['number'], [vlmHandle]);
+                }
+                self.postMessage({ id, type: 'result', payload: { success: true } });
+                break;
+            }
+            case 'unload': {
+                if (wasmModule && vlmHandle) {
+                    wasmModule.ccall('rac_vlm_component_unload', 'number', ['number'], [vlmHandle]);
+                }
+                self.postMessage({ id, type: 'result', payload: { success: true } });
+                break;
+            }
+        }
+    };
+    respond().catch((err) => {
+        const message = err instanceof Error ? err.message : String(err);
+        logError(`Error in ${type}:`, message);
+        self.postMessage({ id, type: 'error', payload: { message } });
+    });
+}
+// ---------------------------------------------------------------------------
+// Public API: start the runtime
+// ---------------------------------------------------------------------------
+/**
+ * Start the VLM Worker runtime.
+ *
+ * Call this once from the Worker entry point. It sets up the `self.onmessage`
+ * handler that processes RPC commands from the main-thread VLMWorkerBridge.
+ *
+ * @example
+ * ```typescript
+ * // workers/vlm-worker.ts
+ * import { startVLMWorkerRuntime } from '../Infrastructure/VLMWorkerRuntime';
+ * startVLMWorkerRuntime();
+ * ```
+ */
+export function startVLMWorkerRuntime() {
+    logInfo('VLM Worker runtime starting...');
+    self.onmessage = handleMessage;
+}
+//# sourceMappingURL=VLMWorkerRuntime.js.map

package/dist/Infrastructure/VLMWorkerRuntime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VLMWorkerRuntime.js","sourceRoot":"","sources":["../../src/Infrastructure/VLMWorkerRuntime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAQH,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAKpE,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,IAAI,UAAU,GAAQ,IAAI,CAAC;AAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;AAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;AACrB,IAAI,OAAO,GAAsB,IAAI,CAAC;AAEtC,8EAA8E;AAC9E,oEAAoE;AACpE,8EAA8E;AAE9E,MAAM,UAAU,GAAG,yBAAyB,CAAC;AAE7C,SAAS,OAAO,CAAC,GAAG,IAAe,IAAU,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACjF,SAAS,OAAO,CAAC,GAAG,IAAe,IAAU,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACjF,SAAS,QAAQ,CAAC,GAAG,IAAe,IAAU,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAEnF,8EAA8E;AAC9E,4CAA4C;AAC5C,8EAA8E;AAE9E,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,CAAC,GAAG,UAAU,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,yBAAyB;IACjE,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAC9B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,OAAO,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;AACtC,CAAC;AAED,8EAA8E;AAC9E,mCAAmC;AACnC,EAAE;AACF,6EAA6E;AAC7E,kEAAkE;AAClE,8EAA8E;AAE9E,SAAS,eAAe,CAAC,GAAe,EAAE,OAAe;IACvD,MAAM,CAAC,GAAG,UAAU,CAAC;IAErB,kFAAkF;IAClF,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,OAAO;IACT,CAAC;IAED,8DAA8D;IAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,+CAA+C;AAC/C,EAAE;AACF,8EAA8E;AAC9E,0EAA0E;AAC1E,4EAA4E;AAC5E,8EAA8E;AAE9E,MAAM,eAAe,GAAG,QAAQ,CAAC;AAEjC,KAAK,UAAU,YAAY,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QACpD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAEjE,IAAI,IAAU,CAAC;QACf,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,GAAG,GAAG,SAAS,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,GAAG,GAAG,MAAM,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAChE,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAClD,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QAChC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,KAAK,UAAU,QAAQ,CAAC,SAAiB,EAAE,SAAS,GAAG,KAAK;IAC1D,QAAQ,GAAG,SAAS,CAAC;IACrB,OAAO,CAAC,wBAAwB,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;IAEpE,gDAAgD;IAChD,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAE7E,UAAU,GAAG,MAAM,YAAY,CAAC;QAC9B,KAAK,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;QACtC,QAAQ,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;KAC3C,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,UAAU,CAAC;IAErB,6CAA6C;IAC7C,iEAAiE;IACjE,MAAM,WAAW,GAAG,CAAC,CAAC,iCAAiC,EAAE,CAAC;IAC1D,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAE1E,gDAAgD;IAChD,qEAAqE;IACrE,gEAAgE;IAChE,MAAM,QAAQ,GAAG,CAAC,CAAC;IACnB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,iEAAiE;IACjE,MAAM,YAAY,GAAG,CAAC,CAAC,WAAW,CAChC,CAAC,QAAgB,EAAE,GAAW,EAAU,EAAE;QACxC,OAAO,CAAC,CAAC,CAAC,uDAAuD;IACnE,CAAC,EACD,KAAK,CACN,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEvE,oGAAoG;IACpG,MAAM,UAAU,GAAG,CAAC,CAAC,WAAW,CAC9B,CAAC,QAAgB,EAAE,QAAgB,EAAE,QAAgB,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,GAAG,EACnF,OAAO,CACR,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAErE,iGAAiG;IACjG,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAC/B,CAAC,QAAgB,EAAE,KAAa,EAAE,KAAa,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,GAAG,EAC7E,OAAO,CACR,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,mEAAmE;IACnE,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,QAAgB,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACxF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEpE,mFAAmF;IACnF,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAC/B,CAAC,GAAW,EAAE,MAAc,EAAE,GAAW,EAAU,EAAE;QACnD,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC;IACd,CAAC,EACD,MAAM,CACP,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,oFAAoF;IACpF,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAC/B,CAAC,OAAe,EAAE,OAAe,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,EAC5D,MAAM,CACP,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,oEAAoE;IACpE,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,OAAe,EAAE,GAAW,EAAU,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEtE,mGAAmG;IACnG,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,CACzB,CAAC,KAAa,EAAE,MAAc,EAAE,MAAc,EAAE,GAAW,EAAQ,EAAE;QACnE,MAAM,GAAG,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,0BAA0B,GAAG,GAAG,CAAC;QAChD,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;aACtC,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;aAC3C,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;;YAC3C,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,CAAC,EACD,OAAO,CACR,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEhE,qBAAqB;IACrB,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,4FAA4F;IAC5F,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,GAAW,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;IACzE,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAElE,kFAAkF;IAClF,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAC7B,CAAC,MAAc,EAAE,GAAW,EAAU,EAAE;QACtC,MAAM,OAAO,GAAI,SAAiB,CAAC,YAAY,IAAI,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;QAChD,yDAAyD;QACzD,8CAA8C;QAC9C,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,EAAE,KAAK,CAAC,CAAC,CAAM,YAAY;QACrE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAyB,aAAa;QACvE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,EAAE,KAAK,CAAC,CAAC,CAAE,gBAAgB;QACzE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAwB,iBAAiB;QAC3E,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAwB,WAAW;QACrE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAwB,YAAY;QACtE,OAAO,CAAC,CAAC;IACX,CAAC,EACD,KAAK,CACN,CAAC;IACF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAEpE,wBAAwB;IACxB,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,iFAAiF;IACjF,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,0BAA0B;IAC1B,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAAC,MAAM,IAAI,QAAQ,CAAC;IAE5D,mBAAmB;IACnB,CAAC,CAAC,QAAQ,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAExC,8EAA8E;IAC9E,4EAA4E;IAC5E,4EAA4E;IAC5E,wBAAwB;IACxB,OAAO,CAAC,yCAAyC,CAAC,CAAC;IACnD,IAAI,OAAO,CAAC,CAAC,yBAAyB,KAAK,UAAU,EAAE,CAAC;QACtD,MAAM,aAAa,GAAG,CAAC,CAAC,yBAAyB,CAAC,UAAU,CAAC,CAAC;QAC9D,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,qCAAqC,aAAa,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IACD,OAAO,CAAC,0CAA0C,CAAC,CAAC;IAEpD,0BAA0B;IAC1B,EAAE;IACF,yEAAyE;IACzE,4EAA4E;IAC5E,sEAAsE;IACtE,oEAAoE;IACpE,EAAE;IACF,yEAAyE;IACzE,2EAA2E;IAC3E,wEAAwE;IACxE,6EAA6E;IAC7E,EAAE;IACF,wEAAwE;IACxE,6DAA6D;IAC7D,wEAAwE;IACxE,wEAAwE;IACxE,qCAAqC;IACrC,EAAE;IACF,2EAA2E;IAC3E,OAAO,CAAC,6BAA6B,CAAC,CAAC;IACvC,MAAM,UAAU,GAAG,CAAC,CAAC,uBAAuB,EAAE,CAAC;IAC/C,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACxE,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,CAAG,8BAA8B;IAExE,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,mCAAmC,KAAK,UAAU;QAChF,CAAC,CAAC,CAAC,CAAC,mCAAmC,EAAE;QACzC,CAAC,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,cAAc,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,mBAAmB;IAErE,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,KAAK,CAC9B,UAAU,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CACrD,CAAC;QACZ,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,+BAA+B,UAAU,sCAAsC,CAAC,CAAC;QAC3F,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,uEAAuE;QACvE,yEAAyE;QACzE,OAAO,CAAC,8BAA8B,CAAC,qDAAqD,CAAC,CAAC;IAChG,CAAC;IACD,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAEnB,sCAAsC;IACtC,4EAA4E;IAC5E,mEAAmE;IACnE,OAAO,CAAC,mCAAmC,CAAC,CAAC;IAC7C,OAAO,GAAG,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,6BAA6B,CAAC,CAAC;IAEvC,iCAAiC;IACjC,2EAA2E;IAC3E,uEAAuE;IACvE,gDAAgD;IAChD,OAAO,CAAC,oCAAoC,CAAC,CAAC;IAC9C,IAAI,OAAO,CAAC,CAAC,oCAAoC,CAAC,KAAK,UAAU,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CACb,2CAA2C;cACzC,iDAAiD,CACpD,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,KAAK,CAC7B,mCAAmC,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAC7D,CAAC;IACZ,OAAO,CAAC,gDAAgD,SAAS,GAAG,CAAC,CAAC;IAEtE,iCAAiC;IACjC,iEAAiE;IACjE,OAAO,CAAC,mCAAmC,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,KAAK,CAChC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CACrE,CAAC;IACZ,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAEnB,OAAO,CAAC,0CAA0C,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;AACpF,CAAC;AAED,8EAA8E;AAC9E,8DAA8D;AAC9D,8EAA8E;AAE9E,KAAK,UAAU,SAAS,CACtB,YAAoB,EAAE,aAAqB,EAC3C,aAAqB,EAAE,cAAsB,EAC7C,OAAe,EAAE,SAAiB,EAClC,iBAA+B,EAAE,kBAAgC;IAEjE,MAAM,CAAC,GAAG,UAAU,CAAC;IAErB,mDAAmD;IACnD,CAAC,CAAC,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAE3C,uEAAuE;IACvE,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,+BAA+B,EAAE,EAAE,CAAC,CAAC;IACpG,IAAI,SAAqB,CAAC;IAC1B,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,CAAC,iCAAiC,CAAC,iBAAiB,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACvG,SAAS,GAAG,IAAI,UAAU,CAAC,iBAAiB,CAAC,CAAC;IAChD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;QAC3E,SAAS,GAAG,QAAQ,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAEzE,mBAAmB;IACnB,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,WAAW,aAAa,EAAE,CAAC;IAC7C,IAAI,CAAC;QAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC7D,OAAO,CAAC,6BAA6B,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,iBAAiB,CAAC,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3E,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAEpC,yCAAyC;IACzC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE,EAAE,CAAC,CAAC;IAChG,IAAI,UAAsB,CAAC;IAC3B,IAAI,kBAAkB,IAAI,kBAAkB,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAC5D,OAAO,CAAC,kCAAkC,CAAC,kBAAkB,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzG,UAAU,GAAG,IAAI,UAAU,CAAC,kBAAkB,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,iCAAiC,aAAa,EAAE,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,aAAa,EAAE,CAAC,CAAC;QAC/E,UAAU,GAAG,UAAU,CAAC;IAC1B,CAAC;IACD,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAE3E,MAAM,UAAU,GAAG,WAAW,cAAc,EAAE,CAAC;IAC/C,IAAI,CAAC;QAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;IAC9D,OAAO,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,iBAAiB,CAAC,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7E,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAErC,+BAA+B;IAC/B,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;IACvF,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IAEvC,IAAI,CAAC;QACH,oEAAoE;QACpE,uDAAuD;QACvD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,KAAK,CAC1B,8BAA8B,EAAE,QAAQ,EACxC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAClD,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,EAC7C,EAAE,KAAK,EAAE,IAAI,EAAE,CACN,CAAC;QAEZ,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,CAAC,iBAAiB,OAAO,EAAE,CAAC,CAAC;IACtC,CAAC;YAAS,CAAC;QACT,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACf,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,KAAK,UAAU,YAAY,CACzB,SAAsB,EACtB,KAAa,EAAE,MAAc,EAC7B,MAAc,EACd,SAAiB,EAAE,WAAmB;IAEtC,MAAM,CAAC,GAAG,UAAU,CAAC;IACrB,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;IAE7C,4EAA4E;IAC5E,MAAM,SAAS,GAAW,CAAC,CAAC,KAAK,CAAC,2BAA2B,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACjF,MAAM,OAAO,GAAW,CAAC,CAAC,KAAK,CAAC,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACjF,MAAM,OAAO,GAAW,CAAC,CAAC,KAAK,CAAC,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAEhF,yDAAyD;IACzD,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAEtE,MAAM,EAAE,GAAG,OAAQ,CAAC,QAAQ,CAAC;IAC7B,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,qBAAqB;IAEjE,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC9C,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IAEnD,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAE7D,kDAAkD;IAClD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAClE,MAAM,EAAE,GAAG,OAAQ,CAAC,UAAU,CAAC;IAC/B,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE3C,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAEtC,gBAAgB;IAChB,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE;QAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAElE,IAAI,CAAC;QACH,wEAAwE;QACxE,iEAAiE;QACjE,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CACrB,2BAA2B,EAAE,QAAQ,EACrC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAClD,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAChD,EAAE,KAAK,EAAE,IAAI,EAAE,CACN,CAAC;QAEZ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,kEAAkE;QAClE,MAAM,EAAE,GAAG,OAAQ,CAAC,SAAS,CAAC;QAC9B,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,MAAM,GAAoB;YAC9B,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC;YACzB,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;YACzD,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;YACvD,gBAAgB,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,gBAAgB,EAAE,KAAK,CAAC;YACjE,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;SACxD,CAAC;QAEF,mEAAmE;QACnE,CAAC,CAAC,KAAK,CAAC,qBAAqB,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3D,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnB,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAChB,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,SAAS,aAAa,CAAC,CAAiC;IACtD,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;IAE5B,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC;gBAC5E,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,EAA8B,CAAC,CAAC;gBACtH,MAAM;YACR,CAAC;YAED,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBACzB,MAAM,SAAS,CACb,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,aAAa,EAC/B,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,cAAc,EACjC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,EACrB,CAAS,CAAC,SAAS,EAAG,CAAS,CAAC,UAAU,CAC5C,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAA8B,CAAC,CAAC;gBACjG,MAAM;YACR,CAAC;YAED,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBACzB,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,EAC9B,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,WAAW,CACrC,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAA8B,CAAC,CAAC;gBACtF,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;oBAC5B,UAAU,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBAClF,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAA8B,CAAC,CAAC;gBACjG,MAAM;YACR,CAAC;YAED,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;oBAC5B,UAAU,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;gBAClF,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAA8B,CAAC,CAAC;gBACjG,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,QAAQ,CAAC,YAAY,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAA8B,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,gCAAgC;AAChC,8EAA8E;AAE9E;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,qBAAqB;IACnC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAC1C,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC;AACjC,CAAC"}

package/dist/Infrastructure/VideoCapture.d.ts

@@ -0,0 +1,118 @@
+/**
+ * RunAnywhere Web SDK - Video Capture
+ *
+ * Manages webcam lifecycle and frame extraction for VLM inference.
+ * Provides aspect-ratio-preserving downscaling and RGBA->RGB conversion
+ * matching the format expected by the C++ VLM backend
+ * (RAC_VLM_IMAGE_FORMAT_RGB_PIXELS with RGBRGBRGB... byte layout).
+ *
+ * Follows the same pattern as AudioCapture: config, start/stop lifecycle,
+ * and utility getters.
+ *
+ * Usage:
+ *   ```typescript
+ *   import { VideoCapture } from '@runanywhere/web';
+ *
+ *   const camera = new VideoCapture({ facingMode: 'environment' });
+ *   await camera.start();
+ *   document.body.appendChild(camera.videoElement);
+ *
+ *   const frame = camera.captureFrame(256);
+ *   if (frame) {
+ *     await vlm.process(frame.rgbPixels, frame.width, frame.height, prompt);
+ *   }
+ *
+ *   camera.stop();
+ *   ```
+ */
+/** Configuration for the VideoCapture instance. */
+export interface VideoCaptureConfig {
+    /** Camera facing mode (default: 'environment' for back camera). */
+    facingMode?: 'user' | 'environment';
+    /** Ideal video width in pixels (default: 640). */
+    idealWidth?: number;
+    /** Ideal video height in pixels (default: 480). */
+    idealHeight?: number;
+}
+/** Captured frame: raw RGB pixels suitable for VLM inference. */
+export interface CapturedFrame {
+    /** Raw RGBRGBRGB... byte layout (no alpha). */
+    rgbPixels: Uint8Array;
+    /** Frame width in pixels. */
+    width: number;
+    /** Frame height in pixels. */
+    height: number;
+}
+/**
+ * VideoCapture - Manages webcam and frame extraction for VLM inference.
+ *
+ * Creates an internal HTMLVideoElement (for the media stream) and an
+ * offscreen HTMLCanvasElement (for pixel extraction). The video element
+ * is accessible via `videoElement` so the app can attach it to the DOM
+ * for live preview.
+ */
+export declare class VideoCapture {
+    private readonly config;
+    private _mediaStream;
+    private _videoEl;
+    private _canvasEl;
+    private _isCapturing;
+    constructor(config?: VideoCaptureConfig);
+    /** Whether the camera is currently capturing. */
+    get isCapturing(): boolean;
+    /**
+     * The HTMLVideoElement receiving the camera stream.
+     * Attach this to the DOM for live preview:
+     *
+     * ```typescript
+     * previewContainer.appendChild(camera.videoElement);
+     * ```
+     */
+    get videoElement(): HTMLVideoElement;
+    /** Native video width from the camera (0 if not started). */
+    get videoWidth(): number;
+    /** Native video height from the camera (0 if not started). */
+    get videoHeight(): number;
+    /**
+     * Start the camera and begin capturing video.
+     *
+     * Requests camera permission via `getUserMedia`. The returned Promise
+     * resolves once the video stream is active and ready for frame capture.
+     *
+     * @throws If camera permission is denied or no camera is available.
+     */
+    start(): Promise<void>;
+    /**
+     * Stop capturing video and release camera resources.
+     */
+    stop(): void;
+    /**
+     * Capture the current video frame as raw RGB pixels.
+     *
+     * The frame is downscaled to fit within `maxDimension` while preserving
+     * aspect ratio. The CLIP encoder resizes to its fixed input size
+     * internally, so capturing at larger sizes only wastes WASM copy time.
+     *
+     * @param maxDimension  Maximum width or height in pixels (default: 512).
+     * @returns CapturedFrame or null if the video stream isn't ready.
+     */
+    captureFrame(maxDimension?: number): CapturedFrame | null;
+    /**
+     * Compute a downscaled size that fits within `maxDim` while
+     * preserving aspect ratio. Returns original size if already small enough.
+     */
+    static fitSize(srcW: number, srcH: number, maxDim: number): {
+        w: number;
+        h: number;
+    };
+    /**
+     * Extract raw RGB pixels from a canvas 2D context.
+     *
+     * Canvas gives RGBA; this strips the alpha channel to produce the
+     * RGBRGBRGB... byte layout expected by the C++ VLM backend
+     * (RAC_VLM_IMAGE_FORMAT_RGB_PIXELS).
+     */
+    static extractRGB(ctx: CanvasRenderingContext2D, w: number, h: number): CapturedFrame;
+    private cleanupResources;
+}
+//# sourceMappingURL=VideoCapture.d.ts.map

package/dist/Infrastructure/VideoCapture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VideoCapture.d.ts","sourceRoot":"","sources":["../../src/Infrastructure/VideoCapture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAUH,mDAAmD;AACnD,MAAM,WAAW,kBAAkB;IACjC,mEAAmE;IACnE,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;IACpC,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,iEAAiE;AACjE,MAAM,WAAW,aAAa;IAC5B,+CAA+C;IAC/C,SAAS,EAAE,UAAU,CAAC;IACtB,6BAA6B;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;CAChB;AAMD;;;;;;;GAOG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+B;IACtD,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,YAAY,CAAS;gBAEjB,MAAM,GAAE,kBAAuB;IAkB3C,iDAAiD;IACjD,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED;;;;;;;OAOG;IACH,IAAI,YAAY,IAAI,gBAAgB,CAEnC;IAED,6DAA6D;IAC7D,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,8DAA8D;IAC9D,IAAI,WAAW,IAAI,MAAM,CAExB;IAID;;;;;;;OAOG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuC5B;;OAEG;IACH,IAAI,IAAI,IAAI;IAUZ;;;;;;;;;OASG;IACH,YAAY,CAAC,YAAY,SAAM,GAAG,aAAa,GAAG,IAAI;IAuBtD;;;OAGG;IACH,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE;IAWpF;;;;;;OAMG;IACH,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,wBAAwB,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,aAAa;IAmBrF,OAAO,CAAC,gBAAgB;CAOzB"}