webml-kit 0.3.0 → 0.4.1

package/README.md

@@ -6,6 +6,8 @@
 
 > Framework-agnostic utilities for loading and running ML models in the browser via WebGPU/WASM.
 
+**[Live Playground & Interactive Demos →](https://hemanth.github.io/webml-kit/)**
+
 If you've ever built a browser-ML demo, you know the drill: copy 150 lines of Web Worker boilerplate from the last project, wire up `postMessage`, add progress reporting, handle the GPU vanishing mid-inference, and pray the model is cached so your user doesn't wait 3 minutes. Every. Single. Time.
 
 This library does that part for you. It wraps [`@huggingface/transformers`](https://huggingface.co/docs/transformers.js) with a sane API and handles the ugly bits: device detection, model caching, token streaming, KV-cache management, and GPU recovery.
@@ -184,6 +186,43 @@ const asr = await webml('onnx-community/whisper-tiny.en'); // or any standalone
 const { text } = await asr.transcribe(audioFloat32Array);
 ```
 
+### Jev System One / OpenJev Decision Capabilities
+
+Fast, calibrated, programmable decisions without autoregressive token generation. Turn natural language and application state into typed choices, binary verdicts (`noul`), or continuous level scores (`score`) with direct logit readouts:
+
+```ts
+import webml, { createDecisionEngine, directChoice } from 'webml-kit';
+
+// One-shot direct choice
+const result = await directChoice({
+  state: 'Customer reports: "My subscription charged twice, please refund immediately."',
+  question: 'Which department should handle this request?',
+  options: ['billing', 'technical-support', 'sales'],
+});
+console.log(result.choice);        // 'billing'
+console.log(result.confidence);    // 0.88
+console.log(result.probabilities); // { billing: 0.88, 'technical-support': 0.08, sales: 0.04 }
+
+// Binary evaluation (Noul)
+const engine = webml.decision({ model: 'qwen3-0.6b' });
+const { noul, passed } = await engine.noul({
+  state: 'Production database cluster is reporting 500 errors',
+  statement: 'Is there an urgent incident?',
+});
+console.log(noul);   // 0.94
+console.log(passed); // true
+
+// Continuous scoring along ordered criteria levels
+const { score, confidence } = await engine.score({
+  state: 'There is a minor typo in the footer disclaimer.',
+  instructions: 'Rate issue severity',
+  criteria: ['P3', 'P2', 'P1', 'P0'],
+});
+console.log(score); // 0.15 (continuous score on 0-3 scale)
+```
+
+Supports OpenJev GGUF models (`minicpm5-2b`, `qwen3-0.6b`, `qwen3.5-4b`) via `@wllama/wllama` with WebGPU/WASM in browser and worker environments, with automatic, zero-dependency heuristic fallback for Node.js, offline, or test environments.
+
 ## API
 
 ### ModelClient

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webml-kit",
-  "version": "0.3.0",
+  "version": "0.4.1",
   "description": "Framework-agnostic utilities for loading and running ML models in the browser via WebGPU/WASM",
   "type": "module",
   "main": "./dist/index.js",
@@ -10,6 +10,10 @@
       "import": "./dist/index.js",
       "types": "./dist/index.d.ts"
     },
+    "./browser": {
+      "import": "./dist/webml-kit.browser.js",
+      "types": "./dist/index.d.ts"
+    },
     "./worker": {
       "import": "./dist/model-worker.js",
       "types": "./dist/model-worker.d.ts"
@@ -21,10 +25,12 @@
     "logo.png"
   ],
   "scripts": {
-    "build": "tsc",
+    "build": "tsc && npm run build:browser",
+    "build:browser": "esbuild src/index.ts --bundle --format=esm --platform=browser --alias:onnxruntime-web=./src/shim-ort.ts --external:'node:*' --external:@huggingface/transformers --external:kokoro-js --external:@wllama/wllama --external:'@wllama/*' --outfile=dist/webml-kit.browser.js",
     "dev": "tsc --watch",
     "test": "vitest run",
     "test:watch": "vitest",
+    "test:e2e": "node test/e2e-playground.mjs",
     "clean": "rm -rf dist",
     "prepublishOnly": "npm run clean && npm run build"
   },
@@ -43,15 +49,21 @@
   "license": "MIT",
   "repository": {
     "type": "git",
-    "url": "https://github.com/hemanth/webml-kit.git"
+    "url": "git+https://github.com/hemanth/webml-kit.git"
   },
   "dependencies": {
-    "@huggingface/transformers": "^4.1.0",
-    "onnxruntime-web": "^1.29.0"
+    "@huggingface/transformers": "^4.3.0",
+    "kokoro-js": "^1.2.1",
+    "onnxruntime-web": "^1.30.0"
   },
   "devDependencies": {
     "@webgpu/types": "^0.1.69",
+    "esbuild": "^0.28.2",
+    "playwright": "^1.63.0",
     "typescript": "^5.7.0",
     "vitest": "^4.1.4"
+  },
+  "optionalDependencies": {
+    "@wllama/wllama": "^3.6.1"
   }
 }

package/dist/cache.d.ts

@@ -1,46 +0,0 @@
-/**
- * Model cache visibility utilities.
- *
- * Transformers.js uses the Cache API internally to persist downloaded model
- * files. This module gives users visibility into what's cached, letting them
- * skip "downloading…" UX for returning users or clear storage on mobile.
- */
-import type { CachedModel, CacheBackend } from './types.js';
-/**
- * Detect which cache backend is available.
- * Priority: Cache API → OPFS → IndexedDB
- */
-export declare function getCacheBackend(): Promise<CacheBackend>;
-/**
- * Check if a specific model is already cached locally.
- *
- * ```ts
- * if (await isCached('onnx-community/Bonsai-1.7B-ONNX')) {
- *   // Skip "downloading..." UI
- * }
- * ```
- */
-export declare function isCached(modelId: string): Promise<boolean>;
-/**
- * Get total cache size in bytes used by downloaded models.
- */
-export declare function getCacheSize(): Promise<number>;
-/**
- * List all cached models with metadata.
- */
-export declare function listCachedModels(): Promise<CachedModel[]>;
-/**
- * Clear cached model files.
- *
- * @param modelId - Specific model to clear, or omit to clear all.
- *
- * ```ts
- * // Clear a specific model
- * await clearCache('onnx-community/Bonsai-1.7B-ONNX');
- *
- * // Clear all cached models
- * await clearCache();
- * ```
- */
-export declare function clearCache(modelId?: string): Promise<void>;
-//# sourceMappingURL=cache.d.ts.map

package/dist/cache.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAM5D;;;GAGG;AACH,wBAAsB,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC,CAmB7D;AAED;;;;;;;;GAQG;AACH,wBAAsB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAoBhE;AAED;;GAEG;AACH,wBAAsB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CASpD;AAED;;GAEG;AACH,wBAAsB,gBAAgB,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,CA4C/D;AAED;;;;;;;;;;;;GAYG;AACH,wBAAsB,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA4BhE"}

package/dist/cache.js

@@ -1,160 +0,0 @@
-/**
- * Model cache visibility utilities.
- *
- * Transformers.js uses the Cache API internally to persist downloaded model
- * files. This module gives users visibility into what's cached, letting them
- * skip "downloading…" UX for returning users or clear storage on mobile.
- */
-import { formatSize } from './device.js';
-/** HuggingFace Transformers.js cache name prefix */
-const HF_CACHE_PREFIX = 'transformers-cache';
-/**
- * Detect which cache backend is available.
- * Priority: Cache API → OPFS → IndexedDB
- */
-export async function getCacheBackend() {
-    if (typeof caches !== 'undefined') {
-        return 'cache-api';
-    }
-    if (typeof navigator !== 'undefined' && 'storage' in navigator) {
-        try {
-            const root = await navigator.storage.getDirectory();
-            if (root)
-                return 'opfs';
-        }
-        catch {
-            // OPFS not available
-        }
-    }
-    if (typeof indexedDB !== 'undefined') {
-        return 'indexeddb';
-    }
-    return 'cache-api'; // fallback, will fail gracefully
-}
-/**
- * Check if a specific model is already cached locally.
- *
- * ```ts
- * if (await isCached('onnx-community/Bonsai-1.7B-ONNX')) {
- *   // Skip "downloading..." UI
- * }
- * ```
- */
-export async function isCached(modelId) {
-    if (typeof caches === 'undefined')
-        return false;
-    try {
-        const keys = await caches.keys();
-        const hfCaches = keys.filter(k => k.startsWith(HF_CACHE_PREFIX));
-        for (const cacheName of hfCaches) {
-            const cache = await caches.open(cacheName);
-            const cacheKeys = await cache.keys();
-            const hasModel = cacheKeys.some(req => req.url.includes(encodeURIComponent(modelId)) || req.url.includes(modelId));
-            if (hasModel)
-                return true;
-        }
-    }
-    catch {
-        // Cache API not available or permission denied
-    }
-    return false;
-}
-/**
- * Get total cache size in bytes used by downloaded models.
- */
-export async function getCacheSize() {
-    if (typeof navigator === 'undefined' || !('storage' in navigator))
-        return 0;
-    try {
-        const estimate = await navigator.storage.estimate();
-        return estimate.usage ?? 0;
-    }
-    catch {
-        return 0;
-    }
-}
-/**
- * List all cached models with metadata.
- */
-export async function listCachedModels() {
-    if (typeof caches === 'undefined')
-        return [];
-    const models = [];
-    try {
-        const keys = await caches.keys();
-        const hfCaches = keys.filter(k => k.startsWith(HF_CACHE_PREFIX));
-        for (const cacheName of hfCaches) {
-            const cache = await caches.open(cacheName);
-            const cacheKeys = await cache.keys();
-            // Group by model ID (extract from URL pattern)
-            const modelUrls = new Map();
-            for (const request of cacheKeys) {
-                const url = request.url;
-                // HF URLs: https://huggingface.co/{org}/{model}/resolve/{rev}/{file}
-                const match = url.match(/huggingface\.co\/([^/]+\/[^/]+)\//);
-                if (match) {
-                    const id = match[1];
-                    const response = await cache.match(request);
-                    const size = response
-                        ? Number(response.headers.get('content-length') ?? 0)
-                        : 0;
-                    modelUrls.set(id, (modelUrls.get(id) ?? 0) + size);
-                }
-            }
-            for (const [modelId, sizeBytes] of modelUrls) {
-                models.push({
-                    modelId,
-                    sizeBytes,
-                    size: formatSize(sizeBytes),
-                    lastAccessed: new Date(), // Cache API doesn't track this
-                });
-            }
-        }
-    }
-    catch {
-        // Cache API not available
-    }
-    return models;
-}
-/**
- * Clear cached model files.
- *
- * @param modelId - Specific model to clear, or omit to clear all.
- *
- * ```ts
- * // Clear a specific model
- * await clearCache('onnx-community/Bonsai-1.7B-ONNX');
- *
- * // Clear all cached models
- * await clearCache();
- * ```
- */
-export async function clearCache(modelId) {
-    if (typeof caches === 'undefined')
-        return;
-    try {
-        const keys = await caches.keys();
-        const hfCaches = keys.filter(k => k.startsWith(HF_CACHE_PREFIX));
-        for (const cacheName of hfCaches) {
-            if (!modelId) {
-                // Clear entire cache
-                await caches.delete(cacheName);
-            }
-            else {
-                // Clear specific model
-                const cache = await caches.open(cacheName);
-                const cacheKeys = await cache.keys();
-                for (const request of cacheKeys) {
-                    if (request.url.includes(encodeURIComponent(modelId)) ||
-                        request.url.includes(modelId)) {
-                        await cache.delete(request);
-                    }
-                }
-            }
-        }
-    }
-    catch {
-        // Cache API not available
-    }
-}
-//# sourceMappingURL=cache.js.map

package/dist/cache.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.js","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,oDAAoD;AACpD,MAAM,eAAe,GAAG,oBAAoB,CAAC;AAE7C;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACpD,IAAI,IAAI;gBAAE,OAAO,MAAM,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;IACH,CAAC;IAED,IAAI,OAAO,SAAS,KAAK,WAAW,EAAE,CAAC;QACrC,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,OAAO,WAAW,CAAC,CAAC,iCAAiC;AACvD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAe;IAC5C,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,KAAK,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;QAEjE,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACpC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC3E,CAAC;YACF,IAAI,QAAQ;gBAAE,OAAO,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,+CAA+C;IACjD,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,IAAI,SAAS,CAAC;QAAE,OAAO,CAAC,CAAC;IAE5E,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACpD,OAAO,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,EAAE,CAAC;IAE7C,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;QAEjE,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YAErC,+CAA+C;YAC/C,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;YAE5C,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;gBAChC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;gBACxB,qEAAqE;gBACrE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;gBAC7D,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACpB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC5C,MAAM,IAAI,GAAG,QAAQ;wBACnB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;wBACrD,CAAC,CAAC,CAAC,CAAC;oBACN,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YAED,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC;oBACV,OAAO;oBACP,SAAS;oBACT,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC;oBAC3B,YAAY,EAAE,IAAI,IAAI,EAAE,EAAE,+BAA+B;iBAC1D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAgB;IAC/C,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO;IAE1C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;QAEjE,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,qBAAqB;gBACrB,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC3C,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;gBACrC,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;oBAChC,IACE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;wBACjD,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC7B,CAAC;wBACD,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;AACH,CAAC"}

package/dist/device.d.ts

@@ -1,86 +0,0 @@
-/**
- * WebGPU / WASM device detection and capability probing.
- *
- * Detects the best available backend, extracts GPU adapter info,
- * and recommends a quantization level based on estimated VRAM.
- */
-import type { DeviceBackend, DeviceInfo, GPUInfo, QuantizationType } from './types.js';
-/**
- * Check if WebGPU is available and request an adapter.
- * Returns `null` if WebGPU is not supported.
- */
-export declare function getGPUAdapter(): Promise<GPUAdapter | null>;
-/**
- * Extract GPU info from an adapter.
- */
-export declare function getGPUInfo(adapter: GPUAdapter): Promise<GPUInfo>;
-/**
- * Recommend a quantization dtype based on available VRAM.
- */
-export declare function recommendDtype(vram: number): QuantizationType;
-/**
- * Check if WebGPU is available.
- */
-export declare function checkWebGPU(): Promise<boolean>;
-/**
- * Check if WebAssembly is available.
- */
-export declare function checkWASM(): boolean;
-/**
- * Detect the best available compute backend and return device info.
- *
- * Priority: WebGPU → WASM → CPU
- *
- * ```ts
- * const info = await detectDevice();
- * console.log(info.backend);         // 'webgpu'
- * console.log(info.recommendedDtype); // 'q4'
- * console.log(info.gpu?.vendor);      // 'apple'
- * ```
- */
-export declare function detectDevice(): Promise<DeviceInfo>;
-/**
- * Parse a human-readable size string into bytes.
- *
- * Accepts formats like '4GB', '512 MB', '1.5gb', '256mb'.
- * Also accepts raw numbers (passed through as-is).
- *
- * ```ts
- * parseSize('4GB')    // 4294967296
- * parseSize('512MB')  // 536870912
- * parseSize('1.5gb')  // 1610612736
- * parseSize(1024)     // 1024
- * ```
- */
-export declare function parseSize(input: string | number): number;
-/**
- * Format bytes into a human-readable string.
- *
- * ```ts
- * formatSize(4294967296)  // '4 GB'
- * formatSize(536870912)   // '512 MB'
- * formatSize(1536)        // '1.5 KB'
- * ```
- */
-export declare function formatSize(bytes: number): string;
-/**
- * Check whether a model of a given size can likely run
- * on the current device without OOM.
- *
- * Accepts human-readable strings or raw byte counts:
- *
- * ```ts
- * await canRun('4GB');
- * await canRun('512MB');
- * await canRun(4_000_000_000);
- * ```
- *
- * This is a heuristic — real limits depend on browser, OS, and
- * other tabs consuming VRAM.
- */
-export declare function canRun(estimatedSize: string | number): Promise<{
-    ok: boolean;
-    backend: DeviceBackend;
-    reason?: string;
-}>;
-//# sourceMappingURL=device.d.ts.map

package/dist/device.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"device.d.ts","sourceRoot":"","sources":["../src/device.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAWvF;;;GAGG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAYhE;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAetE;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB,CAK7D;AAED;;GAEG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAGpD;AAED;;GAEG;AACH,wBAAgB,SAAS,IAAI,OAAO,CAEnC;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,YAAY,IAAI,OAAO,CAAC,UAAU,CAAC,CA2BxD;AAYD;;;;;;;;;;;;GAYG;AACH,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAaxD;AAED;;;;;;;;GAQG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMhD;AAID;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,MAAM,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IACpE,EAAE,EAAE,OAAO,CAAC;IACZ,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC,CAiBD"}

package/dist/device.js

@@ -1,195 +0,0 @@
-/**
- * WebGPU / WASM device detection and capability probing.
- *
- * Detects the best available backend, extracts GPU adapter info,
- * and recommends a quantization level based on estimated VRAM.
- */
-// ─── VRAM thresholds for dtype recommendation ───
-const VRAM_THRESHOLDS = [
-    { min: 8 * 1024 ** 3, dtype: 'fp16' }, // 8 GB+  → fp16
-    { min: 4 * 1024 ** 3, dtype: 'q8' }, // 4 GB+  → q8
-    { min: 2 * 1024 ** 3, dtype: 'q4' }, // 2 GB+  → q4
-    { min: 0, dtype: 'q4' }, // < 2 GB → q4 (safest)
-];
-/**
- * Check if WebGPU is available and request an adapter.
- * Returns `null` if WebGPU is not supported.
- */
-export async function getGPUAdapter() {
-    if (typeof navigator === 'undefined')
-        return null;
-    if (!('gpu' in navigator))
-        return null;
-    try {
-        const adapter = await navigator.gpu.requestAdapter({
-            powerPreference: 'high-performance',
-        });
-        return adapter;
-    }
-    catch {
-        return null;
-    }
-}
-/**
- * Extract GPU info from an adapter.
- */
-export async function getGPUInfo(adapter) {
-    // adapterInfo is available synchronously on modern browsers
-    const info = adapter.info ?? adapter.requestAdapterInfo?.();
-    const resolved = info instanceof Promise ? await info : info;
-    // maxBufferSize gives a rough VRAM lower-bound
-    const vram = Number(adapter.limits?.maxBufferSize ?? 0);
-    return {
-        vendor: resolved?.vendor ?? 'unknown',
-        architecture: resolved?.architecture ?? 'unknown',
-        description: resolved?.description ?? 'unknown',
-        vram,
-        vramFormatted: formatSize(vram),
-    };
-}
-/**
- * Recommend a quantization dtype based on available VRAM.
- */
-export function recommendDtype(vram) {
-    for (const { min, dtype } of VRAM_THRESHOLDS) {
-        if (vram >= min)
-            return dtype;
-    }
-    return 'q4';
-}
-/**
- * Check if WebGPU is available.
- */
-export async function checkWebGPU() {
-    const adapter = await getGPUAdapter();
-    return adapter !== null;
-}
-/**
- * Check if WebAssembly is available.
- */
-export function checkWASM() {
-    return typeof WebAssembly !== 'undefined';
-}
-/**
- * Detect the best available compute backend and return device info.
- *
- * Priority: WebGPU → WASM → CPU
- *
- * ```ts
- * const info = await detectDevice();
- * console.log(info.backend);         // 'webgpu'
- * console.log(info.recommendedDtype); // 'q4'
- * console.log(info.gpu?.vendor);      // 'apple'
- * ```
- */
-export async function detectDevice() {
-    // Try WebGPU first
-    const adapter = await getGPUAdapter();
-    if (adapter) {
-        const gpu = await getGPUInfo(adapter);
-        return {
-            backend: 'webgpu',
-            gpu,
-            recommendedDtype: recommendDtype(gpu.vram),
-        };
-    }
-    // Fall back to WASM
-    if (checkWASM()) {
-        return {
-            backend: 'wasm',
-            gpu: null,
-            recommendedDtype: 'q4',
-        };
-    }
-    // CPU-only (rare)
-    return {
-        backend: 'cpu',
-        gpu: null,
-        recommendedDtype: 'q4',
-    };
-}
-// ─── Size parsing / formatting ───
-const SIZE_UNITS = {
-    b: 1,
-    kb: 1024,
-    mb: 1024 ** 2,
-    gb: 1024 ** 3,
-    tb: 1024 ** 4,
-};
-/**
- * Parse a human-readable size string into bytes.
- *
- * Accepts formats like '4GB', '512 MB', '1.5gb', '256mb'.
- * Also accepts raw numbers (passed through as-is).
- *
- * ```ts
- * parseSize('4GB')    // 4294967296
- * parseSize('512MB')  // 536870912
- * parseSize('1.5gb')  // 1610612736
- * parseSize(1024)     // 1024
- * ```
- */
-export function parseSize(input) {
-    if (typeof input === 'number')
-        return input;
-    const match = input.trim().match(/^([\d.]+)\s*(b|kb|mb|gb|tb)$/i);
-    if (!match) {
-        throw new Error(`Invalid size format: "${input}". Use something like "4GB", "512MB", or a number in bytes.`);
-    }
-    const value = parseFloat(match[1]);
-    const unit = match[2].toLowerCase();
-    return Math.round(value * SIZE_UNITS[unit]);
-}
-/**
- * Format bytes into a human-readable string.
- *
- * ```ts
- * formatSize(4294967296)  // '4 GB'
- * formatSize(536870912)   // '512 MB'
- * formatSize(1536)        // '1.5 KB'
- * ```
- */
-export function formatSize(bytes) {
-    if (bytes >= 1024 ** 4)
-        return `${(bytes / 1024 ** 4).toFixed(1)} TB`;
-    if (bytes >= 1024 ** 3)
-        return `${(bytes / 1024 ** 3).toFixed(1)} GB`;
-    if (bytes >= 1024 ** 2)
-        return `${(bytes / 1024 ** 2).toFixed(1)} MB`;
-    if (bytes >= 1024)
-        return `${(bytes / 1024).toFixed(1)} KB`;
-    return `${bytes} B`;
-}
-// ─── canRun ───
-/**
- * Check whether a model of a given size can likely run
- * on the current device without OOM.
- *
- * Accepts human-readable strings or raw byte counts:
- *
- * ```ts
- * await canRun('4GB');
- * await canRun('512MB');
- * await canRun(4_000_000_000);
- * ```
- *
- * This is a heuristic — real limits depend on browser, OS, and
- * other tabs consuming VRAM.
- */
-export async function canRun(estimatedSize) {
-    const bytes = parseSize(estimatedSize);
-    const device = await detectDevice();
-    if (device.backend === 'webgpu' && device.gpu) {
-        // Leave ~500MB headroom for browser internals
-        const available = device.gpu.vram - 512 * 1024 ** 2;
-        if (bytes > available) {
-            return {
-                ok: false,
-                backend: device.backend,
-                reason: `Model (~${formatSize(bytes)}) exceeds available VRAM (~${formatSize(available)})`,
-            };
-        }
-    }
-    return { ok: true, backend: device.backend };
-}
-//# sourceMappingURL=device.js.map

package/dist/device.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"device.js","sourceRoot":"","sources":["../src/device.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,mDAAmD;AAEnD,MAAM,eAAe,GAAoD;IACvE,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAI,gBAAgB;IACzD,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAM,cAAc;IACvD,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAM,cAAc;IACvD,EAAE,GAAG,EAAE,CAAC,EAAc,KAAK,EAAE,IAAI,EAAE,EAAO,uBAAuB;CAClE,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,IAAI,OAAO,SAAS,KAAK,WAAW;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC;YACjD,eAAe,EAAE,kBAAkB;SACpC,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAAmB;IAClD,4DAA4D;IAC5D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAK,OAA6E,CAAC,kBAAkB,EAAE,EAAE,CAAC;IACnI,MAAM,QAAQ,GAAG,IAAI,YAAY,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAE7D,+CAA+C;IAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,IAAI,CAAC,CAAC,CAAC;IAExD,OAAO;QACL,MAAM,EAAE,QAAQ,EAAE,MAAM,IAAI,SAAS;QACrC,YAAY,EAAE,QAAQ,EAAE,YAAY,IAAI,SAAS;QACjD,WAAW,EAAE,QAAQ,EAAE,WAAW,IAAI,SAAS;QAC/C,IAAI;QACJ,aAAa,EAAE,UAAU,CAAC,IAAI,CAAC;KAChC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,eAAe,EAAE,CAAC;QAC7C,IAAI,IAAI,IAAI,GAAG;YAAE,OAAO,KAAK,CAAC;IAChC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,MAAM,OAAO,GAAG,MAAM,aAAa,EAAE,CAAC;IACtC,OAAO,OAAO,KAAK,IAAI,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,OAAO,OAAO,WAAW,KAAK,WAAW,CAAC;AAC5C,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,mBAAmB;IACnB,MAAM,OAAO,GAAG,MAAM,aAAa,EAAE,CAAC;IACtC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;QACtC,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,GAAG;YACH,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,oBAAoB;IACpB,IAAI,SAAS,EAAE,EAAE,CAAC;QAChB,OAAO;YACL,OAAO,EAAE,MAAM;YACf,GAAG,EAAE,IAAI;YACT,gBAAgB,EAAE,IAAI;SACvB,CAAC;IACJ,CAAC;IAED,kBAAkB;IAClB,OAAO;QACL,OAAO,EAAE,KAAK;QACd,GAAG,EAAE,IAAI;QACT,gBAAgB,EAAE,IAAI;KACvB,CAAC;AACJ,CAAC;AAED,oCAAoC;AAEpC,MAAM,UAAU,GAA2B;IACzC,CAAC,EAAE,CAAC;IACJ,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI,IAAI,CAAC;IACb,EAAE,EAAE,IAAI,IAAI,CAAC;IACb,EAAE,EAAE,IAAI,IAAI,CAAC;CACd,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,SAAS,CAAC,KAAsB;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAClE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,yBAAyB,KAAK,6DAA6D,CAC5F,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IACtE,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IACtE,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IACtE,IAAI,KAAK,IAAI,IAAI;QAAO,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IACjE,OAAO,GAAG,KAAK,IAAI,CAAC;AACtB,CAAC;AAED,iBAAiB;AAEjB;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,aAA8B;IAKzD,MAAM,KAAK,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;IAEpC,IAAI,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QAC9C,8CAA8C;QAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC;QACpD,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE,WAAW,UAAU,CAAC,KAAK,CAAC,8BAA8B,UAAU,CAAC,SAAS,CAAC,GAAG;aAC3F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;AAC/C,CAAC"}