web-llm-runner 0.1.10 → 0.1.12

package/lib/index.js

@@ -1554,14 +1554,14 @@ const prebuiltAppConfig = {
         // Transformers.js (ONNX) confirmed models from llm_runner_poc
         {
             model: "https://huggingface.co/Xenova/LaMini-Flan-T5-248M",
-            model_id: "LaMini-Flan-T5-248M",
+            model_id: "LaMini-Flan-T5 (~248MB) — Instruction Tuned",
             onnx_id: "Xenova/LaMini-Flan-T5-248M",
             model_lib: "",
             low_resource_required: true,
         },
         {
             model: "https://huggingface.co/Xenova/flan-t5-small",
-            model_id: "flan-t5-small",
+            model_id: "Flan-T5 Small (~300MB) — Instruction Tuned",
             onnx_id: "Xenova/flan-t5-small",
             model_lib: "",
             low_resource_required: true,
@@ -36727,7 +36727,14 @@ class ONNXEngine {
             this.initProgressCallback({
                 progress: 0,
                 timeElapsed: 0,
-                text: `Initializing ONNX fallback for ${repoId}...`
+                text: `Initializing ONNX engine for ${repoId}...`
+            });
+        }
+        if (this.initProgressCallback) {
+            this.initProgressCallback({
+                progress: 0.05,
+                timeElapsed: 0,
+                text: `Loading model configuration and tokenizer...`
             });
         }
         try {
@@ -37992,18 +37999,34 @@ class WebLLM {
     detectDevice() {
         if (typeof navigator === "undefined")
             return;
-        const isMobile = /Android|webOS|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(navigator.userAgent);
+        // Check for explicit override in config (the user can "tell" the module)
+        if (this.config.is_low_resource !== undefined) {
+            this.isLowResourceDevice = !!this.config.is_low_resource;
+            console.log(`[WebLLM] Using explicit is_low_resource: ${this.isLowResourceDevice}`);
+            return;
+        }
+        const isMobileUA = /Android|webOS|iPhone|iPad|iPod|BlackBerry|IEMobile|Opera Mini/i.test(navigator.userAgent);
+        // Special check for iPad/modern tablets that report as desktop but have touch points
+        const isTablet = navigator.maxTouchPoints > 1 && !window.MSStream;
+        const isMobile = isMobileUA || isTablet;
         const hasWebGPU = !!navigator.gpu;
         // If it's mobile OR if WebGPU is missing, we consider it a low-resource/fallback device
         this.isLowResourceDevice = isMobile || !hasWebGPU;
         console.log(`[WebLLM] Device detection: isMobile=${isMobile}, hasWebGPU=${hasWebGPU} -> isLowResourceDevice=${this.isLowResourceDevice}`);
     }
+    get is_low_resource() {
+        return this.isLowResourceDevice;
+    }
     // manage_model endpoints
     get models_available() {
         let list = prebuiltAppConfig.model_list;
         if (this.isLowResourceDevice) {
-            // Filter for low resource models (mostly ONNX/lightweight ones)
-            list = list.filter(m => m.low_resource_required === true);
+            // Filter for specific approved mobile models
+            const approvedIds = [
+                "LaMini-Flan-T5 (~248MB) — Instruction Tuned",
+                "Flan-T5 Small (~300MB) — Instruction Tuned"
+            ];
+            list = list.filter(m => approvedIds.includes(m.model_id));
         }
         return list.map((m) => m.model_id);
     }
@@ -38011,6 +38034,11 @@ class WebLLM {
         return await hasModelInCache(model_id);
     }
     async download_model(model_id, progressCallback) {
+        // Initial feedback
+        const initText = "Initializing model engine...";
+        this.downloadProgress[model_id] = initText;
+        if (progressCallback)
+            progressCallback(initText);
         this.engine = await CreateMLCEngine(model_id, {
             ...this.config,
             initProgressCallback: (progress) => {