web-llm-runner 0.1.18 → 0.2.1

package/README.md

@@ -84,3 +84,19 @@ Safely removes a downloaded model completely from the browser's local cache to i
 ```javascript
 await llm.delete_model("TinyLlama-1.1B-Chat-v1.0-q4f16_1-MLC");
 ```
+
+---
+
+## 📱 Hybrid Inference & Device Sensitivity
+
+`web-llm-runner` features an intelligent hybrid engine that automatically selects the best inference backend for your hardware:
+
+- **WebGPU (Primary)**: Uses high-performance hardware acceleration on supported desktop and mobile browsers.
+- **ONNX/WASM (Fallback)**: Automatically switches to a CPU-based fallback for older devices or browsers without WebGPU support (like many current mobile browsers).
+
+> [!NOTE]
+> **Streaming Support**: While WebGPU streaming is fully stable, ONNX-based streaming is currently in active development. Performance and responsiveness may vary on low-resource mobile devices.
+
+## ⚖ License
+
+MIT

package/lib/index.js

@@ -1554,14 +1554,14 @@ const prebuiltAppConfig = {
         // Transformers.js (ONNX) confirmed models from llm_runner_poc
         {
             model: "https://huggingface.co/Xenova/LaMini-Flan-T5-248M",
-            model_id: "LaMini-Flan-T5 (~248MB) — Instruction Tuned",
+            model_id: "LaMini-Flan-T5 248M parameter",
             onnx_id: "Xenova/LaMini-Flan-T5-248M",
             model_lib: "",
             low_resource_required: true,
         },
         {
             model: "https://huggingface.co/Xenova/flan-t5-small",
-            model_id: "Flan-T5 Small (~300MB) — Instruction Tuned",
+            model_id: "Flan-T5 Small 77M parameter",
             onnx_id: "Xenova/flan-t5-small",
             model_lib: "",
             low_resource_required: true,
@@ -38145,8 +38145,8 @@ class WebLLM {
         if (this.isLowResourceDevice) {
             // Filter for specific approved mobile models
             const approvedIds = [
-                "LaMini-Flan-T5 (~248MB) — Instruction Tuned",
-                "Flan-T5 Small (~300MB) — Instruction Tuned"
+                "LaMini-Flan-T5 248M parameter",
+                "Flan-T5 Small 77M parameter"
             ];
             list = list.filter(m => approvedIds.includes(m.model_id));
         }