@blank-utils/llm 0.2.9 → 0.3.1

package/dist/backends/transformers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/backends/transformers.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EAEpB,OAAO,EACP,MAAM,EACN,YAAY,EACb,MAAM,UAAU,CAAC;AAKlB;;;GAGG;AACH,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,KAAK,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACtG,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,CAAC;AAE3D,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAEzD;;GAEG;AACH,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAc3E,CAAC;AAuBF;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,oBAAqB,YAAW,WAAW;IACtD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAkB;IAE3C,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAe;gBAEvB,MAAM,GAAE,0BAA+B;IAKnD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,OAAO,IAAI,MAAM,GAAG,IAAI,CAE3B;IAEK,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoDvE,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBzE,MAAM,CACV,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC;IA+BZ,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAI9B;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,CAAC,EAAE,0BAA0B,GAAG,oBAAoB,CAEpG"}
+{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/backends/transformers.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EAEpB,OAAO,EACP,MAAM,EACN,YAAY,EACb,MAAM,UAAU,CAAC;AAKlB;;;GAGG;AACH,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,KAAK,mBAAmB,EAAE,MAAM,WAAW,CAAC;AACtG,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,CAAC;AAE3D,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC;AAEzD;;GAEG;AACH,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAW3E,CAAC;AAuBF;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAED;;GAEG;AACH,qBAAa,oBAAqB,YAAW,WAAW;IACtD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAkB;IAE3C,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAe;gBAEvB,MAAM,GAAE,0BAA+B;IAKnD,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,OAAO,IAAI,MAAM,GAAG,IAAI,CAE3B;IAEK,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoDvE,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBzE,MAAM,CACV,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC;IA+BZ,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAI9B;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,CAAC,EAAE,0BAA0B,GAAG,oBAAoB,CAEpG"}

package/dist/index.js

@@ -56630,14 +56630,11 @@ var TRANSFORMERS_MODELS = {
   "qwen-2.5-coder-0.5b": "onnx-community/Qwen2.5-Coder-0.5B-Instruct",
   "qwen-2.5-coder-1.5b": "onnx-community/Qwen2.5-Coder-1.5B-Instruct",
   "qwen-2.5-vl-3b": "onnx-community/Qwen2.5-VL-3B-Instruct",
-  moondream2: "Xenova/moondream2",
   "phi-3.5-vision": "onnx-community/Phi-3.5-vision-instruct",
   "qwen-3-0.6b": "onnx-community/Qwen3-0.6B-ONNX",
   "smollm2-135m": "HuggingFaceTB/SmolLM2-135M-Instruct",
-  "smollm2-360m": "HuggingFaceTB/SmolLM2-360M-Instruct",
   "smollm2-1.7b": "HuggingFaceTB/SmolLM2-1.7B-Instruct",
-  "phi-3-mini": "Xenova/Phi-3-mini-4k-instruct",
-  tinyllama: "Xenova/TinyLlama-1.1B-Chat-v1.0"
+  "phi-3-mini": "Xenova/Phi-3-mini-4k-instruct"
 };
 
 // src/backends/webllm.ts
@@ -57915,6 +57912,12 @@ function injectChatStyles(theme) {
   style.textContent = css;
   document.head.appendChild(style);
 }
+function isVisionModel2(modelId) {
+  if (!modelId)
+    return false;
+  const lower = modelId.toLowerCase();
+  return lower.includes("vl") || lower.includes("vision") || lower.includes("moondream");
+}
 function ModelSelector({
   currentModel,
   onSelect,
@@ -57935,7 +57938,11 @@ function ModelSelector({
     if (!currentModel)
       return "Select Model";
     const id2 = currentModel.split("/").pop() || currentModel;
-    return id2.length > 25 ? id2.substring(0, 25) + "..." : id2;
+    let label = id2.length > 25 ? id2.substring(0, 25) + "..." : id2;
+    if (isVisionModel2(currentModel)) {
+      label += " [VISION]";
+    }
+    return label;
   }, [currentModel]);
   return /* @__PURE__ */ jsxDEV2("div", {
     className: "llm-chat-model-select",
@@ -57965,8 +57972,12 @@ function ModelSelector({
               onSelect(value);
               setIsOpen(false);
             },
-            children: key
-          }, key, false, undefined, this)),
+            children: [
+              key,
+              " ",
+              isVisionModel2(value) ? " [VISION]" : ""
+            ]
+          }, key, true, undefined, this)),
           /* @__PURE__ */ jsxDEV2("div", {
             className: "llm-chat-model-group",
             children: "[Transformers.js]"
@@ -57977,8 +57988,12 @@ function ModelSelector({
               onSelect(value);
               setIsOpen(false);
             },
-            children: key
-          }, key, false, undefined, this))
+            children: [
+              key,
+              " ",
+              isVisionModel2(value) ? " [VISION]" : ""
+            ]
+          }, key, true, undefined, this))
         ]
       }, undefined, true, undefined, this)
     ]
@@ -58135,7 +58150,8 @@ function Chat2({
               children: [
                 "[",
                 modelId?.split("/").pop(),
-                "]"
+                "] ",
+                modelId && isVisionModel2(modelId) ? "[VISION]" : ""
               ]
             }, undefined, true, undefined, this)
           }, undefined, false, undefined, this),

package/dist/models.d.ts

@@ -59,14 +59,11 @@ export declare const TRANSFORMERS_MODELS: {
     readonly 'qwen-2.5-coder-0.5b': "onnx-community/Qwen2.5-Coder-0.5B-Instruct";
     readonly 'qwen-2.5-coder-1.5b': "onnx-community/Qwen2.5-Coder-1.5B-Instruct";
     readonly 'qwen-2.5-vl-3b': "onnx-community/Qwen2.5-VL-3B-Instruct";
-    readonly moondream2: "Xenova/moondream2";
     readonly 'phi-3.5-vision': "onnx-community/Phi-3.5-vision-instruct";
     readonly 'qwen-3-0.6b': "onnx-community/Qwen3-0.6B-ONNX";
     readonly 'smollm2-135m': "HuggingFaceTB/SmolLM2-135M-Instruct";
-    readonly 'smollm2-360m': "HuggingFaceTB/SmolLM2-360M-Instruct";
     readonly 'smollm2-1.7b': "HuggingFaceTB/SmolLM2-1.7B-Instruct";
     readonly 'phi-3-mini': "Xenova/Phi-3-mini-4k-instruct";
-    readonly tinyllama: "Xenova/TinyLlama-1.1B-Chat-v1.0";
 };
 export type WebLLMModelID = keyof typeof WEBLLM_MODELS;
 export type TransformersModelID = keyof typeof TRANSFORMERS_MODELS;

package/dist/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;GAGG;AACH,eAAO,MAAM,oBAAoB,sCAAsC,CAAC;AAExE;;;;;GAKG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDhB,CAAC;AAGX;;;GAGG;AACH,eAAO,MAAM,0BAA0B,yCAAyC,CAAC;AAEjF;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;CA0BtB,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,MAAM,OAAO,aAAa,CAAC;AACvD,MAAM,MAAM,mBAAmB,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAEnE;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,aAAa,GAAG,mBAAmB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;;GAGG;AACH,eAAO,MAAM,oBAAoB,sCAAsC,CAAC;AAExE;;;;;GAKG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDhB,CAAC;AAGX;;;GAGG;AACH,eAAO,MAAM,0BAA0B,yCAAyC,CAAC;AAEjF;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;CAqBtB,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,MAAM,OAAO,aAAa,CAAC;AACvD,MAAM,MAAM,mBAAmB,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAEnE;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,aAAa,GAAG,mBAAmB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC"}

package/dist/react/components.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"components.d.ts","sourceRoot":"","sources":["../../src/react/components.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,OAAO,EAAU,KAAK,cAAc,EAAsC,MAAM,SAAS,CAAC;AAE1F,OAAO,EAAsC,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAepF,MAAM,WAAW,SAAS;IACxB,yCAAyC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY;IACZ,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IACnD,mDAAmD;IACnD,YAAY,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC;IAC/B,oCAAoC;IACpC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,yCAAyC;IACzC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,sBAAsB;IACtB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,2DAA2D;IAC3D,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,sDAAsD;IACtD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gDAAgD;IAChD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+DAA+D;IAC/D,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,YAAa,SAAQ,SAAS;IAC7C,qCAAqC;IACrC,YAAY,CAAC,EAAE,cAAc,CAAC;IAC9B,6BAA6B;IAC7B,cAAc,CAAC,EAAE,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;IACpD,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAsbD,iBAAS,IAAI,CAAC,EACZ,YAAoC,EACpC,WAAiC,EACjC,KAAc,EACd,SAAS,EACT,SAAmB,EACnB,YAAY,EACZ,MAAM,EAAE,UAAU,EAClB,UAAU,EACV,OAAO,EAAE,WAAW,EACpB,UAAiB,EACjB,YAAmB,EACnB,cAAkC,EAClC,aAAa,GACd,EAAE,SAAS,2CAmRX;AAMD,iBAAS,OAAO,CAAC,EACf,YAA8B,EAC9B,cAAuB,EACvB,QAAe,EACf,aAAa,EACb,GAAG,SAAS,EACb,EAAE,YAAY,2CAqBd;AAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
+{"version":3,"file":"components.d.ts","sourceRoot":"","sources":["../../src/react/components.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,OAAO,EAAU,KAAK,cAAc,EAAsC,MAAM,SAAS,CAAC;AAE1F,OAAO,EAAsC,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAepF,MAAM,WAAW,SAAS;IACxB,yCAAyC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY;IACZ,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IACnD,mDAAmD;IACnD,YAAY,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC;IAC/B,oCAAoC;IACpC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,yCAAyC;IACzC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,sBAAsB;IACtB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IACjC,2DAA2D;IAC3D,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,sDAAsD;IACtD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gDAAgD;IAChD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+DAA+D;IAC/D,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,YAAa,SAAQ,SAAS;IAC7C,qCAAqC;IACrC,YAAY,CAAC,EAAE,cAAc,CAAC;IAC9B,6BAA6B;IAC7B,cAAc,CAAC,EAAE,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;IACpD,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAgcD,iBAAS,IAAI,CAAC,EACZ,YAAoC,EACpC,WAAiC,EACjC,KAAc,EACd,SAAS,EACT,SAAmB,EACnB,YAAY,EACZ,MAAM,EAAE,UAAU,EAClB,UAAU,EACV,OAAO,EAAE,WAAW,EACpB,UAAiB,EACjB,YAAmB,EACnB,cAAkC,EAClC,aAAa,GACd,EAAE,SAAS,2CAmRX;AAMD,iBAAS,OAAO,CAAC,EACf,YAA8B,EAC9B,cAAuB,EACvB,QAAe,EACf,aAAa,EACb,GAAG,SAAS,EACb,EAAE,YAAY,2CAqBd;AAED,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/dist/react/index.js

@@ -56633,14 +56633,11 @@ var TRANSFORMERS_MODELS = {
   "qwen-2.5-coder-0.5b": "onnx-community/Qwen2.5-Coder-0.5B-Instruct",
   "qwen-2.5-coder-1.5b": "onnx-community/Qwen2.5-Coder-1.5B-Instruct",
   "qwen-2.5-vl-3b": "onnx-community/Qwen2.5-VL-3B-Instruct",
-  moondream2: "Xenova/moondream2",
   "phi-3.5-vision": "onnx-community/Phi-3.5-vision-instruct",
   "qwen-3-0.6b": "onnx-community/Qwen3-0.6B-ONNX",
   "smollm2-135m": "HuggingFaceTB/SmolLM2-135M-Instruct",
-  "smollm2-360m": "HuggingFaceTB/SmolLM2-360M-Instruct",
   "smollm2-1.7b": "HuggingFaceTB/SmolLM2-1.7B-Instruct",
-  "phi-3-mini": "Xenova/Phi-3-mini-4k-instruct",
-  tinyllama: "Xenova/TinyLlama-1.1B-Chat-v1.0"
+  "phi-3-mini": "Xenova/Phi-3-mini-4k-instruct"
 };
 
 // src/backends/webllm.ts
@@ -57843,6 +57840,12 @@ function injectChatStyles(theme) {
   style.textContent = css;
   document.head.appendChild(style);
 }
+function isVisionModel2(modelId) {
+  if (!modelId)
+    return false;
+  const lower = modelId.toLowerCase();
+  return lower.includes("vl") || lower.includes("vision") || lower.includes("moondream");
+}
 function ModelSelector({
   currentModel,
   onSelect,
@@ -57863,7 +57866,11 @@ function ModelSelector({
     if (!currentModel)
       return "Select Model";
     const id2 = currentModel.split("/").pop() || currentModel;
-    return id2.length > 25 ? id2.substring(0, 25) + "..." : id2;
+    let label = id2.length > 25 ? id2.substring(0, 25) + "..." : id2;
+    if (isVisionModel2(currentModel)) {
+      label += " [VISION]";
+    }
+    return label;
   }, [currentModel]);
   return /* @__PURE__ */ jsxDEV2("div", {
     className: "llm-chat-model-select",
@@ -57893,8 +57900,12 @@ function ModelSelector({
               onSelect(value);
               setIsOpen(false);
             },
-            children: key
-          }, key, false, undefined, this)),
+            children: [
+              key,
+              " ",
+              isVisionModel2(value) ? " [VISION]" : ""
+            ]
+          }, key, true, undefined, this)),
           /* @__PURE__ */ jsxDEV2("div", {
             className: "llm-chat-model-group",
             children: "[Transformers.js]"
@@ -57905,8 +57916,12 @@ function ModelSelector({
               onSelect(value);
               setIsOpen(false);
             },
-            children: key
-          }, key, false, undefined, this))
+            children: [
+              key,
+              " ",
+              isVisionModel2(value) ? " [VISION]" : ""
+            ]
+          }, key, true, undefined, this))
         ]
       }, undefined, true, undefined, this)
     ]
@@ -58063,7 +58078,8 @@ function Chat2({
               children: [
                 "[",
                 modelId?.split("/").pop(),
-                "]"
+                "] ",
+                modelId && isVisionModel2(modelId) ? "[VISION]" : ""
               ]
             }, undefined, true, undefined, this)
           }, undefined, false, undefined, this),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blank-utils/llm",
-  "version": "0.2.9",
+  "version": "0.3.1",
   "description": "Run LLMs directly in your browser with WebGPU acceleration. Supports React hooks and eager background loading.",
   "type": "module",
   "main": "./dist/index.js",
@@ -45,7 +45,8 @@
     "prepublishOnly": "bun run build",
     "demo": "bunx serve . -p 3000",
     "typecheck": "tsc --noEmit",
-    "test": "bun test"
+    "test": "bun test",
+    "deploy": "bun run build && npm publish --access public --ignore-scripts"
   },
   "keywords": [
     "llm",