@tryhamster/gerbil 1.2.2 → 1.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +6 -6
- package/dist/architectures-Ol7yUmKf.mjs.map +1 -1
- package/dist/browser/index.d.ts +68 -2
- package/dist/browser/index.d.ts.map +1 -1
- package/dist/cli.mjs +7 -7
- package/dist/cli.mjs.map +1 -1
- package/dist/defaults-CudhglS1.mjs +47 -0
- package/dist/defaults-CudhglS1.mjs.map +1 -0
- package/dist/frameworks/express.d.mts +2 -1
- package/dist/frameworks/express.d.mts.map +1 -1
- package/dist/frameworks/express.mjs +1 -1
- package/dist/frameworks/fastify.d.mts +2 -1
- package/dist/frameworks/fastify.d.mts.map +1 -1
- package/dist/frameworks/fastify.mjs +1 -1
- package/dist/frameworks/hono.d.mts +2 -1
- package/dist/frameworks/hono.d.mts.map +1 -1
- package/dist/frameworks/hono.mjs +1 -1
- package/dist/frameworks/next.d.mts +4 -3
- package/dist/frameworks/next.d.mts.map +1 -1
- package/dist/frameworks/next.mjs +1 -1
- package/dist/frameworks/react.d.mts +2 -1
- package/dist/frameworks/react.d.mts.map +1 -1
- package/dist/frameworks/trpc.d.mts +2 -1
- package/dist/frameworks/trpc.d.mts.map +1 -1
- package/dist/frameworks/trpc.mjs +1 -1
- package/dist/{gerbil-DkilSf1Q.d.mts → gerbil-4Xid85_Z.d.mts} +31 -6
- package/dist/gerbil-4Xid85_Z.d.mts.map +1 -0
- package/dist/gerbil-BikD0xFU.mjs +4 -0
- package/dist/{gerbil-BMZ5wnM_.mjs → gerbil-Du-1M2Wq.mjs} +52 -14
- package/dist/gerbil-Du-1M2Wq.mjs.map +1 -0
- package/dist/gpu/hooks.d.mts +51 -3
- package/dist/gpu/hooks.d.mts.map +1 -1
- package/dist/gpu/hooks.mjs +130 -2
- package/dist/gpu/hooks.mjs.map +1 -1
- package/dist/gpu/index.d.mts +3 -2
- package/dist/gpu/index.mjs +4 -4
- package/dist/{gpu-BZHJDas1.mjs → gpu-BECDib8p.mjs} +2085 -217
- package/dist/gpu-BECDib8p.mjs.map +1 -0
- package/dist/{index-HVS7yeLx.d.mts → index-C4kJrqs1.d.mts} +99 -5
- package/dist/index-C4kJrqs1.d.mts.map +1 -0
- package/dist/{index-Dgmb2kE3.d.mts → index-CRDf-nS4.d.mts} +2 -2
- package/dist/{index-Dgmb2kE3.d.mts.map → index-CRDf-nS4.d.mts.map} +1 -1
- package/dist/index.d.mts +6 -5
- package/dist/index.d.mts.map +1 -1
- package/dist/index.mjs +5 -5
- package/dist/integrations/ai-sdk.d.mts +2 -1
- package/dist/integrations/ai-sdk.d.mts.map +1 -1
- package/dist/integrations/ai-sdk.mjs +1 -1
- package/dist/integrations/langchain.d.mts +2 -1
- package/dist/integrations/langchain.d.mts.map +1 -1
- package/dist/integrations/langchain.mjs +1 -1
- package/dist/integrations/llamaindex.d.mts +2 -1
- package/dist/integrations/llamaindex.d.mts.map +1 -1
- package/dist/integrations/llamaindex.mjs +1 -1
- package/dist/integrations/mcp.d.mts +4 -3
- package/dist/integrations/mcp.d.mts.map +1 -1
- package/dist/integrations/mcp.mjs +4 -4
- package/dist/{mcp-D1laYce-.mjs → mcp-4imtBQLX.mjs} +3 -3
- package/dist/{mcp-D1laYce-.mjs.map → mcp-4imtBQLX.mjs.map} +1 -1
- package/dist/memory/index.d.mts +2 -2
- package/dist/{moonshine-stt-Bj1zJfZg.mjs → moonshine-stt-BO5gZ_D6.mjs} +300 -30
- package/dist/moonshine-stt-BO5gZ_D6.mjs.map +1 -0
- package/dist/moonshine-stt-fVw-UB4s.mjs +4 -0
- package/dist/{one-liner-qLcYdOfH.mjs → one-liner-X5vMbWzs.mjs} +2 -2
- package/dist/{one-liner-qLcYdOfH.mjs.map → one-liner-X5vMbWzs.mjs.map} +1 -1
- package/dist/outetts-DmR0NfSG.d.mts +219 -0
- package/dist/outetts-DmR0NfSG.d.mts.map +1 -0
- package/dist/{repl-RdQ2vKRz.mjs → repl-CGadrKcY.mjs} +3 -3
- package/dist/skills/index.d.mts +6 -5
- package/dist/skills/index.d.mts.map +1 -1
- package/dist/skills/index.mjs +3 -3
- package/dist/{skills-_q7U_ySm.mjs → skills-BFGAXYkm.mjs} +2 -2
- package/dist/{skills-_q7U_ySm.mjs.map → skills-BFGAXYkm.mjs.map} +1 -1
- package/dist/{types-LlyYILII.d.mts → types-Cpf-aOxX.d.mts} +25 -3
- package/dist/types-Cpf-aOxX.d.mts.map +1 -0
- package/dist/{types-DQBe2lFo.d.mts → types-Dqv4m0vo.d.mts} +1 -1
- package/dist/{types-DQBe2lFo.d.mts.map → types-Dqv4m0vo.d.mts.map} +1 -1
- package/package.json +2 -2
- package/dist/defaults-bJcmOaRG.mjs +0 -24
- package/dist/defaults-bJcmOaRG.mjs.map +0 -1
- package/dist/gerbil-BMZ5wnM_.mjs.map +0 -1
- package/dist/gerbil-BWKJtIYj.mjs +0 -4
- package/dist/gerbil-DkilSf1Q.d.mts.map +0 -1
- package/dist/gpu-BZHJDas1.mjs.map +0 -1
- package/dist/index-HVS7yeLx.d.mts.map +0 -1
- package/dist/moonshine-stt-Bj1zJfZg.mjs.map +0 -1
- package/dist/moonshine-stt-Eei7fh3N.mjs +0 -4
- package/dist/types-LlyYILII.d.mts.map +0 -1
package/README.md
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
<h1 align="center">Gerbil</h1>
|
|
6
6
|
|
|
7
7
|
<p align="center">
|
|
8
|
-
<strong>
|
|
8
|
+
<strong>On-device LLM inference for the browser and Node. Text, vision, embeddings, and speech — all on the GPU via WebGPU/WGSL, private and offline.</strong>
|
|
9
9
|
</p>
|
|
10
10
|
|
|
11
11
|
<p align="center">
|
|
@@ -48,8 +48,7 @@ const { text } = await engine.generate("Explain recursion in one sentence");
|
|
|
48
48
|
|
|
49
49
|
## Why Gerbil?
|
|
50
50
|
|
|
51
|
-
- **One native engine** —
|
|
52
|
-
extra to ship.
|
|
51
|
+
- **One native engine** — pure WebGPU/WGSL compute shaders, nothing extra to ship.
|
|
53
52
|
- **~90 KB gzipped** — the _entire_ multimodal engine. No heavyweight ML runtime; model
|
|
54
53
|
weights stream from the HuggingFace Hub at run time.
|
|
55
54
|
- **Multimodal, all native** — text, vision (image→text), embeddings, and speech run on the
|
|
@@ -79,9 +78,10 @@ After global install, use `gerbil` directly instead of `npx @tryhamster/gerbil`.
|
|
|
79
78
|
|
|
80
79
|
## Native WebGPU Engine
|
|
81
80
|
|
|
82
|
-
Gerbil
|
|
83
|
-
|
|
84
|
-
|
|
81
|
+
Gerbil runs LLMs directly on the GPU — pure WebGPU/WGSL compute, no Python, no native
|
|
82
|
+
runtime, nothing to install. The same code runs in a browser tab and in Node (via Dawn),
|
|
83
|
+
streaming weights straight from the HuggingFace Hub and loading only the tensors a request
|
|
84
|
+
needs — skip the vision tower you don't.
|
|
85
85
|
|
|
86
86
|
```typescript
|
|
87
87
|
import { WebGPUEngine } from "@tryhamster/gerbil/gpu";
|