@tryhamster/gerbil 1.2.2 → 1.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. package/README.md +6 -6
  2. package/dist/architectures-Ol7yUmKf.mjs.map +1 -1
  3. package/dist/browser/index.d.ts +68 -2
  4. package/dist/browser/index.d.ts.map +1 -1
  5. package/dist/cli.mjs +7 -7
  6. package/dist/cli.mjs.map +1 -1
  7. package/dist/defaults-CudhglS1.mjs +47 -0
  8. package/dist/defaults-CudhglS1.mjs.map +1 -0
  9. package/dist/frameworks/express.d.mts +2 -1
  10. package/dist/frameworks/express.d.mts.map +1 -1
  11. package/dist/frameworks/express.mjs +1 -1
  12. package/dist/frameworks/fastify.d.mts +2 -1
  13. package/dist/frameworks/fastify.d.mts.map +1 -1
  14. package/dist/frameworks/fastify.mjs +1 -1
  15. package/dist/frameworks/hono.d.mts +2 -1
  16. package/dist/frameworks/hono.d.mts.map +1 -1
  17. package/dist/frameworks/hono.mjs +1 -1
  18. package/dist/frameworks/next.d.mts +4 -3
  19. package/dist/frameworks/next.d.mts.map +1 -1
  20. package/dist/frameworks/next.mjs +1 -1
  21. package/dist/frameworks/react.d.mts +2 -1
  22. package/dist/frameworks/react.d.mts.map +1 -1
  23. package/dist/frameworks/trpc.d.mts +2 -1
  24. package/dist/frameworks/trpc.d.mts.map +1 -1
  25. package/dist/frameworks/trpc.mjs +1 -1
  26. package/dist/{gerbil-DkilSf1Q.d.mts → gerbil-4Xid85_Z.d.mts} +31 -6
  27. package/dist/gerbil-4Xid85_Z.d.mts.map +1 -0
  28. package/dist/gerbil-BikD0xFU.mjs +4 -0
  29. package/dist/{gerbil-BMZ5wnM_.mjs → gerbil-Du-1M2Wq.mjs} +52 -14
  30. package/dist/gerbil-Du-1M2Wq.mjs.map +1 -0
  31. package/dist/gpu/hooks.d.mts +51 -3
  32. package/dist/gpu/hooks.d.mts.map +1 -1
  33. package/dist/gpu/hooks.mjs +130 -2
  34. package/dist/gpu/hooks.mjs.map +1 -1
  35. package/dist/gpu/index.d.mts +3 -2
  36. package/dist/gpu/index.mjs +4 -4
  37. package/dist/{gpu-BZHJDas1.mjs → gpu-BECDib8p.mjs} +2085 -217
  38. package/dist/gpu-BECDib8p.mjs.map +1 -0
  39. package/dist/{index-HVS7yeLx.d.mts → index-C4kJrqs1.d.mts} +99 -5
  40. package/dist/index-C4kJrqs1.d.mts.map +1 -0
  41. package/dist/{index-Dgmb2kE3.d.mts → index-CRDf-nS4.d.mts} +2 -2
  42. package/dist/{index-Dgmb2kE3.d.mts.map → index-CRDf-nS4.d.mts.map} +1 -1
  43. package/dist/index.d.mts +6 -5
  44. package/dist/index.d.mts.map +1 -1
  45. package/dist/index.mjs +5 -5
  46. package/dist/integrations/ai-sdk.d.mts +2 -1
  47. package/dist/integrations/ai-sdk.d.mts.map +1 -1
  48. package/dist/integrations/ai-sdk.mjs +1 -1
  49. package/dist/integrations/langchain.d.mts +2 -1
  50. package/dist/integrations/langchain.d.mts.map +1 -1
  51. package/dist/integrations/langchain.mjs +1 -1
  52. package/dist/integrations/llamaindex.d.mts +2 -1
  53. package/dist/integrations/llamaindex.d.mts.map +1 -1
  54. package/dist/integrations/llamaindex.mjs +1 -1
  55. package/dist/integrations/mcp.d.mts +4 -3
  56. package/dist/integrations/mcp.d.mts.map +1 -1
  57. package/dist/integrations/mcp.mjs +4 -4
  58. package/dist/{mcp-D1laYce-.mjs → mcp-4imtBQLX.mjs} +3 -3
  59. package/dist/{mcp-D1laYce-.mjs.map → mcp-4imtBQLX.mjs.map} +1 -1
  60. package/dist/memory/index.d.mts +2 -2
  61. package/dist/{moonshine-stt-Bj1zJfZg.mjs → moonshine-stt-BO5gZ_D6.mjs} +300 -30
  62. package/dist/moonshine-stt-BO5gZ_D6.mjs.map +1 -0
  63. package/dist/moonshine-stt-fVw-UB4s.mjs +4 -0
  64. package/dist/{one-liner-qLcYdOfH.mjs → one-liner-X5vMbWzs.mjs} +2 -2
  65. package/dist/{one-liner-qLcYdOfH.mjs.map → one-liner-X5vMbWzs.mjs.map} +1 -1
  66. package/dist/outetts-DmR0NfSG.d.mts +219 -0
  67. package/dist/outetts-DmR0NfSG.d.mts.map +1 -0
  68. package/dist/{repl-RdQ2vKRz.mjs → repl-CGadrKcY.mjs} +3 -3
  69. package/dist/skills/index.d.mts +6 -5
  70. package/dist/skills/index.d.mts.map +1 -1
  71. package/dist/skills/index.mjs +3 -3
  72. package/dist/{skills-_q7U_ySm.mjs → skills-BFGAXYkm.mjs} +2 -2
  73. package/dist/{skills-_q7U_ySm.mjs.map → skills-BFGAXYkm.mjs.map} +1 -1
  74. package/dist/{types-LlyYILII.d.mts → types-Cpf-aOxX.d.mts} +25 -3
  75. package/dist/types-Cpf-aOxX.d.mts.map +1 -0
  76. package/dist/{types-DQBe2lFo.d.mts → types-Dqv4m0vo.d.mts} +1 -1
  77. package/dist/{types-DQBe2lFo.d.mts.map → types-Dqv4m0vo.d.mts.map} +1 -1
  78. package/package.json +2 -2
  79. package/dist/defaults-bJcmOaRG.mjs +0 -24
  80. package/dist/defaults-bJcmOaRG.mjs.map +0 -1
  81. package/dist/gerbil-BMZ5wnM_.mjs.map +0 -1
  82. package/dist/gerbil-BWKJtIYj.mjs +0 -4
  83. package/dist/gerbil-DkilSf1Q.d.mts.map +0 -1
  84. package/dist/gpu-BZHJDas1.mjs.map +0 -1
  85. package/dist/index-HVS7yeLx.d.mts.map +0 -1
  86. package/dist/moonshine-stt-Bj1zJfZg.mjs.map +0 -1
  87. package/dist/moonshine-stt-Eei7fh3N.mjs +0 -4
  88. package/dist/types-LlyYILII.d.mts.map +0 -1
package/README.md CHANGED
@@ -5,7 +5,7 @@
5
5
  <h1 align="center">Gerbil</h1>
6
6
 
7
7
  <p align="center">
8
- <strong>A from-scratch WebGPU/WGSL inference engine. Text, vision, embeddings, speech — all native, on-device, in the browser and Node.</strong>
8
+ <strong>On-device LLM inference for the browser and Node. Text, vision, embeddings, and speech — all on the GPU via WebGPU/WGSL, private and offline.</strong>
9
9
  </p>
10
10
 
11
11
  <p align="center">
@@ -48,8 +48,7 @@ const { text } = await engine.generate("Explain recursion in one sentence");
48
48
 
49
49
  ## Why Gerbil?
50
50
 
51
- - **One native engine** — a from-scratch WebGPU/WGSL engine, pure compute shaders, nothing
52
- extra to ship.
51
+ - **One native engine** — pure WebGPU/WGSL compute shaders, nothing extra to ship.
53
52
  - **~90 KB gzipped** — the _entire_ multimodal engine. No heavyweight ML runtime; model
54
53
  weights stream from the HuggingFace Hub at run time.
55
54
  - **Multimodal, all native** — text, vision (image→text), embeddings, and speech run on the
@@ -79,9 +78,10 @@ After global install, use `gerbil` directly instead of `npx @tryhamster/gerbil`.
79
78
 
80
79
  ## Native WebGPU Engine
81
80
 
82
- Gerbil's product is a from-scratch WebGPU inference engine — pure WGSL compute shaders.
83
- It loads safetensors directly from the HuggingFace Hub (selective tensor download skip
84
- vision towers you don't need) and runs the same code in the browser and in Node (via Dawn).
81
+ Gerbil runs LLMs directly on the GPU — pure WebGPU/WGSL compute, no Python, no native
82
+ runtime, nothing to install. The same code runs in a browser tab and in Node (via Dawn),
83
+ streaming weights straight from the HuggingFace Hub and loading only the tensors a request
84
+ needs — skip the vision tower you don't.
85
85
 
86
86
  ```typescript
87
87
  import { WebGPUEngine } from "@tryhamster/gerbil/gpu";