@tryhamster/gerbil 1.0.11 → 1.0.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +13 -0
- package/dist/cli.mjs +7 -7
- package/dist/cli.mjs.map +1 -1
- package/dist/frameworks/express.mjs +1 -1
- package/dist/frameworks/fastify.mjs +1 -1
- package/dist/frameworks/hono.mjs +1 -1
- package/dist/frameworks/next.mjs +1 -1
- package/dist/frameworks/trpc.mjs +1 -1
- package/dist/gerbil-Ba7bLN8G.mjs +4 -0
- package/dist/{gerbil-Ef5IbSQu.mjs → gerbil-C7wM_lAP.mjs} +2 -2
- package/dist/{gerbil-Ef5IbSQu.mjs.map → gerbil-C7wM_lAP.mjs.map} +1 -1
- package/dist/gpu/index.mjs +2 -2
- package/dist/{gpu-BaSjl8vT.mjs → gpu-CAKOTUyH.mjs} +2 -2
- package/dist/{gpu-BaSjl8vT.mjs.map → gpu-CAKOTUyH.mjs.map} +1 -1
- package/dist/index-CGYIAChm.d.mts.map +1 -1
- package/dist/index.mjs +4 -4
- package/dist/integrations/ai-sdk.mjs +1 -1
- package/dist/integrations/langchain.mjs +1 -1
- package/dist/integrations/llamaindex.mjs +1 -1
- package/dist/integrations/mcp.mjs +4 -4
- package/dist/{mcp-Df5e-Ca7.mjs → mcp-BZd5By4z.mjs} +3 -3
- package/dist/{mcp-Df5e-Ca7.mjs.map → mcp-BZd5By4z.mjs.map} +1 -1
- package/dist/{moonshine-stt-BUZfQUFa.mjs → moonshine-stt-BOEsYHya.mjs} +38 -8
- package/dist/moonshine-stt-BOEsYHya.mjs.map +1 -0
- package/dist/moonshine-stt-Dq8NodSZ.mjs +4 -0
- package/dist/{one-liner-BX0_po5f.mjs → one-liner-BLnSzmhr.mjs} +2 -2
- package/dist/{one-liner-BX0_po5f.mjs.map → one-liner-BLnSzmhr.mjs.map} +1 -1
- package/dist/{repl-BD0XXdOn.mjs → repl-BI3DdxPw.mjs} +3 -3
- package/dist/skills/index.mjs +3 -3
- package/dist/{skills-C1jGVp7L.mjs → skills-ByCWtc5f.mjs} +2 -2
- package/dist/{skills-C1jGVp7L.mjs.map → skills-ByCWtc5f.mjs.map} +1 -1
- package/package.json +1 -1
- package/dist/gerbil-BjfUymxY.mjs +0 -4
- package/dist/moonshine-stt-BJWv2IQM.mjs +0 -4
- package/dist/moonshine-stt-BUZfQUFa.mjs.map +0 -1
package/README.md
CHANGED
|
@@ -108,6 +108,19 @@ engine.destroy();
|
|
|
108
108
|
engine with `generate`, `stream`, `describeImage`, `embed`, and `speak`. See the
|
|
109
109
|
[native engine docs](#supported-models) below for the model lineup.
|
|
110
110
|
|
|
111
|
+
### Benchmark it
|
|
112
|
+
|
|
113
|
+
The same engine runs server-side on Node (via Dawn), so you can watch local decode
|
|
114
|
+
rip on your own GPU — no API key, no cloud:
|
|
115
|
+
|
|
116
|
+
```bash
|
|
117
|
+
npx @tryhamster/gerbil bench # tok/s + first-token latency on your machine
|
|
118
|
+
```
|
|
119
|
+
|
|
120
|
+
Reports steady-state decode tok/s, time-to-first-token, and the device it ran on.
|
|
121
|
+
For a copy-pasteable version see [`examples/benchmark.ts`](./examples/benchmark.ts)
|
|
122
|
+
(and the rest of [`examples/`](./examples/)).
|
|
123
|
+
|
|
111
124
|
## React Quickstart
|
|
112
125
|
|
|
113
126
|
`useEngine` (from `@tryhamster/gerbil/gpu/hooks`) owns the full engine lifecycle —
|
package/dist/cli.mjs
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { t as __require } from "./chunk-B9cbKln6.mjs";
|
|
3
|
-
import { n as BUILTIN_MODELS, r as DEFAULT_MODEL, t as Gerbil } from "./gerbil-
|
|
3
|
+
import { n as BUILTIN_MODELS, r as DEFAULT_MODEL, t as Gerbil } from "./gerbil-C7wM_lAP.mjs";
|
|
4
4
|
import "./utils-DKO55ZmZ.mjs";
|
|
5
|
-
import "./one-liner-
|
|
5
|
+
import "./one-liner-BLnSzmhr.mjs";
|
|
6
6
|
import { n as isArchitectureSupported } from "./architectures-C1I5V3Dt.mjs";
|
|
7
|
-
import { A as useSkill, E as getSkillInfo, O as listSkills, a as summarize, f as explain, h as commit, s as review, y as loadProjectSkills } from "./skills-
|
|
8
|
-
import { r as startMCPServer } from "./mcp-
|
|
7
|
+
import { A as useSkill, E as getSkillInfo, O as listSkills, a as summarize, f as explain, h as commit, s as review, y as loadProjectSkills } from "./skills-ByCWtc5f.mjs";
|
|
8
|
+
import { r as startMCPServer } from "./mcp-BZd5By4z.mjs";
|
|
9
9
|
import { a as getToolDefinitions, c as setToolContext, i as getTool, n as executeToolCall, o as loadProjectTools, r as formatToolsForPrompt, s as parseToolCall } from "./tools-DQ1mPUw5.mjs";
|
|
10
10
|
import fs, { existsSync, readFileSync, unlinkSync } from "node:fs";
|
|
11
11
|
import os, { tmpdir } from "node:os";
|
|
@@ -24,7 +24,7 @@ import TextInput from "ink-text-input";
|
|
|
24
24
|
import http from "node:http";
|
|
25
25
|
|
|
26
26
|
//#region package.json
|
|
27
|
-
var version = "1.0.
|
|
27
|
+
var version = "1.0.13";
|
|
28
28
|
|
|
29
29
|
//#endregion
|
|
30
30
|
//#region src/cli/repl/auto-update.ts
|
|
@@ -7701,7 +7701,7 @@ function App({ initialView = "menu" } = {}) {
|
|
|
7701
7701
|
return () => {
|
|
7702
7702
|
mounted = false;
|
|
7703
7703
|
if (gerbilRef.current) {
|
|
7704
|
-
import("./repl-
|
|
7704
|
+
import("./repl-BI3DdxPw.mjs").then(({ setCleanupPromise: setCleanupPromise$1 }) => {
|
|
7705
7705
|
setCleanupPromise$1(gerbilRef.current?.dispose(true) ?? Promise.resolve());
|
|
7706
7706
|
});
|
|
7707
7707
|
gerbilRef.current = null;
|
|
@@ -8997,7 +8997,7 @@ program.command("serve").description("Start Gerbil server (use --mcp or --http f
|
|
|
8997
8997
|
}
|
|
8998
8998
|
if (opts.mcp) await startMCPServer({ model: opts.model });
|
|
8999
8999
|
else {
|
|
9000
|
-
const { Gerbil: Gerbil$1 } = await import("./gerbil-
|
|
9000
|
+
const { Gerbil: Gerbil$1 } = await import("./gerbil-Ba7bLN8G.mjs");
|
|
9001
9001
|
const g = new Gerbil$1();
|
|
9002
9002
|
const spinner = ora("Loading model...").start();
|
|
9003
9003
|
await g.loadModel(opts.model);
|