@jarkkojs/goosedump 0.10.14 → 0.10.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +23 -0
- package/package.json +5 -5
package/README.md
CHANGED
|
@@ -75,6 +75,29 @@ waits for sufficient usage evidence; `mutate --force` is intended for testing.
|
|
|
75
75
|
Embedding and compaction models are downloaded on first use, or ahead of time
|
|
76
76
|
with `goosedump pull`. The mutation model is downloaded when first needed.
|
|
77
77
|
|
|
78
|
+
## Inference performance
|
|
79
|
+
|
|
80
|
+
Local inference defaults to the physical CPU core count, capped by the CPUs
|
|
81
|
+
available to the process. Override compute and batch thread counts independently:
|
|
82
|
+
|
|
83
|
+
```sh
|
|
84
|
+
GOOSEDUMP_INFERENCE_THREADS=6 \
|
|
85
|
+
GOOSEDUMP_INFERENCE_BATCH_THREADS=6 \
|
|
86
|
+
goosedump compact pi:context-id
|
|
87
|
+
```
|
|
88
|
+
|
|
89
|
+
Linux builds enable OpenMP; macOS arm64 builds use Metal. Measure a representative
|
|
90
|
+
context before changing the defaults:
|
|
91
|
+
|
|
92
|
+
```sh
|
|
93
|
+
goosedump benchmark pi:context-id --warmup 1 --runs 10
|
|
94
|
+
```
|
|
95
|
+
|
|
96
|
+
The benchmark emits JSON containing the effective thread settings, end-to-end
|
|
97
|
+
per-run timing (including model loading), median and p95 latency, and stage medians
|
|
98
|
+
and p95s. Keep the machine, context range, and model cache unchanged when comparing
|
|
99
|
+
configurations.
|
|
100
|
+
|
|
78
101
|
## Pi extension
|
|
79
102
|
|
|
80
103
|
The bundled [pi-goosedump extension](packages/pi-goosedump/README.md) adds
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@jarkkojs/goosedump",
|
|
3
|
-
"version": "0.10.
|
|
3
|
+
"version": "0.10.16",
|
|
4
4
|
"description": "Coding agent context data browser",
|
|
5
5
|
"license": "Apache-2.0 AND LGPL-2.1-or-later",
|
|
6
6
|
"homepage": "https://github.com/jarkkojs/goosedump#readme",
|
|
@@ -22,10 +22,10 @@
|
|
|
22
22
|
"THIRD_PARTY_NOTICES.txt"
|
|
23
23
|
],
|
|
24
24
|
"optionalDependencies": {
|
|
25
|
-
"@jarkkojs/goosedump-darwin-arm64": "0.10.
|
|
26
|
-
"@jarkkojs/goosedump-linux-arm64": "0.10.
|
|
27
|
-
"@jarkkojs/goosedump-linux-x64": "0.10.
|
|
28
|
-
"@jarkkojs/goosedump-win32-x64": "0.10.
|
|
25
|
+
"@jarkkojs/goosedump-darwin-arm64": "0.10.16",
|
|
26
|
+
"@jarkkojs/goosedump-linux-arm64": "0.10.16",
|
|
27
|
+
"@jarkkojs/goosedump-linux-x64": "0.10.16",
|
|
28
|
+
"@jarkkojs/goosedump-win32-x64": "0.10.16"
|
|
29
29
|
},
|
|
30
30
|
"publishConfig": {
|
|
31
31
|
"access": "public"
|