doppler-gpu 0.4.6 → 0.4.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +43 -31
- package/assets/doppler-runtime-map.svg +1 -3
- package/assets/doppler.svg +1 -3
- package/package.json +25 -17
- package/src/cli/doppler-quickstart.js +1 -1
- package/src/cli/doppler-serve.js +2 -2
- package/src/client/doppler-registry.d.ts +19 -0
- package/src/client/doppler-registry.js +12 -0
- package/src/client/doppler-registry.json +50 -1
- package/src/config/conversion/README.md +4 -0
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +540 -0
- package/src/config/execution-contract-check.js +14 -10
- package/src/config/merge-contract-check.js +1 -0
- package/src/config/merge.js +30 -0
- package/src/config/param-validator.d.ts +5 -0
- package/src/config/param-validator.js +42 -8
- package/src/config/required-inference-fields-contract-check.js +14 -0
- package/src/config/schema/debug.schema.d.ts +2 -0
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/doppler.schema.d.ts +5 -1
- package/src/config/schema/doppler.schema.js +82 -292
- package/src/config/schema/inference.schema.d.ts +17 -3
- package/src/config/schema/kvcache.schema.d.ts +19 -3
- package/src/config/schema/kvcache.schema.js +2 -1
- package/src/config/schema/manifest.schema.d.ts +38 -1
- package/src/config/schema/manifest.schema.js +18 -0
- package/src/config/schema/policy-schema-registry.json +5 -0
- package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +6 -0
- package/src/config/transforms/execution-graph-transforms.js +8 -0
- package/src/converter/conversion-plan.js +2 -0
- package/src/converter/parsers/transformer.js +27 -1
- package/src/converter/quantization-info.js +16 -4
- package/src/converter/rope-config.js +55 -3
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/lora-pipeline.js +1 -1
- package/src/experimental/training/lora.js +2 -2
- package/src/experimental/training/suite.js +1 -1
- package/src/gpu/kernels/README.md +8 -1
- package/src/gpu/kernels/backward/attention_backward.js +8 -0
- package/src/gpu/kernels/dequant.d.ts +6 -6
- package/src/gpu/kernels/dequant.js +17 -6
- package/src/gpu/kernels/linear-attention-core.js +1 -6
- package/src/gpu/kernels/matmul-selection.d.ts +2 -2
- package/src/gpu/kernels/matmul-selection.js +4 -1
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +24 -6
- package/src/gpu/kernels/moe.d.ts +5 -1
- package/src/gpu/kernels/moe.js +5 -2
- package/src/gpu/kernels/softmax.d.ts +3 -3
- package/src/gpu/kernels/softmax.js +9 -2
- package/src/gpu/kernels/turboquant-codebook.js +1 -1
- package/src/gpu/kernels/types.d.ts +1 -1
- package/src/gpu/profiler.js +11 -1
- package/src/inference/browser-harness-model-helpers.js +4 -1
- package/src/inference/browser-harness-text-helpers.d.ts +28 -0
- package/src/inference/browser-harness-text-helpers.js +357 -116
- package/src/inference/browser-harness.d.ts +3 -3
- package/src/inference/browser-harness.js +266 -11
- package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
- package/src/inference/kv-cache/quantized.js +16 -2
- package/src/inference/kv-cache/tiered.js +50 -15
- package/src/inference/moe-router.js +38 -7
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +1 -1
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
- package/src/inference/pipelines/text/config.d.ts +5 -1
- package/src/inference/pipelines/text/config.js +135 -112
- package/src/inference/pipelines/text/embed.d.ts +1 -0
- package/src/inference/pipelines/text/embed.js +39 -12
- package/src/inference/pipelines/text/execution-plan.js +8 -2
- package/src/inference/pipelines/text/ffn/dense.js +15 -4
- package/src/inference/pipelines/text/ffn/moe.js +4 -3
- package/src/inference/pipelines/text/ffn/standard.d.ts +2 -1
- package/src/inference/pipelines/text/ffn/standard.js +25 -2
- package/src/inference/pipelines/text/generator-helpers.js +2 -1
- package/src/inference/pipelines/text/generator-runtime.d.ts +6 -2
- package/src/inference/pipelines/text/generator-runtime.js +53 -20
- package/src/inference/pipelines/text/generator-steps.js +3 -0
- package/src/inference/pipelines/text/generator.js +6 -1
- package/src/inference/pipelines/text/init-rope.js +54 -6
- package/src/inference/pipelines/text/init.js +63 -15
- package/src/inference/pipelines/text/layer.js +32 -5
- package/src/inference/pipelines/text/linear-attention.js +12 -8
- package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
- package/src/inference/pipelines/text/logits/gpu.js +76 -113
- package/src/inference/pipelines/text/logits/index.js +44 -87
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +11 -0
- package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
- package/src/inference/pipelines/text/logits/utils.js +11 -0
- package/src/inference/pipelines/text/lora-apply.js +6 -4
- package/src/inference/pipelines/text/moe-cpu.js +25 -0
- package/src/inference/pipelines/text/moe-gpu.js +148 -97
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +33 -3
- package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
- package/src/inference/pipelines/text/ops.d.ts +3 -0
- package/src/inference/pipelines/text/ops.js +26 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +27 -12
- package/src/inference/pipelines/text/weights.js +7 -2
- package/src/inference/pipelines/text.js +24 -4
- package/src/inference/tokenizers/behavior-flags.js +23 -2
- package/src/loader/final-weights-loader.js +12 -1
- package/src/rules/execution-rules-contract-check.js +12 -3
- package/src/rules/inference/capability-transforms.rules.json +14 -2
- package/src/rules/inference/config.rules.json +26 -2
- package/src/rules/inference/dtype.rules.json +12 -5
- package/src/rules/inference/execution.rules.json +5 -19
- package/src/rules/inference/moe.rules.json +97 -0
- package/src/tooling/command-api-constants.js +2 -2
- package/src/tooling/command-api-family-normalizers.js +2 -1
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-runner-shared.d.ts +1 -1
- package/src/tooling/command-runner-shared.js +3 -1
- package/src/tooling/node-converter.js +20 -0
- package/src/tooling/node-source-runtime.js +5 -1
- package/src/version.js +1 -1
- package/assets/doppler-readme-hero.svg +0 -84
package/README.md
CHANGED
|
@@ -1,7 +1,5 @@
|
|
|
1
1
|
# doppler-gpu
|
|
2
2
|
|
|
3
|
-

|
|
4
|
-
|
|
5
3
|
WebGPU inference runtime for browser, Node, Bun, CLI, and local server use.
|
|
6
4
|
Doppler runs JavaScript orchestration over WGSL kernels and loads models from
|
|
7
5
|
RDRR manifests.
|
|
@@ -73,7 +71,7 @@ first run; set `DOPPLER_QUICKSTART_CACHE_DIR` to move the cache or
|
|
|
73
71
|
|
|
74
72
|
```bash
|
|
75
73
|
npx doppler-gpu "Summarize WebGPU in one sentence"
|
|
76
|
-
npx doppler-gpu --model
|
|
74
|
+
npx doppler-gpu --model qwen3-0.8b --prompt "Write a haiku about GPUs"
|
|
77
75
|
npx doppler-gpu --list-models
|
|
78
76
|
```
|
|
79
77
|
|
|
@@ -90,7 +88,7 @@ than assumed from export shape alone.
|
|
|
90
88
|
import { doppler } from 'doppler-gpu';
|
|
91
89
|
|
|
92
90
|
// Stream tokens
|
|
93
|
-
const model = await doppler.load('
|
|
91
|
+
const model = await doppler.load('qwen3-0.8b');
|
|
94
92
|
for await (const token of model.generate('Describe WebGPU briefly')) {
|
|
95
93
|
process.stdout.write(token);
|
|
96
94
|
}
|
|
@@ -104,7 +102,7 @@ const text = await model.generateText('Explain WebGPU in one sentence');
|
|
|
104
102
|
For existing apps, SDKs, and eval stacks that speak the OpenAI protocol:
|
|
105
103
|
|
|
106
104
|
```bash
|
|
107
|
-
npx doppler-serve --model
|
|
105
|
+
npx doppler-serve --model qwen3-0.8b --port 8080
|
|
108
106
|
```
|
|
109
107
|
|
|
110
108
|
Then point any OpenAI client at `http://localhost:8080/v1`:
|
|
@@ -113,7 +111,7 @@ Then point any OpenAI client at `http://localhost:8080/v1`:
|
|
|
113
111
|
import OpenAI from 'openai';
|
|
114
112
|
const client = new OpenAI({ baseURL: 'http://localhost:8080/v1', apiKey: 'unused' });
|
|
115
113
|
const response = await client.chat.completions.create({
|
|
116
|
-
model: '
|
|
114
|
+
model: 'qwen3-0.8b',
|
|
117
115
|
messages: [{ role: 'user', content: 'Hello' }],
|
|
118
116
|
});
|
|
119
117
|
```
|
|
@@ -129,7 +127,21 @@ Doppler keeps model support and subsystem support separate:
|
|
|
129
127
|
- [model support matrix](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md): which models are verified right now
|
|
130
128
|
- [subsystem support matrix](https://github.com/clocksmith/doppler/blob/main/docs/subsystem-support-matrix.md): which runtime and API surfaces are `tier1`, `experimental`, or `internal-only`
|
|
131
129
|
|
|
132
|
-
The tier1 proof surface is the hosted browser demo, the root `doppler` API,
|
|
130
|
+
The tier1 proof surface is the hosted browser demo, the root `doppler` API,
|
|
131
|
+
the quickstart CLI, the OpenAI-compatible localhost server, and the verified
|
|
132
|
+
Qwen text, embedding, and rerank paths behind them.
|
|
133
|
+
|
|
134
|
+
## Tier 1 Qwen registry lanes
|
|
135
|
+
|
|
136
|
+
The hosted `Clocksmith/rdrr` registry carries the current Tier 1 Qwen lanes:
|
|
137
|
+
|
|
138
|
+
- `qwen3-0.8b` / `qwen-3-5-0-8b-q4k-ehaf16`: text generation.
|
|
139
|
+
- `qwen3-embedding-0.6b` / `qwen-3-embedding-0-6b-q4k-ehf16-af32`: sentence embeddings.
|
|
140
|
+
- `qwen3-reranker-0.6b-q4k` / `qwen-3-reranker-0-6b-q4k-ehf16-af32`: document reranking.
|
|
141
|
+
|
|
142
|
+
Each lane has a catalog-owned hosted artifact pointer and explicit verify
|
|
143
|
+
contract. The model support matrix is the source of truth for current receipts,
|
|
144
|
+
runtime surfaces, and benchmark evidence.
|
|
133
145
|
|
|
134
146
|
Defaults and policy choices must be represented in schema, manifest, config,
|
|
135
147
|
profile, or rule assets. Runtime code must not invent hidden fallbacks or
|
|
@@ -152,30 +164,29 @@ within a row.
|
|
|
152
164
|
- Backend evidence summary:
|
|
153
165
|
[benchmarks/vendors/results/doppler-backend-evidence-summary.svg](https://github.com/clocksmith/doppler/blob/main/benchmarks/vendors/results/doppler-backend-evidence-summary.svg)
|
|
154
166
|
|
|
155
|
-
##
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
[model support matrix](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md).
|
|
167
|
+
## Model roadmap
|
|
168
|
+
|
|
169
|
+
The README tracks model priority by source model, not by implementation lane.
|
|
170
|
+
Doppler selects the best RDRR/runtime implementation from committed verification
|
|
171
|
+
and benchmark evidence.
|
|
172
|
+
|
|
173
|
+
The current roadmap is maintained in
|
|
174
|
+
[docs/model-roadmap.md](https://github.com/clocksmith/doppler/blob/main/docs/model-roadmap.md).
|
|
175
|
+
It replaces the old README quickstart-model table as the product-facing model
|
|
176
|
+
plan.
|
|
177
|
+
|
|
178
|
+
Current tiers:
|
|
179
|
+
|
|
180
|
+
- Tier 1: Qwen 3.5 0.8B, Qwen 3 Embedding 0.6B, Qwen 3 Reranker 0.6B.
|
|
181
|
+
- Tier 2: Qwen 3.5 2B, Gemma 4 E2B.
|
|
182
|
+
- Tier 3A: Qwen 3.6 27B, Gemma 4 12B.
|
|
183
|
+
- Tier 3B: DiffusionGemma 26B A4B, Gemma 4 MoE after a concrete catalog target exists.
|
|
184
|
+
- Stretch: Gemma 4 31B and larger Qwen 3.6/3.7-class dense targets after a real catalog/HF target exists.
|
|
185
|
+
|
|
186
|
+
For exact runtime evidence, supported registry IDs, and benchmark claims, use
|
|
187
|
+
the [model support matrix](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md),
|
|
188
|
+
[model support inventory](https://github.com/clocksmith/doppler/blob/main/docs/model-support-inventory.md),
|
|
189
|
+
and [release matrix](https://github.com/clocksmith/doppler/blob/main/docs/release-matrix.md).
|
|
179
190
|
Subsystem support tiers for direct-source inputs, advanced subpaths, diffusion,
|
|
180
191
|
energy, and training live in the
|
|
181
192
|
[subsystem support matrix](https://github.com/clocksmith/doppler/blob/main/docs/subsystem-support-matrix.md).
|
|
@@ -188,6 +199,7 @@ energy, and training live in the
|
|
|
188
199
|
- CLI reference: [docs/cli.md](https://github.com/clocksmith/doppler/blob/main/docs/cli.md)
|
|
189
200
|
- Runtime config contract: [docs/config.md](https://github.com/clocksmith/doppler/blob/main/docs/config.md)
|
|
190
201
|
- Architecture: [docs/architecture.md](https://github.com/clocksmith/doppler/blob/main/docs/architecture.md)
|
|
202
|
+
- Model roadmap: [docs/model-roadmap.md](https://github.com/clocksmith/doppler/blob/main/docs/model-roadmap.md)
|
|
191
203
|
- Model support matrix: [docs/model-support-matrix.md](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md)
|
|
192
204
|
|
|
193
205
|
## Environment requirements
|
|
@@ -1,6 +1,4 @@
|
|
|
1
|
-
<svg xmlns="http://www.w3.org/2000/svg" width="1100" height="420" viewBox="0 0 1100 420"
|
|
2
|
-
<title id="title">Doppler runtime contract map</title>
|
|
3
|
-
<desc id="desc">A diagram of the Doppler path from manifest and shards through loader, JavaScript orchestration, WGSL kernels, output, and evidence.</desc>
|
|
1
|
+
<svg xmlns="http://www.w3.org/2000/svg" width="1100" height="420" viewBox="0 0 1100 420">
|
|
4
2
|
<defs>
|
|
5
3
|
<linearGradient id="map-bg" x1="40" y1="30" x2="1060" y2="390" gradientUnits="userSpaceOnUse">
|
|
6
4
|
<stop offset="0" stop-color="#ffffff"/>
|
package/assets/doppler.svg
CHANGED
|
@@ -1,6 +1,4 @@
|
|
|
1
|
-
<svg xmlns="http://www.w3.org/2000/svg" width="100%" viewBox="0 0 974 308"
|
|
2
|
-
<title id="title">Doppler logo</title>
|
|
3
|
-
<desc id="desc">Doppler WebGPU inference mark with Metal and Vulkan backend lanes.</desc>
|
|
1
|
+
<svg xmlns="http://www.w3.org/2000/svg" width="100%" viewBox="0 0 974 308">
|
|
4
2
|
<defs>
|
|
5
3
|
<linearGradient id="spectrum" x1="104" y1="46" x2="876" y2="260" gradientUnits="userSpaceOnUse">
|
|
6
4
|
<stop offset="0" stop-color="#ff6b7a"/>
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "doppler-gpu",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.7",
|
|
4
4
|
"description": "Browser-native WebGPU inference engine for local intent and inference loops",
|
|
5
5
|
"main": "src/index.js",
|
|
6
6
|
"types": "src/index.d.ts",
|
|
@@ -64,6 +64,7 @@
|
|
|
64
64
|
"onboarding:check": "node tools/onboarding-tooling.js check",
|
|
65
65
|
"onboarding:check:strict": "node tools/onboarding-tooling.js check --strict",
|
|
66
66
|
"bench:vendors:validate": "node tools/vendor-bench.js validate",
|
|
67
|
+
"bench:embeddings:compare": "node tools/compare-embeddings.js",
|
|
67
68
|
"kernels:sync": "npm run kernels:codegen:sync && npm run kernels:registry:sync && npm run kernels:digests:sync",
|
|
68
69
|
"kernels:check": "node tools/check-kernels.js",
|
|
69
70
|
"kernels:codegen:sync": "node tools/generate-wgsl.js",
|
|
@@ -90,9 +91,17 @@
|
|
|
90
91
|
"registry:publish:hf:all": "node tools/publish-hf-registry-model.js --all-approved",
|
|
91
92
|
"support:matrix:sync": "node tools/sync-model-support-matrix.js",
|
|
92
93
|
"support:matrix:check": "node tools/sync-model-support-matrix.js --check",
|
|
94
|
+
"support:inventory:sync": "node tools/sync-model-support-inventory.js",
|
|
95
|
+
"support:inventory:check": "node tools/sync-model-support-inventory.js --check",
|
|
96
|
+
"support:competition:sync": "node tools/sync-model-competition-scoreboard.js",
|
|
97
|
+
"support:competition:check": "node tools/sync-model-competition-scoreboard.js --check",
|
|
93
98
|
"support:subsystems:sync": "node tools/sync-subsystem-support-matrix.js",
|
|
94
99
|
"support:subsystems:check": "node tools/check-subsystem-support-contract.js",
|
|
95
|
-
"ci:catalog:check": "npm run registry:sync:scripts:check && npm run model-lanes:check && npm run release-claims:check && npm run support:matrix:check && npm run support:subsystems:check && npm run goals:check && npm run registry:hf:check",
|
|
100
|
+
"ci:catalog:check": "npm run registry:sync:scripts:check && npm run model-lanes:check && npm run release-claims:check && npm run support:matrix:check && npm run support:inventory:check && npm run support:competition:check && npm run support:subsystems:check && npm run goals:check && npm run registry:hf:check",
|
|
101
|
+
"artifact:contract:check": "node tools/check-model-artifact-contract.js",
|
|
102
|
+
"product:readiness:report": "node tools/render-product-readiness-report.js",
|
|
103
|
+
"claims:evidence:check": "node tools/check-claim-evidence-contract.js",
|
|
104
|
+
"policy:schemas:check": "node tools/check-policy-schema-registry.js",
|
|
96
105
|
"verify:embeddinggemma-300m": "node tools/run-registry-verify.js embeddinggemma-300m",
|
|
97
106
|
"verify:gemma-3-1b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-3-1b-it-q4k-ehf16-af32",
|
|
98
107
|
"verify:gemma-3-1b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-1b-it-wq4k-ef16-hf16",
|
|
@@ -100,19 +109,11 @@
|
|
|
100
109
|
"verify:gemma-3-270m-it-wq4k-ef16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16",
|
|
101
110
|
"verify:gemma-3-270m-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16",
|
|
102
111
|
"verify:gemma-3-270m-it-wq4k-ef16-hf16-f32": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16-f32",
|
|
103
|
-
"verify:gemma-4-12b-it-text-w4a16-ct-ehf16-af16": "node tools/run-registry-verify.js gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
|
|
104
|
-
"verify:gemma-4-31b-it-text-q4k-ehf16-af16": "node tools/run-registry-verify.js gemma-4-31b-it-text-q4k-ehf16-af16",
|
|
105
|
-
"verify:gemma-4-31b-it-text-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-31b-it-text-q4k-ehf16-af32",
|
|
106
112
|
"verify:gemma-4-e2b-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-int4ple",
|
|
107
113
|
"verify:gemma-4-e2b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32",
|
|
108
114
|
"verify:gemma-4-e2b-it-q4k-ehf16-af32-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
109
115
|
"verify:gemma3-1b": "node tools/run-registry-verify.js gemma3-1b",
|
|
110
116
|
"verify:gemma3-270m": "node tools/run-registry-verify.js gemma3-270m",
|
|
111
|
-
"verify:gemma4-12b-qat-w4a16": "node tools/run-registry-verify.js gemma4-12b-qat-w4a16",
|
|
112
|
-
"verify:gemma4-12b-w4a16": "node tools/run-registry-verify.js gemma4-12b-w4a16",
|
|
113
|
-
"verify:gemma4-31b": "node tools/run-registry-verify.js gemma4-31b",
|
|
114
|
-
"verify:gemma4-31b-af16": "node tools/run-registry-verify.js gemma4-31b-af16",
|
|
115
|
-
"verify:gemma4-31b-f16": "node tools/run-registry-verify.js gemma4-31b-f16",
|
|
116
117
|
"verify:gemma4-e2b": "node tools/run-registry-verify.js gemma4-e2b",
|
|
117
118
|
"verify:gemma4-e2b-int4ple": "node tools/run-registry-verify.js gemma4-e2b-int4ple",
|
|
118
119
|
"verify:google-embeddinggemma-300m": "node tools/run-registry-verify.js google-embeddinggemma-300m",
|
|
@@ -120,8 +121,6 @@
|
|
|
120
121
|
"verify:google-embeddinggemma-300m-wq4k-ef16": "node tools/run-registry-verify.js google-embeddinggemma-300m-wq4k-ef16",
|
|
121
122
|
"verify:google-gemma-3-1b-it": "node tools/run-registry-verify.js google-gemma-3-1b-it",
|
|
122
123
|
"verify:google-gemma-3-270m-it": "node tools/run-registry-verify.js google-gemma-3-270m-it",
|
|
123
|
-
"verify:google-gemma-4-12b-it-qat-w4a16-ct": "node tools/run-registry-verify.js google-gemma-4-12b-it-qat-w4a16-ct",
|
|
124
|
-
"verify:google-gemma-4-31b-it": "node tools/run-registry-verify.js google-gemma-4-31b-it",
|
|
125
124
|
"verify:google-gemma-4-e2b-it": "node tools/run-registry-verify.js google-gemma-4-e2b-it",
|
|
126
125
|
"verify:google-translategemma-4b-it": "node tools/run-registry-verify.js google-translategemma-4b-it",
|
|
127
126
|
"verify:qwen-3-5-0-8b": "node tools/run-registry-verify.js qwen-3-5-0-8b",
|
|
@@ -134,21 +133,30 @@
|
|
|
134
133
|
"verify:qwen-3-6-27b-af16": "node tools/run-registry-verify.js qwen-3-6-27b-af16",
|
|
135
134
|
"verify:qwen-3-6-27b-q4k-eaf16": "node tools/run-registry-verify.js qwen-3-6-27b-q4k-eaf16",
|
|
136
135
|
"verify:qwen-3-6-27b-q4k-ehaf16": "node tools/run-registry-verify.js qwen-3-6-27b-q4k-ehaf16",
|
|
136
|
+
"verify:qwen-3-embedding-0-6b-q4k-ehf16-af32": "node tools/run-registry-verify.js qwen-3-embedding-0-6b-q4k-ehf16-af32",
|
|
137
|
+
"verify:qwen-3-reranker-0-6b-f16-af32": "node tools/run-registry-verify.js qwen-3-reranker-0-6b-f16-af32",
|
|
138
|
+
"verify:qwen-3-reranker-0-6b-q4k-ehf16-af32": "node tools/run-registry-verify.js qwen-3-reranker-0-6b-q4k-ehf16-af32",
|
|
139
|
+
"verify:qwen-qwen3-embedding-0.6b": "node tools/run-registry-verify.js qwen-qwen3-embedding-0.6b",
|
|
140
|
+
"verify:qwen-qwen3-reranker-0.6b": "node tools/run-registry-verify.js qwen-qwen3-reranker-0.6b",
|
|
141
|
+
"verify:qwen-qwen3-reranker-0.6b-q4k": "node tools/run-registry-verify.js qwen-qwen3-reranker-0.6b-q4k",
|
|
137
142
|
"verify:qwen-qwen3.5-0.8b": "node tools/run-registry-verify.js qwen-qwen3.5-0.8b",
|
|
138
143
|
"verify:qwen-qwen3.5-2b": "node tools/run-registry-verify.js qwen-qwen3.5-2b",
|
|
139
144
|
"verify:qwen-qwen3.6-27b": "node tools/run-registry-verify.js qwen-qwen3.6-27b",
|
|
140
145
|
"verify:qwen3-0.8b": "node tools/run-registry-verify.js qwen3-0.8b",
|
|
141
146
|
"verify:qwen3-2b": "node tools/run-registry-verify.js qwen3-2b",
|
|
147
|
+
"verify:qwen3-embedding-0-6b": "node tools/run-registry-verify.js qwen3-embedding-0-6b",
|
|
148
|
+
"verify:qwen3-embedding-0.6b": "node tools/run-registry-verify.js qwen3-embedding-0.6b",
|
|
149
|
+
"verify:qwen3-reranker-0-6b": "node tools/run-registry-verify.js qwen3-reranker-0-6b",
|
|
150
|
+
"verify:qwen3-reranker-0-6b-q4k": "node tools/run-registry-verify.js qwen3-reranker-0-6b-q4k",
|
|
151
|
+
"verify:qwen3-reranker-0.6b": "node tools/run-registry-verify.js qwen3-reranker-0.6b",
|
|
152
|
+
"verify:qwen3-reranker-0.6b-f16": "node tools/run-registry-verify.js qwen3-reranker-0.6b-f16",
|
|
153
|
+
"verify:qwen3-reranker-0.6b-q4k": "node tools/run-registry-verify.js qwen3-reranker-0.6b-q4k",
|
|
142
154
|
"verify:qwen3.6-27b": "node tools/run-registry-verify.js qwen3.6-27b",
|
|
143
155
|
"verify:qwen3.6-27b-f16": "node tools/run-registry-verify.js qwen3.6-27b-f16",
|
|
144
156
|
"verify:translategemma": "node tools/run-registry-verify.js translategemma",
|
|
145
157
|
"verify:translategemma-4b": "node tools/run-registry-verify.js translategemma-4b",
|
|
146
158
|
"verify:translategemma-4b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js translategemma-4b-it-q4k-ehf16-af32",
|
|
147
|
-
"verify:translategemma-4b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js translategemma-4b-it-wq4k-ef16-hf16"
|
|
148
|
-
"artifact:contract:check": "node tools/check-model-artifact-contract.js",
|
|
149
|
-
"product:readiness:report": "node tools/render-product-readiness-report.js",
|
|
150
|
-
"claims:evidence:check": "node tools/check-claim-evidence-contract.js",
|
|
151
|
-
"policy:schemas:check": "node tools/check-policy-schema-registry.js"
|
|
159
|
+
"verify:translategemma-4b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js translategemma-4b-it-wq4k-ef16-hf16"
|
|
152
160
|
},
|
|
153
161
|
"exports": {
|
|
154
162
|
".": {
|
|
@@ -21,7 +21,7 @@ function usage() {
|
|
|
21
21
|
'Examples:',
|
|
22
22
|
' npx doppler-gpu',
|
|
23
23
|
' npx doppler-gpu "Summarize WebGPU in one sentence"',
|
|
24
|
-
' npx doppler-gpu --model
|
|
24
|
+
' npx doppler-gpu --model qwen3-0.8b --prompt "Write a haiku about GPUs"',
|
|
25
25
|
' npx doppler-gpu --list-models',
|
|
26
26
|
'',
|
|
27
27
|
'Notes:',
|
package/src/cli/doppler-serve.js
CHANGED
|
@@ -38,13 +38,13 @@ function usage() {
|
|
|
38
38
|
' GET /health Health check',
|
|
39
39
|
'',
|
|
40
40
|
'Examples:',
|
|
41
|
-
' node src/cli/doppler-serve.js --model
|
|
41
|
+
' node src/cli/doppler-serve.js --model qwen3-0.8b',
|
|
42
42
|
' node src/cli/doppler-serve.js --model gemma4-e2b --port 3000',
|
|
43
43
|
'',
|
|
44
44
|
'Then use with any OpenAI-compatible client:',
|
|
45
45
|
' curl http://localhost:8080/v1/chat/completions \\',
|
|
46
46
|
' -H "Content-Type: application/json" \\',
|
|
47
|
-
' -d \'{"model":"
|
|
47
|
+
' -d \'{"model":"qwen3-0.8b","messages":[{"role":"user","content":"Hello"}]}\'',
|
|
48
48
|
].join('\n');
|
|
49
49
|
}
|
|
50
50
|
|
|
@@ -1,3 +1,18 @@
|
|
|
1
|
+
export interface QuickstartVendorBenchmark {
|
|
2
|
+
transformersjs?: {
|
|
3
|
+
repoId: string;
|
|
4
|
+
dtype?: string;
|
|
5
|
+
};
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
export interface QuickstartBenchmarkEvidence {
|
|
9
|
+
status: string;
|
|
10
|
+
localClaimLaneId: string;
|
|
11
|
+
runtimeReport: string;
|
|
12
|
+
compareResult: string;
|
|
13
|
+
summarySvg: string;
|
|
14
|
+
}
|
|
15
|
+
|
|
1
16
|
export interface QuickstartRegistryEntry {
|
|
2
17
|
modelId: string;
|
|
3
18
|
sourceCheckpointId: string;
|
|
@@ -13,6 +28,8 @@ export interface QuickstartRegistryEntry {
|
|
|
13
28
|
revision: string | null;
|
|
14
29
|
path: string;
|
|
15
30
|
} | null;
|
|
31
|
+
vendorBenchmark?: QuickstartVendorBenchmark;
|
|
32
|
+
benchmarkEvidence?: QuickstartBenchmarkEvidence;
|
|
16
33
|
}
|
|
17
34
|
|
|
18
35
|
export declare function listQuickstartModels(): Promise<Array<{
|
|
@@ -25,6 +42,8 @@ export declare function listQuickstartModels(): Promise<Array<{
|
|
|
25
42
|
weightsRefAllowed: boolean;
|
|
26
43
|
aliases: string[];
|
|
27
44
|
modes: string[];
|
|
45
|
+
vendorBenchmark?: QuickstartVendorBenchmark;
|
|
46
|
+
benchmarkEvidence?: QuickstartBenchmarkEvidence;
|
|
28
47
|
}>>;
|
|
29
48
|
|
|
30
49
|
export declare function resolveQuickstartModel(model: string): Promise<QuickstartRegistryEntry>;
|
|
@@ -4,6 +4,12 @@ import { loadJson } from '../utils/load-json.js';
|
|
|
4
4
|
|
|
5
5
|
let registryPromise = null;
|
|
6
6
|
|
|
7
|
+
function cloneOptionalObject(value) {
|
|
8
|
+
return value && typeof value === 'object' && !Array.isArray(value)
|
|
9
|
+
? JSON.parse(JSON.stringify(value))
|
|
10
|
+
: null;
|
|
11
|
+
}
|
|
12
|
+
|
|
7
13
|
function normalizeEntry(entry) {
|
|
8
14
|
if (!entry || typeof entry !== 'object') {
|
|
9
15
|
return null;
|
|
@@ -17,6 +23,8 @@ function normalizeEntry(entry) {
|
|
|
17
23
|
const manifestVariantId = typeof entry.manifestVariantId === 'string' ? entry.manifestVariantId.trim() : '';
|
|
18
24
|
const artifactCompleteness = typeof entry.artifactCompleteness === 'string' ? entry.artifactCompleteness.trim() : '';
|
|
19
25
|
const runtimePromotionState = typeof entry.runtimePromotionState === 'string' ? entry.runtimePromotionState.trim() : '';
|
|
26
|
+
const vendorBenchmark = cloneOptionalObject(entry.vendorBenchmark);
|
|
27
|
+
const benchmarkEvidence = cloneOptionalObject(entry.benchmarkEvidence);
|
|
20
28
|
if (
|
|
21
29
|
!sourceCheckpointId
|
|
22
30
|
|| !weightPackId
|
|
@@ -50,6 +58,8 @@ function normalizeEntry(entry) {
|
|
|
50
58
|
path: typeof entry.hf.path === 'string' ? entry.hf.path.trim() : '',
|
|
51
59
|
}
|
|
52
60
|
: null,
|
|
61
|
+
...(vendorBenchmark ? { vendorBenchmark } : {}),
|
|
62
|
+
...(benchmarkEvidence ? { benchmarkEvidence } : {}),
|
|
53
63
|
};
|
|
54
64
|
}
|
|
55
65
|
|
|
@@ -81,6 +91,8 @@ export async function listQuickstartModels() {
|
|
|
81
91
|
weightsRefAllowed: entry.weightsRefAllowed,
|
|
82
92
|
aliases: [...entry.aliases],
|
|
83
93
|
modes: [...entry.modes],
|
|
94
|
+
...(entry.vendorBenchmark ? { vendorBenchmark: cloneOptionalObject(entry.vendorBenchmark) } : {}),
|
|
95
|
+
...(entry.benchmarkEvidence ? { benchmarkEvidence: cloneOptionalObject(entry.benchmarkEvidence) } : {}),
|
|
84
96
|
}));
|
|
85
97
|
}
|
|
86
98
|
|
|
@@ -25,6 +25,19 @@
|
|
|
25
25
|
"repoId": "Clocksmith/rdrr",
|
|
26
26
|
"revision": "7e194b4a6824a8b71cbd0eaa511d9f2c7e1c0129",
|
|
27
27
|
"path": "models/gemma-3-270m-it-q4k-ehf16-af32"
|
|
28
|
+
},
|
|
29
|
+
"vendorBenchmark": {
|
|
30
|
+
"transformersjs": {
|
|
31
|
+
"repoId": "onnx-community/gemma-3-270m-it-ONNX",
|
|
32
|
+
"dtype": "q4f16"
|
|
33
|
+
}
|
|
34
|
+
},
|
|
35
|
+
"benchmarkEvidence": {
|
|
36
|
+
"status": "benchmark-selected",
|
|
37
|
+
"localClaimLaneId": "gemma-3-270m-it-q4k-rdrr",
|
|
38
|
+
"runtimeReport": "reports/release-claims/gemma-3-270m-it-q4k-ehf16-af32/2026-06-24T01-11-24.275Z.json",
|
|
39
|
+
"compareResult": "benchmarks/vendors/results/compare_20260627T200811.json",
|
|
40
|
+
"summarySvg": "benchmarks/vendors/results/gemma-3-270m-it-q4k-rdrr-browser-p512-d128-t0-k1-strix-halo-20260627T200811.svg"
|
|
28
41
|
}
|
|
29
42
|
},
|
|
30
43
|
{
|
|
@@ -47,6 +60,12 @@
|
|
|
47
60
|
"repoId": "Clocksmith/rdrr",
|
|
48
61
|
"revision": "95f0b29ec73dea70394c6bcfa8407bc6796df6c9",
|
|
49
62
|
"path": "models/google-embeddinggemma-300m-q4k-ehf16-af32"
|
|
63
|
+
},
|
|
64
|
+
"vendorBenchmark": {
|
|
65
|
+
"transformersjs": {
|
|
66
|
+
"repoId": "onnx-community/embeddinggemma-300m-ONNX",
|
|
67
|
+
"dtype": "q4"
|
|
68
|
+
}
|
|
50
69
|
}
|
|
51
70
|
},
|
|
52
71
|
{
|
|
@@ -70,6 +89,12 @@
|
|
|
70
89
|
"repoId": "Clocksmith/rdrr",
|
|
71
90
|
"revision": "7c3d30e300bcb02cbd68fb0db3eee64fbf738f99",
|
|
72
91
|
"path": "models/gemma-3-1b-it-q4k-ehf16-af32"
|
|
92
|
+
},
|
|
93
|
+
"vendorBenchmark": {
|
|
94
|
+
"transformersjs": {
|
|
95
|
+
"repoId": "onnx-community/gemma-3-1b-it-ONNX-GQA",
|
|
96
|
+
"dtype": "q4f16"
|
|
97
|
+
}
|
|
73
98
|
}
|
|
74
99
|
},
|
|
75
100
|
{
|
|
@@ -92,6 +117,12 @@
|
|
|
92
117
|
"repoId": "Clocksmith/rdrr",
|
|
93
118
|
"revision": "2070777c77047d54e6eae105f6dcb1891cf6f21a",
|
|
94
119
|
"path": "models/gemma-4-e2b-it-q4k-ehf16-af32"
|
|
120
|
+
},
|
|
121
|
+
"vendorBenchmark": {
|
|
122
|
+
"transformersjs": {
|
|
123
|
+
"repoId": "onnx-community/gemma-4-E2B-it-ONNX",
|
|
124
|
+
"dtype": "q4f16"
|
|
125
|
+
}
|
|
95
126
|
}
|
|
96
127
|
},
|
|
97
128
|
{
|
|
@@ -114,6 +145,12 @@
|
|
|
114
145
|
"repoId": "Clocksmith/rdrr",
|
|
115
146
|
"revision": "dbb354acb00108965c5324ca7b6fecc198d12501",
|
|
116
147
|
"path": "models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
|
|
148
|
+
},
|
|
149
|
+
"vendorBenchmark": {
|
|
150
|
+
"transformersjs": {
|
|
151
|
+
"repoId": "onnx-community/gemma-4-E2B-it-ONNX",
|
|
152
|
+
"dtype": "q4f16"
|
|
153
|
+
}
|
|
117
154
|
}
|
|
118
155
|
},
|
|
119
156
|
{
|
|
@@ -135,8 +172,14 @@
|
|
|
135
172
|
],
|
|
136
173
|
"hf": {
|
|
137
174
|
"repoId": "Clocksmith/rdrr",
|
|
138
|
-
"revision": "
|
|
175
|
+
"revision": "f58f1d0b58641c84e7ea50d13fea0dd4dc91389a",
|
|
139
176
|
"path": "models/qwen-3-5-0-8b-q4k-ehaf16"
|
|
177
|
+
},
|
|
178
|
+
"vendorBenchmark": {
|
|
179
|
+
"transformersjs": {
|
|
180
|
+
"repoId": "onnx-community/Qwen3.5-0.8B-ONNX",
|
|
181
|
+
"dtype": "q4f16"
|
|
182
|
+
}
|
|
140
183
|
}
|
|
141
184
|
},
|
|
142
185
|
{
|
|
@@ -160,6 +203,12 @@
|
|
|
160
203
|
"repoId": "Clocksmith/rdrr",
|
|
161
204
|
"revision": "a8c45dd885a789042d3b82c95b471d66ca8d5152",
|
|
162
205
|
"path": "models/qwen-3-5-2b-q4k-ehaf16"
|
|
206
|
+
},
|
|
207
|
+
"vendorBenchmark": {
|
|
208
|
+
"transformersjs": {
|
|
209
|
+
"repoId": "onnx-community/Qwen3.5-2B-ONNX",
|
|
210
|
+
"dtype": "q4f16"
|
|
211
|
+
}
|
|
163
212
|
}
|
|
164
213
|
}
|
|
165
214
|
]
|
|
@@ -47,6 +47,10 @@ Checked-in config inventory:
|
|
|
47
47
|
| `qwen3/qwen-3-5-2b-q4k-ehaf16.json` | `qwen-3-5-2b-q4k-ehaf16` | Qwen hybrid linear/full attention graph |
|
|
48
48
|
| `qwen3/qwen-3-6-27b-q4k-ehaf16.json` | `qwen-3-6-27b-q4k-ehaf16` | Qwen 3.6 27B f32 activation lane |
|
|
49
49
|
| `qwen3/qwen-3-6-27b-q4k-eaf16.json` | `qwen-3-6-27b-q4k-eaf16` | Qwen 3.6 27B f16 sibling over the existing Q4K weight pack |
|
|
50
|
+
| `qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json` | `qwen-3-embedding-0-6b-q4k-ehf16-af32` | Qwen3 SentenceTransformers embedding target with last-token L2 postprocessing |
|
|
51
|
+
| `qwen3/qwen-3-reranker-0-6b-f16-af32.json` | `qwen-3-reranker-0-6b-f16-af32` | Qwen3 SentenceTransformers reranker target; F16 lane passes semantic rerank verification |
|
|
52
|
+
| `qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json` | `qwen-3-reranker-0-6b-q4k-ehf16-af32` | Qwen3 SentenceTransformers reranker Q4K lane with F16 MLP projections and manifest-owned true-logit scoring; passes semantic rerank verification |
|
|
53
|
+
| `minicpm/minicpm4-0-5b-f16-af32.json` | `minicpm4-0-5b-f16-af32` | MiniCPM4 0.5B text onboarding lane; artifact complete but coherence verification fails |
|
|
50
54
|
|
|
51
55
|
LFM2.5 q4 kernel planning notes:
|
|
52
56
|
|
|
@@ -62,7 +62,10 @@
|
|
|
62
62
|
"yarnOriginalMaxPos": null,
|
|
63
63
|
"ropeLocalYarnBetaFast": null,
|
|
64
64
|
"ropeLocalYarnBetaSlow": null,
|
|
65
|
-
"ropeLocalYarnOriginalMaxPos": null
|
|
65
|
+
"ropeLocalYarnOriginalMaxPos": null,
|
|
66
|
+
"longropeShortFactor": null,
|
|
67
|
+
"longropeLongFactor": null,
|
|
68
|
+
"longropeOriginalMaxPos": null
|
|
66
69
|
},
|
|
67
70
|
"output": {
|
|
68
71
|
"finalLogitSoftcapping": 30,
|
|
@@ -70,7 +73,9 @@
|
|
|
70
73
|
"scaleEmbeddings": true,
|
|
71
74
|
"embeddingTranspose": false,
|
|
72
75
|
"embeddingVocabSize": null,
|
|
73
|
-
"embeddingPostprocessor": null
|
|
76
|
+
"embeddingPostprocessor": null,
|
|
77
|
+
"embeddingScale": null,
|
|
78
|
+
"logitInputScale": 1
|
|
74
79
|
},
|
|
75
80
|
"layerPattern": {
|
|
76
81
|
"type": "custom",
|
|
@@ -108,7 +113,8 @@
|
|
|
108
113
|
"sliding_attention",
|
|
109
114
|
"sliding_attention",
|
|
110
115
|
"full_attention"
|
|
111
|
-
]
|
|
116
|
+
],
|
|
117
|
+
"residualBranchScale": 1
|
|
112
118
|
},
|
|
113
119
|
"chatTemplate": {
|
|
114
120
|
"type": "gemma4",
|
|
@@ -158,7 +164,25 @@
|
|
|
158
164
|
"layout": "contiguous",
|
|
159
165
|
"pageSize": 256,
|
|
160
166
|
"tiering": {
|
|
161
|
-
"mode": "off"
|
|
167
|
+
"mode": "off",
|
|
168
|
+
"hotWindow": 1024,
|
|
169
|
+
"coldPageSize": 256,
|
|
170
|
+
"coldDtype": "f16",
|
|
171
|
+
"compression": {
|
|
172
|
+
"mode": "none",
|
|
173
|
+
"blockSize": 1,
|
|
174
|
+
"bitWidth": 4,
|
|
175
|
+
"prodMode": false
|
|
176
|
+
},
|
|
177
|
+
"gating": {
|
|
178
|
+
"mode": "auto",
|
|
179
|
+
"minAluBwRatio": 0
|
|
180
|
+
}
|
|
181
|
+
},
|
|
182
|
+
"quantization": {
|
|
183
|
+
"mode": "none",
|
|
184
|
+
"bitWidth": 4,
|
|
185
|
+
"prodMode": false
|
|
162
186
|
}
|
|
163
187
|
},
|
|
164
188
|
"decodeLoop": {
|
|
@@ -32,6 +32,7 @@
|
|
|
32
32
|
"ffn": {
|
|
33
33
|
"activation": "gelu",
|
|
34
34
|
"gatedActivation": true,
|
|
35
|
+
"branchMode": "auto",
|
|
35
36
|
"useDoubleWideMlp": false,
|
|
36
37
|
"swigluLimit": null
|
|
37
38
|
},
|
|
@@ -53,7 +54,10 @@
|
|
|
53
54
|
"yarnOriginalMaxPos": null,
|
|
54
55
|
"ropeLocalYarnBetaFast": null,
|
|
55
56
|
"ropeLocalYarnBetaSlow": null,
|
|
56
|
-
"ropeLocalYarnOriginalMaxPos": null
|
|
57
|
+
"ropeLocalYarnOriginalMaxPos": null,
|
|
58
|
+
"longropeShortFactor": null,
|
|
59
|
+
"longropeLongFactor": null,
|
|
60
|
+
"longropeOriginalMaxPos": null
|
|
57
61
|
},
|
|
58
62
|
"output": {
|
|
59
63
|
"finalLogitSoftcapping": null,
|
|
@@ -81,14 +85,17 @@
|
|
|
81
85
|
}
|
|
82
86
|
],
|
|
83
87
|
"normalize": "l2"
|
|
84
|
-
}
|
|
88
|
+
},
|
|
89
|
+
"embeddingScale": null,
|
|
90
|
+
"logitInputScale": 1
|
|
85
91
|
},
|
|
86
92
|
"layerPattern": {
|
|
87
93
|
"type": "every_n",
|
|
88
94
|
"globalPattern": null,
|
|
89
95
|
"period": 6,
|
|
90
96
|
"offset": null,
|
|
91
|
-
"layerTypes": null
|
|
97
|
+
"layerTypes": null,
|
|
98
|
+
"residualBranchScale": 1
|
|
92
99
|
},
|
|
93
100
|
"chatTemplate": {
|
|
94
101
|
"type": null,
|
|
@@ -109,7 +116,25 @@
|
|
|
109
116
|
"layout": "contiguous",
|
|
110
117
|
"pageSize": 256,
|
|
111
118
|
"tiering": {
|
|
112
|
-
"mode": "off"
|
|
119
|
+
"mode": "off",
|
|
120
|
+
"hotWindow": 1024,
|
|
121
|
+
"coldPageSize": 256,
|
|
122
|
+
"coldDtype": "f16",
|
|
123
|
+
"compression": {
|
|
124
|
+
"mode": "none",
|
|
125
|
+
"blockSize": 1,
|
|
126
|
+
"bitWidth": 4,
|
|
127
|
+
"prodMode": false
|
|
128
|
+
},
|
|
129
|
+
"gating": {
|
|
130
|
+
"mode": "auto",
|
|
131
|
+
"minAluBwRatio": 0
|
|
132
|
+
}
|
|
133
|
+
},
|
|
134
|
+
"quantization": {
|
|
135
|
+
"mode": "none",
|
|
136
|
+
"bitWidth": 4,
|
|
137
|
+
"prodMode": false
|
|
113
138
|
}
|
|
114
139
|
},
|
|
115
140
|
"decodeLoop": {
|
|
@@ -29,6 +29,7 @@
|
|
|
29
29
|
"ffn": {
|
|
30
30
|
"activation": "gelu",
|
|
31
31
|
"gatedActivation": true,
|
|
32
|
+
"branchMode": "auto",
|
|
32
33
|
"swigluLimit": null
|
|
33
34
|
},
|
|
34
35
|
"rope": {
|
|
@@ -46,7 +47,10 @@
|
|
|
46
47
|
"yarnOriginalMaxPos": null,
|
|
47
48
|
"ropeLocalYarnBetaFast": null,
|
|
48
49
|
"ropeLocalYarnBetaSlow": null,
|
|
49
|
-
"ropeLocalYarnOriginalMaxPos": null
|
|
50
|
+
"ropeLocalYarnOriginalMaxPos": null,
|
|
51
|
+
"longropeShortFactor": null,
|
|
52
|
+
"longropeLongFactor": null,
|
|
53
|
+
"longropeOriginalMaxPos": null
|
|
50
54
|
},
|
|
51
55
|
"output": {
|
|
52
56
|
"finalLogitSoftcapping": null,
|
|
@@ -54,14 +58,17 @@
|
|
|
54
58
|
"scaleEmbeddings": true,
|
|
55
59
|
"embeddingTranspose": false,
|
|
56
60
|
"embeddingVocabSize": null,
|
|
57
|
-
"embeddingPostprocessor": null
|
|
61
|
+
"embeddingPostprocessor": null,
|
|
62
|
+
"embeddingScale": null,
|
|
63
|
+
"logitInputScale": 1
|
|
58
64
|
},
|
|
59
65
|
"layerPattern": {
|
|
60
66
|
"type": "every_n",
|
|
61
67
|
"globalPattern": null,
|
|
62
68
|
"period": 6,
|
|
63
69
|
"offset": 5,
|
|
64
|
-
"layerTypes": null
|
|
70
|
+
"layerTypes": null,
|
|
71
|
+
"residualBranchScale": 1
|
|
65
72
|
},
|
|
66
73
|
"chatTemplate": {
|
|
67
74
|
"type": "gemma",
|
|
@@ -82,7 +89,25 @@
|
|
|
82
89
|
"layout": "contiguous",
|
|
83
90
|
"pageSize": 256,
|
|
84
91
|
"tiering": {
|
|
85
|
-
"mode": "off"
|
|
92
|
+
"mode": "off",
|
|
93
|
+
"hotWindow": 1024,
|
|
94
|
+
"coldPageSize": 256,
|
|
95
|
+
"coldDtype": "f16",
|
|
96
|
+
"compression": {
|
|
97
|
+
"mode": "none",
|
|
98
|
+
"blockSize": 1,
|
|
99
|
+
"bitWidth": 4,
|
|
100
|
+
"prodMode": false
|
|
101
|
+
},
|
|
102
|
+
"gating": {
|
|
103
|
+
"mode": "auto",
|
|
104
|
+
"minAluBwRatio": 0
|
|
105
|
+
}
|
|
106
|
+
},
|
|
107
|
+
"quantization": {
|
|
108
|
+
"mode": "none",
|
|
109
|
+
"bitWidth": 4,
|
|
110
|
+
"prodMode": false
|
|
86
111
|
}
|
|
87
112
|
},
|
|
88
113
|
"decodeLoop": {
|