doppler-gpu 0.4.10 → 0.4.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. package/CHANGELOG.md +95 -0
  2. package/README.md +40 -1
  3. package/models/catalog.json +637 -32
  4. package/package.json +24 -3
  5. package/src/client/doppler-registry.js +6 -0
  6. package/src/client/doppler-registry.json +135 -13
  7. package/src/client/runtime/lora.d.ts +10 -0
  8. package/src/client/runtime/lora.js +69 -0
  9. package/src/client/runtime/model-manager.js +6 -167
  10. package/src/client/runtime/model-session.d.ts +3 -1
  11. package/src/client/runtime/model-session.js +6 -0
  12. package/src/client/wrap-pipeline-handle.js +7 -0
  13. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +516 -0
  14. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +571 -0
  15. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +342 -0
  16. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +388 -0
  17. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +3 -2
  18. package/src/config/kernels/kernel-ref-digests.js +2 -1
  19. package/src/config/kernels/registry.json +73 -11
  20. package/src/config/merge.js +24 -0
  21. package/src/config/required-inference-fields-contract-check.js +2 -0
  22. package/src/config/schema/adapter.schema.d.ts +6 -1
  23. package/src/config/schema/adapter.schema.js +5 -0
  24. package/src/config/schema/converter.schema.d.ts +7 -0
  25. package/src/config/schema/converter.schema.js +15 -0
  26. package/src/config/schema/inference.schema.d.ts +8 -0
  27. package/src/config/schema/manifest.schema.d.ts +32 -1
  28. package/src/config/schema/manifest.schema.js +26 -0
  29. package/src/converter/conversion-plan.js +15 -1
  30. package/src/converter/core.js +5 -4
  31. package/src/converter/source-tensor-rules.d.ts +50 -0
  32. package/src/converter/source-tensor-rules.js +180 -0
  33. package/src/converter/source-tokenizer.d.ts +45 -0
  34. package/src/converter/source-tokenizer.js +155 -0
  35. package/src/experimental/adapters/artifact-contract.d.ts +83 -0
  36. package/src/experimental/adapters/artifact-contract.js +254 -0
  37. package/src/experimental/adapters/index.d.ts +25 -0
  38. package/src/experimental/adapters/index.js +12 -0
  39. package/src/experimental/adapters/lora-loader.js +24 -4
  40. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +2 -1
  41. package/src/experimental/bridge/trainer-artifact-bridge.js +35 -13
  42. package/src/experimental/training/artifacts.d.ts +160 -0
  43. package/src/experimental/training/attention-backward.d.ts +64 -0
  44. package/src/experimental/training/attention-forward.d.ts +22 -0
  45. package/src/experimental/training/attention-forward.js +82 -0
  46. package/src/experimental/training/autograd.d.ts +76 -0
  47. package/src/experimental/training/checkpoint.d.ts +36 -0
  48. package/src/experimental/training/clip.d.ts +9 -0
  49. package/src/experimental/training/dataloader.d.ts +8 -0
  50. package/src/experimental/training/distillation/student-fixture.js +1 -0
  51. package/src/experimental/training/export.d.ts +41 -0
  52. package/src/experimental/training/lora-pipeline.d.ts +186 -0
  53. package/src/experimental/training/lora-pipeline.js +5 -0
  54. package/src/experimental/training/lora.d.ts +20 -0
  55. package/src/experimental/training/lora.js +4 -3
  56. package/src/experimental/training/loss-scaling.d.ts +21 -0
  57. package/src/experimental/training/loss.d.ts +10 -0
  58. package/src/experimental/training/native-qwen-lora.d.ts +106 -0
  59. package/src/experimental/training/native-qwen-lora.js +449 -0
  60. package/src/experimental/training/objectives/base.d.ts +58 -0
  61. package/src/experimental/training/optimizer.d.ts +22 -0
  62. package/src/experimental/training/optimizer.js +1 -0
  63. package/src/experimental/training/runner.d.ts +249 -0
  64. package/src/experimental/training/trainer.d.ts +89 -0
  65. package/src/experimental/training/workloads.d.ts +205 -0
  66. package/src/gpu/kernels/backward/adam.d.ts +1 -0
  67. package/src/gpu/kernels/backward/adam.js +6 -2
  68. package/src/gpu/kernels/backward/adam.wgsl +3 -2
  69. package/src/gpu/kernels/backward/matmul_backward_q4k.wgsl +90 -0
  70. package/src/gpu/kernels/backward/utils.js +18 -4
  71. package/src/inference/pipelines/text/attention/attn-config.js +2 -0
  72. package/src/inference/pipelines/text/attention/projections.js +161 -24
  73. package/src/inference/pipelines/text/attention/record.js +67 -9
  74. package/src/inference/pipelines/text/attention/run.js +60 -7
  75. package/src/inference/pipelines/text/attention/types.js +18 -9
  76. package/src/inference/pipelines/text/config.d.ts +5 -0
  77. package/src/inference/pipelines/text/config.js +91 -0
  78. package/src/inference/pipelines/text/ffn/dense.js +205 -2
  79. package/src/inference/pipelines/text/ffn/standard.js +50 -3
  80. package/src/inference/pipelines/text/generator-helpers.js +11 -1
  81. package/src/inference/pipelines/text/generator-runtime.js +63 -15
  82. package/src/inference/pipelines/text/generator-steps.js +3 -1
  83. package/src/inference/pipelines/text/generator.d.ts +5 -1
  84. package/src/inference/pipelines/text/generator.js +196 -3
  85. package/src/inference/pipelines/text/init-qkv-fusion.js +85 -1
  86. package/src/inference/pipelines/text/init.d.ts +2 -0
  87. package/src/inference/pipelines/text/init.js +2 -0
  88. package/src/inference/pipelines/text/layer.js +6 -0
  89. package/src/inference/pipelines/text/linear-attention.d.ts +2 -0
  90. package/src/inference/pipelines/text/linear-attention.js +77 -6
  91. package/src/inference/pipelines/text/logits/cpu.d.ts +6 -0
  92. package/src/inference/pipelines/text/logits/cpu.js +22 -0
  93. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  94. package/src/inference/pipelines/text/logits/index.js +85 -11
  95. package/src/inference/pipelines/text/logits/types.d.ts +4 -0
  96. package/src/inference/pipelines/text/lora-types.d.ts +6 -1
  97. package/src/inference/pipelines/text/lora-types.js +5 -0
  98. package/src/inference/pipelines/text/ops.js +33 -0
  99. package/src/inference/pipelines/text/types.d.ts +66 -0
  100. package/src/inference/pipelines/text/weights.d.ts +10 -0
  101. package/src/inference/pipelines/text/weights.js +33 -1
  102. package/src/inference/pipelines/text.d.ts +9 -2
  103. package/src/inference/pipelines/text.js +116 -0
  104. package/src/inference/tokenizers/behavior-flags.js +5 -1
  105. package/src/inference/tokenizers/bundled.js +99 -8
  106. package/src/loader/doppler-loader.d.ts +2 -0
  107. package/src/loader/doppler-loader.js +9 -0
  108. package/src/loader/final-weights-loader.d.ts +8 -0
  109. package/src/loader/final-weights-loader.js +42 -0
  110. package/src/loader/layer-loader.d.ts +6 -0
  111. package/src/loader/layer-loader.js +102 -3
  112. package/src/loader/loader-types.d.ts +15 -2
  113. package/src/models/diffusiongemma.js +1 -1
  114. package/src/models/embeddinggemma.js +1 -1
  115. package/src/models/gemma3.js +1 -1
  116. package/src/models/gemma4.js +1 -1
  117. package/src/models/qwen3.js +1 -1
  118. package/src/tooling/hf-registry-utils.js +1 -1
  119. package/src/tooling/node-browser-command-runner.d.ts +16 -0
  120. package/src/tooling/node-browser-command-runner.js +1 -1
  121. package/src/tooling/node-converter.js +33 -1
  122. package/src/tooling/node-webgpu.js +85 -2
  123. package/src/training-browser.d.ts +19 -0
  124. package/src/training-browser.js +13 -0
  125. package/src/training.d.ts +137 -0
  126. package/src/training.js +219 -0
  127. package/src/version.js +1 -1
  128. package/tests/kernels/browser/kernel-suite.js +9 -1
  129. package/tests/kernels/browser/test-page.js +4 -2
  130. package/tests/kernels/reference/adam.js +4 -2
  131. package/NOTICE +0 -5
@@ -0,0 +1,388 @@
1
+ {
2
+ "modelType": "embedding",
3
+ "output": {
4
+ "baseDir": "models/local",
5
+ "modelBaseId": "nucleotide-transformer-v2-50m-f32-af32",
6
+ "textOnly": true,
7
+ "fast": false
8
+ },
9
+ "architecture": {
10
+ "numLayers": 12,
11
+ "hiddenSize": 512,
12
+ "intermediateSize": 2048,
13
+ "numAttentionHeads": 16,
14
+ "numKeyValueHeads": 16,
15
+ "headDim": 32,
16
+ "vocabSize": 4107,
17
+ "maxSeqLen": 2050,
18
+ "ropeTheta": 10000
19
+ },
20
+ "quantization": {
21
+ "weights": "f32",
22
+ "embeddings": "f32",
23
+ "lmHead": "f32",
24
+ "q4kLayout": "row",
25
+ "computePrecision": "f32"
26
+ },
27
+ "sourceTokenizer": {
28
+ "kind": "greedy_vocab",
29
+ "vocabFile": "vocab.txt",
30
+ "specialTokens": {
31
+ "pad": "<pad>",
32
+ "bos": "<cls>",
33
+ "eos": null,
34
+ "unk": "<unk>",
35
+ "mask": "<mask>"
36
+ },
37
+ "addBosToken": true,
38
+ "addEosToken": false
39
+ },
40
+ "sourceTensors": {
41
+ "requireAll": true,
42
+ "rules": [
43
+ {
44
+ "kind": "rename",
45
+ "match": "^esm\\.embeddings\\.word_embeddings\\.weight$",
46
+ "replace": "model.embed_tokens.weight",
47
+ "expectedMatches": 1,
48
+ "role": "embedding",
49
+ "group": "embed"
50
+ },
51
+ {
52
+ "kind": "ignore",
53
+ "match": "^esm\\.embeddings\\.position_embeddings\\.weight$",
54
+ "expectedMatches": 1,
55
+ "reason": "The checkpoint declares rotary positions; the serialized absolute-position table is not read by the encoder."
56
+ },
57
+ {
58
+ "kind": "rename",
59
+ "match": "^esm\\.encoder\\.emb_layer_norm_after\\.weight$",
60
+ "replace": "model.norm.weight",
61
+ "expectedMatches": 1,
62
+ "role": "norm",
63
+ "group": "head"
64
+ },
65
+ {
66
+ "kind": "rename",
67
+ "match": "^esm\\.encoder\\.emb_layer_norm_after\\.bias$",
68
+ "replace": "model.norm.bias",
69
+ "expectedMatches": 1,
70
+ "role": "other",
71
+ "group": "head"
72
+ },
73
+ {
74
+ "kind": "rename",
75
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.LayerNorm\\.weight$",
76
+ "replace": "model.layers.$1.input_layernorm.weight",
77
+ "expectedMatches": 12
78
+ },
79
+ {
80
+ "kind": "rename",
81
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.LayerNorm\\.bias$",
82
+ "replace": "model.layers.$1.input_layernorm.bias",
83
+ "expectedMatches": 12
84
+ },
85
+ {
86
+ "kind": "rename",
87
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.self\\.query\\.weight$",
88
+ "replace": "model.layers.$1.self_attn.q_proj.weight",
89
+ "expectedMatches": 12
90
+ },
91
+ {
92
+ "kind": "rename",
93
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.self\\.query\\.bias$",
94
+ "replace": "model.layers.$1.self_attn.q_proj.bias",
95
+ "expectedMatches": 12
96
+ },
97
+ {
98
+ "kind": "rename",
99
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.self\\.key\\.weight$",
100
+ "replace": "model.layers.$1.self_attn.k_proj.weight",
101
+ "expectedMatches": 12
102
+ },
103
+ {
104
+ "kind": "rename",
105
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.self\\.key\\.bias$",
106
+ "replace": "model.layers.$1.self_attn.k_proj.bias",
107
+ "expectedMatches": 12
108
+ },
109
+ {
110
+ "kind": "rename",
111
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.self\\.value\\.weight$",
112
+ "replace": "model.layers.$1.self_attn.v_proj.weight",
113
+ "expectedMatches": 12
114
+ },
115
+ {
116
+ "kind": "rename",
117
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.self\\.value\\.bias$",
118
+ "replace": "model.layers.$1.self_attn.v_proj.bias",
119
+ "expectedMatches": 12
120
+ },
121
+ {
122
+ "kind": "ignore",
123
+ "match": "^esm\\.encoder\\.layer\\.\\d+\\.attention\\.self\\.rotary_embeddings\\.inv_freq$",
124
+ "expectedMatches": 12,
125
+ "reason": "RoPE frequencies are deterministically generated from theta=10000 and headDim=32."
126
+ },
127
+ {
128
+ "kind": "rename",
129
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.output\\.dense\\.weight$",
130
+ "replace": "model.layers.$1.self_attn.o_proj.weight",
131
+ "expectedMatches": 12
132
+ },
133
+ {
134
+ "kind": "rename",
135
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.attention\\.output\\.dense\\.bias$",
136
+ "replace": "model.layers.$1.self_attn.o_proj.bias",
137
+ "expectedMatches": 12
138
+ },
139
+ {
140
+ "kind": "rename",
141
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.LayerNorm\\.weight$",
142
+ "replace": "model.layers.$1.post_attention_layernorm.weight",
143
+ "expectedMatches": 12
144
+ },
145
+ {
146
+ "kind": "rename",
147
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.LayerNorm\\.bias$",
148
+ "replace": "model.layers.$1.post_attention_layernorm.bias",
149
+ "expectedMatches": 12
150
+ },
151
+ {
152
+ "kind": "split",
153
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.intermediate\\.dense\\.weight$",
154
+ "axis": 0,
155
+ "expectedMatches": 12,
156
+ "parts": [
157
+ { "replace": "model.layers.$1.mlp.gate_proj.weight", "size": 2048 },
158
+ { "replace": "model.layers.$1.mlp.up_proj.weight", "size": 2048 }
159
+ ]
160
+ },
161
+ {
162
+ "kind": "rename",
163
+ "match": "^esm\\.encoder\\.layer\\.(\\d+)\\.output\\.dense\\.weight$",
164
+ "replace": "model.layers.$1.mlp.down_proj.weight",
165
+ "expectedMatches": 12
166
+ },
167
+ {
168
+ "kind": "ignore",
169
+ "match": "^esm\\.contact_head\\.",
170
+ "expectedMatches": 2,
171
+ "reason": "Contact prediction is outside the initial DNA sequence-embedding lane."
172
+ },
173
+ {
174
+ "kind": "ignore",
175
+ "match": "^lm_head\\.",
176
+ "expectedMatches": 6,
177
+ "reason": "Masked-token logits require the checkpoint's dense-exact-GELU-LayerNorm output head; the initial lane is embeddings-only."
178
+ }
179
+ ]
180
+ },
181
+ "manifest": {
182
+ "hashAlgorithm": "blake3",
183
+ "artifactIdentity": {
184
+ "sourceCheckpointId": "InstaDeepAI/nucleotide-transformer-v2-50m-multi-species@81b29e5786726d891dbf929404ef20adca5b36f1",
185
+ "sourceRepo": "InstaDeepAI/nucleotide-transformer-v2-50m-multi-species",
186
+ "sourceRevision": "81b29e5786726d891dbf929404ef20adca5b36f1",
187
+ "sourceFormat": "safetensors",
188
+ "conversionConfigPath": "src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json",
189
+ "weightPackId": "nucleotide-transformer-v2-50m-f32-af32-wp-v1",
190
+ "manifestVariantId": "nucleotide-transformer-v2-50m-f32-af32-mv-exec-v1",
191
+ "modalitySet": ["dna_sequence"],
192
+ "materializationProfile": "f32-weights-f32-activations",
193
+ "artifactCompleteness": "complete"
194
+ }
195
+ },
196
+ "inference": {
197
+ "supportsEmbedding": true,
198
+ "supportsSequence": true,
199
+ "sequence": {
200
+ "alphabet": "nucleotide",
201
+ "tokenEmbeddings": true,
202
+ "pooledEmbedding": {
203
+ "mode": "mean",
204
+ "excludeTokenIds": [0, 1, 2, 3]
205
+ },
206
+ "logits": false
207
+ },
208
+ "attention": {
209
+ "queryPreAttnScalar": 32,
210
+ "attnLogitSoftcapping": null,
211
+ "slidingWindow": null,
212
+ "queryKeyNorm": false,
213
+ "queryKeyNormType": "rmsnorm",
214
+ "queryKeyNormAxis": "head",
215
+ "queryKeyNormLayers": null,
216
+ "queryKeyNormWeightLayers": null,
217
+ "valueNorm": false,
218
+ "causal": false,
219
+ "attentionBias": true,
220
+ "attentionOutputGate": false,
221
+ "outputGateType": null
222
+ },
223
+ "normalization": {
224
+ "type": "layernorm",
225
+ "rmsNormEps": 1e-12,
226
+ "rmsNormWeightOffset": false,
227
+ "postAttentionNorm": true,
228
+ "preFeedforwardNorm": false,
229
+ "postFeedforwardNorm": false,
230
+ "finalNormBiasTensor": "model.norm.bias"
231
+ },
232
+ "ffn": {
233
+ "activation": "silu",
234
+ "gatedActivation": true,
235
+ "branchMode": "dense",
236
+ "useDoubleWideMlp": false,
237
+ "swigluLimit": null
238
+ },
239
+ "rope": {
240
+ "ropeTheta": 10000,
241
+ "ropeLocalTheta": null,
242
+ "ropeInterleaved": false,
243
+ "mropeInterleaved": false,
244
+ "mropeSection": null,
245
+ "partialRotaryFactor": null,
246
+ "ropeLocalPartialRotaryFactor": null,
247
+ "ropeFrequencyBaseDim": null,
248
+ "ropeLocalFrequencyBaseDim": null,
249
+ "ropeScalingType": null,
250
+ "ropeScalingFactor": 1,
251
+ "ropeLocalScalingType": null,
252
+ "ropeLocalScalingFactor": 1,
253
+ "yarnBetaFast": null,
254
+ "yarnBetaSlow": null,
255
+ "yarnOriginalMaxPos": null,
256
+ "ropeLocalYarnBetaFast": null,
257
+ "ropeLocalYarnBetaSlow": null,
258
+ "ropeLocalYarnOriginalMaxPos": null,
259
+ "longropeShortFactor": null,
260
+ "longropeLongFactor": null,
261
+ "longropeOriginalMaxPos": null
262
+ },
263
+ "output": {
264
+ "finalLogitSoftcapping": null,
265
+ "tieWordEmbeddings": false,
266
+ "scaleEmbeddings": false,
267
+ "embeddingScale": null,
268
+ "logitInputScale": 1,
269
+ "embeddingTranspose": false,
270
+ "embeddingVocabSize": null,
271
+ "embeddingPostprocessor": null,
272
+ "lmHeadBiasTensor": null
273
+ },
274
+ "layerPattern": {
275
+ "type": "uniform",
276
+ "globalPattern": null,
277
+ "period": null,
278
+ "offset": null,
279
+ "layerTypes": null,
280
+ "residualBranchScale": 1
281
+ },
282
+ "chatTemplate": { "type": null, "enabled": false }
283
+ },
284
+ "session": {
285
+ "compute": {
286
+ "defaults": {
287
+ "activationDtype": "f32",
288
+ "mathDtype": "f32",
289
+ "accumDtype": "f32",
290
+ "outputDtype": "f32"
291
+ }
292
+ },
293
+ "kvcache": {
294
+ "kvDtype": "f32",
295
+ "layout": "contiguous",
296
+ "maxSeqLen": 2050,
297
+ "pageSize": 256,
298
+ "tiering": {
299
+ "mode": "off",
300
+ "hotWindow": 1024,
301
+ "coldPageSize": 256,
302
+ "coldDtype": "f16",
303
+ "compression": { "mode": "none", "blockSize": 1, "bitWidth": 4, "prodMode": false },
304
+ "gating": { "mode": "auto", "minAluBwRatio": 0 }
305
+ },
306
+ "quantization": { "mode": "none", "bitWidth": 4, "prodMode": false }
307
+ },
308
+ "decodeLoop": {
309
+ "batchSize": 1,
310
+ "stopCheckMode": "per-token",
311
+ "readbackInterval": 1,
312
+ "readbackMode": "sequential",
313
+ "submitLatencyThresholdMs": null,
314
+ "ringTokens": 1,
315
+ "ringStop": 1,
316
+ "ringStaging": 1,
317
+ "disableCommandBatching": false
318
+ },
319
+ "perLayerInputs": {
320
+ "materialization": "auto",
321
+ "rowCache": { "mode": "lru", "maxRows": 256, "maxBytes": 134217728, "decodedDtype": "f32" },
322
+ "prefetch": { "mode": "next_token", "rowsAhead": 1 },
323
+ "gpuUpload": { "mode": "per_step_slices", "stagingRows": 2 },
324
+ "hotCache": { "mode": "prepared_tokens", "maxTokens": 1024, "maxBytes": 134217728, "outputDtype": "f32" }
325
+ },
326
+ "skipEmbeddingKVCacheWrites": true,
327
+ "prefillChunkSubmitMode": "sync",
328
+ "useFlashPrefillAttention": false,
329
+ "useWideTileQ4KPrefill": false,
330
+ "retainQ4KMaterialization": false
331
+ },
332
+ "execution": {
333
+ "inlineKernelPath": true,
334
+ "policies": {
335
+ "unsupportedPrecision": "error",
336
+ "dtypeTransition": "require_cast_step",
337
+ "unresolvedKernel": "error"
338
+ },
339
+ "kernels": {
340
+ "embed": { "kernel": "gather.wgsl", "entry": "main", "digest": "sha256:4b12653c53247b32ebde7f6cf6a989d6248977e3816c761540b990b5f9818cb6" },
341
+ "layernorm": { "kernel": "layernorm.wgsl", "entry": "main", "digest": "sha256:8ff885017bfcfc8fdb8d16e09c358c000830bfd5fbf3d87187694edb0cb44f7c" },
342
+ "tiled": { "kernel": "matmul_f32.wgsl", "entry": "main", "digest": "sha256:b5bb8e3d8014136e33de7935dd2a1f074c988044fe05cf5b559718c6f061eaa8" },
343
+ "bias_add": { "kernel": "bias_add.wgsl", "entry": "main", "digest": "sha256:e7d3b4a5f9efc8b0569c56bcdeb63e921fa6d1d006901deabc734cab40346715" },
344
+ "rope": { "kernel": "rope.wgsl", "entry": "main", "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b" },
345
+ "attn_small": { "kernel": "attention_small.wgsl", "entry": "main", "digest": "sha256:6752ddd7ab53e6235c9b5b1a9515141c0d111df7fac9f4c0d7a38f9943490ed4", "precision": { "kvDtype": "f32" } },
346
+ "residual": { "kernel": "residual.wgsl", "entry": "main", "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117" },
347
+ "silu": { "kernel": "silu.wgsl", "entry": "main", "digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca", "constants": { "HAS_GATE": true } }
348
+ },
349
+ "preLayer": [["embed", "embed", "embed_tokens"]],
350
+ "decode": [
351
+ ["input_norm", "layernorm"],
352
+ ["q_proj", "tiled", "layer.{L}.self_attn.q_proj"],
353
+ ["k_proj", "tiled", "layer.{L}.self_attn.k_proj"],
354
+ ["v_proj", "tiled", "layer.{L}.self_attn.v_proj"],
355
+ ["rope_q", "rope"],
356
+ ["rope_k", "rope"],
357
+ ["attention", "attn_small"],
358
+ ["o_proj", "tiled", "layer.{L}.self_attn.o_proj"],
359
+ ["attn_residual", "residual"],
360
+ ["post_attn_norm", "layernorm"],
361
+ ["gate_proj", "tiled", "layer.{L}.mlp.gate_proj"],
362
+ ["up_proj", "tiled", "layer.{L}.mlp.up_proj"],
363
+ ["activation", "silu"],
364
+ ["down_proj", "tiled", "layer.{L}.mlp.down_proj"],
365
+ ["ffn_residual", "residual"]
366
+ ],
367
+ "prefill": [
368
+ ["input_norm", "layernorm"],
369
+ ["q_proj", "tiled", "layer.{L}.self_attn.q_proj"],
370
+ ["k_proj", "tiled", "layer.{L}.self_attn.k_proj"],
371
+ ["v_proj", "tiled", "layer.{L}.self_attn.v_proj"],
372
+ ["rope_q", "rope"],
373
+ ["rope_k", "rope"],
374
+ ["attention", "attn_small"],
375
+ ["o_proj", "tiled", "layer.{L}.self_attn.o_proj"],
376
+ ["attn_residual", "residual"],
377
+ ["post_attn_norm", "layernorm"],
378
+ ["gate_proj", "tiled", "layer.{L}.mlp.gate_proj"],
379
+ ["up_proj", "tiled", "layer.{L}.mlp.up_proj"],
380
+ ["activation", "silu"],
381
+ ["down_proj", "tiled", "layer.{L}.mlp.down_proj"],
382
+ ["ffn_residual", "residual"]
383
+ ],
384
+ "postLayer": [["final_norm", "layernorm"]],
385
+ "sampling": null
386
+ },
387
+ "largeWeights": { "gpuResidentOverrides": null }
388
+ }
@@ -160,8 +160,9 @@
160
160
  "residualBranchScale": 1
161
161
  },
162
162
  "chatTemplate": {
163
- "type": "chatml",
164
- "enabled": true
163
+ "type": "qwen",
164
+ "enabled": true,
165
+ "thinking": false
165
166
  }
166
167
  },
167
168
  "session": {
@@ -38,7 +38,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
38
38
  "attention_streaming_f16kv.wgsl#main": "c3ec920699a81ee6df04a64eb0ea2477bec168ebb809af29f2d4b0924a4bdf8f",
39
39
  "attention_streaming.wgsl#main": "bf6e44bbd021bd6752c311735f577a5ff05327f69fc7712d548ed3c84a8f4149",
40
40
  "attention.wgsl#main": "9e066a9a201a8b10707995a4b64322c68641873afb017e8f96d5249edc6caf55",
41
- "backward/adam.wgsl#main": "5520ab52aed793a665c16f25db2d0eecb69b34f953ce870691ab20f7a2e3acb7",
41
+ "backward/adam.wgsl#main": "0ed4c4bdd9dac17d658b9c194233449e40d90749cac03040e0f2e63461943baa",
42
42
  "backward/attention_backward.wgsl#main": "482e144cc1c76f371e5b39f439e9cab591db03e469045424c7de107adbd498c4",
43
43
  "backward/bias_add_backward.wgsl#main": "413b1fe8682c09075e2dccc40caf3ebdae13957133224fd4e4497ca9c5109c47",
44
44
  "backward/causal_conv1d_silu_backward.wgsl#main": "baaeec38caf714d12bdb48e1418c79df1736f11b79ed55813a1a9de666039593",
@@ -52,6 +52,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
52
52
  "backward/groupnorm_backward.wgsl#main": "2962192fd365b0d4e95a02273d07724d0f145137bf0e2545a9da85b21ed30ec3",
53
53
  "backward/layernorm_backward.wgsl#main": "0d190147ce1291ca24469034001f7dfbfaff1318fe474e90bbcc472983c338ad",
54
54
  "backward/matmul_backward_f16w.wgsl#main": "93b83783a286b456792d7c595a2c205ee990abbb485dbfc17185db3df7bf483a",
55
+ "backward/matmul_backward_q4k.wgsl#main": "220d2fbd4dde1a54f13e69def8d62299f05afcbdee22b4601e645b4889dcd105",
55
56
  "backward/matmul_backward.wgsl#main": "989994ed66bb5c1564a550df9df3e38993f23d2704f527136bce71c521c1a7dc",
56
57
  "backward/matmul_transpose_a.wgsl#main": "48f9efa999af7614cf575026afd9ea96f1fc7164843e9c46336ebad838e0cea0",
57
58
  "backward/pixel_shuffle_backward.wgsl#main": "d56095ace4c14e267ae590f823a0c6d3da07c4dac35071ab17a831418f5bd27c",
@@ -112,6 +112,7 @@
112
112
  "reachability": {
113
113
  "status": "pinned",
114
114
  "inlineConfigs": [
115
+ "amplify/amplify-120m-f16-af32",
115
116
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
116
117
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
117
118
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
@@ -966,7 +967,12 @@
966
967
  "weightDtype": "f32",
967
968
  "reachability": {
968
969
  "status": "pinned",
969
- "inlineConfigs": ["gemma3/translategemma-4b-it-q4k-ehf16-af32"],
970
+ "inlineConfigs": [
971
+ "esm/esm2-t12-35m-ur50d-f32-af32",
972
+ "esmc/esmc-300m-f32-af32",
973
+ "gemma3/translategemma-4b-it-q4k-ehf16-af32",
974
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32"
975
+ ],
970
976
  "ruleChains": ["matmul.rules.json#gemvVariant","matmul.rules.json#matmulKernel"],
971
977
  "wgslOnDisk": true
972
978
  }
@@ -1619,7 +1625,12 @@
1619
1625
  },
1620
1626
  "reachability": {
1621
1627
  "status": "pinned",
1622
- "inlineConfigs": ["embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32"],
1628
+ "inlineConfigs": [
1629
+ "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
1630
+ "esm/esm2-t12-35m-ur50d-f32-af32",
1631
+ "esmc/esmc-300m-f32-af32",
1632
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32"
1633
+ ],
1623
1634
  "ruleChains": [],
1624
1635
  "wgslOnDisk": true
1625
1636
  }
@@ -1635,7 +1646,12 @@
1635
1646
  },
1636
1647
  "reachability": {
1637
1648
  "status": "pinned",
1638
- "inlineConfigs": ["embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32"],
1649
+ "inlineConfigs": [
1650
+ "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
1651
+ "esm/esm2-t12-35m-ur50d-f32-af32",
1652
+ "esmc/esmc-300m-f32-af32",
1653
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32"
1654
+ ],
1639
1655
  "ruleChains": [],
1640
1656
  "wgslOnDisk": true
1641
1657
  }
@@ -1812,6 +1828,7 @@
1812
1828
  "reachability": {
1813
1829
  "status": "pinned",
1814
1830
  "inlineConfigs": [
1831
+ "amplify/amplify-120m-f16-af32",
1815
1832
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
1816
1833
  "gemma3/gemma-3-1b-it-f16-af32",
1817
1834
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
@@ -1845,6 +1862,7 @@
1845
1862
  "reachability": {
1846
1863
  "status": "pinned",
1847
1864
  "inlineConfigs": [
1865
+ "amplify/amplify-120m-f16-af32",
1848
1866
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
1849
1867
  "gemma3/gemma-3-1b-it-f16-af32",
1850
1868
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
@@ -3143,14 +3161,19 @@
3143
3161
  "type": "u32",
3144
3162
  "offset": 16
3145
3163
  },
3164
+ {
3165
+ "name": "num_blocks_per_row",
3166
+ "type": "u32",
3167
+ "offset": 20
3168
+ },
3146
3169
  {
3147
3170
  "name": "logit_softcap",
3148
3171
  "type": "f32",
3149
3172
  "offset": 20
3150
3173
  },
3151
3174
  {
3152
- "name": "_pad0",
3153
- "type": "u32",
3175
+ "name": "weightDecay",
3176
+ "type": "f32",
3154
3177
  "offset": 24
3155
3178
  },
3156
3179
  {
@@ -3260,6 +3283,7 @@
3260
3283
  "reachability": {
3261
3284
  "status": "pinned",
3262
3285
  "inlineConfigs": [
3286
+ "amplify/amplify-120m-f16-af32",
3263
3287
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
3264
3288
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
3265
3289
  "gemma3/gemma-3-1b-it-f16-af32",
@@ -3748,8 +3772,12 @@
3748
3772
  "workgroup": [256,1,1],
3749
3773
  "requires": [],
3750
3774
  "reachability": {
3751
- "status": "selectable",
3752
- "inlineConfigs": [],
3775
+ "status": "pinned",
3776
+ "inlineConfigs": [
3777
+ "esm/esm2-t12-35m-ur50d-f32-af32",
3778
+ "esmc/esmc-300m-f32-af32",
3779
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32"
3780
+ ],
3753
3781
  "ruleChains": ["layernorm.rules.json#variant"],
3754
3782
  "wgslOnDisk": true
3755
3783
  }
@@ -3760,7 +3788,7 @@
3760
3788
  "workgroup": [256,1,1],
3761
3789
  "requires": ["shader-f16"],
3762
3790
  "reachability": {
3763
- "status": "selectable",
3791
+ "status": "model-selectable",
3764
3792
  "inlineConfigs": [],
3765
3793
  "ruleChains": ["layernorm.rules.json#variant"],
3766
3794
  "wgslOnDisk": true
@@ -4388,8 +4416,11 @@
4388
4416
  "reachability": {
4389
4417
  "status": "pinned",
4390
4418
  "inlineConfigs": [
4419
+ "amplify/amplify-120m-f16-af32",
4391
4420
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
4392
4421
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
4422
+ "esm/esm2-t12-35m-ur50d-f32-af32",
4423
+ "esmc/esmc-300m-f32-af32",
4393
4424
  "gemma3/gemma-3-1b-it-f16-af32",
4394
4425
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
4395
4426
  "gemma3/gemma-3-270m-it-f16-af32",
@@ -4411,6 +4442,7 @@
4411
4442
  "janus/janus-pro-1b-text-q4k-ehaf16",
4412
4443
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
4413
4444
  "minicpm/minicpm4-0-5b-f16-af32",
4445
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32",
4414
4446
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
4415
4447
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
4416
4448
  "qwen3/qwen-3-5-9b-f16-af32",
@@ -4684,7 +4716,10 @@
4684
4716
  "reachability": {
4685
4717
  "status": "pinned",
4686
4718
  "inlineConfigs": [
4719
+ "amplify/amplify-120m-f16-af32",
4720
+ "esmc/esmc-300m-f32-af32",
4687
4721
  "minicpm/minicpm4-0-5b-f16-af32",
4722
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32",
4688
4723
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
4689
4724
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
4690
4725
  "qwen3/qwen-3-5-9b-f16-af32",
@@ -4763,6 +4798,7 @@
4763
4798
  "inlineConfigs": [
4764
4799
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
4765
4800
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
4801
+ "esm/esm2-t12-35m-ur50d-f32-af32",
4766
4802
  "gemma3/gemma-3-1b-it-f16-af32",
4767
4803
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
4768
4804
  "gemma3/gemma-3-270m-it-f16-af32",
@@ -5601,6 +5637,8 @@
5601
5637
  "inlineConfigs": [
5602
5638
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
5603
5639
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
5640
+ "esm/esm2-t12-35m-ur50d-f32-af32",
5641
+ "esmc/esmc-300m-f32-af32",
5604
5642
  "gemma3/gemma-3-1b-it-f16-af32",
5605
5643
  "gemma3/gemma-3-270m-it-f16-af32",
5606
5644
  "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
@@ -5609,7 +5647,8 @@
5609
5647
  "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
5610
5648
  "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
5611
5649
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
5612
- "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32"
5650
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5651
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32"
5613
5652
  ],
5614
5653
  "ruleChains": ["gather.rules.json#variant"],
5615
5654
  "wgslOnDisk": true
@@ -5638,6 +5677,7 @@
5638
5677
  "reachability": {
5639
5678
  "status": "pinned",
5640
5679
  "inlineConfigs": [
5680
+ "amplify/amplify-120m-f16-af32",
5641
5681
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
5642
5682
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
5643
5683
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
@@ -6122,8 +6162,11 @@
6122
6162
  "reachability": {
6123
6163
  "status": "pinned",
6124
6164
  "inlineConfigs": [
6165
+ "amplify/amplify-120m-f16-af32",
6125
6166
  "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
6126
6167
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
6168
+ "esm/esm2-t12-35m-ur50d-f32-af32",
6169
+ "esmc/esmc-300m-f32-af32",
6127
6170
  "gemma3/gemma-3-1b-it-f16-af32",
6128
6171
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
6129
6172
  "gemma3/gemma-3-270m-it-f16-af32",
@@ -6144,6 +6187,7 @@
6144
6187
  "janus/janus-pro-1b-text-q4k-ehaf16",
6145
6188
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
6146
6189
  "minicpm/minicpm4-0-5b-f16-af32",
6190
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32",
6147
6191
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
6148
6192
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
6149
6193
  "qwen3/qwen-3-5-9b-f16-af32",
@@ -7153,8 +7197,12 @@
7153
7197
  "workgroup": [256,1,1],
7154
7198
  "requires": [],
7155
7199
  "reachability": {
7156
- "status": "unused",
7157
- "inlineConfigs": [],
7200
+ "status": "pinned",
7201
+ "inlineConfigs": [
7202
+ "esm/esm2-t12-35m-ur50d-f32-af32",
7203
+ "esmc/esmc-300m-f32-af32",
7204
+ "nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32"
7205
+ ],
7158
7206
  "ruleChains": [],
7159
7207
  "wgslOnDisk": true
7160
7208
  }
@@ -8406,6 +8454,20 @@
8406
8454
  "ruleChains": [],
8407
8455
  "wgslOnDisk": true
8408
8456
  }
8457
+ },
8458
+ "q4k_weight": {
8459
+ "wgsl": "backward/matmul_backward_q4k.wgsl",
8460
+ "entryPoint": "main",
8461
+ "workgroup": [16,16,1],
8462
+ "requires": [],
8463
+ "weightDtype": "q4k",
8464
+ "description": "Input gradient through a frozen row-wise Q4_K weight stored as [N,K]",
8465
+ "reachability": {
8466
+ "status": "unused",
8467
+ "inlineConfigs": [],
8468
+ "ruleChains": [],
8469
+ "wgslOnDisk": true
8470
+ }
8409
8471
  }
8410
8472
  }
8411
8473
  },