doppler-gpu 0.4.8 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. package/CHANGELOG.md +10 -0
  2. package/models/catalog.json +21 -7
  3. package/package.json +8 -1
  4. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  5. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  6. package/src/config/kernels/backward-registry.json +13 -2
  7. package/src/config/kernels/kernel-ref-digests.js +8 -4
  8. package/src/config/kernels/registry.json +1035 -2677
  9. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  10. package/src/config/schema/training-metrics.schema.js +4 -0
  11. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  12. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  13. package/src/experimental/training/attention-backward.js +123 -55
  14. package/src/experimental/training/autograd.js +101 -5
  15. package/src/experimental/training/clip.js +6 -1
  16. package/src/experimental/training/datasets/text-pairs.js +80 -8
  17. package/src/experimental/training/distillation/student-fixture.js +470 -114
  18. package/src/experimental/training/lora-pipeline.js +202 -27
  19. package/src/experimental/training/lora.js +10 -4
  20. package/src/experimental/training/optimizer.js +9 -1
  21. package/src/experimental/training/runner.js +18 -4
  22. package/src/experimental/training/workloads.js +11 -0
  23. package/src/gpu/kernels/backward/adam.js +6 -4
  24. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  25. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  26. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  27. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  28. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  29. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  30. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  31. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  32. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  33. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  34. package/src/gpu/kernels/backward/index.d.ts +3 -0
  35. package/src/gpu/kernels/backward/index.js +3 -0
  36. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  37. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  38. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  39. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  40. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  41. package/src/gpu/kernels/backward/utils.js +9 -2
  42. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  43. package/src/gpu/kernels/index.d.ts +5 -0
  44. package/src/gpu/kernels/index.js +5 -0
  45. package/src/gpu/kernels/matmul-selection.js +5 -0
  46. package/src/gpu/kernels/silu.d.ts +1 -0
  47. package/src/gpu/kernels/silu.js +19 -4
  48. package/src/inference/pipelines/text/embed.js +1 -1
  49. package/src/inference/pipelines/text/execution-v1.js +8 -2
  50. package/src/inference/pipelines/text/ffn/dense.js +2 -0
  51. package/src/inference/pipelines/text/generator.js +29 -0
  52. package/src/inference/pipelines/text/lora-apply.js +4 -4
  53. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  54. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  55. package/src/inference/tokenizers/bundled.js +105 -32
  56. package/src/rules/kernels/matmul.rules.json +1 -0
  57. package/src/tooling/node-converter.js +20 -5
  58. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  59. package/src/tooling-experimental-exports.shared.js +18 -0
  60. package/src/version.js +1 -1
@@ -0,0 +1,509 @@
1
+ {
2
+ "modelType": "transformer",
3
+ "output": {
4
+ "baseDir": "models/local",
5
+ "modelBaseId": "qwen-3-5-9b-q4k-ehaf16",
6
+ "textOnly": true,
7
+ "fast": false
8
+ },
9
+ "quantization": {
10
+ "weights": "q4k",
11
+ "embeddings": "f16",
12
+ "lmHead": "q4k",
13
+ "vision": "f16",
14
+ "projector": "f16",
15
+ "modulesToNotConvert": [
16
+ "linear_attn.conv1d.weight",
17
+ "linear_attn.in_proj_a.weight",
18
+ "linear_attn.in_proj_b.weight",
19
+ "linear_attn.in_proj_qkv.weight",
20
+ "linear_attn.in_proj_z.weight",
21
+ "linear_attn.out_proj.weight"
22
+ ],
23
+ "computePrecision": "f32",
24
+ "q4kLayout": "row"
25
+ },
26
+ "manifest": {
27
+ "hashAlgorithm": "blake3",
28
+ "artifactIdentity": {
29
+ "sourceCheckpointId": "Qwen/Qwen3.5-9B",
30
+ "sourceRepo": "Qwen/Qwen3.5-9B",
31
+ "sourceRevision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a",
32
+ "weightPackId": "qwen-3-5-9b-q4k-ehaf16-wp-catalog-v1",
33
+ "manifestVariantId": "qwen-3-5-9b-q4k-ehaf16-mv-exec-v1",
34
+ "artifactCompleteness": "complete"
35
+ },
36
+ "eosTokenId": [
37
+ 248046,
38
+ 248044
39
+ ]
40
+ },
41
+ "inference": {
42
+ "attention": {
43
+ "queryPreAttnScalar": 256,
44
+ "attnLogitSoftcapping": null,
45
+ "slidingWindow": null,
46
+ "queryKeyNorm": true,
47
+ "valueNorm": false,
48
+ "causal": true,
49
+ "attentionBias": false,
50
+ "attentionOutputGate": true
51
+ },
52
+ "normalization": {
53
+ "rmsNormEps": 0.000001,
54
+ "rmsNormWeightOffset": true,
55
+ "postAttentionNorm": true,
56
+ "preFeedforwardNorm": false,
57
+ "postFeedforwardNorm": false
58
+ },
59
+ "ffn": {
60
+ "activation": "silu",
61
+ "gatedActivation": true,
62
+ "branchMode": "auto",
63
+ "useDoubleWideMlp": false,
64
+ "swigluLimit": null
65
+ },
66
+ "rope": {
67
+ "ropeTheta": 10000000,
68
+ "ropeLocalTheta": null,
69
+ "mropeInterleaved": true,
70
+ "mropeSection": [
71
+ 11,
72
+ 11,
73
+ 10
74
+ ],
75
+ "partialRotaryFactor": 0.25,
76
+ "ropeLocalPartialRotaryFactor": null,
77
+ "ropeFrequencyBaseDim": null,
78
+ "ropeLocalFrequencyBaseDim": null,
79
+ "ropeScalingType": null,
80
+ "ropeScalingFactor": 1,
81
+ "ropeLocalScalingType": null,
82
+ "ropeLocalScalingFactor": 1,
83
+ "yarnBetaFast": null,
84
+ "yarnBetaSlow": null,
85
+ "yarnOriginalMaxPos": null,
86
+ "ropeLocalYarnBetaFast": null,
87
+ "ropeLocalYarnBetaSlow": null,
88
+ "ropeLocalYarnOriginalMaxPos": null,
89
+ "longropeShortFactor": null,
90
+ "longropeLongFactor": null,
91
+ "longropeOriginalMaxPos": null
92
+ },
93
+ "output": {
94
+ "finalLogitSoftcapping": null,
95
+ "tieWordEmbeddings": false,
96
+ "scaleEmbeddings": false,
97
+ "embeddingTranspose": false,
98
+ "embeddingVocabSize": null,
99
+ "embeddingPostprocessor": null,
100
+ "embeddingScale": null,
101
+ "logitInputScale": 1
102
+ },
103
+ "layerPattern": {
104
+ "type": "custom",
105
+ "globalPattern": null,
106
+ "period": null,
107
+ "offset": null,
108
+ "layerTypes": [
109
+ "linear_attention",
110
+ "linear_attention",
111
+ "linear_attention",
112
+ "full_attention",
113
+ "linear_attention",
114
+ "linear_attention",
115
+ "linear_attention",
116
+ "full_attention",
117
+ "linear_attention",
118
+ "linear_attention",
119
+ "linear_attention",
120
+ "full_attention",
121
+ "linear_attention",
122
+ "linear_attention",
123
+ "linear_attention",
124
+ "full_attention",
125
+ "linear_attention",
126
+ "linear_attention",
127
+ "linear_attention",
128
+ "full_attention",
129
+ "linear_attention",
130
+ "linear_attention",
131
+ "linear_attention",
132
+ "full_attention",
133
+ "linear_attention",
134
+ "linear_attention",
135
+ "linear_attention",
136
+ "full_attention",
137
+ "linear_attention",
138
+ "linear_attention",
139
+ "linear_attention",
140
+ "full_attention"
141
+ ],
142
+ "residualBranchScale": 1
143
+ },
144
+ "chatTemplate": {
145
+ "type": "qwen",
146
+ "enabled": true
147
+ }
148
+ },
149
+ "session": {
150
+ "compute": {
151
+ "defaults": {
152
+ "activationDtype": "f32",
153
+ "mathDtype": "f32",
154
+ "accumDtype": "f32",
155
+ "outputDtype": "f32"
156
+ }
157
+ },
158
+ "kvcache": {
159
+ "kvDtype": "f16",
160
+ "layout": "contiguous",
161
+ "maxSeqLen": 8192,
162
+ "pageSize": 256,
163
+ "tiering": {
164
+ "mode": "off",
165
+ "hotWindow": 1024,
166
+ "coldPageSize": 256,
167
+ "coldDtype": "f16",
168
+ "compression": {
169
+ "mode": "none",
170
+ "blockSize": 1,
171
+ "bitWidth": 4,
172
+ "prodMode": false
173
+ },
174
+ "gating": {
175
+ "mode": "auto",
176
+ "minAluBwRatio": 0
177
+ }
178
+ },
179
+ "quantization": {
180
+ "mode": "none",
181
+ "bitWidth": 4,
182
+ "prodMode": false
183
+ }
184
+ },
185
+ "decodeLoop": {
186
+ "batchSize": 12,
187
+ "stopCheckMode": "batch",
188
+ "readbackInterval": 32,
189
+ "readbackMode": "sequential",
190
+ "submitLatencyThresholdMs": null,
191
+ "ringTokens": 1,
192
+ "ringStop": 1,
193
+ "ringStaging": 1,
194
+ "disableCommandBatching": false
195
+ },
196
+ "perLayerInputs": {
197
+ "materialization": "auto",
198
+ "rowCache": {
199
+ "mode": "lru",
200
+ "maxRows": 256,
201
+ "maxBytes": 134217728,
202
+ "decodedDtype": "f32"
203
+ },
204
+ "prefetch": {
205
+ "mode": "next_token",
206
+ "rowsAhead": 1
207
+ },
208
+ "gpuUpload": {
209
+ "mode": "per_step_slices",
210
+ "stagingRows": 2
211
+ },
212
+ "hotCache": {
213
+ "mode": "prepared_tokens",
214
+ "maxTokens": 1024,
215
+ "maxBytes": 134217728,
216
+ "outputDtype": "f32"
217
+ }
218
+ },
219
+ "speculation": {
220
+ "mode": "self",
221
+ "tokens": 1,
222
+ "verify": "greedy",
223
+ "threshold": null,
224
+ "rollbackOnReject": true
225
+ },
226
+ "prefillChunkSubmitMode": "async",
227
+ "useFlashPrefillAttention": false,
228
+ "useWideTileQ4KPrefill": false,
229
+ "retainQ4KMaterialization": false
230
+ },
231
+ "largeWeights": {
232
+ "gpuResidentOverrides": null
233
+ },
234
+ "execution": {
235
+ "inlineKernelPath": true,
236
+ "kernels": {
237
+ "embed": {
238
+ "kernel": "gather_f16.wgsl",
239
+ "entry": "main",
240
+ "digest": "sha256:8995b4a790a1f3b89fbb801f89d595985eee46c9bfca4133f74396259083eda9"
241
+ },
242
+ "rmsnorm": {
243
+ "kernel": "rmsnorm.wgsl",
244
+ "entry": "main",
245
+ "digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1"
246
+ },
247
+ "q4_decode": {
248
+ "kernel": "fused_matmul_q4.wgsl",
249
+ "entry": "main_multicol",
250
+ "digest": "sha256:c97827b7ca42c0215756d91c7166106e189174c1a64fe473f0c017b3eb27188e"
251
+ },
252
+ "q4_decode_gemv": {
253
+ "kernel": "fused_matmul_q4.wgsl",
254
+ "entry": "main_gemv",
255
+ "digest": "sha256:c547743b9806fec47142c6a9f9ac2bd047981fd8cded46ce40dc01725e8aa71d"
256
+ },
257
+ "rope": {
258
+ "kernel": "rope.wgsl",
259
+ "entry": "main",
260
+ "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b"
261
+ },
262
+ "attn_decode": {
263
+ "kernel": "attention_decode_online_f16kv.wgsl",
264
+ "entry": "main",
265
+ "digest": "sha256:91808be35895e921c0fa43fc47bfe8cab69c437c388ab561f595d9dc983f66e1",
266
+ "precision": {
267
+ "kvDtype": "f16"
268
+ }
269
+ },
270
+ "residual": {
271
+ "kernel": "residual.wgsl",
272
+ "entry": "main",
273
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
274
+ },
275
+ "silu": {
276
+ "kernel": "silu.wgsl",
277
+ "entry": "main",
278
+ "digest": "sha256:7b52d30fb741beef2dbf728e0c4ecffe5b08d9661d63c306caecb4cb3ced85e5",
279
+ "constants": {
280
+ "HAS_GATE": true
281
+ }
282
+ },
283
+ "q4_prefill": {
284
+ "kernel": "fused_matmul_q4_batched_multicol_shared.wgsl",
285
+ "entry": "main",
286
+ "digest": "sha256:142817adcacb28750a92793996cd15c2d9fe13d03e0c2d0aadf3e674dc7a35d6"
287
+ },
288
+ "q4_widetile": {
289
+ "kernel": "fused_matmul_q4_widetile.wgsl",
290
+ "entry": "main",
291
+ "digest": "sha256:5631ce6f19f805c7ac85722bac17365048bc7b9e2c422f3ef9477b63cb8dad62"
292
+ },
293
+ "tiled": {
294
+ "kernel": "matmul_f16w_f32a.wgsl",
295
+ "entry": "main",
296
+ "digest": "sha256:027a8f1cd9713cbe0b0ada160bd175e0542bb90896ad85441b023522d9a1befc"
297
+ },
298
+ "attn_stream": {
299
+ "kernel": "attention_streaming_f16kv.wgsl",
300
+ "entry": "main",
301
+ "digest": "sha256:c3ec920699a81ee6df04a64eb0ea2477bec168ebb809af29f2d4b0924a4bdf8f",
302
+ "precision": {
303
+ "kvDtype": "f16"
304
+ }
305
+ },
306
+ "attn_head256": {
307
+ "kernel": "attention_head256_f16kv.wgsl",
308
+ "entry": "main",
309
+ "digest": "sha256:4ecdc079e322a770350414244cb383d72ae7ffa47ed620c64ff425c93413e97a",
310
+ "precision": {
311
+ "kvDtype": "f16"
312
+ }
313
+ },
314
+ "lm_head_gemv": {
315
+ "kernel": "matmul_gemv_subgroup.wgsl",
316
+ "entry": "main_multicol",
317
+ "digest": "sha256:e41f94574d5ac54dd2710036da5d5acc643a483b79b2d74b86825efdaaa7438f",
318
+ "constants": {
319
+ "MULTICOL_COLS_PER_WG": 64,
320
+ "MULTICOL_THREADS_PER_COL": 4
321
+ }
322
+ },
323
+ "lm_head_q4": {
324
+ "kernel": "fused_matmul_q4.wgsl",
325
+ "entry": "main_gemv",
326
+ "digest": "sha256:c547743b9806fec47142c6a9f9ac2bd047981fd8cded46ce40dc01725e8aa71d",
327
+ "constants": {
328
+ "COLS_PER_WG": 64,
329
+ "THREADS_PER_COL_GEMV": 4
330
+ }
331
+ },
332
+ "sample": {
333
+ "kernel": "sample.wgsl",
334
+ "entry": "sample_single_pass",
335
+ "digest": "sha256:7ff3dd675b4737d920e0b3889e15c4fedde8410a353bbc6d4651db76ce69eb9b"
336
+ }
337
+ },
338
+ "preLayer": [
339
+ [
340
+ "embed",
341
+ "embed",
342
+ "embed_tokens"
343
+ ]
344
+ ],
345
+ "decode": [
346
+ [
347
+ "input_norm",
348
+ "rmsnorm"
349
+ ],
350
+ [
351
+ "q_proj",
352
+ "q4_decode_gemv",
353
+ "layer.{L}.self_attn.q_proj"
354
+ ],
355
+ [
356
+ "k_proj",
357
+ "q4_decode_gemv",
358
+ "layer.{L}.self_attn.k_proj"
359
+ ],
360
+ [
361
+ "v_proj",
362
+ "q4_decode_gemv",
363
+ "layer.{L}.self_attn.v_proj"
364
+ ],
365
+ [
366
+ "rope_q",
367
+ "rope"
368
+ ],
369
+ [
370
+ "rope_k",
371
+ "rope"
372
+ ],
373
+ [
374
+ "attention",
375
+ "attn_decode"
376
+ ],
377
+ [
378
+ "o_proj",
379
+ "q4_decode_gemv",
380
+ "layer.{L}.self_attn.o_proj"
381
+ ],
382
+ [
383
+ "attn_residual",
384
+ "residual"
385
+ ],
386
+ [
387
+ "post_attn_norm",
388
+ "rmsnorm"
389
+ ],
390
+ [
391
+ "gate_proj",
392
+ "q4_decode_gemv",
393
+ "layer.{L}.mlp.gate_proj"
394
+ ],
395
+ [
396
+ "up_proj",
397
+ "q4_decode_gemv",
398
+ "layer.{L}.mlp.up_proj"
399
+ ],
400
+ [
401
+ "activation",
402
+ "silu"
403
+ ],
404
+ [
405
+ "down_proj",
406
+ "q4_decode_gemv",
407
+ "layer.{L}.mlp.down_proj"
408
+ ],
409
+ [
410
+ "ffn_residual",
411
+ "residual"
412
+ ]
413
+ ],
414
+ "prefill": [
415
+ [
416
+ "input_norm",
417
+ "rmsnorm"
418
+ ],
419
+ [
420
+ "q_proj",
421
+ "q4_widetile",
422
+ "layer.{L}.self_attn.q_proj"
423
+ ],
424
+ [
425
+ "k_proj",
426
+ "q4_widetile",
427
+ "layer.{L}.self_attn.k_proj"
428
+ ],
429
+ [
430
+ "v_proj",
431
+ "q4_widetile",
432
+ "layer.{L}.self_attn.v_proj"
433
+ ],
434
+ [
435
+ "rope_q",
436
+ "rope"
437
+ ],
438
+ [
439
+ "rope_k",
440
+ "rope"
441
+ ],
442
+ [
443
+ "attention",
444
+ "attn_head256"
445
+ ],
446
+ [
447
+ "o_proj",
448
+ "q4_widetile",
449
+ "layer.{L}.self_attn.o_proj"
450
+ ],
451
+ [
452
+ "attn_residual",
453
+ "residual"
454
+ ],
455
+ [
456
+ "post_attn_norm",
457
+ "rmsnorm"
458
+ ],
459
+ [
460
+ "gate_proj",
461
+ "q4_widetile",
462
+ "layer.{L}.mlp.gate_proj"
463
+ ],
464
+ [
465
+ "up_proj",
466
+ "q4_widetile",
467
+ "layer.{L}.mlp.up_proj"
468
+ ],
469
+ [
470
+ "activation",
471
+ "silu"
472
+ ],
473
+ [
474
+ "down_proj",
475
+ "q4_widetile",
476
+ "layer.{L}.mlp.down_proj"
477
+ ],
478
+ [
479
+ "ffn_residual",
480
+ "residual"
481
+ ]
482
+ ],
483
+ "postLayer": [
484
+ [
485
+ "final_norm",
486
+ "rmsnorm"
487
+ ],
488
+ [
489
+ "lm_head",
490
+ "lm_head_q4",
491
+ "lm_head"
492
+ ],
493
+ [
494
+ "lm_head_prefill",
495
+ "q4_prefill",
496
+ "lm_head"
497
+ ],
498
+ [
499
+ "sample",
500
+ "sample"
501
+ ]
502
+ ],
503
+ "policies": {
504
+ "unsupportedPrecision": "error",
505
+ "dtypeTransition": "require_cast_step",
506
+ "unresolvedKernel": "error"
507
+ }
508
+ }
509
+ }
@@ -13,12 +13,18 @@
13
13
  "rmsnorm": {
14
14
  "backward": "rmsnorm_backward",
15
15
  "grads": ["input", "gamma"],
16
- "params": ["numTokens", "hiddenSize", "eps"]
16
+ "params": ["numTokens", "hiddenSize", "eps", "rmsNormWeightOffset"]
17
17
  },
18
18
  "residual_add": {
19
19
  "backward": "residual_add_backward",
20
20
  "grads": ["a", "b"]
21
21
  },
22
+ "reshape": {
23
+ "backward": "reshape_backward",
24
+ "grads": ["input"],
25
+ "params": ["shape"],
26
+ "notes": "Autograd metadata-only tensor view; no compute kernel"
27
+ },
22
28
  "row_slice": {
23
29
  "backward": "row_slice_backward",
24
30
  "grads": ["input"],
@@ -32,7 +38,7 @@
32
38
  "attention": {
33
39
  "backward": "attention_backward",
34
40
  "grads": ["q", "k", "v"],
35
- "params": ["seqLen", "numHeads", "headDim", "scale"],
41
+ "params": ["seqLen", "numHeads", "numKVHeads", "headDim", "scale"],
36
42
  "notes": "Includes causal masking backward"
37
43
  },
38
44
  "softmax": {
@@ -49,6 +55,11 @@
49
55
  "grads": ["input"],
50
56
  "params": ["numTokens", "dim", "activation", "swigluLimit"]
51
57
  },
58
+ "silu_gated": {
59
+ "backward": "silu_gated_backward",
60
+ "grads": ["gate", "up"],
61
+ "params": ["count", "swigluLimit"]
62
+ },
52
63
  "gelu": {
53
64
  "backward": "gelu_backward",
54
65
  "grads": ["input"]
@@ -41,17 +41,21 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
41
41
  "backward/adam.wgsl#main": "5520ab52aed793a665c16f25db2d0eecb69b34f953ce870691ab20f7a2e3acb7",
42
42
  "backward/attention_backward.wgsl#main": "482e144cc1c76f371e5b39f439e9cab591db03e469045424c7de107adbd498c4",
43
43
  "backward/bias_add_backward.wgsl#main": "413b1fe8682c09075e2dccc40caf3ebdae13957133224fd4e4497ca9c5109c47",
44
+ "backward/causal_conv1d_silu_backward.wgsl#main": "baaeec38caf714d12bdb48e1418c79df1736f11b79ed55813a1a9de666039593",
44
45
  "backward/conv2d_backward_input.wgsl#main": "34066c2fe6c9133206a26d487475fa880431d437f805ba9e6fc33f7a881c5d26",
45
46
  "backward/conv2d_backward_weight.wgsl#main": "c7a66234f7c4c6d46413e5317f81bc70a2fcd93f455e43a21b4c557e3111d9b1",
46
- "backward/cross_entropy_backward.wgsl#main": "73a569c43076825d012d7e003e81772e33010c8e0a15842650b1df4a7a8fcd63",
47
+ "backward/cross_entropy_backward.wgsl#main": "b1bc7791222b1a7d724b96293b7d86f848514976b58839ecc83736ebc1a60127",
47
48
  "backward/embed_backward.wgsl#main": "c6b476cde4e61dacdde7012c33b3c546ae6439824ff299e01607564eb393003f",
49
+ "backward/gated_delta_recurrent_backward.wgsl#main": "fcd902d7d7126821fc4d352eb12d77ca54e1be6cd3728a81054b4b7fb1801d97",
50
+ "backward/gated_rmsnorm_backward.wgsl#main": "d3862d2ff276f9eaf9ac0783f8152b9855b66ceab2247365fafe01841247f19f",
48
51
  "backward/gelu_backward.wgsl#main": "6ea546fd461b5f1d88efdda75a362e01fc900996330aed9250f53364696c2b4a",
49
52
  "backward/groupnorm_backward.wgsl#main": "2962192fd365b0d4e95a02273d07724d0f145137bf0e2545a9da85b21ed30ec3",
50
53
  "backward/layernorm_backward.wgsl#main": "0d190147ce1291ca24469034001f7dfbfaff1318fe474e90bbcc472983c338ad",
51
- "backward/matmul_backward.wgsl#main": "fd6569fe4649d0cc9154a2c245814f219c523e0f1f6b24d3de53121925d25983",
54
+ "backward/matmul_backward_f16w.wgsl#main": "93b83783a286b456792d7c595a2c205ee990abbb485dbfc17185db3df7bf483a",
55
+ "backward/matmul_backward.wgsl#main": "989994ed66bb5c1564a550df9df3e38993f23d2704f527136bce71c521c1a7dc",
52
56
  "backward/matmul_transpose_a.wgsl#main": "48f9efa999af7614cf575026afd9ea96f1fc7164843e9c46336ebad838e0cea0",
53
57
  "backward/pixel_shuffle_backward.wgsl#main": "d56095ace4c14e267ae590f823a0c6d3da07c4dac35071ab17a831418f5bd27c",
54
- "backward/rmsnorm_backward.wgsl#main": "cee88dc03432fdd4a8817997ba10a26738b9edd2f8f4b7c9cc14be499353bf49",
58
+ "backward/rmsnorm_backward.wgsl#main": "e16774e9c81a5bf2ee8e6bc05c9438b7b407f4b4b2af2636165d1b77b59b612d",
55
59
  "backward/rope_backward.wgsl#main": "fa8bf2d6d20e543d33436b129bd63479c65a516bcf8b30b1cfd64e9b6bc9ca3b",
56
60
  "backward/scale_backward.wgsl#main": "cb2e639b1049a8662c0694fe9e9757327bb55dbb4546ce1c298c5927be33a896",
57
61
  "backward/silu_backward.wgsl#main": "86275df7afce1554a6b4203198eb592d32fe4469aaa1e2d35110106decb9ae6b",
@@ -61,7 +65,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
61
65
  "bf16_to_f32.wgsl#main": "af76a5df2921f3b9549629c84b928efd1256b5241724f384ab6836c31d1064d0",
62
66
  "bias_add_f16.wgsl#main": "fe150ee5e844b40891e0b38a99288bc140c446ddc7b5f1dbd76bf93d5b5021f9",
63
67
  "bias_add.wgsl#main": "e7d3b4a5f9efc8b0569c56bcdeb63e921fa6d1d006901deabc734cab40346715",
64
- "cast_f16_to_f32.wgsl#main": "98a0b31fcba2bad945e9f8522d643ae75135bfdf6b39a824565f57d5d4fd965d",
68
+ "cast_f16_to_f32.wgsl#main": "c85600a9af08bc7dbf4271c68a2e7d40b6cdc2d89f5a3f630fc5156125bd0875",
65
69
  "cast_f32_to_f16.wgsl#main": "5ce9708402e1a01aa892f1519b5be967076bc3b3d91366cacbc9f0d37dcc5add",
66
70
  "clamp.wgsl#main": "9d8039a590d102133636d67de8ae76ca8e9129bf220c48f7a08e9d82fcc48bad",
67
71
  "conv2d_f16.wgsl#main": "98478f639c15327d7c108be29c27a2a97533c66acddf6322ed4bf8f80555ce99",