doppler-gpu 0.4.10 → 0.4.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. package/CHANGELOG.md +95 -0
  2. package/README.md +40 -1
  3. package/models/catalog.json +637 -32
  4. package/package.json +24 -3
  5. package/src/client/doppler-registry.js +6 -0
  6. package/src/client/doppler-registry.json +135 -13
  7. package/src/client/runtime/lora.d.ts +10 -0
  8. package/src/client/runtime/lora.js +69 -0
  9. package/src/client/runtime/model-manager.js +6 -167
  10. package/src/client/runtime/model-session.d.ts +3 -1
  11. package/src/client/runtime/model-session.js +6 -0
  12. package/src/client/wrap-pipeline-handle.js +7 -0
  13. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +516 -0
  14. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +571 -0
  15. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +342 -0
  16. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +388 -0
  17. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +3 -2
  18. package/src/config/kernels/kernel-ref-digests.js +2 -1
  19. package/src/config/kernels/registry.json +73 -11
  20. package/src/config/merge.js +24 -0
  21. package/src/config/required-inference-fields-contract-check.js +2 -0
  22. package/src/config/schema/adapter.schema.d.ts +6 -1
  23. package/src/config/schema/adapter.schema.js +5 -0
  24. package/src/config/schema/converter.schema.d.ts +7 -0
  25. package/src/config/schema/converter.schema.js +15 -0
  26. package/src/config/schema/inference.schema.d.ts +8 -0
  27. package/src/config/schema/manifest.schema.d.ts +32 -1
  28. package/src/config/schema/manifest.schema.js +26 -0
  29. package/src/converter/conversion-plan.js +15 -1
  30. package/src/converter/core.js +5 -4
  31. package/src/converter/source-tensor-rules.d.ts +50 -0
  32. package/src/converter/source-tensor-rules.js +180 -0
  33. package/src/converter/source-tokenizer.d.ts +45 -0
  34. package/src/converter/source-tokenizer.js +155 -0
  35. package/src/experimental/adapters/artifact-contract.d.ts +83 -0
  36. package/src/experimental/adapters/artifact-contract.js +254 -0
  37. package/src/experimental/adapters/index.d.ts +25 -0
  38. package/src/experimental/adapters/index.js +12 -0
  39. package/src/experimental/adapters/lora-loader.js +24 -4
  40. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +2 -1
  41. package/src/experimental/bridge/trainer-artifact-bridge.js +35 -13
  42. package/src/experimental/training/artifacts.d.ts +160 -0
  43. package/src/experimental/training/attention-backward.d.ts +64 -0
  44. package/src/experimental/training/attention-forward.d.ts +22 -0
  45. package/src/experimental/training/attention-forward.js +82 -0
  46. package/src/experimental/training/autograd.d.ts +76 -0
  47. package/src/experimental/training/checkpoint.d.ts +36 -0
  48. package/src/experimental/training/clip.d.ts +9 -0
  49. package/src/experimental/training/dataloader.d.ts +8 -0
  50. package/src/experimental/training/distillation/student-fixture.js +1 -0
  51. package/src/experimental/training/export.d.ts +41 -0
  52. package/src/experimental/training/lora-pipeline.d.ts +186 -0
  53. package/src/experimental/training/lora-pipeline.js +5 -0
  54. package/src/experimental/training/lora.d.ts +20 -0
  55. package/src/experimental/training/lora.js +4 -3
  56. package/src/experimental/training/loss-scaling.d.ts +21 -0
  57. package/src/experimental/training/loss.d.ts +10 -0
  58. package/src/experimental/training/native-qwen-lora.d.ts +106 -0
  59. package/src/experimental/training/native-qwen-lora.js +449 -0
  60. package/src/experimental/training/objectives/base.d.ts +58 -0
  61. package/src/experimental/training/optimizer.d.ts +22 -0
  62. package/src/experimental/training/optimizer.js +1 -0
  63. package/src/experimental/training/runner.d.ts +249 -0
  64. package/src/experimental/training/trainer.d.ts +89 -0
  65. package/src/experimental/training/workloads.d.ts +205 -0
  66. package/src/gpu/kernels/backward/adam.d.ts +1 -0
  67. package/src/gpu/kernels/backward/adam.js +6 -2
  68. package/src/gpu/kernels/backward/adam.wgsl +3 -2
  69. package/src/gpu/kernels/backward/matmul_backward_q4k.wgsl +90 -0
  70. package/src/gpu/kernels/backward/utils.js +18 -4
  71. package/src/inference/pipelines/text/attention/attn-config.js +2 -0
  72. package/src/inference/pipelines/text/attention/projections.js +161 -24
  73. package/src/inference/pipelines/text/attention/record.js +67 -9
  74. package/src/inference/pipelines/text/attention/run.js +60 -7
  75. package/src/inference/pipelines/text/attention/types.js +18 -9
  76. package/src/inference/pipelines/text/config.d.ts +5 -0
  77. package/src/inference/pipelines/text/config.js +91 -0
  78. package/src/inference/pipelines/text/ffn/dense.js +205 -2
  79. package/src/inference/pipelines/text/ffn/standard.js +50 -3
  80. package/src/inference/pipelines/text/generator-helpers.js +11 -1
  81. package/src/inference/pipelines/text/generator-runtime.js +63 -15
  82. package/src/inference/pipelines/text/generator-steps.js +3 -1
  83. package/src/inference/pipelines/text/generator.d.ts +5 -1
  84. package/src/inference/pipelines/text/generator.js +196 -3
  85. package/src/inference/pipelines/text/init-qkv-fusion.js +85 -1
  86. package/src/inference/pipelines/text/init.d.ts +2 -0
  87. package/src/inference/pipelines/text/init.js +2 -0
  88. package/src/inference/pipelines/text/layer.js +6 -0
  89. package/src/inference/pipelines/text/linear-attention.d.ts +2 -0
  90. package/src/inference/pipelines/text/linear-attention.js +77 -6
  91. package/src/inference/pipelines/text/logits/cpu.d.ts +6 -0
  92. package/src/inference/pipelines/text/logits/cpu.js +22 -0
  93. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  94. package/src/inference/pipelines/text/logits/index.js +85 -11
  95. package/src/inference/pipelines/text/logits/types.d.ts +4 -0
  96. package/src/inference/pipelines/text/lora-types.d.ts +6 -1
  97. package/src/inference/pipelines/text/lora-types.js +5 -0
  98. package/src/inference/pipelines/text/ops.js +33 -0
  99. package/src/inference/pipelines/text/types.d.ts +66 -0
  100. package/src/inference/pipelines/text/weights.d.ts +10 -0
  101. package/src/inference/pipelines/text/weights.js +33 -1
  102. package/src/inference/pipelines/text.d.ts +9 -2
  103. package/src/inference/pipelines/text.js +116 -0
  104. package/src/inference/tokenizers/behavior-flags.js +5 -1
  105. package/src/inference/tokenizers/bundled.js +99 -8
  106. package/src/loader/doppler-loader.d.ts +2 -0
  107. package/src/loader/doppler-loader.js +9 -0
  108. package/src/loader/final-weights-loader.d.ts +8 -0
  109. package/src/loader/final-weights-loader.js +42 -0
  110. package/src/loader/layer-loader.d.ts +6 -0
  111. package/src/loader/layer-loader.js +102 -3
  112. package/src/loader/loader-types.d.ts +15 -2
  113. package/src/models/diffusiongemma.js +1 -1
  114. package/src/models/embeddinggemma.js +1 -1
  115. package/src/models/gemma3.js +1 -1
  116. package/src/models/gemma4.js +1 -1
  117. package/src/models/qwen3.js +1 -1
  118. package/src/tooling/hf-registry-utils.js +1 -1
  119. package/src/tooling/node-browser-command-runner.d.ts +16 -0
  120. package/src/tooling/node-browser-command-runner.js +1 -1
  121. package/src/tooling/node-converter.js +33 -1
  122. package/src/tooling/node-webgpu.js +85 -2
  123. package/src/training-browser.d.ts +19 -0
  124. package/src/training-browser.js +13 -0
  125. package/src/training.d.ts +137 -0
  126. package/src/training.js +219 -0
  127. package/src/version.js +1 -1
  128. package/tests/kernels/browser/kernel-suite.js +9 -1
  129. package/tests/kernels/browser/test-page.js +4 -2
  130. package/tests/kernels/reference/adam.js +4 -2
  131. package/NOTICE +0 -5
@@ -136,6 +136,10 @@ export function wrapPipelineAsHandle(pipeline, resolved = {}) {
136
136
  return manifest?.modelType === 'embedding'
137
137
  || manifest?.inference?.supportsEmbedding === true;
138
138
  },
139
+ get supportsSequence() {
140
+ const manifest = pipeline.manifest || resolved.manifest || null;
141
+ return manifest?.inference?.supportsSequence === true;
142
+ },
139
143
  get supportsTranscription() {
140
144
  const manifest = pipeline.manifest || resolved.manifest || null;
141
145
  return manifest?.inference?.supportsTranscription === true
@@ -155,6 +159,9 @@ export function wrapPipelineAsHandle(pipeline, resolved = {}) {
155
159
  async embedBatch(prompts, options = {}) {
156
160
  return pipeline.embedBatch(prompts, options);
157
161
  },
162
+ async encodeSequence(sequence, options = {}) {
163
+ return pipeline.encodeSequence(sequence, options);
164
+ },
158
165
  async embedImage(args = {}) {
159
166
  return pipeline.embedImage(args);
160
167
  },
@@ -0,0 +1,516 @@
1
+ {
2
+ "modelType": "embedding",
3
+ "output": {
4
+ "baseDir": "models/local",
5
+ "modelBaseId": "amplify-120m-f16-af32",
6
+ "textOnly": true,
7
+ "fast": false
8
+ },
9
+ "quantization": {
10
+ "weights": "f16",
11
+ "embeddings": "f16",
12
+ "lmHead": "f16",
13
+ "q4kLayout": "row",
14
+ "computePrecision": "f32"
15
+ },
16
+ "sourceTensors": {
17
+ "requireAll": true,
18
+ "rules": [
19
+ {
20
+ "kind": "rename",
21
+ "match": "^encoder\\.weight$",
22
+ "replace": "model.embed_tokens.weight",
23
+ "expectedMatches": 1,
24
+ "role": "embedding",
25
+ "group": "embed"
26
+ },
27
+ {
28
+ "kind": "rename",
29
+ "match": "^layer_norm_2\\.weight$",
30
+ "replace": "model.norm.weight",
31
+ "expectedMatches": 1,
32
+ "role": "norm",
33
+ "group": "head"
34
+ },
35
+ {
36
+ "kind": "rename",
37
+ "match": "^decoder\\.weight$",
38
+ "replace": "lm_head.weight",
39
+ "expectedMatches": 1,
40
+ "role": "lm_head",
41
+ "group": "head"
42
+ },
43
+ {
44
+ "kind": "rename",
45
+ "match": "^decoder\\.bias$",
46
+ "replace": "lm_head.bias",
47
+ "expectedMatches": 1,
48
+ "role": "other",
49
+ "group": "head"
50
+ },
51
+ {
52
+ "kind": "rename",
53
+ "match": "^transformer_encoder\\.(\\d+)\\.attention_norm\\.weight$",
54
+ "replace": "model.layers.$1.input_layernorm.weight",
55
+ "expectedMatches": 24
56
+ },
57
+ {
58
+ "kind": "rename",
59
+ "match": "^transformer_encoder\\.(\\d+)\\.q\\.weight$",
60
+ "replace": "model.layers.$1.self_attn.q_proj.weight",
61
+ "expectedMatches": 24
62
+ },
63
+ {
64
+ "kind": "rename",
65
+ "match": "^transformer_encoder\\.(\\d+)\\.k\\.weight$",
66
+ "replace": "model.layers.$1.self_attn.k_proj.weight",
67
+ "expectedMatches": 24
68
+ },
69
+ {
70
+ "kind": "rename",
71
+ "match": "^transformer_encoder\\.(\\d+)\\.v\\.weight$",
72
+ "replace": "model.layers.$1.self_attn.v_proj.weight",
73
+ "expectedMatches": 24
74
+ },
75
+ {
76
+ "kind": "rename",
77
+ "match": "^transformer_encoder\\.(\\d+)\\.wo\\.weight$",
78
+ "replace": "model.layers.$1.self_attn.o_proj.weight",
79
+ "expectedMatches": 24
80
+ },
81
+ {
82
+ "kind": "rename",
83
+ "match": "^transformer_encoder\\.(\\d+)\\.ffn_norm\\.weight$",
84
+ "replace": "model.layers.$1.post_attention_layernorm.weight",
85
+ "expectedMatches": 24
86
+ },
87
+ {
88
+ "kind": "split",
89
+ "match": "^transformer_encoder\\.(\\d+)\\.ffn\\.w12\\.weight$",
90
+ "axis": 0,
91
+ "expectedMatches": 24,
92
+ "parts": [
93
+ {
94
+ "replace": "model.layers.$1.mlp.gate_proj.weight",
95
+ "size": 1712
96
+ },
97
+ {
98
+ "replace": "model.layers.$1.mlp.up_proj.weight",
99
+ "size": 1712
100
+ }
101
+ ]
102
+ },
103
+ {
104
+ "kind": "rename",
105
+ "match": "^transformer_encoder\\.(\\d+)\\.ffn\\.w3\\.weight$",
106
+ "replace": "model.layers.$1.mlp.down_proj.weight",
107
+ "expectedMatches": 24
108
+ }
109
+ ]
110
+ },
111
+ "manifest": {
112
+ "hashAlgorithm": "blake3",
113
+ "artifactIdentity": {
114
+ "sourceCheckpointId": "chandar-lab/AMPLIFY_120M@d918a9e8c64dc43f6ec4996022c3deba14d66470",
115
+ "sourceRepo": "chandar-lab/AMPLIFY_120M",
116
+ "sourceRevision": "d918a9e8c64dc43f6ec4996022c3deba14d66470",
117
+ "sourceFormat": "safetensors",
118
+ "conversionConfigPath": "src/config/conversion/amplify/amplify-120m-f16-af32.json",
119
+ "weightPackId": "amplify-120m-f16-af32-wp-v1",
120
+ "manifestVariantId": "amplify-120m-f16-af32-mv-exec-v1",
121
+ "modalitySet": [
122
+ "protein_sequence"
123
+ ],
124
+ "materializationProfile": "f16-weights-f32-activations",
125
+ "artifactCompleteness": "complete"
126
+ },
127
+ "eosTokenId": 4
128
+ },
129
+ "inference": {
130
+ "supportsEmbedding": true,
131
+ "supportsSequence": true,
132
+ "sequence": {
133
+ "alphabet": "amino_acid",
134
+ "tokenEmbeddings": true,
135
+ "pooledEmbedding": {
136
+ "mode": "mean",
137
+ "excludeTokenIds": [
138
+ 0,
139
+ 1,
140
+ 2,
141
+ 3,
142
+ 4
143
+ ]
144
+ },
145
+ "logits": true
146
+ },
147
+ "attention": {
148
+ "queryPreAttnScalar": 64,
149
+ "attnLogitSoftcapping": null,
150
+ "slidingWindow": null,
151
+ "queryKeyNorm": false,
152
+ "queryKeyNormType": "rmsnorm",
153
+ "queryKeyNormAxis": "head",
154
+ "queryKeyNormLayers": null,
155
+ "queryKeyNormWeightLayers": null,
156
+ "valueNorm": false,
157
+ "causal": false,
158
+ "attentionBias": false,
159
+ "attentionOutputGate": false,
160
+ "outputGateType": null
161
+ },
162
+ "normalization": {
163
+ "rmsNormEps": 0.00001,
164
+ "rmsNormWeightOffset": false,
165
+ "postAttentionNorm": true,
166
+ "preFeedforwardNorm": false,
167
+ "postFeedforwardNorm": false
168
+ },
169
+ "ffn": {
170
+ "activation": "silu",
171
+ "gatedActivation": true,
172
+ "branchMode": "dense",
173
+ "useDoubleWideMlp": false,
174
+ "swigluLimit": null
175
+ },
176
+ "rope": {
177
+ "ropeTheta": 10000,
178
+ "ropeLocalTheta": null,
179
+ "ropeInterleaved": true,
180
+ "mropeInterleaved": false,
181
+ "mropeSection": null,
182
+ "partialRotaryFactor": null,
183
+ "ropeLocalPartialRotaryFactor": null,
184
+ "ropeFrequencyBaseDim": null,
185
+ "ropeLocalFrequencyBaseDim": null,
186
+ "ropeScalingType": null,
187
+ "ropeScalingFactor": 1,
188
+ "ropeLocalScalingType": null,
189
+ "ropeLocalScalingFactor": 1,
190
+ "yarnBetaFast": null,
191
+ "yarnBetaSlow": null,
192
+ "yarnOriginalMaxPos": null,
193
+ "ropeLocalYarnBetaFast": null,
194
+ "ropeLocalYarnBetaSlow": null,
195
+ "ropeLocalYarnOriginalMaxPos": null,
196
+ "longropeShortFactor": null,
197
+ "longropeLongFactor": null,
198
+ "longropeOriginalMaxPos": null
199
+ },
200
+ "output": {
201
+ "finalLogitSoftcapping": null,
202
+ "tieWordEmbeddings": false,
203
+ "scaleEmbeddings": false,
204
+ "embeddingScale": null,
205
+ "logitInputScale": 1,
206
+ "embeddingTranspose": false,
207
+ "embeddingVocabSize": null,
208
+ "embeddingPostprocessor": null,
209
+ "lmHeadBiasTensor": "lm_head.bias"
210
+ },
211
+ "layerPattern": {
212
+ "type": "uniform",
213
+ "globalPattern": null,
214
+ "period": null,
215
+ "offset": null,
216
+ "layerTypes": null,
217
+ "residualBranchScale": 1
218
+ },
219
+ "chatTemplate": {
220
+ "type": null,
221
+ "enabled": false
222
+ }
223
+ },
224
+ "session": {
225
+ "compute": {
226
+ "defaults": {
227
+ "activationDtype": "f32",
228
+ "mathDtype": "f32",
229
+ "accumDtype": "f32",
230
+ "outputDtype": "f32"
231
+ }
232
+ },
233
+ "kvcache": {
234
+ "kvDtype": "f16",
235
+ "layout": "contiguous",
236
+ "maxSeqLen": 2048,
237
+ "pageSize": 256,
238
+ "tiering": {
239
+ "mode": "off",
240
+ "hotWindow": 1024,
241
+ "coldPageSize": 256,
242
+ "coldDtype": "f16",
243
+ "compression": {
244
+ "mode": "none",
245
+ "blockSize": 1,
246
+ "bitWidth": 4,
247
+ "prodMode": false
248
+ },
249
+ "gating": {
250
+ "mode": "auto",
251
+ "minAluBwRatio": 0
252
+ }
253
+ },
254
+ "quantization": {
255
+ "mode": "none",
256
+ "bitWidth": 4,
257
+ "prodMode": false
258
+ }
259
+ },
260
+ "decodeLoop": {
261
+ "batchSize": 1,
262
+ "stopCheckMode": "per-token",
263
+ "readbackInterval": 1,
264
+ "readbackMode": "sequential",
265
+ "submitLatencyThresholdMs": null,
266
+ "ringTokens": 1,
267
+ "ringStop": 1,
268
+ "ringStaging": 1,
269
+ "disableCommandBatching": false
270
+ },
271
+ "perLayerInputs": {
272
+ "materialization": "auto",
273
+ "rowCache": {
274
+ "mode": "lru",
275
+ "maxRows": 256,
276
+ "maxBytes": 134217728,
277
+ "decodedDtype": "f32"
278
+ },
279
+ "prefetch": {
280
+ "mode": "next_token",
281
+ "rowsAhead": 1
282
+ },
283
+ "gpuUpload": {
284
+ "mode": "per_step_slices",
285
+ "stagingRows": 2
286
+ },
287
+ "hotCache": {
288
+ "mode": "prepared_tokens",
289
+ "maxTokens": 1024,
290
+ "maxBytes": 134217728,
291
+ "outputDtype": "f32"
292
+ }
293
+ },
294
+ "skipEmbeddingKVCacheWrites": true,
295
+ "prefillChunkSubmitMode": "sync",
296
+ "useFlashPrefillAttention": false,
297
+ "useWideTileQ4KPrefill": false,
298
+ "retainQ4KMaterialization": false
299
+ },
300
+ "execution": {
301
+ "inlineKernelPath": true,
302
+ "policies": {
303
+ "unsupportedPrecision": "error",
304
+ "dtypeTransition": "require_cast_step",
305
+ "unresolvedKernel": "error"
306
+ },
307
+ "kernels": {
308
+ "embed": {
309
+ "kernel": "gather_f16.wgsl",
310
+ "entry": "main",
311
+ "digest": "sha256:8995b4a790a1f3b89fbb801f89d595985eee46c9bfca4133f74396259083eda9"
312
+ },
313
+ "rmsnorm": {
314
+ "kernel": "rmsnorm.wgsl",
315
+ "entry": "main",
316
+ "digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1"
317
+ },
318
+ "tiled": {
319
+ "kernel": "matmul_f16w_f32a.wgsl",
320
+ "entry": "main",
321
+ "digest": "sha256:027a8f1cd9713cbe0b0ada160bd175e0542bb90896ad85441b023522d9a1befc"
322
+ },
323
+ "rope": {
324
+ "kernel": "rope.wgsl",
325
+ "entry": "main",
326
+ "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b"
327
+ },
328
+ "attn_small": {
329
+ "kernel": "attention_small_f16kv.wgsl",
330
+ "entry": "main",
331
+ "digest": "sha256:ad3bb913c17167eb28fefc6abd24602ea0f148bc22a2b5f437eeffcc6f7fc668",
332
+ "precision": {
333
+ "kvDtype": "f16"
334
+ }
335
+ },
336
+ "residual": {
337
+ "kernel": "residual.wgsl",
338
+ "entry": "main",
339
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
340
+ },
341
+ "silu": {
342
+ "kernel": "silu.wgsl",
343
+ "entry": "main",
344
+ "digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca",
345
+ "constants": {
346
+ "HAS_GATE": true
347
+ }
348
+ }
349
+ },
350
+ "preLayer": [
351
+ [
352
+ "embed",
353
+ "embed",
354
+ "embed_tokens"
355
+ ]
356
+ ],
357
+ "decode": [
358
+ [
359
+ "input_norm",
360
+ "rmsnorm"
361
+ ],
362
+ [
363
+ "q_proj",
364
+ "tiled",
365
+ "layer.{L}.self_attn.q_proj"
366
+ ],
367
+ [
368
+ "k_proj",
369
+ "tiled",
370
+ "layer.{L}.self_attn.k_proj"
371
+ ],
372
+ [
373
+ "v_proj",
374
+ "tiled",
375
+ "layer.{L}.self_attn.v_proj"
376
+ ],
377
+ [
378
+ "rope_q",
379
+ "rope"
380
+ ],
381
+ [
382
+ "rope_k",
383
+ "rope"
384
+ ],
385
+ [
386
+ "attention",
387
+ "attn_small"
388
+ ],
389
+ [
390
+ "o_proj",
391
+ "tiled",
392
+ "layer.{L}.self_attn.o_proj"
393
+ ],
394
+ [
395
+ "attn_residual",
396
+ "residual"
397
+ ],
398
+ [
399
+ "post_attn_norm",
400
+ "rmsnorm"
401
+ ],
402
+ [
403
+ "gate_proj",
404
+ "tiled",
405
+ "layer.{L}.mlp.gate_proj"
406
+ ],
407
+ [
408
+ "up_proj",
409
+ "tiled",
410
+ "layer.{L}.mlp.up_proj"
411
+ ],
412
+ [
413
+ "activation",
414
+ "silu"
415
+ ],
416
+ [
417
+ "down_proj",
418
+ "tiled",
419
+ "layer.{L}.mlp.down_proj"
420
+ ],
421
+ [
422
+ "ffn_residual",
423
+ "residual"
424
+ ]
425
+ ],
426
+ "prefill": [
427
+ [
428
+ "input_norm",
429
+ "rmsnorm"
430
+ ],
431
+ [
432
+ "q_proj",
433
+ "tiled",
434
+ "layer.{L}.self_attn.q_proj"
435
+ ],
436
+ [
437
+ "k_proj",
438
+ "tiled",
439
+ "layer.{L}.self_attn.k_proj"
440
+ ],
441
+ [
442
+ "v_proj",
443
+ "tiled",
444
+ "layer.{L}.self_attn.v_proj"
445
+ ],
446
+ [
447
+ "rope_q",
448
+ "rope"
449
+ ],
450
+ [
451
+ "rope_k",
452
+ "rope"
453
+ ],
454
+ [
455
+ "attention",
456
+ "attn_small"
457
+ ],
458
+ [
459
+ "o_proj",
460
+ "tiled",
461
+ "layer.{L}.self_attn.o_proj"
462
+ ],
463
+ [
464
+ "attn_residual",
465
+ "residual"
466
+ ],
467
+ [
468
+ "post_attn_norm",
469
+ "rmsnorm"
470
+ ],
471
+ [
472
+ "gate_proj",
473
+ "tiled",
474
+ "layer.{L}.mlp.gate_proj"
475
+ ],
476
+ [
477
+ "up_proj",
478
+ "tiled",
479
+ "layer.{L}.mlp.up_proj"
480
+ ],
481
+ [
482
+ "activation",
483
+ "silu"
484
+ ],
485
+ [
486
+ "down_proj",
487
+ "tiled",
488
+ "layer.{L}.mlp.down_proj"
489
+ ],
490
+ [
491
+ "ffn_residual",
492
+ "residual"
493
+ ]
494
+ ],
495
+ "postLayer": [
496
+ [
497
+ "final_norm",
498
+ "rmsnorm"
499
+ ],
500
+ [
501
+ "lm_head",
502
+ "tiled",
503
+ "lm_head"
504
+ ],
505
+ [
506
+ "lm_head_prefill",
507
+ "tiled",
508
+ "lm_head"
509
+ ]
510
+ ],
511
+ "sampling": null
512
+ },
513
+ "largeWeights": {
514
+ "gpuResidentOverrides": null
515
+ }
516
+ }