doppler-gpu 0.4.6 → 0.4.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (149) hide show
  1. package/README.md +43 -31
  2. package/assets/doppler-runtime-map.svg +1 -3
  3. package/assets/doppler.svg +1 -3
  4. package/package.json +25 -17
  5. package/src/cli/doppler-quickstart.js +1 -1
  6. package/src/cli/doppler-serve.js +2 -2
  7. package/src/client/doppler-registry.d.ts +19 -0
  8. package/src/client/doppler-registry.js +12 -0
  9. package/src/client/doppler-registry.json +50 -1
  10. package/src/config/conversion/README.md +4 -0
  11. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  12. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  13. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  14. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  15. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  16. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  17. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  21. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  22. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  23. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  24. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  25. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  26. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  27. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  28. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  29. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  30. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  31. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  32. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  33. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  34. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  35. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  36. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  37. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  38. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  39. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  40. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +540 -0
  41. package/src/config/execution-contract-check.js +14 -10
  42. package/src/config/merge-contract-check.js +1 -0
  43. package/src/config/merge.js +30 -0
  44. package/src/config/param-validator.d.ts +5 -0
  45. package/src/config/param-validator.js +42 -8
  46. package/src/config/required-inference-fields-contract-check.js +14 -0
  47. package/src/config/schema/debug.schema.d.ts +2 -0
  48. package/src/config/schema/debug.schema.js +1 -0
  49. package/src/config/schema/doppler.schema.d.ts +5 -1
  50. package/src/config/schema/doppler.schema.js +82 -292
  51. package/src/config/schema/inference.schema.d.ts +17 -3
  52. package/src/config/schema/kvcache.schema.d.ts +19 -3
  53. package/src/config/schema/kvcache.schema.js +2 -1
  54. package/src/config/schema/manifest.schema.d.ts +38 -1
  55. package/src/config/schema/manifest.schema.js +18 -0
  56. package/src/config/schema/policy-schema-registry.json +5 -0
  57. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  58. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  59. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  60. package/src/config/transforms/execution-graph-transforms.d.ts +6 -0
  61. package/src/config/transforms/execution-graph-transforms.js +8 -0
  62. package/src/converter/conversion-plan.js +2 -0
  63. package/src/converter/parsers/transformer.js +27 -1
  64. package/src/converter/quantization-info.js +16 -4
  65. package/src/converter/rope-config.js +55 -3
  66. package/src/experimental/training/distillation/student-fixture.js +1 -1
  67. package/src/experimental/training/lora-pipeline.js +1 -1
  68. package/src/experimental/training/lora.js +2 -2
  69. package/src/experimental/training/suite.js +1 -1
  70. package/src/gpu/kernels/README.md +8 -1
  71. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  72. package/src/gpu/kernels/dequant.d.ts +6 -6
  73. package/src/gpu/kernels/dequant.js +17 -6
  74. package/src/gpu/kernels/linear-attention-core.js +1 -6
  75. package/src/gpu/kernels/matmul-selection.d.ts +2 -2
  76. package/src/gpu/kernels/matmul-selection.js +4 -1
  77. package/src/gpu/kernels/matmul.d.ts +1 -1
  78. package/src/gpu/kernels/matmul.js +24 -6
  79. package/src/gpu/kernels/moe.d.ts +5 -1
  80. package/src/gpu/kernels/moe.js +5 -2
  81. package/src/gpu/kernels/softmax.d.ts +3 -3
  82. package/src/gpu/kernels/softmax.js +9 -2
  83. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  84. package/src/gpu/kernels/types.d.ts +1 -1
  85. package/src/gpu/profiler.js +11 -1
  86. package/src/inference/browser-harness-model-helpers.js +4 -1
  87. package/src/inference/browser-harness-text-helpers.d.ts +28 -0
  88. package/src/inference/browser-harness-text-helpers.js +357 -116
  89. package/src/inference/browser-harness.d.ts +3 -3
  90. package/src/inference/browser-harness.js +266 -11
  91. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  92. package/src/inference/kv-cache/quantized.js +16 -2
  93. package/src/inference/kv-cache/tiered.js +50 -15
  94. package/src/inference/moe-router.js +38 -7
  95. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +1 -1
  96. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  97. package/src/inference/pipelines/text/config.d.ts +5 -1
  98. package/src/inference/pipelines/text/config.js +135 -112
  99. package/src/inference/pipelines/text/embed.d.ts +1 -0
  100. package/src/inference/pipelines/text/embed.js +39 -12
  101. package/src/inference/pipelines/text/execution-plan.js +8 -2
  102. package/src/inference/pipelines/text/ffn/dense.js +15 -4
  103. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  104. package/src/inference/pipelines/text/ffn/standard.d.ts +2 -1
  105. package/src/inference/pipelines/text/ffn/standard.js +25 -2
  106. package/src/inference/pipelines/text/generator-helpers.js +2 -1
  107. package/src/inference/pipelines/text/generator-runtime.d.ts +6 -2
  108. package/src/inference/pipelines/text/generator-runtime.js +53 -20
  109. package/src/inference/pipelines/text/generator-steps.js +3 -0
  110. package/src/inference/pipelines/text/generator.js +6 -1
  111. package/src/inference/pipelines/text/init-rope.js +54 -6
  112. package/src/inference/pipelines/text/init.js +63 -15
  113. package/src/inference/pipelines/text/layer.js +32 -5
  114. package/src/inference/pipelines/text/linear-attention.js +12 -8
  115. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  116. package/src/inference/pipelines/text/logits/gpu.js +76 -113
  117. package/src/inference/pipelines/text/logits/index.js +44 -87
  118. package/src/inference/pipelines/text/logits/precision-policy.d.ts +11 -0
  119. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  120. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  121. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  122. package/src/inference/pipelines/text/logits/utils.js +11 -0
  123. package/src/inference/pipelines/text/lora-apply.js +6 -4
  124. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  125. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  126. package/src/inference/pipelines/text/moe-shape-validator.d.ts +33 -3
  127. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  128. package/src/inference/pipelines/text/ops.d.ts +3 -0
  129. package/src/inference/pipelines/text/ops.js +26 -1
  130. package/src/inference/pipelines/text/per-layer-inputs.js +27 -12
  131. package/src/inference/pipelines/text/weights.js +7 -2
  132. package/src/inference/pipelines/text.js +24 -4
  133. package/src/inference/tokenizers/behavior-flags.js +23 -2
  134. package/src/loader/final-weights-loader.js +12 -1
  135. package/src/rules/execution-rules-contract-check.js +12 -3
  136. package/src/rules/inference/capability-transforms.rules.json +14 -2
  137. package/src/rules/inference/config.rules.json +26 -2
  138. package/src/rules/inference/dtype.rules.json +12 -5
  139. package/src/rules/inference/execution.rules.json +5 -19
  140. package/src/rules/inference/moe.rules.json +97 -0
  141. package/src/tooling/command-api-constants.js +2 -2
  142. package/src/tooling/command-api-family-normalizers.js +2 -1
  143. package/src/tooling/command-api.d.ts +1 -1
  144. package/src/tooling/command-runner-shared.d.ts +1 -1
  145. package/src/tooling/command-runner-shared.js +3 -1
  146. package/src/tooling/node-converter.js +20 -0
  147. package/src/tooling/node-source-runtime.js +5 -1
  148. package/src/version.js +1 -1
  149. package/assets/doppler-readme-hero.svg +0 -84
@@ -31,6 +31,7 @@
31
31
  "ffn": {
32
32
  "activation": "gelu",
33
33
  "gatedActivation": true,
34
+ "branchMode": "auto",
34
35
  "swigluLimit": null,
35
36
  "useDoubleWideMlp": false
36
37
  },
@@ -52,7 +53,10 @@
52
53
  "ropeLocalYarnOriginalMaxPos": null,
53
54
  "ropeLocalPartialRotaryFactor": null,
54
55
  "ropeFrequencyBaseDim": null,
55
- "ropeLocalFrequencyBaseDim": null
56
+ "ropeLocalFrequencyBaseDim": null,
57
+ "longropeShortFactor": null,
58
+ "longropeLongFactor": null,
59
+ "longropeOriginalMaxPos": null
56
60
  },
57
61
  "output": {
58
62
  "finalLogitSoftcapping": null,
@@ -60,14 +64,17 @@
60
64
  "scaleEmbeddings": true,
61
65
  "embeddingTranspose": false,
62
66
  "embeddingVocabSize": null,
63
- "embeddingPostprocessor": null
67
+ "embeddingPostprocessor": null,
68
+ "embeddingScale": null,
69
+ "logitInputScale": 1
64
70
  },
65
71
  "layerPattern": {
66
72
  "type": "every_n",
67
73
  "globalPattern": null,
68
74
  "period": 6,
69
75
  "offset": 5,
70
- "layerTypes": null
76
+ "layerTypes": null,
77
+ "residualBranchScale": 1
71
78
  },
72
79
  "chatTemplate": {
73
80
  "type": "gemma",
@@ -88,7 +95,25 @@
88
95
  "layout": "contiguous",
89
96
  "pageSize": 256,
90
97
  "tiering": {
91
- "mode": "off"
98
+ "mode": "off",
99
+ "hotWindow": 1024,
100
+ "coldPageSize": 256,
101
+ "coldDtype": "f16",
102
+ "compression": {
103
+ "mode": "none",
104
+ "blockSize": 1,
105
+ "bitWidth": 4,
106
+ "prodMode": false
107
+ },
108
+ "gating": {
109
+ "mode": "auto",
110
+ "minAluBwRatio": 0
111
+ }
112
+ },
113
+ "quantization": {
114
+ "mode": "none",
115
+ "bitWidth": 4,
116
+ "prodMode": false
92
117
  }
93
118
  },
94
119
  "decodeLoop": {
@@ -30,6 +30,7 @@
30
30
  "ffn": {
31
31
  "activation": "gelu",
32
32
  "gatedActivation": true,
33
+ "branchMode": "auto",
33
34
  "swigluLimit": null,
34
35
  "useDoubleWideMlp": false
35
36
  },
@@ -51,7 +52,10 @@
51
52
  "ropeLocalYarnOriginalMaxPos": null,
52
53
  "ropeLocalPartialRotaryFactor": null,
53
54
  "ropeFrequencyBaseDim": null,
54
- "ropeLocalFrequencyBaseDim": null
55
+ "ropeLocalFrequencyBaseDim": null,
56
+ "longropeShortFactor": null,
57
+ "longropeLongFactor": null,
58
+ "longropeOriginalMaxPos": null
55
59
  },
56
60
  "output": {
57
61
  "finalLogitSoftcapping": null,
@@ -59,14 +63,17 @@
59
63
  "scaleEmbeddings": true,
60
64
  "embeddingTranspose": false,
61
65
  "embeddingVocabSize": null,
62
- "embeddingPostprocessor": null
66
+ "embeddingPostprocessor": null,
67
+ "embeddingScale": null,
68
+ "logitInputScale": 1
63
69
  },
64
70
  "layerPattern": {
65
71
  "type": "every_n",
66
72
  "globalPattern": null,
67
73
  "period": 6,
68
74
  "offset": 5,
69
- "layerTypes": null
75
+ "layerTypes": null,
76
+ "residualBranchScale": 1
70
77
  },
71
78
  "chatTemplate": {
72
79
  "type": "gemma",
@@ -87,7 +94,25 @@
87
94
  "layout": "contiguous",
88
95
  "pageSize": 256,
89
96
  "tiering": {
90
- "mode": "off"
97
+ "mode": "off",
98
+ "hotWindow": 1024,
99
+ "coldPageSize": 256,
100
+ "coldDtype": "f16",
101
+ "compression": {
102
+ "mode": "none",
103
+ "blockSize": 1,
104
+ "bitWidth": 4,
105
+ "prodMode": false
106
+ },
107
+ "gating": {
108
+ "mode": "auto",
109
+ "minAluBwRatio": 0
110
+ }
111
+ },
112
+ "quantization": {
113
+ "mode": "none",
114
+ "bitWidth": 4,
115
+ "prodMode": false
91
116
  }
92
117
  },
93
118
  "decodeLoop": {
@@ -31,6 +31,7 @@
31
31
  "ffn": {
32
32
  "activation": "gelu",
33
33
  "gatedActivation": true,
34
+ "branchMode": "auto",
34
35
  "swigluLimit": null,
35
36
  "useDoubleWideMlp": false
36
37
  },
@@ -52,7 +53,10 @@
52
53
  "ropeLocalYarnOriginalMaxPos": null,
53
54
  "ropeLocalPartialRotaryFactor": null,
54
55
  "ropeFrequencyBaseDim": null,
55
- "ropeLocalFrequencyBaseDim": null
56
+ "ropeLocalFrequencyBaseDim": null,
57
+ "longropeShortFactor": null,
58
+ "longropeLongFactor": null,
59
+ "longropeOriginalMaxPos": null
56
60
  },
57
61
  "output": {
58
62
  "finalLogitSoftcapping": null,
@@ -60,14 +64,17 @@
60
64
  "scaleEmbeddings": true,
61
65
  "embeddingTranspose": false,
62
66
  "embeddingVocabSize": null,
63
- "embeddingPostprocessor": null
67
+ "embeddingPostprocessor": null,
68
+ "embeddingScale": null,
69
+ "logitInputScale": 1
64
70
  },
65
71
  "layerPattern": {
66
72
  "type": "every_n",
67
73
  "globalPattern": null,
68
74
  "period": 6,
69
75
  "offset": 5,
70
- "layerTypes": null
76
+ "layerTypes": null,
77
+ "residualBranchScale": 1
71
78
  },
72
79
  "chatTemplate": {
73
80
  "type": "gemma",
@@ -88,7 +95,25 @@
88
95
  "layout": "contiguous",
89
96
  "pageSize": 256,
90
97
  "tiering": {
91
- "mode": "off"
98
+ "mode": "off",
99
+ "hotWindow": 1024,
100
+ "coldPageSize": 256,
101
+ "coldDtype": "f16",
102
+ "compression": {
103
+ "mode": "none",
104
+ "blockSize": 1,
105
+ "bitWidth": 4,
106
+ "prodMode": false
107
+ },
108
+ "gating": {
109
+ "mode": "auto",
110
+ "minAluBwRatio": 0
111
+ }
112
+ },
113
+ "quantization": {
114
+ "mode": "none",
115
+ "bitWidth": 4,
116
+ "prodMode": false
92
117
  }
93
118
  },
94
119
  "decodeLoop": {
@@ -31,6 +31,7 @@
31
31
  "ffn": {
32
32
  "activation": "gelu",
33
33
  "gatedActivation": true,
34
+ "branchMode": "auto",
34
35
  "swigluLimit": null,
35
36
  "useDoubleWideMlp": false
36
37
  },
@@ -52,7 +53,10 @@
52
53
  "ropeLocalYarnOriginalMaxPos": null,
53
54
  "ropeLocalPartialRotaryFactor": null,
54
55
  "ropeFrequencyBaseDim": null,
55
- "ropeLocalFrequencyBaseDim": null
56
+ "ropeLocalFrequencyBaseDim": null,
57
+ "longropeShortFactor": null,
58
+ "longropeLongFactor": null,
59
+ "longropeOriginalMaxPos": null
56
60
  },
57
61
  "output": {
58
62
  "finalLogitSoftcapping": null,
@@ -60,14 +64,17 @@
60
64
  "scaleEmbeddings": true,
61
65
  "embeddingTranspose": false,
62
66
  "embeddingVocabSize": null,
63
- "embeddingPostprocessor": null
67
+ "embeddingPostprocessor": null,
68
+ "embeddingScale": null,
69
+ "logitInputScale": 1
64
70
  },
65
71
  "layerPattern": {
66
72
  "type": "every_n",
67
73
  "globalPattern": null,
68
74
  "period": 6,
69
75
  "offset": 5,
70
- "layerTypes": null
76
+ "layerTypes": null,
77
+ "residualBranchScale": 1
71
78
  },
72
79
  "chatTemplate": {
73
80
  "type": "gemma",
@@ -88,7 +95,25 @@
88
95
  "layout": "contiguous",
89
96
  "pageSize": 256,
90
97
  "tiering": {
91
- "mode": "off"
98
+ "mode": "off",
99
+ "hotWindow": 1024,
100
+ "coldPageSize": 256,
101
+ "coldDtype": "f16",
102
+ "compression": {
103
+ "mode": "none",
104
+ "blockSize": 1,
105
+ "bitWidth": 4,
106
+ "prodMode": false
107
+ },
108
+ "gating": {
109
+ "mode": "auto",
110
+ "minAluBwRatio": 0
111
+ }
112
+ },
113
+ "quantization": {
114
+ "mode": "none",
115
+ "bitWidth": 4,
116
+ "prodMode": false
92
117
  }
93
118
  },
94
119
  "decodeLoop": {
@@ -30,6 +30,7 @@
30
30
  "ffn": {
31
31
  "activation": "gelu",
32
32
  "gatedActivation": true,
33
+ "branchMode": "auto",
33
34
  "swigluLimit": null
34
35
  },
35
36
  "rope": {
@@ -47,7 +48,10 @@
47
48
  "yarnOriginalMaxPos": null,
48
49
  "ropeLocalYarnBetaFast": null,
49
50
  "ropeLocalYarnBetaSlow": null,
50
- "ropeLocalYarnOriginalMaxPos": null
51
+ "ropeLocalYarnOriginalMaxPos": null,
52
+ "longropeShortFactor": null,
53
+ "longropeLongFactor": null,
54
+ "longropeOriginalMaxPos": null
51
55
  },
52
56
  "output": {
53
57
  "finalLogitSoftcapping": null,
@@ -55,14 +59,17 @@
55
59
  "scaleEmbeddings": true,
56
60
  "embeddingTranspose": false,
57
61
  "embeddingVocabSize": null,
58
- "embeddingPostprocessor": null
62
+ "embeddingPostprocessor": null,
63
+ "embeddingScale": null,
64
+ "logitInputScale": 1
59
65
  },
60
66
  "layerPattern": {
61
67
  "type": "every_n",
62
68
  "globalPattern": null,
63
69
  "period": 6,
64
70
  "offset": 5,
65
- "layerTypes": null
71
+ "layerTypes": null,
72
+ "residualBranchScale": 1
66
73
  },
67
74
  "chatTemplate": {
68
75
  "type": "translategemma",
@@ -83,7 +90,25 @@
83
90
  "layout": "contiguous",
84
91
  "pageSize": 256,
85
92
  "tiering": {
86
- "mode": "off"
93
+ "mode": "off",
94
+ "hotWindow": 1024,
95
+ "coldPageSize": 256,
96
+ "coldDtype": "f16",
97
+ "compression": {
98
+ "mode": "none",
99
+ "blockSize": 1,
100
+ "bitWidth": 4,
101
+ "prodMode": false
102
+ },
103
+ "gating": {
104
+ "mode": "auto",
105
+ "minAluBwRatio": 0
106
+ }
107
+ },
108
+ "quantization": {
109
+ "mode": "none",
110
+ "bitWidth": 4,
111
+ "prodMode": false
87
112
  }
88
113
  },
89
114
  "decodeLoop": {
@@ -32,6 +32,7 @@
32
32
  "ffn": {
33
33
  "activation": "gelu",
34
34
  "gatedActivation": true,
35
+ "branchMode": "auto",
35
36
  "swigluLimit": null,
36
37
  "useDoubleWideMlp": false
37
38
  },
@@ -53,7 +54,10 @@
53
54
  "ropeLocalYarnOriginalMaxPos": null,
54
55
  "ropeLocalPartialRotaryFactor": null,
55
56
  "ropeFrequencyBaseDim": null,
56
- "ropeLocalFrequencyBaseDim": null
57
+ "ropeLocalFrequencyBaseDim": null,
58
+ "longropeShortFactor": null,
59
+ "longropeLongFactor": null,
60
+ "longropeOriginalMaxPos": null
57
61
  },
58
62
  "output": {
59
63
  "finalLogitSoftcapping": null,
@@ -61,14 +65,17 @@
61
65
  "scaleEmbeddings": true,
62
66
  "embeddingTranspose": false,
63
67
  "embeddingVocabSize": null,
64
- "embeddingPostprocessor": null
68
+ "embeddingPostprocessor": null,
69
+ "embeddingScale": null,
70
+ "logitInputScale": 1
65
71
  },
66
72
  "layerPattern": {
67
73
  "type": "every_n",
68
74
  "globalPattern": null,
69
75
  "period": 6,
70
76
  "offset": 5,
71
- "layerTypes": null
77
+ "layerTypes": null,
78
+ "residualBranchScale": 1
72
79
  },
73
80
  "chatTemplate": {
74
81
  "type": "translategemma",
@@ -89,7 +96,25 @@
89
96
  "layout": "contiguous",
90
97
  "pageSize": 256,
91
98
  "tiering": {
92
- "mode": "off"
99
+ "mode": "off",
100
+ "hotWindow": 1024,
101
+ "coldPageSize": 256,
102
+ "coldDtype": "f16",
103
+ "compression": {
104
+ "mode": "none",
105
+ "blockSize": 1,
106
+ "bitWidth": 4,
107
+ "prodMode": false
108
+ },
109
+ "gating": {
110
+ "mode": "auto",
111
+ "minAluBwRatio": 0
112
+ }
113
+ },
114
+ "quantization": {
115
+ "mode": "none",
116
+ "bitWidth": 4,
117
+ "prodMode": false
93
118
  }
94
119
  },
95
120
  "decodeLoop": {
@@ -82,6 +82,7 @@
82
82
  "rms_norm_eps": 0.000001,
83
83
  "audio_architecture": "gemma4",
84
84
  "num_hidden_layers": 0,
85
+ "num_attention_heads": 1,
85
86
  "conv_kernel_size": 1,
86
87
  "subsampling_conv_channels": [
87
88
  1,
@@ -108,7 +109,7 @@
108
109
  "weightsRef": {
109
110
  "weightPackId": "gemma-4-12b-it-text-q4k-ehf16-af32-wp-catalog-v1",
110
111
  "artifactRoot": "../gemma-4-12b-it-text-q4k-ehf16-af32",
111
- "manifestDigest": "sha256:4b64113339e4167daf8571e016030ec8a9c48711c706adadd6fd18b6a78984d0",
112
+ "manifestDigest": "sha256:c1ec0ae77689b35c77d49e83de2a2cef745b097529aca4a64755c5feac23e0f5",
112
113
  "shardSetHash": "sha256:f596ba07a842e5925807c0a1b45428f08fc5bad483015ae3bf887bf2522fc3e0"
113
114
  }
114
115
  },
@@ -133,6 +134,7 @@
133
134
  "ffn": {
134
135
  "activation": "gelu",
135
136
  "gatedActivation": true,
137
+ "branchMode": "auto",
136
138
  "useDoubleWideMlp": false,
137
139
  "swigluLimit": null
138
140
  },
@@ -155,7 +157,10 @@
155
157
  "yarnOriginalMaxPos": null,
156
158
  "ropeLocalYarnBetaFast": null,
157
159
  "ropeLocalYarnBetaSlow": null,
158
- "ropeLocalYarnOriginalMaxPos": null
160
+ "ropeLocalYarnOriginalMaxPos": null,
161
+ "longropeShortFactor": null,
162
+ "longropeLongFactor": null,
163
+ "longropeOriginalMaxPos": null
159
164
  },
160
165
  "output": {
161
166
  "finalLogitSoftcapping": 30,
@@ -163,7 +168,9 @@
163
168
  "scaleEmbeddings": true,
164
169
  "embeddingTranspose": false,
165
170
  "embeddingVocabSize": 262144,
166
- "embeddingPostprocessor": null
171
+ "embeddingPostprocessor": null,
172
+ "embeddingScale": null,
173
+ "logitInputScale": 1
167
174
  },
168
175
  "layerPattern": {
169
176
  "type": "custom",
@@ -219,7 +226,8 @@
219
226
  "sliding_attention",
220
227
  "sliding_attention",
221
228
  "full_attention"
222
- ]
229
+ ],
230
+ "residualBranchScale": 1
223
231
  },
224
232
  "chatTemplate": {
225
233
  "type": "gemma4",
@@ -240,7 +248,25 @@
240
248
  "layout": "contiguous",
241
249
  "pageSize": 256,
242
250
  "tiering": {
243
- "mode": "off"
251
+ "mode": "off",
252
+ "hotWindow": 1024,
253
+ "coldPageSize": 256,
254
+ "coldDtype": "f16",
255
+ "compression": {
256
+ "mode": "none",
257
+ "blockSize": 1,
258
+ "bitWidth": 4,
259
+ "prodMode": false
260
+ },
261
+ "gating": {
262
+ "mode": "auto",
263
+ "minAluBwRatio": 0
264
+ }
265
+ },
266
+ "quantization": {
267
+ "mode": "none",
268
+ "bitWidth": 4,
269
+ "prodMode": false
244
270
  }
245
271
  },
246
272
  "decodeLoop": {
@@ -82,6 +82,7 @@
82
82
  "rms_norm_eps": 0.000001,
83
83
  "audio_architecture": "gemma4",
84
84
  "num_hidden_layers": 0,
85
+ "num_attention_heads": 1,
85
86
  "conv_kernel_size": 1,
86
87
  "subsampling_conv_channels": [
87
88
  1,
@@ -126,6 +127,7 @@
126
127
  "ffn": {
127
128
  "activation": "gelu",
128
129
  "gatedActivation": true,
130
+ "branchMode": "auto",
129
131
  "useDoubleWideMlp": false,
130
132
  "swigluLimit": null
131
133
  },
@@ -148,7 +150,10 @@
148
150
  "yarnOriginalMaxPos": null,
149
151
  "ropeLocalYarnBetaFast": null,
150
152
  "ropeLocalYarnBetaSlow": null,
151
- "ropeLocalYarnOriginalMaxPos": null
153
+ "ropeLocalYarnOriginalMaxPos": null,
154
+ "longropeShortFactor": null,
155
+ "longropeLongFactor": null,
156
+ "longropeOriginalMaxPos": null
152
157
  },
153
158
  "output": {
154
159
  "finalLogitSoftcapping": 30,
@@ -156,7 +161,9 @@
156
161
  "scaleEmbeddings": true,
157
162
  "embeddingTranspose": false,
158
163
  "embeddingVocabSize": 262144,
159
- "embeddingPostprocessor": null
164
+ "embeddingPostprocessor": null,
165
+ "embeddingScale": null,
166
+ "logitInputScale": 1
160
167
  },
161
168
  "layerPattern": {
162
169
  "type": "custom",
@@ -212,7 +219,8 @@
212
219
  "sliding_attention",
213
220
  "sliding_attention",
214
221
  "full_attention"
215
- ]
222
+ ],
223
+ "residualBranchScale": 1
216
224
  },
217
225
  "chatTemplate": {
218
226
  "type": "gemma4",
@@ -233,7 +241,25 @@
233
241
  "layout": "contiguous",
234
242
  "pageSize": 256,
235
243
  "tiering": {
236
- "mode": "off"
244
+ "mode": "off",
245
+ "hotWindow": 1024,
246
+ "coldPageSize": 256,
247
+ "coldDtype": "f16",
248
+ "compression": {
249
+ "mode": "none",
250
+ "blockSize": 1,
251
+ "bitWidth": 4,
252
+ "prodMode": false
253
+ },
254
+ "gating": {
255
+ "mode": "auto",
256
+ "minAluBwRatio": 0
257
+ }
258
+ },
259
+ "quantization": {
260
+ "mode": "none",
261
+ "bitWidth": 4,
262
+ "prodMode": false
237
263
  }
238
264
  },
239
265
  "decodeLoop": {
@@ -82,6 +82,7 @@
82
82
  "rms_norm_eps": 0.000001,
83
83
  "audio_architecture": "gemma4",
84
84
  "num_hidden_layers": 0,
85
+ "num_attention_heads": 1,
85
86
  "conv_kernel_size": 1,
86
87
  "subsampling_conv_channels": [
87
88
  1,
@@ -126,6 +127,7 @@
126
127
  "ffn": {
127
128
  "activation": "gelu",
128
129
  "gatedActivation": true,
130
+ "branchMode": "auto",
129
131
  "useDoubleWideMlp": false,
130
132
  "swigluLimit": null
131
133
  },
@@ -148,7 +150,10 @@
148
150
  "yarnOriginalMaxPos": null,
149
151
  "ropeLocalYarnBetaFast": null,
150
152
  "ropeLocalYarnBetaSlow": null,
151
- "ropeLocalYarnOriginalMaxPos": null
153
+ "ropeLocalYarnOriginalMaxPos": null,
154
+ "longropeShortFactor": null,
155
+ "longropeLongFactor": null,
156
+ "longropeOriginalMaxPos": null
152
157
  },
153
158
  "output": {
154
159
  "finalLogitSoftcapping": 30,
@@ -156,7 +161,9 @@
156
161
  "scaleEmbeddings": true,
157
162
  "embeddingTranspose": false,
158
163
  "embeddingVocabSize": 262144,
159
- "embeddingPostprocessor": null
164
+ "embeddingPostprocessor": null,
165
+ "embeddingScale": null,
166
+ "logitInputScale": 1
160
167
  },
161
168
  "layerPattern": {
162
169
  "type": "custom",
@@ -212,7 +219,8 @@
212
219
  "sliding_attention",
213
220
  "sliding_attention",
214
221
  "full_attention"
215
- ]
222
+ ],
223
+ "residualBranchScale": 1
216
224
  },
217
225
  "chatTemplate": {
218
226
  "type": "gemma4",
@@ -233,7 +241,25 @@
233
241
  "layout": "contiguous",
234
242
  "pageSize": 256,
235
243
  "tiering": {
236
- "mode": "off"
244
+ "mode": "off",
245
+ "hotWindow": 1024,
246
+ "coldPageSize": 256,
247
+ "coldDtype": "f16",
248
+ "compression": {
249
+ "mode": "none",
250
+ "blockSize": 1,
251
+ "bitWidth": 4,
252
+ "prodMode": false
253
+ },
254
+ "gating": {
255
+ "mode": "auto",
256
+ "minAluBwRatio": 0
257
+ }
258
+ },
259
+ "quantization": {
260
+ "mode": "none",
261
+ "bitWidth": 4,
262
+ "prodMode": false
237
263
  }
238
264
  },
239
265
  "decodeLoop": {