doppler-gpu 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (433) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +54 -33
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +36 -5
  5. package/src/cli/cli-output.js +34 -1
  6. package/src/cli/doppler-cli.d.ts +18 -0
  7. package/src/cli/doppler-cli.js +68 -35
  8. package/src/cli/doppler-serve.d.ts +210 -0
  9. package/src/cli/doppler-serve.js +468 -42
  10. package/src/client/doppler-registry.json +3 -5
  11. package/src/client/provider.d.ts +1 -1
  12. package/src/client/provider.js +1 -1
  13. package/src/client/runtime/index.js +13 -0
  14. package/src/client/runtime/lora.d.ts +11 -1
  15. package/src/client/runtime/lora.js +28 -7
  16. package/src/client/runtime/model-manager.js +35 -11
  17. package/src/client/runtime/model-session.d.ts +2 -1
  18. package/src/client/runtime/model-session.js +2 -2
  19. package/src/client/runtime/model-source.js +20 -1
  20. package/src/client/runtime/types.d.ts +8 -0
  21. package/src/client/wrap-pipeline-handle.d.ts +62 -0
  22. package/src/client/wrap-pipeline-handle.js +188 -13
  23. package/src/config/conversion/README.md +5 -0
  24. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  25. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  26. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
  27. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
  28. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  29. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  30. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
  31. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
  32. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
  33. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  34. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  35. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  36. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  37. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  38. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  39. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
  40. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
  41. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
  42. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
  43. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
  44. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
  45. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
  46. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
  47. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
  48. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
  49. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
  50. package/src/config/goal-completion-matrix.json +552 -0
  51. package/src/config/kernel-path-loader.js +192 -38
  52. package/src/config/kernels/kernel-ref-digests.js +52 -18
  53. package/src/config/kernels/registry.json +3017 -744
  54. package/src/config/merge-contract-check.js +7 -3
  55. package/src/config/merge-helpers.d.ts +2 -0
  56. package/src/config/merge-helpers.js +1 -0
  57. package/src/config/merge.d.ts +1 -0
  58. package/src/config/merge.js +30 -0
  59. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  60. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  61. package/src/config/param-validator.js +4 -0
  62. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  63. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  64. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  65. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  66. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  67. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  68. package/src/config/schema/buffer-pool.schema.js +3 -3
  69. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  70. package/src/config/schema/command-surface-contract.schema.json +81 -0
  71. package/src/config/schema/converter.schema.d.ts +11 -0
  72. package/src/config/schema/converter.schema.js +8 -0
  73. package/src/config/schema/doppler.schema.d.ts +1 -0
  74. package/src/config/schema/doppler.schema.js +38 -6
  75. package/src/config/schema/execution-v1.schema.d.ts +27 -0
  76. package/src/config/schema/execution-v1.schema.js +28 -19
  77. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  78. package/src/config/schema/inference.schema.d.ts +11 -0
  79. package/src/config/schema/manifest.schema.d.ts +107 -1
  80. package/src/config/schema/manifest.schema.js +10 -1
  81. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  82. package/src/config/schema/moe.schema.d.ts +13 -0
  83. package/src/config/schema/moe.schema.js +1 -1
  84. package/src/config/schema/policy-schema-registry.json +26 -0
  85. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  86. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  87. package/src/config/schema/training-metrics.schema.js +4 -3
  88. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  89. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  90. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  91. package/src/config/source-packages/registry.json +25 -0
  92. package/src/config/supported-operations.json +5 -0
  93. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  94. package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
  95. package/src/config/transforms/execution-graph-transforms.js +227 -230
  96. package/src/converter/conversion-plan.d.ts +2 -0
  97. package/src/converter/conversion-plan.js +18 -4
  98. package/src/converter/core.d.ts +8 -0
  99. package/src/converter/core.js +574 -12
  100. package/src/converter/quantization-info.js +179 -2
  101. package/src/converter/quantizer.d.ts +5 -4
  102. package/src/converter/quantizer.js +16 -2
  103. package/src/experimental/adapters/lora-loader.js +109 -24
  104. package/src/experimental/diffusion/index.d.ts +24 -0
  105. package/src/experimental/diffusion/index.js +10 -0
  106. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  107. package/src/experimental/distribution/descriptor-transport.js +342 -0
  108. package/src/experimental/training/README.md +11 -0
  109. package/src/experimental/training/autograd.js +33 -8
  110. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  111. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  112. package/src/experimental/training/datasets/index.d.ts +13 -1
  113. package/src/experimental/training/datasets/index.js +8 -1
  114. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  115. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  116. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  117. package/src/experimental/training/datasets/text-pairs.js +82 -5
  118. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  119. package/src/experimental/training/distillation/student-fixture.js +290 -32
  120. package/src/experimental/training/export.d.ts +9 -0
  121. package/src/experimental/training/export.js +113 -7
  122. package/src/experimental/training/index.d.ts +13 -1
  123. package/src/experimental/training/index.js +13 -1
  124. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  125. package/src/experimental/training/lora-pipeline.js +1737 -49
  126. package/src/experimental/training/lora.js +23 -1
  127. package/src/experimental/training/loss.js +1 -1
  128. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  129. package/src/experimental/training/operator-agent-eval.js +326 -0
  130. package/src/experimental/training/operator-command.js +310 -51
  131. package/src/experimental/training/runner.d.ts +1 -0
  132. package/src/experimental/training/runner.js +4 -0
  133. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  134. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  135. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  136. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  137. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  138. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  139. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  140. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  141. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  142. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  143. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  144. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  145. package/src/experimental/training/workload-packs/registry.json +186 -6
  146. package/src/experimental/training/workloads.d.ts +37 -0
  147. package/src/experimental/training/workloads.js +110 -1
  148. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  149. package/src/formats/rdrr/functional-descriptor.js +230 -0
  150. package/src/formats/rdrr/index.d.ts +1 -0
  151. package/src/formats/rdrr/index.js +1 -0
  152. package/src/formats/rdrr/parsing.js +22 -6
  153. package/src/formats/rdrr/source-transform-contract.js +10 -1
  154. package/src/formats/rdrr/storage-descriptor.js +9 -2
  155. package/src/formats/rdrr/types.d.ts +5 -3
  156. package/src/formats/rdrr/validation.js +15 -1
  157. package/src/gpu/command-recorder.d.ts +43 -3
  158. package/src/gpu/command-recorder.js +122 -25
  159. package/src/gpu/device.js +111 -11
  160. package/src/gpu/kernel-tuner/cache.js +1 -5
  161. package/src/gpu/kernels/attention.js +17 -9
  162. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  163. package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
  164. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  165. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  166. package/src/gpu/kernels/cast.js +74 -67
  167. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
  168. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
  169. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  170. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
  171. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  172. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  173. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  174. package/src/gpu/kernels/dispatch.js +13 -3
  175. package/src/gpu/kernels/fused_ffn.js +3 -4
  176. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  177. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  178. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  179. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  180. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  181. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  182. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  183. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  184. package/src/gpu/kernels/gather.d.ts +84 -1
  185. package/src/gpu/kernels/gather.js +353 -5
  186. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  187. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  188. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  189. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  190. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  191. package/src/gpu/kernels/gelu.wgsl +11 -7
  192. package/src/gpu/kernels/gelu_f16.wgsl +11 -7
  193. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  194. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  195. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  196. package/src/gpu/kernels/index.d.ts +71 -0
  197. package/src/gpu/kernels/index.js +52 -0
  198. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  199. package/src/gpu/kernels/kv-cache-write.js +126 -0
  200. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  201. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  202. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  203. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  204. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  205. package/src/gpu/kernels/matmul-dispatch.js +37 -1
  206. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  207. package/src/gpu/kernels/matmul-selection.js +104 -9
  208. package/src/gpu/kernels/matmul.d.ts +1 -1
  209. package/src/gpu/kernels/matmul.js +151 -43
  210. package/src/gpu/kernels/moe.d.ts +1 -0
  211. package/src/gpu/kernels/moe.js +46 -18
  212. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  213. package/src/gpu/kernels/pipeline-cache.js +24 -0
  214. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  215. package/src/gpu/kernels/rep-penalty.js +17 -9
  216. package/src/gpu/kernels/residual.d.ts +1 -0
  217. package/src/gpu/kernels/residual.js +13 -1
  218. package/src/gpu/kernels/residual.wgsl +3 -3
  219. package/src/gpu/kernels/residual_f16.wgsl +5 -3
  220. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  221. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  222. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  223. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  224. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  225. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  226. package/src/gpu/kernels/rmsnorm.d.ts +31 -0
  227. package/src/gpu/kernels/rmsnorm.js +32 -7
  228. package/src/gpu/kernels/rmsnorm.wgsl +10 -6
  229. package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
  230. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  231. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  232. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  233. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  234. package/src/gpu/kernels/rope-qk.js +143 -0
  235. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  236. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  237. package/src/gpu/kernels/rule-registry.js +50 -10
  238. package/src/gpu/kernels/sample.js +212 -187
  239. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  240. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  241. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  242. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  243. package/src/gpu/kernels/shader-cache.js +1 -21
  244. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  245. package/src/gpu/kernels/soft-embedding.js +447 -0
  246. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  247. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  248. package/src/gpu/kernels/softmax.wgsl +5 -80
  249. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  250. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  251. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  252. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  253. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  254. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  255. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  256. package/src/gpu/kernels/uniform-utils.js +2 -5
  257. package/src/gpu/kernels/utils.d.ts +16 -1
  258. package/src/gpu/kernels/utils.js +42 -13
  259. package/src/gpu/readback-utils.js +10 -2
  260. package/src/gpu/uniform-cache.d.ts +10 -1
  261. package/src/gpu/uniform-cache.js +25 -7
  262. package/src/gpu/weight-buffer.d.ts +76 -7
  263. package/src/gpu/weight-buffer.js +85 -1
  264. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  265. package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
  266. package/src/inference/browser-harness-suite-helpers.js +438 -2
  267. package/src/inference/browser-harness-text-helpers.d.ts +77 -0
  268. package/src/inference/browser-harness-text-helpers.js +236 -11
  269. package/src/inference/browser-harness.d.ts +8 -0
  270. package/src/inference/browser-harness.js +292 -8
  271. package/src/inference/decode-ring.d.ts +1 -0
  272. package/src/inference/decode-ring.js +7 -5
  273. package/src/inference/kv-cache/base.d.ts +25 -0
  274. package/src/inference/kv-cache/base.js +109 -1
  275. package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
  276. package/src/inference/kv-cache/mixed-geometry.js +109 -2
  277. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  278. package/src/inference/kv-cache/sliding-window.js +88 -0
  279. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  280. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  281. package/src/inference/moe-router.d.ts +14 -1
  282. package/src/inference/moe-router.js +24 -1
  283. package/src/inference/pipelines/audio/gemma4.js +52 -1
  284. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  285. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  286. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  287. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  288. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  289. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  290. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  291. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  292. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  293. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  294. package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
  295. package/src/inference/pipelines/text/attention/projections.js +329 -49
  296. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  297. package/src/inference/pipelines/text/attention/record.js +446 -73
  298. package/src/inference/pipelines/text/attention/run.js +251 -49
  299. package/src/inference/pipelines/text/attention/types.d.ts +5 -1
  300. package/src/inference/pipelines/text/config.d.ts +22 -1
  301. package/src/inference/pipelines/text/config.js +199 -22
  302. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  303. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  304. package/src/inference/pipelines/text/embed.d.ts +4 -3
  305. package/src/inference/pipelines/text/embed.js +16 -6
  306. package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
  307. package/src/inference/pipelines/text/execution-plan.js +6 -0
  308. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
  309. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
  310. package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
  311. package/src/inference/pipelines/text/execution-v1.js +373 -139
  312. package/src/inference/pipelines/text/ffn/dense.js +44 -13
  313. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  314. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  315. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  316. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  317. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  318. package/src/inference/pipelines/text/ffn/standard.js +44 -4
  319. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  320. package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
  321. package/src/inference/pipelines/text/generator-helpers.js +5 -2
  322. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  323. package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
  324. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
  325. package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
  326. package/src/inference/pipelines/text/generator-steps.js +268 -77
  327. package/src/inference/pipelines/text/generator.d.ts +39 -0
  328. package/src/inference/pipelines/text/generator.js +1105 -18
  329. package/src/inference/pipelines/text/init.d.ts +8 -1
  330. package/src/inference/pipelines/text/init.js +30 -1
  331. package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
  332. package/src/inference/pipelines/text/layer.js +272 -25
  333. package/src/inference/pipelines/text/linear-attention.js +6 -4
  334. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  335. package/src/inference/pipelines/text/logits/gpu.js +417 -66
  336. package/src/inference/pipelines/text/logits/index.d.ts +2 -2
  337. package/src/inference/pipelines/text/logits/index.js +96 -42
  338. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  339. package/src/inference/pipelines/text/lora-apply.js +17 -0
  340. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  341. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  342. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  343. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  344. package/src/inference/pipelines/text/ops.d.ts +29 -2
  345. package/src/inference/pipelines/text/ops.js +19 -0
  346. package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
  347. package/src/inference/pipelines/text/probes.js +4 -5
  348. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  349. package/src/inference/pipelines/text/sampling-config.js +103 -64
  350. package/src/inference/pipelines/text/sampling.js +13 -9
  351. package/src/inference/pipelines/text/state.js +17 -0
  352. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  353. package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
  354. package/src/inference/pipelines/text/types.d.ts +84 -3
  355. package/src/inference/pipelines/text/weights.d.ts +4 -2
  356. package/src/inference/pipelines/text/weights.js +4 -5
  357. package/src/inference/pipelines/text.d.ts +24 -0
  358. package/src/inference/pipelines/text.js +162 -38
  359. package/src/inference/pipelines/vision/gemma4.js +20 -9
  360. package/src/inference/tokenizer.d.ts +30 -0
  361. package/src/inference/tokenizer.js +340 -164
  362. package/src/inference/tokenizers/bundled.js +71 -49
  363. package/src/loader/doppler-loader.d.ts +11 -0
  364. package/src/loader/doppler-loader.js +290 -15
  365. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  366. package/src/loader/embedding-limit-preflight.js +216 -0
  367. package/src/loader/embedding-loader.d.ts +8 -2
  368. package/src/loader/embedding-loader.js +263 -8
  369. package/src/loader/experts/expert-loader.d.ts +4 -1
  370. package/src/loader/experts/expert-loader.js +174 -5
  371. package/src/loader/final-weights-loader.d.ts +5 -0
  372. package/src/loader/final-weights-loader.js +167 -4
  373. package/src/loader/layer-loader.d.ts +2 -0
  374. package/src/loader/layer-loader.js +74 -6
  375. package/src/loader/loader-types.d.ts +59 -2
  376. package/src/loader/manifest-config.d.ts +8 -0
  377. package/src/loader/shard-resolver.js +37 -4
  378. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  379. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  380. package/src/loader/tensors/tensor-loader.d.ts +36 -1
  381. package/src/loader/tensors/tensor-loader.js +437 -21
  382. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  383. package/src/loader/tensors/tensor-reader.js +11 -4
  384. package/src/loader/weights.d.ts +3 -1
  385. package/src/memory/buffer-pool.js +12 -9
  386. package/src/models/diffusiongemma.d.ts +7 -0
  387. package/src/models/diffusiongemma.js +25 -0
  388. package/src/models/gemma4.js +24 -0
  389. package/src/models/qwen3.js +2 -2
  390. package/src/rules/execution-rules-contract-check.js +93 -10
  391. package/src/rules/inference/capability-transforms.rules.json +26 -2
  392. package/src/rules/inference/config.rules.json +1 -0
  393. package/src/rules/inference/dtype.rules.json +7 -0
  394. package/src/rules/inference/execution.rules.json +108 -17
  395. package/src/rules/inference/ffn.rules.json +18 -0
  396. package/src/rules/kernels/gather.rules.json +81 -0
  397. package/src/rules/kernels/matmul.rules.json +19 -0
  398. package/src/rules/kernels/moe.rules.json +3 -0
  399. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  400. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  401. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  402. package/src/rules/kernels/rope-qk.rules.json +6 -0
  403. package/src/rules/loader/tensor-loader.rules.json +8 -0
  404. package/src/rules/rule-registry.js +6 -0
  405. package/src/storage/artifact-storage-context.d.ts +1 -0
  406. package/src/storage/artifact-storage-context.js +10 -0
  407. package/src/tooling/browser-command-runner.d.ts +0 -3
  408. package/src/tooling/browser-command-runner.js +2 -14
  409. package/src/tooling/command-api-family-normalizers.js +4 -2
  410. package/src/tooling/command-api-helpers.js +2 -1
  411. package/src/tooling/command-api.d.ts +2 -0
  412. package/src/tooling/command-api.js +1 -0
  413. package/src/tooling/command-runner-shared.d.ts +4 -0
  414. package/src/tooling/command-runner-shared.js +2 -1
  415. package/src/tooling/diagnose-runner.js +2 -0
  416. package/src/tooling/litert-package-runtime.js +553 -16
  417. package/src/tooling/node-browser-command-runner.js +10 -4
  418. package/src/tooling/node-command-runner.js +7 -2
  419. package/src/tooling/node-convert-worker-pool.js +3 -0
  420. package/src/tooling/node-convert-worker.js +1 -0
  421. package/src/tooling/node-converter.js +12 -0
  422. package/src/tooling/node-webgpu.d.ts +1 -0
  423. package/src/tooling/node-webgpu.js +23 -11
  424. package/src/tooling/program-bundle.d.ts +52 -1
  425. package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
  426. package/src/tooling/source-artifact-adapter.js +7 -2
  427. package/src/tooling/source-package-profiles.d.ts +18 -1
  428. package/src/tooling/source-package-profiles.js +109 -1
  429. package/src/tooling/source-runtime-bundle.d.ts +1 -0
  430. package/src/tooling/source-runtime-bundle.js +27 -0
  431. package/src/tooling/source-runtime-converter-config.js +12 -3
  432. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  433. package/src/tooling-experimental-exports.shared.js +10 -0
@@ -0,0 +1,223 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://clocksmith.dev/doppler/schemas/goal-completion-matrix-v1.schema.json",
4
+ "title": "Doppler Goal Completion Matrix v1",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "schemaVersion",
9
+ "source",
10
+ "updatedAtUtc",
11
+ "goals",
12
+ "blockers"
13
+ ],
14
+ "properties": {
15
+ "schemaVersion": {
16
+ "const": 1
17
+ },
18
+ "source": {
19
+ "const": "doppler"
20
+ },
21
+ "updatedAtUtc": {
22
+ "type": "string",
23
+ "format": "date-time"
24
+ },
25
+ "goals": {
26
+ "type": "array",
27
+ "minItems": 3,
28
+ "items": {
29
+ "$ref": "#/$defs/goal"
30
+ }
31
+ },
32
+ "blockers": {
33
+ "type": "array",
34
+ "items": {
35
+ "$ref": "#/$defs/blocker"
36
+ }
37
+ }
38
+ },
39
+ "$defs": {
40
+ "id": {
41
+ "type": "string",
42
+ "pattern": "^[a-z0-9]+(?:-[a-z0-9]+)*$"
43
+ },
44
+ "repoRelativePath": {
45
+ "type": "string",
46
+ "minLength": 1,
47
+ "not": {
48
+ "anyOf": [
49
+ {
50
+ "pattern": "^/"
51
+ },
52
+ {
53
+ "pattern": "\\\\"
54
+ },
55
+ {
56
+ "pattern": "(^|/)\\.\\.(/|$)"
57
+ }
58
+ ]
59
+ }
60
+ },
61
+ "nullableString": {
62
+ "anyOf": [
63
+ {
64
+ "type": "string",
65
+ "minLength": 1
66
+ },
67
+ {
68
+ "type": "null"
69
+ }
70
+ ]
71
+ },
72
+ "evidencePaths": {
73
+ "type": "array",
74
+ "minItems": 1,
75
+ "items": {
76
+ "$ref": "#/$defs/repoRelativePath"
77
+ },
78
+ "uniqueItems": true
79
+ },
80
+ "blockerRefList": {
81
+ "type": "array",
82
+ "items": {
83
+ "$ref": "#/$defs/id"
84
+ },
85
+ "uniqueItems": true
86
+ },
87
+ "goal": {
88
+ "type": "object",
89
+ "additionalProperties": false,
90
+ "required": [
91
+ "id",
92
+ "label",
93
+ "status",
94
+ "claimAllowed",
95
+ "evidencePaths",
96
+ "blockers",
97
+ "rows"
98
+ ],
99
+ "properties": {
100
+ "id": {
101
+ "$ref": "#/$defs/id"
102
+ },
103
+ "label": {
104
+ "type": "string",
105
+ "minLength": 1
106
+ },
107
+ "status": {
108
+ "enum": [
109
+ "complete",
110
+ "partial"
111
+ ]
112
+ },
113
+ "claimAllowed": {
114
+ "type": "boolean"
115
+ },
116
+ "evidencePaths": {
117
+ "$ref": "#/$defs/evidencePaths"
118
+ },
119
+ "blockers": {
120
+ "$ref": "#/$defs/blockerRefList"
121
+ },
122
+ "rows": {
123
+ "type": "array",
124
+ "minItems": 1,
125
+ "items": {
126
+ "$ref": "#/$defs/row"
127
+ }
128
+ }
129
+ }
130
+ },
131
+ "row": {
132
+ "type": "object",
133
+ "additionalProperties": false,
134
+ "required": [
135
+ "id",
136
+ "label",
137
+ "tier",
138
+ "status",
139
+ "claimAllowed",
140
+ "supportSubsystemId",
141
+ "packageBin",
142
+ "packageExport",
143
+ "smokeCommand",
144
+ "evidencePaths",
145
+ "blockers"
146
+ ],
147
+ "properties": {
148
+ "id": {
149
+ "$ref": "#/$defs/id"
150
+ },
151
+ "label": {
152
+ "type": "string",
153
+ "minLength": 1
154
+ },
155
+ "tier": {
156
+ "enum": [
157
+ "tier1",
158
+ "experimental",
159
+ "internal-only",
160
+ "not-applicable"
161
+ ]
162
+ },
163
+ "status": {
164
+ "enum": [
165
+ "covered",
166
+ "complete",
167
+ "partial",
168
+ "experimental",
169
+ "blocked",
170
+ "diagnostic"
171
+ ]
172
+ },
173
+ "claimAllowed": {
174
+ "type": "boolean"
175
+ },
176
+ "supportSubsystemId": {
177
+ "$ref": "#/$defs/nullableString"
178
+ },
179
+ "packageBin": {
180
+ "$ref": "#/$defs/nullableString"
181
+ },
182
+ "packageExport": {
183
+ "$ref": "#/$defs/nullableString"
184
+ },
185
+ "smokeCommand": {
186
+ "$ref": "#/$defs/nullableString"
187
+ },
188
+ "evidencePaths": {
189
+ "$ref": "#/$defs/evidencePaths"
190
+ },
191
+ "blockers": {
192
+ "$ref": "#/$defs/blockerRefList"
193
+ }
194
+ }
195
+ },
196
+ "blocker": {
197
+ "type": "object",
198
+ "additionalProperties": false,
199
+ "required": [
200
+ "code",
201
+ "description",
202
+ "exitCriteria",
203
+ "evidencePaths"
204
+ ],
205
+ "properties": {
206
+ "code": {
207
+ "$ref": "#/$defs/id"
208
+ },
209
+ "description": {
210
+ "type": "string",
211
+ "minLength": 1
212
+ },
213
+ "exitCriteria": {
214
+ "type": "string",
215
+ "minLength": 1
216
+ },
217
+ "evidencePaths": {
218
+ "$ref": "#/$defs/evidencePaths"
219
+ }
220
+ }
221
+ }
222
+ }
223
+ }
@@ -78,6 +78,10 @@ export interface AttentionSchema {
78
78
  attnLogitSoftcapping?: number | null;
79
79
  /** Use query-key normalization */
80
80
  queryKeyNorm?: boolean;
81
+ /** Layers that apply query-key normalization; null means all layers when queryKeyNorm=true */
82
+ queryKeyNormLayers?: number[] | null;
83
+ /** Layers that have explicit Q/K RMSNorm scale tensors; null means every normalized layer must have weights */
84
+ queryKeyNormWeightLayers?: number[] | null;
81
85
  /** Apply unit-scale RMSNorm to values before attention */
82
86
  valueNorm?: boolean;
83
87
  /** Apply sigmoid gate from q_proj split to attention output */
@@ -108,6 +112,8 @@ export interface FFNSchema {
108
112
  activation?: 'silu' | 'gelu' | 'relu' | 'swiglu';
109
113
  /** Whether activation is gated (e.g., SwiGLU, GeGLU) */
110
114
  gatedActivation?: boolean;
115
+ /** FFN branch composition. */
116
+ branchMode?: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
111
117
  /** Double the FFN intermediate width on KV-shared layers. */
112
118
  useDoubleWideMlp?: boolean;
113
119
  /** Clamp SwiGLU output (null = disabled) */
@@ -295,6 +301,11 @@ export interface SamplingSchema {
295
301
  topK?: number;
296
302
  topP?: number;
297
303
  repetitionPenalty?: number;
304
+ repetitionPenaltyWindow?: number;
305
+ greedyThreshold?: number;
306
+ suppressSpecialTokens?: boolean;
307
+ suppressSpecialLikeTokens?: boolean;
308
+ suppressTokenIds?: number[];
298
309
  }
299
310
 
300
311
  /** Tokenizer runtime configuration */
@@ -48,6 +48,7 @@ export type ModelType =
48
48
  | 'mixtral' // MoE transformer (Mixtral, Arctic)
49
49
  | 'deepseek' // MoE with shared experts
50
50
  | 'diffusion' // Diffusion pipelines (Stable Diffusion, SD3)
51
+ | 'diffusion_gemma' // Block-diffusion Gemma text generation
51
52
  | 'energy' // Energy-based models (EBM/JEM-style demos)
52
53
  | string; // Allow future extensions
53
54
 
@@ -71,8 +72,11 @@ export type WeightLayout = 'row' | 'column';
71
72
  /** Quantization value (string for forward compatibility) */
72
73
  export type QuantizationValue =
73
74
  | 'q4k' // Q4_K_M block quantization (canonical short form)
75
+ | 'q4_0' // GGUF Q4_0 block quantization
74
76
  | 'q6k' // Q6_K block quantization
75
77
  | 'q8_0' // Q8_0 quantization
78
+ | 'w4a16' // Packed W4A16 quantization
79
+ | 'wna8o8' // Mobile wNa8o8 quantization
76
80
  | 'mxfp4' // MXFP4 quantization (MoE experts)
77
81
  | 'f16' // Float16
78
82
  | 'bf16' // BFloat16
@@ -83,6 +87,19 @@ export type QuantizationValue =
83
87
  | 'i4' // Int4
84
88
  | string; // Allow future extensions
85
89
 
90
+ export type SourceTrainingQuantization =
91
+ | 'qat'
92
+ | 'ptq';
93
+
94
+ export type SourceQuantizationTarget =
95
+ | 'q4_0'
96
+ | 'w4a16'
97
+ | 'wNa8o8';
98
+
99
+ export type SourceQuantizationFormat =
100
+ | 'compressed-tensors'
101
+ | 'gguf';
102
+
86
103
  /**
87
104
  * Quantization metadata for different weight groups.
88
105
  */
@@ -91,6 +108,9 @@ export interface QuantizationInfoSchema {
91
108
  weights: QuantizationValue;
92
109
  embeddings?: QuantizationValue;
93
110
  lmHead?: QuantizationValue;
111
+ sourceTrainingQuantization?: SourceTrainingQuantization;
112
+ sourceQuantizationTarget?: SourceQuantizationTarget;
113
+ sourceQuantizationFormat?: SourceQuantizationFormat;
94
114
  experts?: QuantizationValue;
95
115
  expertsFormat?: string;
96
116
 
@@ -240,6 +260,10 @@ export interface ManifestAttentionSchema {
240
260
  slidingWindow: number | null;
241
261
  /** Query-key normalization */
242
262
  queryKeyNorm: boolean;
263
+ /** Layers that apply query-key normalization; null means all layers when queryKeyNorm=true */
264
+ queryKeyNormLayers: number[] | null;
265
+ /** Layers that have explicit Q/K RMSNorm scale tensors; null means every normalized layer must have weights */
266
+ queryKeyNormWeightLayers: number[] | null;
243
267
  /** Value RMSNorm with implicit unit scale (Gemma 4 text attention) */
244
268
  valueNorm: boolean;
245
269
  /** Whether attention mask is causal (false = bidirectional attention) */
@@ -275,6 +299,8 @@ export interface ManifestFFNSchema {
275
299
  activation: 'silu' | 'gelu' | 'geglu' | 'swiglu' | 'relu';
276
300
  /** Whether activation is gated (e.g., SwiGLU, GeGLU) */
277
301
  gatedActivation: boolean;
302
+ /** FFN branch composition. `auto` preserves legacy dense-or-MoE routing. */
303
+ branchMode?: 'auto' | 'dense' | 'moe' | 'dense_plus_moe';
278
304
  /** Double the FFN intermediate width on KV-shared layers. */
279
305
  useDoubleWideMlp: boolean;
280
306
  /** Clamp SwiGLU output (null = disabled) */
@@ -388,12 +414,59 @@ export interface ManifestChatTemplateSchema {
388
414
  enabled: boolean;
389
415
  }
390
416
 
417
+ export interface ManifestUnsupportedSchema {
418
+ code?: string | null;
419
+ message?: string | null;
420
+ recommendation?: string | null;
421
+ }
422
+
423
+ export interface ManifestDiffusionGemmaSchema {
424
+ /** Fixed decoder canvas length for block diffusion. */
425
+ canvasLength: number;
426
+ /** Maximum denoising iterations per canvas. */
427
+ maxDenoisingSteps: number;
428
+ /** Default generation cap in new tokens. */
429
+ maxNewTokens: number;
430
+ /** Lower bound for the linear denoising temperature schedule. */
431
+ tMin: number;
432
+ /** Upper bound for the linear denoising temperature schedule. */
433
+ tMax: number;
434
+ /** Entropy budget used by the entropy-bound sampler. */
435
+ entropyBound: number;
436
+ /** Mean-entropy threshold for adaptive canvas stopping. */
437
+ confidenceThreshold: number;
438
+ /** Number of stable argmax steps required before adaptive stopping can finish. */
439
+ stabilityThreshold: number;
440
+ /** Token used for padding completed canvases. */
441
+ padTokenId: number;
442
+ /** End-of-sequence token set used to terminate generated canvases. */
443
+ eosTokenIds: number[];
444
+ /** Beginning-of-image token id for multimodal inputs, null when unsupported by the artifact. */
445
+ boiTokenId: number | null;
446
+ /** End-of-image token id for multimodal inputs, null when unsupported by the artifact. */
447
+ eoiTokenId: number | null;
448
+ /** Image placeholder token id for multimodal inputs, null when unsupported by the artifact. */
449
+ imageTokenId: number | null;
450
+ /** Whether decoder self-conditioning logits are part of the runtime contract. */
451
+ selfConditioning: boolean;
452
+ /** Decoder attention must read encoder KV plus canvas K/V without committing the canvas to encoder cache. */
453
+ decoderCacheMode: 'encoder_kv_readonly_canvas_concat';
454
+ /** Router contract for DiffusionGemma/Gemma 4 MoE layers. */
455
+ router: {
456
+ scaleHiddenStates: boolean;
457
+ normalizeTopK: boolean;
458
+ perExpertScale: boolean;
459
+ };
460
+ }
461
+
391
462
  /**
392
463
  * Complete inference configuration embedded in manifest.
393
464
  * All fields are required - converter must populate everything.
394
465
  * Use `null` values to indicate "not applicable" or "disabled".
395
466
  */
396
467
  export interface ManifestInferenceSchema {
468
+ /** Optional fail-fast marker for manifests with known unverified runtime contracts. */
469
+ unsupported?: ManifestUnsupportedSchema | null;
397
470
  /** Execution contract discriminator (null = legacy inference contract). */
398
471
  schema: string | null;
399
472
  /** Attention configuration */
@@ -410,6 +483,8 @@ export interface ManifestInferenceSchema {
410
483
  layerPattern: ManifestLayerPatternSchema;
411
484
  /** Chat template configuration */
412
485
  chatTemplate: ManifestChatTemplateSchema;
486
+ /** DiffusionGemma block-diffusion runtime contract, null for non-DiffusionGemma models. */
487
+ diffusionGemma: ManifestDiffusionGemmaSchema | null;
413
488
  /** Layer pipeline override (null = use optimized hardcoded path) */
414
489
  pipeline: LayerPipelineSchema | null;
415
490
  /** Explicit session policy for execution v1 manifests */
@@ -463,6 +538,20 @@ export interface TensorSchema {
463
538
  spans?: TensorSpanSchema[];
464
539
  layout?: WeightLayout;
465
540
  originalShape?: number[];
541
+ storage?: {
542
+ packing: 'dense' | 'q4k' | 'q4_0' | 'w4a16' | 'gguf-block-v2' | string;
543
+ blockShape?: number[];
544
+ blockBytes?: number;
545
+ companions?: Array<{
546
+ role: string;
547
+ tensorId: string;
548
+ }>;
549
+ shardSpans?: Array<{
550
+ shardIndex: number;
551
+ byteStart: number;
552
+ byteEnd: number;
553
+ }>;
554
+ };
466
555
  sourceTransform?: {
467
556
  kind: 'affine_dequant';
468
557
  scheme: 'per_tensor_affine';
@@ -543,7 +632,9 @@ export interface MoEConfigSchema {
543
632
  numExperts: number;
544
633
  numExpertsPerToken: number;
545
634
  /** Expert tensor format (required for MoE models) */
546
- expertFormat: 'mixtral' | 'gpt-oss';
635
+ expertFormat: 'mixtral' | 'gpt-oss' | 'gemma4';
636
+ /** Expert hidden width when it differs from architecture.intermediateSize. */
637
+ expertIntermediateSize?: number;
547
638
  sharedExperts?: number[];
548
639
  expertShardMap?: Record<string, number[]>;
549
640
  expertTensors?: Record<string, string[]>;
@@ -664,3 +755,18 @@ export declare function validateManifestInference(
664
755
  export declare function hasInferenceConfig<T extends { inference?: ManifestInferenceSchema }>(
665
756
  manifest: T
666
757
  ): manifest is T & { inference: ManifestInferenceSchema };
758
+
759
+ /** Check if a manifest supports embedding workloads. */
760
+ export declare function modelSupportsEmbedding(
761
+ manifest: Partial<ManifestSchema> | null | undefined
762
+ ): boolean;
763
+
764
+ /** Check if a manifest supports audio transcription workloads. */
765
+ export declare function modelSupportsTranscription(
766
+ manifest: Partial<ManifestSchema> | null | undefined
767
+ ): boolean;
768
+
769
+ /** Check if a manifest supports vision workloads. */
770
+ export declare function modelSupportsVision(
771
+ manifest: Partial<ManifestSchema> | null | undefined
772
+ ): boolean;
@@ -1,5 +1,8 @@
1
1
  import { MB } from './units.schema.js';
2
- import { validateRequiredInferenceFields } from '../../inference/pipelines/text/config.js';
2
+ import {
3
+ assertSupportedManifestInference,
4
+ validateRequiredInferenceFields,
5
+ } from '../../inference/pipelines/text/config.js';
3
6
 
4
7
  // =============================================================================
5
8
  // Hash & Versioning
@@ -61,6 +64,8 @@ export const DEFAULT_MANIFEST_INFERENCE = {
61
64
  attnLogitSoftcapping: null, // No softcapping (null = disabled)
62
65
  slidingWindow: null, // Full attention (null = no sliding window)
63
66
  queryKeyNorm: false,
67
+ queryKeyNormLayers: null,
68
+ queryKeyNormWeightLayers: null,
64
69
  valueNorm: false,
65
70
  causal: true, // Causal mask enabled by default (decoder-style attention)
66
71
  attentionBias: false,
@@ -79,6 +84,7 @@ export const DEFAULT_MANIFEST_INFERENCE = {
79
84
  ffn: {
80
85
  activation: 'silu',
81
86
  gatedActivation: true,
87
+ branchMode: 'auto',
82
88
  useDoubleWideMlp: false,
83
89
  swigluLimit: null,
84
90
  },
@@ -124,6 +130,7 @@ export const DEFAULT_MANIFEST_INFERENCE = {
124
130
  type: null, // No chat template (null = disabled)
125
131
  enabled: false,
126
132
  },
133
+ diffusionGemma: null,
127
134
  pipeline: null,
128
135
  session: null,
129
136
  execution: null,
@@ -152,6 +159,8 @@ export function validateManifestInference(
152
159
  );
153
160
  }
154
161
 
162
+ assertSupportedManifestInference(manifest);
163
+
155
164
  if (manifest.modelType === 'diffusion' || manifest.modelType === 'energy') {
156
165
  return;
157
166
  }
@@ -0,0 +1,119 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://clocksmith.dev/doppler/schemas/model-artifact-contract-v1.schema.json",
4
+ "title": "Doppler Model Artifact Contract v1",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": [
8
+ "schemaVersion",
9
+ "source",
10
+ "catalogPath",
11
+ "quickstartRegistryPath",
12
+ "registrySelection",
13
+ "mirroredFields"
14
+ ],
15
+ "properties": {
16
+ "$schema": {
17
+ "type": "string"
18
+ },
19
+ "schemaVersion": {
20
+ "const": 1
21
+ },
22
+ "source": {
23
+ "const": "doppler"
24
+ },
25
+ "catalogPath": {
26
+ "$ref": "#/$defs/repoRelativeJsonPath"
27
+ },
28
+ "quickstartRegistryPath": {
29
+ "$ref": "#/$defs/repoRelativeJsonPath"
30
+ },
31
+ "registrySelection": {
32
+ "type": "object",
33
+ "additionalProperties": false,
34
+ "required": [
35
+ "quickstart",
36
+ "artifactFormat",
37
+ "artifactCompleteness",
38
+ "runtimePromotionState",
39
+ "weightsRefAllowed",
40
+ "hfAvailability",
41
+ "runtimeStatus",
42
+ "testedStatus",
43
+ "testedResult",
44
+ "executionContractOk"
45
+ ],
46
+ "properties": {
47
+ "quickstart": {
48
+ "const": true
49
+ },
50
+ "artifactFormat": {
51
+ "const": "rdrr"
52
+ },
53
+ "artifactCompleteness": {
54
+ "const": "complete"
55
+ },
56
+ "runtimePromotionState": {
57
+ "const": "manifest-owned"
58
+ },
59
+ "weightsRefAllowed": {
60
+ "const": false
61
+ },
62
+ "hfAvailability": {
63
+ "const": true
64
+ },
65
+ "runtimeStatus": {
66
+ "const": "active"
67
+ },
68
+ "testedStatus": {
69
+ "const": "verified"
70
+ },
71
+ "testedResult": {
72
+ "const": "pass"
73
+ },
74
+ "executionContractOk": {
75
+ "const": true
76
+ }
77
+ }
78
+ },
79
+ "mirroredFields": {
80
+ "type": "array",
81
+ "minItems": 1,
82
+ "items": {
83
+ "enum": [
84
+ "modelId",
85
+ "sourceCheckpointId",
86
+ "weightPackId",
87
+ "manifestVariantId",
88
+ "artifactCompleteness",
89
+ "runtimePromotionState",
90
+ "weightsRefAllowed",
91
+ "aliases",
92
+ "modes",
93
+ "hf"
94
+ ]
95
+ },
96
+ "uniqueItems": true
97
+ }
98
+ },
99
+ "$defs": {
100
+ "repoRelativeJsonPath": {
101
+ "type": "string",
102
+ "minLength": 1,
103
+ "pattern": "\\.json$",
104
+ "not": {
105
+ "anyOf": [
106
+ {
107
+ "pattern": "^/"
108
+ },
109
+ {
110
+ "pattern": "\\\\"
111
+ },
112
+ {
113
+ "pattern": "(^|/)\\.\\.(/|$)"
114
+ }
115
+ ]
116
+ }
117
+ }
118
+ }
119
+ }
@@ -10,6 +10,9 @@
10
10
  /** Supported data types for router computation */
11
11
  export type RouterDtype = 'f16' | 'f32';
12
12
 
13
+ /** Expert execution scheduling policy after Top-K routing */
14
+ export type ActiveExpertSelection = 'all' | 'topk-readback' | 'topk-route';
15
+
13
16
  /**
14
17
  * Configuration for MoE routing behavior.
15
18
  *
@@ -45,6 +48,16 @@ export interface MoERoutingConfigSchema {
45
48
  * Useful to limit buffer sizes on constrained devices.
46
49
  */
47
50
  maxTokensPerExpertCap: number;
51
+
52
+ /**
53
+ * Expert execution scheduling policy.
54
+ * "all" executes every expert with the configured row budget.
55
+ * "topk-readback" reads the compact Top-K index buffer and executes only
56
+ * experts selected by the current batch.
57
+ * "topk-route" executes each Top-K route directly on GPU without CPU
58
+ * scheduling readback when the model format supports route-wise kernels.
59
+ */
60
+ activeExpertSelection: ActiveExpertSelection;
48
61
  }
49
62
 
50
63
  /** Default MoE routing configuration */
@@ -11,6 +11,7 @@ export const DEFAULT_MOE_ROUTING_CONFIG = {
11
11
  maxTokensPerExpertHeadroom: 2.0,
12
12
  maxTokensPerExpertMin: 4,
13
13
  maxTokensPerExpertCap: 0,
14
+ activeExpertSelection: 'all',
14
15
  };
15
16
 
16
17
  // =============================================================================
@@ -29,4 +30,3 @@ export const DEFAULT_MOE_RUNTIME_CONFIG = {
29
30
  routing: DEFAULT_MOE_ROUTING_CONFIG,
30
31
  cache: DEFAULT_MOE_CACHE_CONFIG,
31
32
  };
32
-
@@ -0,0 +1,26 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "source": "doppler",
4
+ "policies": [
5
+ {
6
+ "id": "claim-evidence-contract",
7
+ "policyPath": "tools/policies/claim-evidence-contract.json",
8
+ "schemaPath": "src/config/schema/claim-evidence-contract.schema.json"
9
+ },
10
+ {
11
+ "id": "command-surface-contract",
12
+ "policyPath": "tools/policies/command-surface-contract.json",
13
+ "schemaPath": "src/config/schema/command-surface-contract.schema.json"
14
+ },
15
+ {
16
+ "id": "model-artifact-contract",
17
+ "policyPath": "tools/policies/model-artifact-contract.json",
18
+ "schemaPath": "src/config/schema/model-artifact-contract.schema.json"
19
+ },
20
+ {
21
+ "id": "subsystem-support-contract",
22
+ "policyPath": "tools/policies/subsystem-support-contract.json",
23
+ "schemaPath": "src/config/schema/subsystem-support-contract.schema.json"
24
+ }
25
+ ]
26
+ }