doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -6,7 +6,7 @@
6
6
  "workloads": [
7
7
  {
8
8
  "id": "distill-translategemma-medium",
9
- "path": "src/training/workload-packs/distill-translategemma-medium.json",
9
+ "path": "src/experimental/training/workload-packs/distill-translategemma-medium.json",
10
10
  "sha256": "af12934081cfe12e34e7253d575b27e50f4a0305e2199d1c557cc5e961c8e690",
11
11
  "workloadKind": "distill",
12
12
  "trainingSchemaVersion": 1,
@@ -21,7 +21,7 @@
21
21
  },
22
22
  {
23
23
  "id": "distill-translategemma-tiny",
24
- "path": "src/training/workload-packs/distill-translategemma-tiny.json",
24
+ "path": "src/experimental/training/workload-packs/distill-translategemma-tiny.json",
25
25
  "sha256": "7a50fb0fd7c0c49d88ddede79dd92357be3dee9ac8b5e67de6d37ac36fb890ff",
26
26
  "workloadKind": "distill",
27
27
  "trainingSchemaVersion": 1,
@@ -36,7 +36,7 @@
36
36
  },
37
37
  {
38
38
  "id": "lora-toy-medium",
39
- "path": "src/training/workload-packs/lora-toy-medium.json",
39
+ "path": "src/experimental/training/workload-packs/lora-toy-medium.json",
40
40
  "sha256": "622511a5529462fe7bdeaa97b134d8e25f6cf1d097f60e59b6988b321d62345e",
41
41
  "workloadKind": "lora",
42
42
  "trainingSchemaVersion": 1,
@@ -51,7 +51,7 @@
51
51
  },
52
52
  {
53
53
  "id": "lora-toy-tiny",
54
- "path": "src/training/workload-packs/lora-toy-tiny.json",
54
+ "path": "src/experimental/training/workload-packs/lora-toy-tiny.json",
55
55
  "sha256": "99a3663403a33b244891f1d76eb40f593645d97846b3d335c981c37972188e62",
56
56
  "workloadKind": "lora",
57
57
  "trainingSchemaVersion": 1,
@@ -66,7 +66,7 @@
66
66
  },
67
67
  {
68
68
  "id": "ul-training-medium",
69
- "path": "src/training/workload-packs/ul-training-medium.json",
69
+ "path": "src/experimental/training/workload-packs/ul-training-medium.json",
70
70
  "sha256": "dc743a0ee5819e5d2ceeb8edc5f64a50a1edc45f5ff5912441f8b72f2f07779c",
71
71
  "workloadKind": "ul",
72
72
  "trainingSchemaVersion": 1,
@@ -81,7 +81,7 @@
81
81
  },
82
82
  {
83
83
  "id": "ul-training-tiny",
84
- "path": "src/training/workload-packs/ul-training-tiny.json",
84
+ "path": "src/experimental/training/workload-packs/ul-training-tiny.json",
85
85
  "sha256": "1a7edb6548a21cdc532a9424baa4eb54d2618536fca3d71033155f03bd2e3fdb",
86
86
  "workloadKind": "ul",
87
87
  "trainingSchemaVersion": 1,
@@ -501,7 +501,7 @@ export async function loadTrainingWorkloadPack(input, options = {}) {
501
501
  const absolutePath = looksLikePath
502
502
  ? resolve(normalizedInput)
503
503
  : await readRegistryEntryById(
504
- options.registryPath || 'src/training/workload-packs/registry.json',
504
+ options.registryPath || 'src/experimental/training/workload-packs/registry.json',
505
505
  normalizedInput
506
506
  );
507
507
  const raw = await readFile(absolutePath, 'utf8');
@@ -2,63 +2,6 @@
2
2
  * Shared GGUF parser (browser + tools).
3
3
  */
4
4
 
5
- export declare const GGUFValueType: {
6
- readonly UINT8: 0;
7
- readonly INT8: 1;
8
- readonly UINT16: 2;
9
- readonly INT16: 3;
10
- readonly UINT32: 4;
11
- readonly INT32: 5;
12
- readonly FLOAT32: 6;
13
- readonly BOOL: 7;
14
- readonly STRING: 8;
15
- readonly ARRAY: 9;
16
- readonly UINT64: 10;
17
- readonly INT64: 11;
18
- readonly FLOAT64: 12;
19
- };
20
-
21
- export type GGUFValueTypeId = (typeof GGUFValueType)[keyof typeof GGUFValueType];
22
-
23
- export declare const GGMLType: {
24
- readonly F32: 0;
25
- readonly F16: 1;
26
- readonly Q4_0: 2;
27
- readonly Q4_1: 3;
28
- readonly Q5_0: 6;
29
- readonly Q5_1: 7;
30
- readonly Q8_0: 8;
31
- readonly Q8_1: 9;
32
- readonly Q2_K: 10;
33
- readonly Q3_K: 11;
34
- readonly Q4_K: 12;
35
- readonly Q5_K: 13;
36
- readonly Q6_K: 14;
37
- readonly Q8_K: 15;
38
- readonly IQ2_XXS: 16;
39
- readonly IQ2_XS: 17;
40
- readonly IQ3_XXS: 18;
41
- readonly IQ1_S: 19;
42
- readonly IQ4_NL: 20;
43
- readonly IQ3_S: 21;
44
- readonly IQ2_S: 22;
45
- readonly IQ4_XS: 23;
46
- readonly I8: 24;
47
- readonly I16: 25;
48
- readonly I32: 26;
49
- readonly I64: 27;
50
- readonly F64: 28;
51
- readonly BF16: 29;
52
- };
53
-
54
- export type GGMLTypeId = (typeof GGMLType)[keyof typeof GGMLType];
55
-
56
- export declare const GGMLTypeName: Record<number, string>;
57
-
58
- export declare const GGML_BLOCK_SIZE: Record<number, number>;
59
-
60
- export declare const GGML_TYPE_SIZE: Record<number, number>;
61
-
62
5
  export interface GGUFTensor {
63
6
  name: string;
64
7
  shape: number[];
@@ -128,10 +71,4 @@ export declare function parseGGUF(buffer: ArrayBuffer): GGUFParseResult;
128
71
 
129
72
  export declare function parseGGUFHeader(buffer: ArrayBuffer): GGUFParseResult;
130
73
 
131
- export declare function getTensor(parsed: GGUFParseResult, name: string): GGUFTensor | null;
132
-
133
- export declare function getTensors(parsed: GGUFParseResult, pattern: RegExp): GGUFTensor[];
134
-
135
74
  export declare function groupTensorsByLayer(parsed: GGUFParseResult): Map<number, GGUFTensor[]>;
136
-
137
- export declare function identifyMoETensors(parsed: GGUFParseResult): Map<number, Map<number, GGUFTensor[]>>;
@@ -2,7 +2,7 @@
2
2
 
3
3
  import { DEFAULT_GGUF_PARSER_DEFAULTS } from '../../config/schema/index.js';
4
4
 
5
- export const GGUFValueType = {
5
+ const GGUFValueType = {
6
6
  UINT8: 0,
7
7
  INT8: 1,
8
8
  UINT16: 2,
@@ -18,7 +18,7 @@ export const GGUFValueType = {
18
18
  FLOAT64: 12,
19
19
  };
20
20
 
21
- export const GGMLType = {
21
+ const GGMLType = {
22
22
  F32: 0,
23
23
  F16: 1,
24
24
  Q4_0: 2,
@@ -46,14 +46,15 @@ export const GGMLType = {
46
46
  I32: 26,
47
47
  I64: 27,
48
48
  F64: 28,
49
- BF16: 29,
49
+ IQ1_M: 29,
50
+ BF16: 30,
50
51
  };
51
52
 
52
- export const GGMLTypeName = Object.fromEntries(
53
+ const GGMLTypeName = Object.fromEntries(
53
54
  Object.entries(GGMLType).map(([key, value]) => [value, key])
54
55
  );
55
56
 
56
- export const GGML_BLOCK_SIZE = {
57
+ const GGML_BLOCK_SIZE = {
57
58
  [GGMLType.Q4_0]: 32,
58
59
  [GGMLType.Q4_1]: 32,
59
60
  [GGMLType.Q5_0]: 32,
@@ -66,9 +67,21 @@ export const GGML_BLOCK_SIZE = {
66
67
  [GGMLType.Q5_K]: 256,
67
68
  [GGMLType.Q6_K]: 256,
68
69
  [GGMLType.Q8_K]: 256,
70
+ [GGMLType.IQ2_XXS]: 256,
71
+ [GGMLType.IQ2_XS]: 256,
72
+ [GGMLType.IQ2_S]: 256,
73
+ [GGMLType.IQ3_XXS]: 256,
74
+ [GGMLType.IQ3_S]: 256,
75
+ [GGMLType.IQ1_S]: 256,
76
+ [GGMLType.IQ1_M]: 256,
77
+ [GGMLType.IQ4_NL]: 32,
78
+ [GGMLType.IQ4_XS]: 256,
69
79
  };
70
80
 
71
- export const GGML_TYPE_SIZE = {
81
+ // Byte sizes per block (llama.cpp ggml-common.h). Required so the GGUF parser
82
+ // can compute tensor byte extents for I-quants and K-quants used in modern
83
+ // unsloth/ggml-org distributions (Gemma 4, Qwen 3, etc.).
84
+ const GGML_TYPE_SIZE = {
72
85
  [GGMLType.F32]: 4,
73
86
  [GGMLType.F16]: 2,
74
87
  [GGMLType.Q4_0]: 18,
@@ -83,6 +96,15 @@ export const GGML_TYPE_SIZE = {
83
96
  [GGMLType.Q5_K]: 176,
84
97
  [GGMLType.Q6_K]: 210,
85
98
  [GGMLType.Q8_K]: 292,
99
+ [GGMLType.IQ2_XXS]: 66,
100
+ [GGMLType.IQ2_XS]: 74,
101
+ [GGMLType.IQ2_S]: 82,
102
+ [GGMLType.IQ3_XXS]: 98,
103
+ [GGMLType.IQ3_S]: 110,
104
+ [GGMLType.IQ1_S]: 50,
105
+ [GGMLType.IQ1_M]: 56,
106
+ [GGMLType.IQ4_NL]: 18,
107
+ [GGMLType.IQ4_XS]: 136,
86
108
  [GGMLType.BF16]: 2,
87
109
  [GGMLType.I8]: 1,
88
110
  [GGMLType.I16]: 2,
@@ -279,11 +301,28 @@ function extractModelConfig(metadata, architecture) {
279
301
 
280
302
  return {
281
303
  architecture,
282
- vocabSize: get(`${prefix}vocab_size`) ?? get('tokenizer.ggml.vocab_size'),
304
+ vocabSize: (() => {
305
+ const explicit = get(`${prefix}vocab_size`) ?? get('tokenizer.ggml.vocab_size');
306
+ if (explicit != null) return explicit;
307
+ // Unsloth/ggml-org Gemma 4 GGUFs omit the scalar vocab_size; derive it
308
+ // from the length of the tokenizer tokens array. Match llama.cpp's
309
+ // fallback behavior in src/llama-vocab.cpp.
310
+ const tokens = get('tokenizer.ggml.tokens');
311
+ if (Array.isArray(tokens) && tokens.length > 0) return tokens.length;
312
+ return undefined;
313
+ })(),
283
314
  contextLength: get(`${prefix}context_length`) ?? DEFAULT_GGUF_CONTEXT_LENGTH,
284
315
  embeddingLength: get(`${prefix}embedding_length`),
285
316
  blockCount: get(`${prefix}block_count`),
286
- feedForwardLength: get(`${prefix}feed_forward_length`),
317
+ // Gemma 4 stores feed_forward_length as an array (one entry per layer —
318
+ // values can differ for shared-KV layers with the double-wide MLP). Flatten
319
+ // to the max, which is the architecturally correct intermediateSize for
320
+ // the dense/non-shared path. Non-Gemma-4 GGUFs still ship a scalar here.
321
+ feedForwardLength: (() => {
322
+ const raw = get(`${prefix}feed_forward_length`);
323
+ if (Array.isArray(raw)) return raw.length > 0 ? Math.max(...raw) : null;
324
+ return raw;
325
+ })(),
287
326
  attentionHeadCount: get(`${prefix}attention.head_count`),
288
327
  attentionHeadCountKV: get(`${prefix}attention.head_count_kv`),
289
328
  attentionLayerNormEpsilon:
@@ -295,6 +334,17 @@ function extractModelConfig(metadata, architecture) {
295
334
  ropeScalingFactor: get(`${prefix}rope.scaling.factor`),
296
335
  expertCount: get(`${prefix}expert_count`),
297
336
  expertUsedCount: get(`${prefix}expert_used_count`),
337
+ // Gemma 4 (gemma4.*) extra architecture fields used for PLE, mixed-geometry
338
+ // attention, and KV sharing. Other architectures leave these undefined.
339
+ numKvSharedLayers: get(`${prefix}attention.shared_kv_layers`),
340
+ hiddenSizePerLayerInput: get(`${prefix}embedding_length_per_layer_input`),
341
+ // Gemma 4 uses per-head key/value lengths (512 global, 256 sliding). Global
342
+ // layers get the longer head_dim.
343
+ attentionKeyLength: get(`${prefix}attention.key_length`),
344
+ attentionKeyLengthSwa: get(`${prefix}attention.key_length_swa`),
345
+ attentionValueLength: get(`${prefix}attention.value_length`),
346
+ attentionSlidingWindow: get(`${prefix}attention.sliding_window`),
347
+ attentionSlidingWindowPattern: get(`${prefix}attention.sliding_window_pattern`),
298
348
  tokenizer: {
299
349
  model: get('tokenizer.ggml.model'),
300
350
  tokens: get('tokenizer.ggml.tokens'),
@@ -411,14 +461,6 @@ export function parseGGUFHeader(buffer) {
411
461
  return parseGGUF(buffer);
412
462
  }
413
463
 
414
- export function getTensor(parsed, name) {
415
- return parsed.tensors.find((tensor) => tensor.name === name) || null;
416
- }
417
-
418
- export function getTensors(parsed, pattern) {
419
- return parsed.tensors.filter((tensor) => pattern.test(tensor.name));
420
- }
421
-
422
464
  export function groupTensorsByLayer(parsed) {
423
465
  const layers = new Map();
424
466
 
@@ -436,25 +478,3 @@ export function groupTensorsByLayer(parsed) {
436
478
  return layers;
437
479
  }
438
480
 
439
- export function identifyMoETensors(parsed) {
440
- const result = new Map();
441
- const layers = groupTensorsByLayer(parsed);
442
-
443
- for (const [layerIdx, tensors] of layers.entries()) {
444
- const experts = new Map();
445
- for (const tensor of tensors) {
446
- const match = tensor.name.match(/experts\.(\d+)\./);
447
- if (!match) continue;
448
- const expertIdx = parseInt(match[1], 10);
449
- if (!experts.has(expertIdx)) {
450
- experts.set(expertIdx, []);
451
- }
452
- experts.get(expertIdx).push(tensor);
453
- }
454
- if (experts.size > 0) {
455
- result.set(layerIdx, experts);
456
- }
457
- }
458
-
459
- return result;
460
- }
@@ -3,19 +3,6 @@ export declare const LITERT_TASK_DEFAULT_TFLITE_ENTRY: 'TF_LITE_PREFILL_DECODE';
3
3
  export declare const LITERT_TASK_DEFAULT_TOKENIZER_MODEL_ENTRY: 'TOKENIZER_MODEL';
4
4
  export declare const LITERT_TASK_DEFAULT_METADATA_ENTRY: 'METADATA';
5
5
 
6
- export declare const LITERTLM_SECTION_TYPE: {
7
- readonly NONE: 0;
8
- readonly GenericBinaryData: 1;
9
- readonly Deprecated: 2;
10
- readonly TFLiteModel: 3;
11
- readonly SP_Tokenizer: 4;
12
- readonly LlmMetadataProto: 5;
13
- readonly HF_Tokenizer_Zlib: 6;
14
- readonly TFLiteWeights: 7;
15
- };
16
-
17
- export declare const LITERTLM_SECTION_TYPE_NAME: Record<number, string>;
18
-
19
6
  export interface LiteRTSource {
20
7
  name?: string | null;
21
8
  size: number;
@@ -10,7 +10,7 @@ export const LITERT_TASK_DEFAULT_TFLITE_ENTRY = 'TF_LITE_PREFILL_DECODE';
10
10
  export const LITERT_TASK_DEFAULT_TOKENIZER_MODEL_ENTRY = 'TOKENIZER_MODEL';
11
11
  export const LITERT_TASK_DEFAULT_METADATA_ENTRY = 'METADATA';
12
12
 
13
- export const LITERTLM_SECTION_TYPE = Object.freeze({
13
+ const LITERTLM_SECTION_TYPE = Object.freeze({
14
14
  NONE: 0,
15
15
  GenericBinaryData: 1,
16
16
  Deprecated: 2,
@@ -21,7 +21,7 @@ export const LITERTLM_SECTION_TYPE = Object.freeze({
21
21
  TFLiteWeights: 7,
22
22
  });
23
23
 
24
- export const LITERTLM_SECTION_TYPE_NAME = Object.freeze(Object.fromEntries(
24
+ const LITERTLM_SECTION_TYPE_NAME = Object.freeze(Object.fromEntries(
25
25
  Object.entries(LITERTLM_SECTION_TYPE).map(([name, value]) => [value, name])
26
26
  ));
27
27
 
@@ -0,0 +1,34 @@
1
+ export interface DistributedPlanValidationResult {
2
+ valid: boolean;
3
+ errors: string[];
4
+ code: string | null;
5
+ }
6
+
7
+ export declare function parseDistributedPlan(
8
+ jsonString: string,
9
+ options?: {
10
+ expectedCompatibility?: {
11
+ artifactIdentityHash?: string | null;
12
+ manifestHash?: string | null;
13
+ executionGraphDigest?: string | null;
14
+ integrityExtensionsHash?: string | null;
15
+ };
16
+ expectedPlanId?: string | null;
17
+ expectedTopologyHash?: string | null;
18
+ }
19
+ ): Record<string, unknown>;
20
+
21
+ export declare function validateDistributedPlan(
22
+ plan: Record<string, unknown>,
23
+ options?: {
24
+ expectedCompatibility?: {
25
+ artifactIdentityHash?: string | null;
26
+ manifestHash?: string | null;
27
+ executionGraphDigest?: string | null;
28
+ integrityExtensionsHash?: string | null;
29
+ };
30
+ expectedPlanId?: string | null;
31
+ expectedTopologyHash?: string | null;
32
+ }
33
+ ): DistributedPlanValidationResult;
34
+
@@ -0,0 +1,3 @@
1
+ export * from './parsing.js';
2
+ export * from './validation.js';
3
+
@@ -0,0 +1,6 @@
1
+ import type { DistributedPlanValidationOptions } from './validation.js';
2
+
3
+ export declare function parseDistributedPlan(
4
+ jsonString: string,
5
+ options?: DistributedPlanValidationOptions
6
+ ): Record<string, unknown>;
@@ -0,0 +1,23 @@
1
+ import { createDopplerError, ERROR_CODES } from '../../../errors/doppler-error.js';
2
+ import { validateDistributedPlan } from './validation.js';
3
+
4
+ export function parseDistributedPlan(jsonString, options = {}) {
5
+ let plan;
6
+ try {
7
+ plan = JSON.parse(jsonString);
8
+ } catch (error) {
9
+ throw createDopplerError(
10
+ ERROR_CODES.DISTRIBUTED_PLAN_INVALID,
11
+ `Failed to parse distributed plan JSON: ${error instanceof Error ? error.message : String(error)}`
12
+ );
13
+ }
14
+ const validation = validateDistributedPlan(plan, options);
15
+ if (!validation.valid) {
16
+ throw createDopplerError(
17
+ validation.code ?? ERROR_CODES.DISTRIBUTED_PLAN_INVALID,
18
+ `Invalid distributed plan:\n - ${validation.errors.join('\n - ')}`
19
+ );
20
+ }
21
+ return plan;
22
+ }
23
+
@@ -0,0 +1,23 @@
1
+ export interface DistributedPlanCompatibility {
2
+ artifactIdentityHash?: string | null;
3
+ manifestHash?: string | null;
4
+ executionGraphDigest?: string | null;
5
+ integrityExtensionsHash?: string | null;
6
+ }
7
+
8
+ export interface DistributedPlanValidationOptions {
9
+ expectedCompatibility?: DistributedPlanCompatibility | null;
10
+ expectedPlanId?: string | null;
11
+ expectedTopologyHash?: string | null;
12
+ }
13
+
14
+ export interface DistributedPlanValidationResult {
15
+ valid: boolean;
16
+ errors: string[];
17
+ code: string | null;
18
+ }
19
+
20
+ export declare function validateDistributedPlan(
21
+ plan: Record<string, unknown>,
22
+ options?: DistributedPlanValidationOptions
23
+ ): DistributedPlanValidationResult;
@@ -0,0 +1,131 @@
1
+ import { ERROR_CODES } from '../../../errors/doppler-error.js';
2
+
3
+ function isPlainObject(value) {
4
+ return value != null && typeof value === 'object' && !Array.isArray(value);
5
+ }
6
+
7
+ function validateNonEmptyString(errors, value, path) {
8
+ if (typeof value !== 'string' || value.trim().length === 0) {
9
+ errors.push(`Missing or invalid ${path}`);
10
+ }
11
+ }
12
+
13
+ function validateNullableHash(errors, value, path) {
14
+ if (value === null) {
15
+ return;
16
+ }
17
+ validateNonEmptyString(errors, value, path);
18
+ }
19
+
20
+ function compareExpectedHash(errors, actual, expected, path, code) {
21
+ if (expected == null) {
22
+ return null;
23
+ }
24
+ if (actual !== expected) {
25
+ errors.push(`${path} mismatch: expected ${expected}, got ${actual}`);
26
+ return code;
27
+ }
28
+ return null;
29
+ }
30
+
31
+ export function validateDistributedPlan(plan, options = {}) {
32
+ const errors = [];
33
+ let code = null;
34
+
35
+ if (!isPlainObject(plan)) {
36
+ return {
37
+ valid: false,
38
+ errors: ['Distributed plan must be an object'],
39
+ code: ERROR_CODES.DISTRIBUTED_PLAN_INVALID,
40
+ };
41
+ }
42
+ if (plan.rdrd !== 1) {
43
+ return {
44
+ valid: false,
45
+ errors: [`Unsupported distributed plan version ${plan.rdrd}`],
46
+ code: ERROR_CODES.DISTRIBUTED_PLAN_UNSUPPORTED,
47
+ };
48
+ }
49
+ if (!isPlainObject(plan.compatibility)) {
50
+ return {
51
+ valid: false,
52
+ errors: ['Missing or invalid compatibility block'],
53
+ code: ERROR_CODES.DISTRIBUTED_PLAN_INVALID,
54
+ };
55
+ }
56
+
57
+ const compatibility = plan.compatibility;
58
+ validateNonEmptyString(errors, compatibility.artifactIdentityHash, 'compatibility.artifactIdentityHash');
59
+ validateNonEmptyString(errors, compatibility.manifestHash, 'compatibility.manifestHash');
60
+ validateNonEmptyString(errors, compatibility.executionGraphDigest, 'compatibility.executionGraphDigest');
61
+ validateNullableHash(errors, compatibility.integrityExtensionsHash, 'compatibility.integrityExtensionsHash');
62
+ validateNonEmptyString(errors, compatibility.synthesizerVersion, 'compatibility.synthesizerVersion');
63
+ validateNonEmptyString(errors, compatibility.synthesizedAt, 'compatibility.synthesizedAt');
64
+
65
+ if (!Array.isArray(plan.plans) || plan.plans.length === 0) {
66
+ errors.push('Distributed plan requires a non-empty plans array');
67
+ } else {
68
+ for (const [index, entry] of plan.plans.entries()) {
69
+ if (!isPlainObject(entry)) {
70
+ errors.push(`plans[${index}] must be an object`);
71
+ continue;
72
+ }
73
+ validateNonEmptyString(errors, entry.id, `plans[${index}].id`);
74
+ validateNonEmptyString(errors, entry.topologyHash, `plans[${index}].topologyHash`);
75
+ }
76
+ }
77
+
78
+ const expectedCompatibility = options.expectedCompatibility ?? null;
79
+ if (expectedCompatibility != null && isPlainObject(expectedCompatibility)) {
80
+ code = code ?? compareExpectedHash(
81
+ errors,
82
+ compatibility.artifactIdentityHash,
83
+ expectedCompatibility.artifactIdentityHash,
84
+ 'compatibility.artifactIdentityHash',
85
+ ERROR_CODES.DISTRIBUTED_PLAN_ARTIFACT_MISMATCH
86
+ );
87
+ code = code ?? compareExpectedHash(
88
+ errors,
89
+ compatibility.manifestHash,
90
+ expectedCompatibility.manifestHash,
91
+ 'compatibility.manifestHash',
92
+ ERROR_CODES.DISTRIBUTED_PLAN_STALE
93
+ );
94
+ code = code ?? compareExpectedHash(
95
+ errors,
96
+ compatibility.executionGraphDigest,
97
+ expectedCompatibility.executionGraphDigest,
98
+ 'compatibility.executionGraphDigest',
99
+ ERROR_CODES.DISTRIBUTED_PLAN_STALE
100
+ );
101
+ code = code ?? compareExpectedHash(
102
+ errors,
103
+ compatibility.integrityExtensionsHash,
104
+ expectedCompatibility.integrityExtensionsHash,
105
+ 'compatibility.integrityExtensionsHash',
106
+ ERROR_CODES.DISTRIBUTED_PLAN_STALE
107
+ );
108
+ }
109
+
110
+ if (options.expectedPlanId != null) {
111
+ const selectedPlan = Array.isArray(plan.plans)
112
+ ? plan.plans.find((entry) => entry?.id === options.expectedPlanId)
113
+ : null;
114
+ if (!selectedPlan) {
115
+ errors.push(`No plan with id "${options.expectedPlanId}" found`);
116
+ code = code ?? ERROR_CODES.DISTRIBUTED_PLAN_INVALID;
117
+ } else if (options.expectedTopologyHash != null && selectedPlan.topologyHash !== options.expectedTopologyHash) {
118
+ errors.push(
119
+ `plans.${options.expectedPlanId}.topologyHash mismatch: expected ${options.expectedTopologyHash}, got ${selectedPlan.topologyHash}`
120
+ );
121
+ code = code ?? ERROR_CODES.DISTRIBUTED_PLAN_TOPOLOGY_UNFIT;
122
+ }
123
+ }
124
+
125
+ return {
126
+ valid: errors.length === 0,
127
+ errors,
128
+ code: errors.length === 0 ? null : (code ?? ERROR_CODES.DISTRIBUTED_PLAN_INVALID),
129
+ };
130
+ }
131
+
@@ -6,15 +6,7 @@
6
6
  * @module formats/rdrr/groups
7
7
  */
8
8
 
9
- import type { ComponentGroup, RDRRManifest } from './types.js';
10
-
11
- export declare function getGroup(groupId: string): ComponentGroup | null;
12
-
13
- export declare function getGroupIds(): string[];
14
-
15
- export declare function getShardsForGroup(groupId: string): number[];
16
-
17
- export declare function getTensorsForGroup(groupId: string): string[];
9
+ import type { RDRRManifest } from './types.js';
18
10
 
19
11
  export declare function getShardsForExpert(
20
12
  layerIdx: number,
@@ -29,7 +21,3 @@ export declare function getTensorsForExpert(
29
21
  ): string[];
30
22
 
31
23
  export declare function getExpertBytes(manifest?: RDRRManifest | null): number;
32
-
33
- export declare function getLayerGroupIds(): string[];
34
-
35
- export declare function getExpertGroupIds(layerIdx: number): string[];
@@ -1,23 +1,6 @@
1
1
 
2
2
 
3
3
  import { getManifest } from './parsing.js';
4
- import { sortGroupIds, parseGroupExpertIndex } from './classification.js';
5
-
6
- export function getGroup(groupId) {
7
- return getManifest()?.groups?.[groupId] ?? null;
8
- }
9
-
10
- export function getGroupIds() {
11
- return Object.keys(getManifest()?.groups || {});
12
- }
13
-
14
- export function getShardsForGroup(groupId) {
15
- return getManifest()?.groups?.[groupId]?.shards ?? [];
16
- }
17
-
18
- export function getTensorsForGroup(groupId) {
19
- return getManifest()?.groups?.[groupId]?.tensors ?? [];
20
- }
21
4
 
22
5
  export function getShardsForExpert(layerIdx, expertIdx, manifest = getManifest()) {
23
6
  const groupId = `layer.${layerIdx}.expert.${expertIdx}`;
@@ -54,20 +37,3 @@ export function getExpertBytes(manifest = getManifest()) {
54
37
 
55
38
  return manifest?.moeConfig?.expertBytes || 0;
56
39
  }
57
-
58
- export function getLayerGroupIds() {
59
- const ids = Object.keys(getManifest()?.groups || {})
60
- .filter(id => id.startsWith('layer.'));
61
- return sortGroupIds(ids);
62
- }
63
-
64
- export function getExpertGroupIds(layerIdx) {
65
- const prefix = `layer.${layerIdx}.expert.`;
66
- return Object.keys(getManifest()?.groups || {})
67
- .filter(id => id.startsWith(prefix))
68
- .sort((a, b) => {
69
- const expertA = parseGroupExpertIndex(a) ?? 0;
70
- const expertB = parseGroupExpertIndex(b) ?? 0;
71
- return expertA - expertB;
72
- });
73
- }
@@ -23,3 +23,12 @@ export * from './manifest.js';
23
23
 
24
24
  // Group accessors
25
25
  export * from './groups.js';
26
+
27
+ // Integrity + slicing
28
+ export * from './merkle.js';
29
+ export * from './integrity.js';
30
+ export * from './lowerings.js';
31
+ export * from './slice-compiler.js';
32
+
33
+ // Distributed plans
34
+ export * from './distributed/index.js';
@@ -17,3 +17,12 @@ export * from './manifest.js';
17
17
 
18
18
  // Group accessors
19
19
  export * from './groups.js';
20
+
21
+ // Integrity + slicing
22
+ export * from './merkle.js';
23
+ export * from './integrity.js';
24
+ export * from './lowerings.js';
25
+ export * from './slice-compiler.js';
26
+
27
+ // Distributed plans
28
+ export * from './distributed/index.js';