doppler-gpu 0.4.3 → 0.4.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (435) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +67 -34
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +36 -5
  5. package/src/cli/cli-output.js +34 -1
  6. package/src/cli/doppler-cli.d.ts +18 -0
  7. package/src/cli/doppler-cli.js +68 -35
  8. package/src/cli/doppler-serve.d.ts +210 -0
  9. package/src/cli/doppler-serve.js +468 -42
  10. package/src/client/doppler-registry.json +3 -5
  11. package/src/client/provider.d.ts +1 -1
  12. package/src/client/provider.js +1 -1
  13. package/src/client/runtime/index.js +13 -0
  14. package/src/client/runtime/lora.d.ts +11 -1
  15. package/src/client/runtime/lora.js +28 -7
  16. package/src/client/runtime/model-manager.js +35 -11
  17. package/src/client/runtime/model-session.d.ts +2 -1
  18. package/src/client/runtime/model-session.js +2 -2
  19. package/src/client/runtime/model-source.js +20 -1
  20. package/src/client/runtime/types.d.ts +8 -0
  21. package/src/client/wrap-pipeline-handle.d.ts +62 -0
  22. package/src/client/wrap-pipeline-handle.js +188 -13
  23. package/src/config/conversion/README.md +5 -0
  24. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  25. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  26. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
  27. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
  28. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  29. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  30. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
  31. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
  32. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
  33. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  34. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  35. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  36. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  37. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  38. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  39. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
  40. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
  41. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
  42. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
  43. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
  44. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
  45. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
  46. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
  47. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
  48. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
  49. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
  50. package/src/config/goal-completion-matrix.json +552 -0
  51. package/src/config/kernel-path-loader.js +192 -38
  52. package/src/config/kernels/kernel-ref-digests.js +52 -18
  53. package/src/config/kernels/registry.json +3017 -744
  54. package/src/config/merge-contract-check.js +7 -3
  55. package/src/config/merge-helpers.d.ts +2 -0
  56. package/src/config/merge-helpers.js +1 -0
  57. package/src/config/merge.d.ts +1 -0
  58. package/src/config/merge.js +30 -0
  59. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  60. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  61. package/src/config/param-validator.js +4 -0
  62. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  63. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  64. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  65. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  66. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  67. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  68. package/src/config/schema/buffer-pool.schema.js +3 -3
  69. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  70. package/src/config/schema/command-surface-contract.schema.json +81 -0
  71. package/src/config/schema/converter.schema.d.ts +11 -0
  72. package/src/config/schema/converter.schema.js +8 -0
  73. package/src/config/schema/doppler.schema.d.ts +1 -0
  74. package/src/config/schema/doppler.schema.js +38 -6
  75. package/src/config/schema/execution-v1.schema.d.ts +27 -0
  76. package/src/config/schema/execution-v1.schema.js +28 -19
  77. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  78. package/src/config/schema/inference.schema.d.ts +11 -0
  79. package/src/config/schema/manifest.schema.d.ts +107 -1
  80. package/src/config/schema/manifest.schema.js +10 -1
  81. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  82. package/src/config/schema/moe.schema.d.ts +13 -0
  83. package/src/config/schema/moe.schema.js +1 -1
  84. package/src/config/schema/policy-schema-registry.json +26 -0
  85. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  86. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  87. package/src/config/schema/training-metrics.schema.js +4 -3
  88. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  89. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  90. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  91. package/src/config/source-packages/registry.json +25 -0
  92. package/src/config/supported-operations.json +5 -0
  93. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  94. package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
  95. package/src/config/transforms/execution-graph-transforms.js +227 -230
  96. package/src/converter/conversion-plan.d.ts +2 -0
  97. package/src/converter/conversion-plan.js +18 -4
  98. package/src/converter/core.d.ts +8 -0
  99. package/src/converter/core.js +574 -12
  100. package/src/converter/quantization-info.js +179 -2
  101. package/src/converter/quantizer.d.ts +5 -4
  102. package/src/converter/quantizer.js +16 -2
  103. package/src/experimental/adapters/lora-loader.js +109 -24
  104. package/src/experimental/diffusion/index.d.ts +24 -0
  105. package/src/experimental/diffusion/index.js +10 -0
  106. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  107. package/src/experimental/distribution/descriptor-transport.js +342 -0
  108. package/src/experimental/training/README.md +11 -0
  109. package/src/experimental/training/autograd.js +33 -8
  110. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  111. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  112. package/src/experimental/training/datasets/index.d.ts +13 -1
  113. package/src/experimental/training/datasets/index.js +8 -1
  114. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  115. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  116. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  117. package/src/experimental/training/datasets/text-pairs.js +82 -5
  118. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  119. package/src/experimental/training/distillation/student-fixture.js +290 -32
  120. package/src/experimental/training/export.d.ts +9 -0
  121. package/src/experimental/training/export.js +113 -7
  122. package/src/experimental/training/index.d.ts +13 -1
  123. package/src/experimental/training/index.js +13 -1
  124. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  125. package/src/experimental/training/lora-pipeline.js +1737 -49
  126. package/src/experimental/training/lora.js +23 -1
  127. package/src/experimental/training/loss.js +1 -1
  128. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  129. package/src/experimental/training/operator-agent-eval.js +326 -0
  130. package/src/experimental/training/operator-command.js +310 -51
  131. package/src/experimental/training/runner.d.ts +1 -0
  132. package/src/experimental/training/runner.js +4 -0
  133. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  134. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  135. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  136. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  137. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  138. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  139. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  140. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  141. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  142. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  143. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  144. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  145. package/src/experimental/training/workload-packs/registry.json +186 -6
  146. package/src/experimental/training/workloads.d.ts +37 -0
  147. package/src/experimental/training/workloads.js +110 -1
  148. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  149. package/src/formats/rdrr/functional-descriptor.js +230 -0
  150. package/src/formats/rdrr/index.d.ts +1 -0
  151. package/src/formats/rdrr/index.js +1 -0
  152. package/src/formats/rdrr/parsing.js +22 -6
  153. package/src/formats/rdrr/source-transform-contract.js +10 -1
  154. package/src/formats/rdrr/storage-descriptor.js +9 -2
  155. package/src/formats/rdrr/types.d.ts +5 -3
  156. package/src/formats/rdrr/validation.js +15 -1
  157. package/src/gpu/command-recorder.d.ts +43 -3
  158. package/src/gpu/command-recorder.js +122 -25
  159. package/src/gpu/device.js +111 -11
  160. package/src/gpu/kernel-tuner/cache.js +1 -5
  161. package/src/gpu/kernels/attention.js +17 -9
  162. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  163. package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
  164. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  165. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  166. package/src/gpu/kernels/cast.js +74 -67
  167. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
  168. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
  169. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  170. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
  171. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  172. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  173. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  174. package/src/gpu/kernels/dispatch.js +13 -3
  175. package/src/gpu/kernels/fused_ffn.js +3 -4
  176. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  177. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  178. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  179. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  180. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  181. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  182. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  183. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  184. package/src/gpu/kernels/gather.d.ts +84 -1
  185. package/src/gpu/kernels/gather.js +353 -5
  186. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  187. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  188. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  189. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  190. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  191. package/src/gpu/kernels/gelu.wgsl +11 -7
  192. package/src/gpu/kernels/gelu_f16.wgsl +11 -7
  193. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  194. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  195. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  196. package/src/gpu/kernels/index.d.ts +71 -0
  197. package/src/gpu/kernels/index.js +52 -0
  198. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  199. package/src/gpu/kernels/kv-cache-write.js +126 -0
  200. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  201. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  202. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  203. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  204. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  205. package/src/gpu/kernels/matmul-dispatch.js +37 -1
  206. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  207. package/src/gpu/kernels/matmul-selection.js +104 -9
  208. package/src/gpu/kernels/matmul.d.ts +1 -1
  209. package/src/gpu/kernels/matmul.js +151 -43
  210. package/src/gpu/kernels/moe.d.ts +1 -0
  211. package/src/gpu/kernels/moe.js +46 -18
  212. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  213. package/src/gpu/kernels/pipeline-cache.js +24 -0
  214. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  215. package/src/gpu/kernels/rep-penalty.js +17 -9
  216. package/src/gpu/kernels/residual.d.ts +1 -0
  217. package/src/gpu/kernels/residual.js +13 -1
  218. package/src/gpu/kernels/residual.wgsl +3 -3
  219. package/src/gpu/kernels/residual_f16.wgsl +5 -3
  220. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  221. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  222. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  223. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  224. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  225. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  226. package/src/gpu/kernels/rmsnorm.d.ts +31 -0
  227. package/src/gpu/kernels/rmsnorm.js +32 -7
  228. package/src/gpu/kernels/rmsnorm.wgsl +10 -6
  229. package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
  230. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  231. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  232. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  233. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  234. package/src/gpu/kernels/rope-qk.js +143 -0
  235. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  236. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  237. package/src/gpu/kernels/rule-registry.js +50 -10
  238. package/src/gpu/kernels/sample.js +212 -187
  239. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  240. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  241. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  242. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  243. package/src/gpu/kernels/shader-cache.js +1 -21
  244. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  245. package/src/gpu/kernels/soft-embedding.js +447 -0
  246. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  247. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  248. package/src/gpu/kernels/softmax.wgsl +5 -80
  249. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  250. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  251. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  252. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  253. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  254. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  255. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  256. package/src/gpu/kernels/uniform-utils.js +2 -5
  257. package/src/gpu/kernels/utils.d.ts +16 -1
  258. package/src/gpu/kernels/utils.js +42 -13
  259. package/src/gpu/readback-utils.js +10 -2
  260. package/src/gpu/uniform-cache.d.ts +10 -1
  261. package/src/gpu/uniform-cache.js +25 -7
  262. package/src/gpu/weight-buffer.d.ts +76 -7
  263. package/src/gpu/weight-buffer.js +85 -1
  264. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  265. package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
  266. package/src/inference/browser-harness-suite-helpers.js +438 -2
  267. package/src/inference/browser-harness-text-helpers.d.ts +77 -0
  268. package/src/inference/browser-harness-text-helpers.js +236 -11
  269. package/src/inference/browser-harness.d.ts +8 -0
  270. package/src/inference/browser-harness.js +292 -8
  271. package/src/inference/decode-ring.d.ts +1 -0
  272. package/src/inference/decode-ring.js +7 -5
  273. package/src/inference/kv-cache/base.d.ts +25 -0
  274. package/src/inference/kv-cache/base.js +109 -1
  275. package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
  276. package/src/inference/kv-cache/mixed-geometry.js +109 -2
  277. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  278. package/src/inference/kv-cache/sliding-window.js +88 -0
  279. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  280. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  281. package/src/inference/moe-router.d.ts +14 -1
  282. package/src/inference/moe-router.js +24 -1
  283. package/src/inference/pipelines/audio/gemma4.js +52 -1
  284. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  285. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  286. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  287. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  288. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  289. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  290. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  291. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  292. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  293. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  294. package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
  295. package/src/inference/pipelines/text/attention/projections.js +329 -49
  296. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  297. package/src/inference/pipelines/text/attention/record.js +446 -73
  298. package/src/inference/pipelines/text/attention/run.js +251 -49
  299. package/src/inference/pipelines/text/attention/types.d.ts +5 -1
  300. package/src/inference/pipelines/text/config.d.ts +22 -1
  301. package/src/inference/pipelines/text/config.js +199 -22
  302. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  303. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  304. package/src/inference/pipelines/text/embed.d.ts +4 -3
  305. package/src/inference/pipelines/text/embed.js +16 -6
  306. package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
  307. package/src/inference/pipelines/text/execution-plan.js +6 -0
  308. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
  309. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
  310. package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
  311. package/src/inference/pipelines/text/execution-v1.js +373 -139
  312. package/src/inference/pipelines/text/ffn/dense.js +44 -13
  313. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  314. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  315. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  316. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  317. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  318. package/src/inference/pipelines/text/ffn/standard.js +44 -4
  319. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  320. package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
  321. package/src/inference/pipelines/text/generator-helpers.js +5 -2
  322. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  323. package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
  324. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
  325. package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
  326. package/src/inference/pipelines/text/generator-steps.js +268 -77
  327. package/src/inference/pipelines/text/generator.d.ts +39 -0
  328. package/src/inference/pipelines/text/generator.js +1105 -18
  329. package/src/inference/pipelines/text/init.d.ts +8 -1
  330. package/src/inference/pipelines/text/init.js +30 -1
  331. package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
  332. package/src/inference/pipelines/text/layer.js +272 -25
  333. package/src/inference/pipelines/text/linear-attention.js +6 -4
  334. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  335. package/src/inference/pipelines/text/logits/gpu.js +417 -66
  336. package/src/inference/pipelines/text/logits/index.d.ts +2 -2
  337. package/src/inference/pipelines/text/logits/index.js +96 -42
  338. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  339. package/src/inference/pipelines/text/lora-apply.js +17 -0
  340. package/src/inference/pipelines/text/model-load.js +5 -1
  341. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  342. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  343. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  344. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  345. package/src/inference/pipelines/text/ops.d.ts +29 -2
  346. package/src/inference/pipelines/text/ops.js +19 -0
  347. package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
  348. package/src/inference/pipelines/text/probes.js +4 -5
  349. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  350. package/src/inference/pipelines/text/sampling-config.js +103 -64
  351. package/src/inference/pipelines/text/sampling.js +13 -9
  352. package/src/inference/pipelines/text/state.js +17 -0
  353. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  354. package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
  355. package/src/inference/pipelines/text/types.d.ts +84 -3
  356. package/src/inference/pipelines/text/weights.d.ts +4 -2
  357. package/src/inference/pipelines/text/weights.js +4 -5
  358. package/src/inference/pipelines/text.d.ts +24 -0
  359. package/src/inference/pipelines/text.js +162 -38
  360. package/src/inference/pipelines/vision/gemma4.js +20 -9
  361. package/src/inference/tokenizer.d.ts +30 -0
  362. package/src/inference/tokenizer.js +340 -164
  363. package/src/inference/tokenizers/bundled.js +71 -49
  364. package/src/loader/doppler-loader.d.ts +11 -0
  365. package/src/loader/doppler-loader.js +290 -15
  366. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  367. package/src/loader/embedding-limit-preflight.js +216 -0
  368. package/src/loader/embedding-loader.d.ts +8 -2
  369. package/src/loader/embedding-loader.js +263 -8
  370. package/src/loader/experts/expert-loader.d.ts +4 -1
  371. package/src/loader/experts/expert-loader.js +174 -5
  372. package/src/loader/final-weights-loader.d.ts +5 -0
  373. package/src/loader/final-weights-loader.js +167 -4
  374. package/src/loader/layer-loader.d.ts +2 -0
  375. package/src/loader/layer-loader.js +74 -6
  376. package/src/loader/loader-types.d.ts +59 -2
  377. package/src/loader/manifest-config.d.ts +8 -0
  378. package/src/loader/shard-resolver.js +37 -4
  379. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  380. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  381. package/src/loader/tensors/tensor-loader.d.ts +36 -1
  382. package/src/loader/tensors/tensor-loader.js +437 -21
  383. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  384. package/src/loader/tensors/tensor-reader.js +11 -4
  385. package/src/loader/weights.d.ts +3 -1
  386. package/src/memory/buffer-pool.js +12 -9
  387. package/src/models/diffusiongemma.d.ts +7 -0
  388. package/src/models/diffusiongemma.js +25 -0
  389. package/src/models/gemma4.js +24 -0
  390. package/src/models/qwen3.js +2 -2
  391. package/src/rules/execution-rules-contract-check.js +93 -10
  392. package/src/rules/inference/capability-transforms.rules.json +26 -2
  393. package/src/rules/inference/config.rules.json +1 -0
  394. package/src/rules/inference/dtype.rules.json +7 -0
  395. package/src/rules/inference/execution.rules.json +108 -17
  396. package/src/rules/inference/ffn.rules.json +18 -0
  397. package/src/rules/kernels/gather.rules.json +81 -0
  398. package/src/rules/kernels/matmul.rules.json +19 -0
  399. package/src/rules/kernels/moe.rules.json +3 -0
  400. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  401. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  402. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  403. package/src/rules/kernels/rope-qk.rules.json +6 -0
  404. package/src/rules/loader/tensor-loader.rules.json +8 -0
  405. package/src/rules/rule-registry.js +6 -0
  406. package/src/storage/artifact-storage-context.d.ts +1 -0
  407. package/src/storage/artifact-storage-context.js +10 -0
  408. package/src/tooling/browser-command-runner.d.ts +0 -3
  409. package/src/tooling/browser-command-runner.js +2 -14
  410. package/src/tooling/command-api-family-normalizers.js +4 -2
  411. package/src/tooling/command-api-helpers.js +2 -1
  412. package/src/tooling/command-api.d.ts +2 -0
  413. package/src/tooling/command-api.js +1 -0
  414. package/src/tooling/command-runner-shared.d.ts +4 -0
  415. package/src/tooling/command-runner-shared.js +2 -1
  416. package/src/tooling/diagnose-runner.js +2 -0
  417. package/src/tooling/litert-package-runtime.js +553 -16
  418. package/src/tooling/node-browser-command-runner.js +10 -4
  419. package/src/tooling/node-command-runner.js +7 -2
  420. package/src/tooling/node-convert-worker-pool.js +3 -0
  421. package/src/tooling/node-convert-worker.js +1 -0
  422. package/src/tooling/node-converter.js +12 -0
  423. package/src/tooling/node-webgpu.d.ts +1 -0
  424. package/src/tooling/node-webgpu.js +23 -11
  425. package/src/tooling/program-bundle.d.ts +52 -1
  426. package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
  427. package/src/tooling/source-artifact-adapter.js +7 -2
  428. package/src/tooling/source-package-profiles.d.ts +18 -1
  429. package/src/tooling/source-package-profiles.js +109 -1
  430. package/src/tooling/source-runtime-bundle.d.ts +1 -0
  431. package/src/tooling/source-runtime-bundle.js +27 -0
  432. package/src/tooling/source-runtime-converter-config.js +12 -3
  433. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  434. package/src/tooling-experimental-exports.shared.js +10 -0
  435. package/src/version.js +1 -1
@@ -0,0 +1,117 @@
1
+ export declare const DESCRIPTOR_TRANSPORT_CONTRACT_VERSION: 1;
2
+
3
+ export interface PeerCapabilityProfile {
4
+ available_vram_bytes: number;
5
+ backends: string[];
6
+ supported_generators: string[];
7
+ bandwidth_bps: number;
8
+ latency_ms: number;
9
+ reliability_score: number;
10
+ }
11
+
12
+ export interface DescriptorRequiredShard {
13
+ role: 'kronecker_sum' | 'coordinate_inr' | 'sparse_outliers';
14
+ file: string;
15
+ hash: string | null;
16
+ }
17
+
18
+ export interface DescriptorMissingShard extends DescriptorRequiredShard {
19
+ reason: 'descriptor_hash_mismatch' | 'not_cached' | 'shard_hash_mismatch';
20
+ }
21
+
22
+ export interface DescriptorShardNegotiationResult {
23
+ contractVersion: number;
24
+ descriptorHash: string | null;
25
+ peerDescriptorHash: string | null;
26
+ ready: boolean;
27
+ requiredShards: DescriptorRequiredShard[];
28
+ missingShards: DescriptorMissingShard[];
29
+ }
30
+
31
+ export interface ActivationTransportValidationResult {
32
+ contractVersion: number;
33
+ modelDim: number;
34
+ tokenCount: number;
35
+ bytesPerToken: number;
36
+ expectedBytes: number;
37
+ actualBytes: number;
38
+ }
39
+
40
+ export type DescriptorPeerAssignmentBlocker =
41
+ | {
42
+ code: 'descriptor_shards_missing';
43
+ missingShards: DescriptorMissingShard[];
44
+ }
45
+ | {
46
+ code: 'insufficient_vram';
47
+ requiredVramBytes: number;
48
+ availableVramBytes: number;
49
+ };
50
+
51
+ export interface DescriptorPeerAssignmentResult {
52
+ contractVersion: number;
53
+ assignable: boolean;
54
+ blockers: DescriptorPeerAssignmentBlocker[];
55
+ profile: PeerCapabilityProfile;
56
+ requiredGenerators: string[];
57
+ cache: DescriptorShardNegotiationResult;
58
+ requiredDownloads: DescriptorMissingShard[];
59
+ activation: ActivationTransportValidationResult | null;
60
+ requiredVramBytes: number | null;
61
+ }
62
+
63
+ export declare function normalizePeerCapabilityProfile(
64
+ value: unknown,
65
+ label?: string
66
+ ): PeerCapabilityProfile;
67
+
68
+ export declare function getDescriptorRequiredGenerators(
69
+ descriptorManifest: Record<string, unknown>
70
+ ): string[];
71
+
72
+ export declare function assertPeerSupportsDescriptor(
73
+ peerCapabilityProfile: unknown,
74
+ descriptorManifest: Record<string, unknown>
75
+ ): {
76
+ profile: PeerCapabilityProfile;
77
+ requiredGenerators: string[];
78
+ };
79
+
80
+ export declare function getDescriptorRequiredShards(
81
+ descriptorManifest: Record<string, unknown>,
82
+ descriptorShardHashes?: Record<string, string>
83
+ ): DescriptorRequiredShard[];
84
+
85
+ export declare function negotiateDescriptorShardCache(options?: {
86
+ descriptorManifest?: Record<string, unknown>;
87
+ descriptorShardHashes?: Record<string, string>;
88
+ peerDescriptorCache?: {
89
+ descriptorHash?: string | null;
90
+ descriptor_hash?: string | null;
91
+ shards?: Record<string, string | { hash?: string | null }>;
92
+ } | null;
93
+ }): DescriptorShardNegotiationResult;
94
+
95
+ export declare function validateActivationTransportPayload(
96
+ payload: ArrayBuffer | Uint8Array,
97
+ options: {
98
+ modelDim: number;
99
+ tokenCount: number;
100
+ }
101
+ ): ActivationTransportValidationResult;
102
+
103
+ export declare function createDescriptorPeerAssignment(options?: {
104
+ descriptorManifest?: Record<string, unknown>;
105
+ peerCapabilityProfile?: unknown;
106
+ descriptorShardHashes?: Record<string, string>;
107
+ peerDescriptorCache?: {
108
+ descriptorHash?: string | null;
109
+ descriptor_hash?: string | null;
110
+ shards?: Record<string, string | { hash?: string | null }>;
111
+ } | null;
112
+ activationPayload?: ArrayBuffer | Uint8Array | null;
113
+ modelDim?: number;
114
+ tokenCount?: number;
115
+ requiredVramBytes?: number | null;
116
+ failClosed?: boolean;
117
+ }): DescriptorPeerAssignmentResult;
@@ -0,0 +1,342 @@
1
+ import {
2
+ P2P_TRANSPORT_ERROR_CODES,
3
+ createP2PTransportError,
4
+ } from './p2p-transport-contract.js';
5
+
6
+ export const DESCRIPTOR_TRANSPORT_CONTRACT_VERSION = 1;
7
+
8
+ function assertPlainObject(value, label) {
9
+ if (!value || typeof value !== 'object' || Array.isArray(value)) {
10
+ throw createP2PTransportError(
11
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
12
+ `${label} must be an object.`,
13
+ { label }
14
+ );
15
+ }
16
+ return value;
17
+ }
18
+
19
+ function normalizePositiveInteger(value, label, allowZero = false) {
20
+ const parsed = Number(value);
21
+ const min = allowZero ? 0 : 1;
22
+ if (!Number.isInteger(parsed) || parsed < min) {
23
+ throw createP2PTransportError(
24
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
25
+ `${label} must be a ${allowZero ? 'non-negative' : 'positive'} integer.`,
26
+ { label }
27
+ );
28
+ }
29
+ return parsed;
30
+ }
31
+
32
+ function normalizeNumber(value, label) {
33
+ const parsed = Number(value);
34
+ if (!Number.isFinite(parsed)) {
35
+ throw createP2PTransportError(
36
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
37
+ `${label} must be a finite number.`,
38
+ { label }
39
+ );
40
+ }
41
+ return parsed;
42
+ }
43
+
44
+ function normalizeStringArray(value, label) {
45
+ if (!Array.isArray(value) || value.length === 0) {
46
+ throw createP2PTransportError(
47
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
48
+ `${label} must be a non-empty string array.`,
49
+ { label }
50
+ );
51
+ }
52
+ const out = value.map((entry, index) => {
53
+ if (typeof entry !== 'string' || entry.trim().length === 0) {
54
+ throw createP2PTransportError(
55
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
56
+ `${label}[${index}] must be a non-empty string.`,
57
+ { label, index }
58
+ );
59
+ }
60
+ return entry.trim();
61
+ });
62
+ return [...new Set(out)];
63
+ }
64
+
65
+ function normalizeOptionalHash(value, label) {
66
+ if (value == null) return null;
67
+ if (typeof value !== 'string' || !/^sha256:[a-f0-9]{64}$/i.test(value.trim())) {
68
+ throw createP2PTransportError(
69
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
70
+ `${label} must be sha256:<64 hex chars> when provided.`,
71
+ { label }
72
+ );
73
+ }
74
+ return value.trim().toLowerCase();
75
+ }
76
+
77
+ function getComponentShardFile(component, label) {
78
+ const file = component?.shard_file;
79
+ if (typeof file !== 'string' || file.trim().length === 0) {
80
+ throw createP2PTransportError(
81
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
82
+ `descriptorManifest.components.${label}.shard_file is required.`,
83
+ { label }
84
+ );
85
+ }
86
+ return file.trim();
87
+ }
88
+
89
+ function getExpectedShardHash(shardHashes, role, file, component) {
90
+ return normalizeOptionalHash(
91
+ component?.shard_hash
92
+ ?? shardHashes?.[role]
93
+ ?? shardHashes?.[file]
94
+ ?? null,
95
+ `descriptor shard hash ${role}`
96
+ );
97
+ }
98
+
99
+ function getPeerShardCacheEntry(peerDescriptorCache, file) {
100
+ const shards = peerDescriptorCache?.shards;
101
+ if (!shards || typeof shards !== 'object') return null;
102
+ const entry = shards[file];
103
+ if (typeof entry === 'string') {
104
+ return { hash: entry.trim().toLowerCase() };
105
+ }
106
+ if (entry && typeof entry === 'object') {
107
+ return {
108
+ hash: typeof entry.hash === 'string' ? entry.hash.trim().toLowerCase() : null,
109
+ };
110
+ }
111
+ return null;
112
+ }
113
+
114
+ function toByteLength(payload, label) {
115
+ if (payload instanceof ArrayBuffer) return payload.byteLength;
116
+ if (ArrayBuffer.isView(payload)) return payload.byteLength;
117
+ throw createP2PTransportError(
118
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
119
+ `${label} must be ArrayBuffer or Uint8Array.`,
120
+ { label }
121
+ );
122
+ }
123
+
124
+ function normalizeOptionalVramRequirement(value, label) {
125
+ if (value == null) {
126
+ return null;
127
+ }
128
+ return normalizePositiveInteger(value, label);
129
+ }
130
+
131
+ export function normalizePeerCapabilityProfile(value, label = 'peer capability profile') {
132
+ const profile = assertPlainObject(value, label);
133
+ const reliabilityScore = normalizeNumber(profile.reliability_score, `${label}.reliability_score`);
134
+ if (reliabilityScore < 0 || reliabilityScore > 1) {
135
+ throw createP2PTransportError(
136
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
137
+ `${label}.reliability_score must be between 0 and 1.`,
138
+ { label }
139
+ );
140
+ }
141
+ const latencyMs = normalizeNumber(profile.latency_ms, `${label}.latency_ms`);
142
+ if (latencyMs < 0) {
143
+ throw createP2PTransportError(
144
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
145
+ `${label}.latency_ms must be non-negative.`,
146
+ { label }
147
+ );
148
+ }
149
+ return {
150
+ available_vram_bytes: normalizePositiveInteger(profile.available_vram_bytes, `${label}.available_vram_bytes`),
151
+ backends: normalizeStringArray(profile.backends, `${label}.backends`),
152
+ supported_generators: normalizeStringArray(profile.supported_generators, `${label}.supported_generators`),
153
+ bandwidth_bps: normalizePositiveInteger(profile.bandwidth_bps, `${label}.bandwidth_bps`),
154
+ latency_ms: latencyMs,
155
+ reliability_score: reliabilityScore,
156
+ };
157
+ }
158
+
159
+ export function getDescriptorRequiredGenerators(descriptorManifest) {
160
+ const manifest = assertPlainObject(descriptorManifest, 'descriptorManifest');
161
+ const components = assertPlainObject(manifest.components, 'descriptorManifest.components');
162
+ const generators = [];
163
+ const prngAlgorithm = components.prng_substrate?.algorithm;
164
+ if (typeof prngAlgorithm === 'string' && prngAlgorithm.trim()) {
165
+ generators.push(prngAlgorithm.trim());
166
+ }
167
+ const inrType = components.coordinate_inr?.type;
168
+ if (typeof inrType === 'string' && inrType.trim().toLowerCase() === 'siren') {
169
+ generators.push('siren_f16_v1');
170
+ }
171
+ return [...new Set(generators)];
172
+ }
173
+
174
+ export function assertPeerSupportsDescriptor(peerCapabilityProfile, descriptorManifest) {
175
+ const profile = normalizePeerCapabilityProfile(peerCapabilityProfile);
176
+ const requiredGenerators = getDescriptorRequiredGenerators(descriptorManifest);
177
+ const supported = new Set(profile.supported_generators);
178
+ const missingGenerators = requiredGenerators.filter((generator) => !supported.has(generator));
179
+ if (missingGenerators.length > 0) {
180
+ throw createP2PTransportError(
181
+ P2P_TRANSPORT_ERROR_CODES.policyDenied,
182
+ `Peer capability profile is missing descriptor generators: ${missingGenerators.join(', ')}.`,
183
+ { missingGenerators }
184
+ );
185
+ }
186
+ return {
187
+ profile,
188
+ requiredGenerators,
189
+ };
190
+ }
191
+
192
+ export function getDescriptorRequiredShards(descriptorManifest, descriptorShardHashes = {}) {
193
+ const manifest = assertPlainObject(descriptorManifest, 'descriptorManifest');
194
+ const components = assertPlainObject(manifest.components, 'descriptorManifest.components');
195
+ return [
196
+ {
197
+ role: 'kronecker_sum',
198
+ file: getComponentShardFile(components.kronecker_sum, 'kronecker_sum'),
199
+ hash: getExpectedShardHash(descriptorShardHashes, 'kronecker_sum', components.kronecker_sum?.shard_file, components.kronecker_sum),
200
+ },
201
+ {
202
+ role: 'coordinate_inr',
203
+ file: getComponentShardFile(components.coordinate_inr, 'coordinate_inr'),
204
+ hash: getExpectedShardHash(descriptorShardHashes, 'coordinate_inr', components.coordinate_inr?.shard_file, components.coordinate_inr),
205
+ },
206
+ {
207
+ role: 'sparse_outliers',
208
+ file: getComponentShardFile(components.sparse_outliers, 'sparse_outliers'),
209
+ hash: getExpectedShardHash(descriptorShardHashes, 'sparse_outliers', components.sparse_outliers?.shard_file, components.sparse_outliers),
210
+ },
211
+ ];
212
+ }
213
+
214
+ export function negotiateDescriptorShardCache(options = {}) {
215
+ const descriptorManifest = assertPlainObject(options.descriptorManifest, 'descriptorManifest');
216
+ const descriptorHash = normalizeOptionalHash(
217
+ descriptorManifest.descriptor_hash,
218
+ 'descriptorManifest.descriptor_hash'
219
+ );
220
+ const peerDescriptorCache = options.peerDescriptorCache && typeof options.peerDescriptorCache === 'object'
221
+ ? options.peerDescriptorCache
222
+ : {};
223
+ const peerDescriptorHash = normalizeOptionalHash(
224
+ peerDescriptorCache.descriptorHash ?? peerDescriptorCache.descriptor_hash ?? null,
225
+ 'peerDescriptorCache.descriptorHash'
226
+ );
227
+ const descriptorHashMatches = descriptorHash != null && peerDescriptorHash === descriptorHash;
228
+ const requiredShards = getDescriptorRequiredShards(
229
+ descriptorManifest,
230
+ options.descriptorShardHashes ?? {}
231
+ );
232
+ const missingShards = [];
233
+
234
+ for (const shard of requiredShards) {
235
+ const cached = getPeerShardCacheEntry(peerDescriptorCache, shard.file);
236
+ const hashMatches = shard.hash == null || cached?.hash === shard.hash;
237
+ if (!descriptorHashMatches || !cached || !hashMatches) {
238
+ missingShards.push({
239
+ ...shard,
240
+ reason: !descriptorHashMatches
241
+ ? 'descriptor_hash_mismatch'
242
+ : (!cached ? 'not_cached' : 'shard_hash_mismatch'),
243
+ });
244
+ }
245
+ }
246
+
247
+ return {
248
+ contractVersion: DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
249
+ descriptorHash,
250
+ peerDescriptorHash,
251
+ ready: missingShards.length === 0,
252
+ requiredShards,
253
+ missingShards,
254
+ };
255
+ }
256
+
257
+ export function validateActivationTransportPayload(payload, options = {}) {
258
+ const modelDim = normalizePositiveInteger(options.modelDim, 'activation payload modelDim');
259
+ const tokenCount = normalizePositiveInteger(options.tokenCount, 'activation payload tokenCount');
260
+ const bytesPerToken = modelDim * 2;
261
+ const expectedBytes = bytesPerToken * tokenCount;
262
+ const actualBytes = toByteLength(payload, 'activation payload');
263
+ if (actualBytes !== expectedBytes) {
264
+ throw createP2PTransportError(
265
+ P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
266
+ `Activation payload byte length mismatch: expected ${expectedBytes}, got ${actualBytes}.`,
267
+ {
268
+ modelDim,
269
+ tokenCount,
270
+ bytesPerToken,
271
+ expectedBytes,
272
+ actualBytes,
273
+ }
274
+ );
275
+ }
276
+ return {
277
+ contractVersion: DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
278
+ modelDim,
279
+ tokenCount,
280
+ bytesPerToken,
281
+ expectedBytes,
282
+ actualBytes,
283
+ };
284
+ }
285
+
286
+ export function createDescriptorPeerAssignment(options = {}) {
287
+ const descriptorManifest = assertPlainObject(options.descriptorManifest, 'descriptorManifest');
288
+ const support = assertPeerSupportsDescriptor(
289
+ options.peerCapabilityProfile,
290
+ descriptorManifest
291
+ );
292
+ const cache = negotiateDescriptorShardCache({
293
+ descriptorManifest,
294
+ descriptorShardHashes: options.descriptorShardHashes ?? {},
295
+ peerDescriptorCache: options.peerDescriptorCache ?? null,
296
+ });
297
+ const activation = options.activationPayload == null
298
+ ? null
299
+ : validateActivationTransportPayload(options.activationPayload, {
300
+ modelDim: options.modelDim,
301
+ tokenCount: options.tokenCount,
302
+ });
303
+ const requiredVramBytes = normalizeOptionalVramRequirement(
304
+ options.requiredVramBytes,
305
+ 'descriptor assignment requiredVramBytes'
306
+ );
307
+ const blockers = [];
308
+
309
+ if (!cache.ready) {
310
+ blockers.push({
311
+ code: 'descriptor_shards_missing',
312
+ missingShards: cache.missingShards,
313
+ });
314
+ }
315
+ if (requiredVramBytes != null && requiredVramBytes > support.profile.available_vram_bytes) {
316
+ blockers.push({
317
+ code: 'insufficient_vram',
318
+ requiredVramBytes,
319
+ availableVramBytes: support.profile.available_vram_bytes,
320
+ });
321
+ }
322
+
323
+ if (options.failClosed === true && blockers.length > 0) {
324
+ throw createP2PTransportError(
325
+ P2P_TRANSPORT_ERROR_CODES.policyDenied,
326
+ `Descriptor peer assignment blocked: ${blockers.map((blocker) => blocker.code).join(', ')}.`,
327
+ { blockers }
328
+ );
329
+ }
330
+
331
+ return {
332
+ contractVersion: DESCRIPTOR_TRANSPORT_CONTRACT_VERSION,
333
+ assignable: blockers.length === 0,
334
+ blockers,
335
+ profile: support.profile,
336
+ requiredGenerators: support.requiredGenerators,
337
+ cache,
338
+ requiredDownloads: cache.missingShards,
339
+ activation,
340
+ requiredVramBytes,
341
+ };
342
+ }
@@ -138,6 +138,17 @@ const { manifest, json } = await exportLoRAAdapter({
138
138
  });
139
139
  ```
140
140
 
141
+ Use `weightsFormat: 'safetensors'` and `weightsPath: 'adapters.safetensors'`
142
+ to produce an external weight file plus manifest checksum. The LoRA operator
143
+ uses this package shape for checkpoint exports:
144
+
145
+ ```text
146
+ exports/
147
+ checkpoint-000200.adapter.manifest.json
148
+ checkpoint-000200.adapters.safetensors
149
+ checkpoint-000200.export.json
150
+ ```
151
+
141
152
  Format reference:
142
153
  - `docs/spec/RDRR_LORA_FORMAT.md`
143
154
 
@@ -143,10 +143,10 @@ export class AutogradTape {
143
143
  if (backwardName === 'residual_add_backward') {
144
144
  const gradA = gradOut;
145
145
  const gradB = await runScale(gradOut, 1, { inplace: false });
146
- return [
146
+ return this.filterStoppedGradients(record, [
147
147
  { input: record.inputs[0], grad: gradA },
148
148
  { input: record.inputs[1], grad: gradB },
149
- ];
149
+ ]);
150
150
  }
151
151
 
152
152
  if (backwardName === 'row_slice_backward') {
@@ -154,7 +154,7 @@ export class AutogradTape {
154
154
  const cols = Math.max(1, Math.floor(Number(record.options?.cols) || 0));
155
155
  const rowIndex = Math.max(0, Math.min(rows - 1, Math.floor(Number(record.options?.rowIndex) || 0)));
156
156
  const gradInput = await this.expandRowSliceGrad(gradOut, rows, cols, rowIndex);
157
- return [{ input: record.inputs[0], grad: gradInput }];
157
+ return this.filterStoppedGradients(record, [{ input: record.inputs[0], grad: gradInput }]);
158
158
  }
159
159
 
160
160
  if (backwardName === 'silu_rowsplit_backward') {
@@ -167,7 +167,19 @@ export class AutogradTape {
167
167
  gradOut,
168
168
  { numTokens, dim, activation, swigluLimit: Number.isFinite(swigluLimit) ? swigluLimit : 0 }
169
169
  );
170
- return [{ input: record.inputs[0], grad: gradInput }];
170
+ return this.filterStoppedGradients(record, [{ input: record.inputs[0], grad: gradInput }]);
171
+ }
172
+
173
+ if (backwardName === 'cross_entropy_backward') {
174
+ const [softmax, targets] = record.inputs;
175
+ const gradLogits = await backwardKernels.runCrossEntropyBackward(softmax, targets, gradOut, {
176
+ numTokens: Math.max(1, Math.floor(Number(record.options?.numTokens) || 0)),
177
+ vocabSize: Math.max(1, Math.floor(Number(record.options?.vocabSize) || 0)),
178
+ });
179
+ const logitsInput = this.isTensorLike(record.options?.logitsInput)
180
+ ? record.options.logitsInput
181
+ : record.inputs[0];
182
+ return this.filterStoppedGradients(record, [{ input: logitsInput, grad: gradLogits }]);
171
183
  }
172
184
 
173
185
  if (backwardName === 'embed_backward') {
@@ -179,7 +191,7 @@ export class AutogradTape {
179
191
  transpose: record.options?.transpose === true,
180
192
  indexOffset: Math.max(0, Math.floor(Number(record.options?.indexOffset) || 0)),
181
193
  });
182
- return [{ input: embeddings, grad: gradWeight }];
194
+ return this.filterStoppedGradients(record, [{ input: embeddings, grad: gradWeight }]);
183
195
  }
184
196
 
185
197
  // Special case for attention which has CPU fallback and complex internal logic
@@ -199,11 +211,11 @@ export class AutogradTape {
199
211
  q, k, v, softmax, gradOut,
200
212
  { seqLen, numHeads, headDim, scale, causal: record.options.causal }
201
213
  ));
202
- return [
214
+ return this.filterStoppedGradients(record, [
203
215
  { input: q, grad: gradQ },
204
216
  { input: k, grad: gradK },
205
217
  { input: v, grad: gradV },
206
- ];
218
+ ]);
207
219
  }
208
220
 
209
221
  const kernelFnName = `run${backwardName.split('_').map(word => word.charAt(0).toUpperCase() + word.slice(1)).join('')}`;
@@ -244,7 +256,20 @@ export class AutogradTape {
244
256
  outputs.push({ input: record.inputs[0], grad: result });
245
257
  }
246
258
 
247
- return outputs;
259
+ return this.filterStoppedGradients(record, outputs);
260
+ }
261
+
262
+ filterStoppedGradients(record, outputs) {
263
+ const stopped = Array.isArray(record.options?.stopGradInputs)
264
+ ? new Set(record.options.stopGradInputs.map((value) => Math.floor(Number(value))).filter((value) => Number.isInteger(value)))
265
+ : null;
266
+ if (!stopped || stopped.size === 0) {
267
+ return outputs;
268
+ }
269
+ return outputs.filter(({ input }) => {
270
+ const index = record.inputs.indexOf(input);
271
+ return index < 0 || !stopped.has(index);
272
+ });
248
273
  }
249
274
 
250
275
  async readTensorAsF32(tensor) {
@@ -0,0 +1,41 @@
1
+ export interface GepaCandidate {
2
+ id: string;
3
+ content: string;
4
+ scores: Record<string, number>;
5
+ metrics: Record<string, unknown>;
6
+ traces: unknown[];
7
+ generation: number | null;
8
+ rank: number | null;
9
+ dominatedBy: number | null;
10
+ crowdingDistance: number | null;
11
+ targetType: string | null;
12
+ sourcePolicyId: string;
13
+ }
14
+
15
+ export interface GepaFrontierSummary {
16
+ candidateIds: string[];
17
+ sourcePolicyIds: string[];
18
+ objectiveNames: string[];
19
+ }
20
+
21
+ export function normalizeGepaCandidate(record: unknown, index?: number, options?: Record<string, unknown>): GepaCandidate;
22
+ export function parseGepaFrontier(text: string, options?: Record<string, unknown>): {
23
+ candidates: GepaCandidate[];
24
+ lineage: GepaFrontierSummary;
25
+ };
26
+ export function loadGepaFrontier(frontierPath: string, options?: Record<string, unknown>): Promise<{
27
+ absolutePath: string;
28
+ raw: string;
29
+ candidates: GepaCandidate[];
30
+ lineage: GepaFrontierSummary;
31
+ }>;
32
+ export function buildTeacherTracesFromGepaFrontier(candidates: GepaCandidate[], options?: Record<string, unknown>): Array<Record<string, unknown>>;
33
+ export function serializeGepaTeacherTraces(rows: unknown[]): string;
34
+ export function writeGepaTeacherTraces(frontierPath: string, outputPath: string, options?: Record<string, unknown>): Promise<{
35
+ inputPath: string;
36
+ outputPath: string;
37
+ candidateCount: number;
38
+ rowCount: number;
39
+ lineage: GepaFrontierSummary;
40
+ }>;
41
+ export function summarizeGepaFrontier(candidates: GepaCandidate[]): GepaFrontierSummary;