doppler-gpu 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1447) hide show
  1. package/CHANGELOG.md +100 -38
  2. package/README.md +47 -195
  3. package/models/catalog.json +108 -51
  4. package/package.json +99 -123
  5. package/src/capsule-runtime.d.ts +17 -8
  6. package/src/capsule-runtime.js +8 -3
  7. package/src/cli/cli-output.js +85 -9
  8. package/src/cli/doppler-cli.js +23 -21
  9. package/src/client/capsule-host.browser.js +7 -0
  10. package/src/client/capsule-host.d.ts +13 -0
  11. package/src/client/capsule-host.js +7 -0
  12. package/src/client/doppler-api.browser.js +1 -1
  13. package/src/client/doppler-api.d.ts +3 -0
  14. package/src/client/doppler-api.js +2 -1
  15. package/src/client/doppler-registry.js +6 -0
  16. package/src/client/inspection.d.ts +10 -1
  17. package/src/client/inspection.js +24 -12
  18. package/src/client/model-host/index.d.ts +3 -0
  19. package/src/client/model-host/index.js +73 -18
  20. package/src/client/model-host/model-session.d.ts +42 -17
  21. package/src/client/model-host/model-session.js +291 -150
  22. package/src/client/model-host/source-loading.js +910 -0
  23. package/src/client/provider.js +6 -6
  24. package/src/client/resident-partitions.d.ts +30 -0
  25. package/src/client/resident-partitions.js +114 -0
  26. package/src/client/runtime/capsule-acquisition.d.ts +17 -2
  27. package/src/client/runtime/capsule-artifact-source.js +23 -1
  28. package/src/client/runtime/capsule-operation-adapters.d.ts +3 -2
  29. package/src/client/runtime/capsule-operation-adapters.js +55 -18
  30. package/src/client/runtime/capsule-operation-deltas.js +44 -0
  31. package/src/client/runtime/capsule-operation-executor.d.ts +2 -2
  32. package/src/client/runtime/capsule-operation-executor.js +14 -7
  33. package/src/client/runtime/capsule-operation-stream.d.ts +10 -0
  34. package/src/client/runtime/capsule-operation-stream.js +81 -0
  35. package/src/client/runtime/capsule-piece-reader.js +88 -0
  36. package/src/client/runtime/capsule-program-adapter.js +51 -19
  37. package/src/client/runtime/capsule-session-execution.js +9 -5
  38. package/src/client/runtime/command-executor.d.ts +13 -0
  39. package/src/client/runtime/command-executor.js +54 -11
  40. package/src/client/runtime/composition-root.d.ts +41 -15
  41. package/src/client/runtime/composition-root.js +198 -61
  42. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +3 -2
  43. package/src/client/runtime/fetch-capsule-artifact-store.js +56 -1
  44. package/src/client/runtime/lora.d.ts +22 -0
  45. package/src/client/runtime/lora.js +86 -26
  46. package/src/client/runtime/model-manager.js +10 -75
  47. package/src/client/runtime/model-source.d.ts +1 -0
  48. package/src/client/runtime/model-source.js +1 -1
  49. package/src/client/runtime/node-quickstart-cache.js +7 -2
  50. package/src/client/runtime/resource-binder.d.ts +1 -0
  51. package/src/client/runtime/resource-binder.js +20 -14
  52. package/src/client/runtime/scoped-session.d.ts +10 -0
  53. package/src/client/runtime/scoped-session.js +41 -3
  54. package/src/client/runtime/session-controller.d.ts +19 -16
  55. package/src/client/runtime/session-controller.js +128 -134
  56. package/src/client/runtime/verified-capsule-artifact-store.d.ts +27 -0
  57. package/src/client/runtime/verified-capsule-artifact-store.js +266 -40
  58. package/src/client/wrap-pipeline-handle.js +23 -17
  59. package/src/config/canonical-contract-codec.d.ts +10 -0
  60. package/src/config/canonical-contract-codec.js +144 -0
  61. package/src/config/canonical-generation-policy.d.ts +7 -0
  62. package/src/config/canonical-generation-policy.js +66 -0
  63. package/src/config/capsule-loading.d.ts +5 -1
  64. package/src/config/capsule-loading.js +1 -1
  65. package/src/config/capsule-loading.schema.json +63 -3
  66. package/src/config/capsule-operation.d.ts +10 -3
  67. package/src/config/capsule-operation.js +12 -2
  68. package/src/config/capsule-operations.json +27 -3
  69. package/src/config/capsule-release-contract.js +2 -29
  70. package/src/config/capsule-token-selection.d.ts +15 -0
  71. package/src/config/capsule-token-selection.js +39 -0
  72. package/src/config/capsule-token-selection.json +11 -0
  73. package/src/config/capsule-v2.d.ts +1 -0
  74. package/src/config/capsule-v2.js +14 -21
  75. package/src/config/choice-scoring-reference.js +66 -0
  76. package/src/config/choice-scoring.d.ts +21 -0
  77. package/src/config/choice-scoring.js +66 -0
  78. package/src/config/choice-scoring.json +8 -0
  79. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +4 -4
  80. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +9 -9
  81. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +4 -4
  82. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +42 -20
  83. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +260 -55
  84. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +17 -11
  85. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +10 -9
  86. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +7 -7
  87. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +10 -10
  88. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +9 -8
  89. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +491 -0
  90. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +6 -6
  91. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +10 -9
  92. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +26 -10
  93. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +26 -10
  94. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +29 -13
  95. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +22 -6
  96. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +28 -11
  97. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +28 -11
  98. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +28 -11
  99. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +26 -9
  100. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +26 -9
  101. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +8 -7
  102. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +7 -7
  103. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +8 -7
  104. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +8 -7
  105. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +20 -12
  106. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +7 -9
  107. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +7 -7
  108. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +7 -7
  109. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +252 -53
  110. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +501 -0
  111. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +461 -0
  112. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +11 -11
  113. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +11 -11
  114. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +7 -7
  115. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +11 -11
  116. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +11 -11
  117. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +11 -11
  118. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1218 -0
  119. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +581 -0
  120. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +1063 -0
  121. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +11 -11
  122. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +7 -7
  123. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +18 -10
  124. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +10 -10
  125. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +18 -18
  126. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +823 -0
  127. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +11 -11
  128. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +11 -11
  129. package/src/config/embedding-contract.d.ts +17 -0
  130. package/src/config/embedding-contract.js +12 -0
  131. package/src/config/embedding-reference.js +32 -0
  132. package/src/config/execution-registry-contract.d.ts +41 -0
  133. package/src/config/execution-registry-contract.js +171 -0
  134. package/src/config/generation-contract.d.ts +66 -0
  135. package/src/config/generation-contract.js +66 -0
  136. package/src/config/generation-contract.json +151 -0
  137. package/src/config/initial-execution-identity.d.ts +1 -1
  138. package/src/config/initial-execution-identity.js +9 -9
  139. package/src/config/inspection/activity-stages.json +14 -0
  140. package/src/config/inspection/observation-policies.json +123 -0
  141. package/src/config/kernel-path-loader.d.ts +37 -0
  142. package/src/config/kernel-path-loader.js +87 -12
  143. package/src/config/kernel-registry-contract.d.ts +78 -13
  144. package/src/config/kernel-registry-contract.js +110 -38
  145. package/src/config/kernels/backward-registry.json +1 -1
  146. package/src/config/kernels/registry.js +3 -47
  147. package/src/config/kernels/registry.json +31642 -7719
  148. package/src/config/layer-partition-plan.d.ts +93 -0
  149. package/src/config/layer-partition-plan.js +305 -0
  150. package/src/config/manifest-inference-validation.js +10 -0
  151. package/src/config/merge/execution-patches.js +14 -0
  152. package/src/config/merge.d.ts +4 -0
  153. package/src/config/merge.js +50 -0
  154. package/src/config/model-ir-v2.d.ts +1 -0
  155. package/src/config/model-ir-v2.js +5 -16
  156. package/src/config/model-ir.js +9 -14
  157. package/src/config/ordered-resident-qualification.d.ts +16 -0
  158. package/src/config/ordered-resident-qualification.js +62 -0
  159. package/src/config/param-categories.js +4 -0
  160. package/src/config/param-validator.js +64 -29
  161. package/src/config/production-release-evidence.js +2 -27
  162. package/src/config/production-release.js +2 -29
  163. package/src/config/quickstart-registry.json +57 -8
  164. package/src/config/reasoning-output.d.ts +6 -0
  165. package/src/config/reasoning-output.js +26 -0
  166. package/src/config/revocation-policy.js +1 -4
  167. package/src/config/rope-frequencies.js +9 -0
  168. package/src/config/runtime/profiles/demo-f16-comparison.json +20 -0
  169. package/src/config/runtime/profiles/flash-next-node-host-cache-qualification.json +21 -0
  170. package/src/config/runtime/profiles/flash-next-paged-qualification.json +23 -0
  171. package/src/config/runtime/profiles/flash-next-routed-f32kv-qualification.json +72 -0
  172. package/src/config/runtime/profiles/flash-next-routed-qualification.json +27 -0
  173. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +51 -2
  174. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-parity.json +88 -0
  175. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-subgroup8.json +173 -0
  176. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-throughput.json +33 -0
  177. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +51 -2
  178. package/src/config/runtime/profiles/qwen-3-5-2b-vulkan-parity.json +15 -0
  179. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-candidate.json +4491 -0
  180. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +4407 -0
  181. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-candidate.json +17 -0
  182. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-workspace-candidate.json +13 -0
  183. package/src/config/runtime.d.ts +6 -0
  184. package/src/config/runtime.js +51 -21
  185. package/src/config/schema/benchmark.schema.d.ts +1 -0
  186. package/src/config/schema/benchmark.schema.js +2 -0
  187. package/src/config/schema/conversion.schema.d.ts +5 -0
  188. package/src/config/schema/converter.schema.d.ts +10 -0
  189. package/src/config/schema/converter.schema.js +10 -0
  190. package/src/config/schema/debug.schema.d.ts +1 -0
  191. package/src/config/schema/doppler.schema.js +17 -9
  192. package/src/config/schema/emulation.schema.js +0 -77
  193. package/src/config/schema/execution-v1.schema.d.ts +32 -2
  194. package/src/config/schema/execution-v1.schema.js +8 -0
  195. package/src/config/schema/fp8.schema.d.ts +17 -0
  196. package/src/config/schema/fp8.schema.js +27 -0
  197. package/src/config/schema/hyper-connection-decoder.schema.d.ts +98 -0
  198. package/src/config/schema/hyper-connection-decoder.schema.js +213 -0
  199. package/src/config/schema/index.d.ts +2 -2
  200. package/src/config/schema/index.js +3 -0
  201. package/src/config/schema/inference.schema.d.ts +8 -2
  202. package/src/config/schema/kernel-registry.schema.d.ts +22 -7
  203. package/src/config/schema/kernel-registry.schema.js +13 -2
  204. package/src/config/schema/kernel-thresholds.schema.d.ts +3 -0
  205. package/src/config/schema/kernel-thresholds.schema.js +14 -3
  206. package/src/config/schema/kernel-warmup.schema.d.ts +15 -0
  207. package/src/config/schema/kernel-warmup.schema.js +3 -0
  208. package/src/config/schema/loading.schema.d.ts +41 -0
  209. package/src/config/schema/loading.schema.js +67 -0
  210. package/src/config/schema/manifest-rope.schema.d.ts +55 -0
  211. package/src/config/schema/manifest.schema.d.ts +47 -57
  212. package/src/config/schema/manifest.schema.js +41 -2
  213. package/src/config/schema/ngram-embedding.schema.d.ts +116 -0
  214. package/src/config/schema/ngram-embedding.schema.js +312 -0
  215. package/src/config/schema/program-bundle.schema.d.ts +1 -0
  216. package/src/config/schema/program-bundle.schema.js +8 -3
  217. package/src/config/schema/quantization-defaults.schema.d.ts +1 -1
  218. package/src/config/schema/quantization.schema.d.ts +2 -0
  219. package/src/config/schema/quantization.schema.js +2 -0
  220. package/src/config/schema/speculation-self.schema.d.ts +6 -1
  221. package/src/config/schema/speculation-self.schema.js +29 -2
  222. package/src/config/schema/w8a8.schema.d.ts +24 -0
  223. package/src/config/schema/w8a8.schema.js +38 -0
  224. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  225. package/src/config/supported-operations.json +105 -0
  226. package/src/config/target-plan.d.ts +16 -2
  227. package/src/config/target-plan.js +63 -16
  228. package/src/config/wgsl-language-contract.js +47 -0
  229. package/src/converter/artifact-identity.js +27 -47
  230. package/src/converter/capability-transform-resolver.js +80 -0
  231. package/src/converter/conversion-plan.js +14 -14
  232. package/src/converter/core.d.ts +2 -0
  233. package/src/converter/core.js +15 -16
  234. package/src/converter/execution-graph/fusion.js +343 -0
  235. package/src/converter/execution-graph/kv-storage.js +14 -0
  236. package/src/converter/execution-graph/validation.js +431 -0
  237. package/src/converter/execution-graph-transforms.js +927 -0
  238. package/src/converter/forge-candidate-evaluation.js +1 -1
  239. package/src/converter/forge-qualification.js +103 -31
  240. package/src/converter/forge-stages.js +113 -106
  241. package/src/converter/fp8-source.js +99 -0
  242. package/src/converter/linear-norm-gate.js +115 -0
  243. package/src/converter/manifest-builder.js +20 -6
  244. package/src/converter/parsers/gguf.js +21 -2
  245. package/src/converter/quantization-info.js +56 -5
  246. package/src/converter/quantizer.js +4 -145
  247. package/src/converter/qwen4-exp-source-defaults.json +35 -0
  248. package/src/converter/qwen4-exp-source.js +293 -0
  249. package/src/converter/resident-qualification.js +58 -0
  250. package/src/converter/retained-source-shards.js +97 -0
  251. package/src/converter/rope-config.js +1 -0
  252. package/src/converter/source-rotary-frequencies.d.ts +12 -0
  253. package/src/converter/source-rotary-frequencies.js +34 -0
  254. package/src/converter/source-tensor-rules.d.ts +25 -1
  255. package/src/converter/source-tensor-rules.js +31 -1
  256. package/src/converter/tensor-transform.js +60 -7
  257. package/src/converter/tokenizer-contract.js +1 -3
  258. package/src/converter/w8a8-quantizer.js +56 -0
  259. package/src/debug/activation-trace.d.ts +34 -0
  260. package/src/debug/activation-trace.js +89 -0
  261. package/src/debug/activity-trace.d.ts +52 -0
  262. package/src/debug/activity-trace.js +127 -0
  263. package/src/debug/capture-policy.d.ts +9 -1
  264. package/src/debug/capture-policy.js +52 -21
  265. package/src/debug/index.d.ts +3 -0
  266. package/src/debug/index.js +12 -6
  267. package/src/debug/log.d.ts +6 -0
  268. package/src/debug/log.js +26 -0
  269. package/src/debug/perf-guards.js +71 -0
  270. package/src/debug/pipeline-config.js +141 -0
  271. package/src/debug/stats.d.ts +1 -1
  272. package/src/debug/stats.js +7 -2
  273. package/src/debug/tensor.d.ts +15 -3
  274. package/src/debug/tensor.js +43 -27
  275. package/src/debug/trace.js +12 -0
  276. package/src/errors/doppler-error.js +6 -2
  277. package/src/experimental/audio/gemma4.js +19 -10
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +1 -1
  279. package/src/experimental/diffusion/pipeline.d.ts +1 -0
  280. package/src/experimental/distribution/shard-delivery/receipt.js +3 -73
  281. package/src/experimental/distribution/shard-delivery/retry.js +6 -112
  282. package/src/experimental/distribution/shard-delivery.js +19 -632
  283. package/src/experimental/energy/pipeline.d.ts +1 -0
  284. package/src/experimental/logits/cpu.js +2 -7
  285. package/src/experimental/training/artifacts.js +1 -4
  286. package/src/experimental/training/attention-forward.js +1 -1
  287. package/src/experimental/training/autograd.d.ts +21 -0
  288. package/src/experimental/training/autograd.js +44 -20
  289. package/src/experimental/training/checkpoint.js +1 -4
  290. package/src/experimental/training/clip.js +1 -1
  291. package/src/experimental/training/distillation/student-fixture/execution.js +9 -12
  292. package/src/experimental/training/distillation/student-fixture/model.js +9 -12
  293. package/src/experimental/training/distillation/student-fixture.js +9 -12
  294. package/src/experimental/training/lora/checkpoint.js +1 -1
  295. package/src/experimental/training/lora/execution.js +1 -1
  296. package/src/experimental/training/lora/plan.js +1 -1
  297. package/src/experimental/training/lora/recovery.js +1 -1
  298. package/src/experimental/training/lora-pipeline.js +9 -83
  299. package/src/experimental/training/lora-training-round.d.ts +39 -0
  300. package/src/experimental/training/lora-training-round.js +90 -0
  301. package/src/experimental/training/lora.js +2 -1
  302. package/src/experimental/training/loss-scaling.js +1 -1
  303. package/src/experimental/training/loss.js +3 -1
  304. package/src/experimental/training/native-qwen-lora.d.ts +25 -6
  305. package/src/experimental/training/native-qwen-lora.js +176 -21
  306. package/src/experimental/training/operator-command.js +1 -49
  307. package/src/experimental/training/parameter-groups.js +39 -0
  308. package/src/experimental/training/report-ranking.js +52 -0
  309. package/src/experimental/training/runner/lifecycle.js +4 -61
  310. package/src/experimental/training/runner.js +2 -5
  311. package/src/experimental/training/suite/execution.js +3 -5
  312. package/src/experimental/training/suite/plan.js +6 -21
  313. package/src/experimental/training/suite.js +5 -34
  314. package/src/experimental/training/trainer.js +2 -36
  315. package/src/experimental/training/workload-capsules/registry.json +473 -0
  316. package/src/experimental/turboquant/codebook.js +0 -29
  317. package/src/formats/contract-validation.js +30 -0
  318. package/src/formats/flatbuffer-tables.js +55 -0
  319. package/src/formats/float16.js +81 -0
  320. package/src/formats/float8.js +19 -0
  321. package/src/formats/gguf/block-storage.js +51 -0
  322. package/src/formats/gguf/quantized-formats.json +10 -0
  323. package/src/formats/gguf/qwen-source.js +88 -0
  324. package/src/formats/gguf/qwen-source.json +8 -0
  325. package/src/formats/gguf/tokenizer-pre.json +4 -0
  326. package/src/formats/gguf/tokenizer.js +50 -0
  327. package/src/formats/litert/types.js +8 -180
  328. package/src/formats/paged-source-reader.js +158 -0
  329. package/src/formats/q4k-dequant.js +95 -0
  330. package/src/formats/rdrr/classification.js +4 -0
  331. package/src/formats/rdrr/distributed/validation.js +1 -4
  332. package/src/formats/rdrr/fp8-contract.js +38 -0
  333. package/src/formats/rdrr/fp8-storage.js +83 -0
  334. package/src/formats/rdrr/functional-descriptor.js +1 -4
  335. package/src/formats/rdrr/parsing.js +1 -1
  336. package/src/formats/rdrr/q4_0-storage.js +24 -0
  337. package/src/formats/rdrr/storage-descriptor.js +7 -1
  338. package/src/formats/rdrr/types.d.ts +7 -1
  339. package/src/formats/rdrr/validation.js +37 -6
  340. package/src/formats/rdrr/w8a8-storage.js +64 -0
  341. package/src/formats/safetensors/types.js +4 -0
  342. package/src/formats/sha256.js +104 -103
  343. package/src/formats/sorted-json.js +9 -0
  344. package/src/formats/source-runtime.d.ts +52 -0
  345. package/src/formats/tflite/types.js +7 -161
  346. package/src/generation/index.d.ts +7 -1
  347. package/src/generation/index.js +7 -1
  348. package/src/gpu/buffer-identity.js +4 -0
  349. package/src/gpu/command-recorder.d.ts +66 -29
  350. package/src/gpu/command-recorder.js +157 -161
  351. package/src/gpu/device-bindings.js +98 -0
  352. package/src/gpu/device-state.js +0 -4
  353. package/src/gpu/device.d.ts +9 -0
  354. package/src/gpu/device.js +105 -137
  355. package/src/gpu/kernel-selector.js +73 -12
  356. package/src/gpu/kernels/attention/executors-components.js +235 -0
  357. package/src/gpu/kernels/attention/executors.js +296 -510
  358. package/src/gpu/kernels/attention/plan.js +65 -18
  359. package/src/gpu/kernels/attention/query-splitk.js +80 -0
  360. package/src/gpu/kernels/attention_decode_gqa_splitk.wgsl +197 -0
  361. package/src/gpu/kernels/attention_decode_online.wgsl +348 -0
  362. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +126 -22
  363. package/src/gpu/kernels/attention_decode_subgroup.wgsl +5 -6
  364. package/src/gpu/kernels/attention_head256_f16kv.wgsl +56 -9
  365. package/src/gpu/kernels/attention_indexed.wgsl +179 -0
  366. package/src/gpu/kernels/attention_indexed_f16kv.wgsl +180 -0
  367. package/src/gpu/kernels/attention_paired.wgsl +361 -0
  368. package/src/gpu/kernels/attention_paired_tiled.wgsl +383 -0
  369. package/src/gpu/kernels/attention_prefill_partitioned_head256_f16kv.wgsl +247 -0
  370. package/src/gpu/kernels/attention_prefill_query_splitk_f32.wgsl +234 -0
  371. package/src/gpu/kernels/attention_prefill_query_splitk_reduce_f32.wgsl +103 -0
  372. package/src/gpu/kernels/attention_prefill_query_tile_f16kv.wgsl +225 -0
  373. package/src/gpu/kernels/attention_prefill_query_tile_f32.wgsl +222 -0
  374. package/src/gpu/kernels/backward/adam.js +11 -3
  375. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +51 -15
  376. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +9 -8
  377. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.js +149 -0
  378. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.wgsl +109 -0
  379. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpointed_backward.js +120 -0
  380. package/src/gpu/kernels/backward/gelu_backward.js +8 -12
  381. package/src/gpu/kernels/backward/index.js +6 -0
  382. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.js +80 -0
  383. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.wgsl +26 -0
  384. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.js +157 -0
  385. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.wgsl +82 -0
  386. package/src/gpu/kernels/backward/qwen_gqa_softmax_backward_scores.wgsl +73 -0
  387. package/src/gpu/kernels/backward/qwen_gqa_softmax_recompute.wgsl +97 -0
  388. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.js +221 -0
  389. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.wgsl +136 -0
  390. package/src/gpu/kernels/backward/rmsnorm_backward.js +98 -80
  391. package/src/gpu/kernels/backward/rope_backward.js +47 -10
  392. package/src/gpu/kernels/backward/rope_backward.wgsl +46 -22
  393. package/src/gpu/kernels/backward/sigmoid_gated_backward.js +83 -0
  394. package/src/gpu/kernels/backward/sigmoid_gated_backward.wgsl +49 -0
  395. package/src/gpu/kernels/backward/silu_backward.js +8 -12
  396. package/src/gpu/kernels/backward/softmax_backward.js +8 -12
  397. package/src/gpu/kernels/cast_f32_to_two_f32.wgsl +12 -0
  398. package/src/gpu/kernels/cast_two_f32_to_f16.wgsl +49 -0
  399. package/src/gpu/kernels/causal_conv1d_silu.js +80 -0
  400. package/src/gpu/kernels/causal_conv1d_silu.wgsl +44 -0
  401. package/src/gpu/kernels/check-stop.js +1 -1
  402. package/src/gpu/kernels/check_finiteness_f32.wgsl +33 -0
  403. package/src/gpu/kernels/conv2d.js +30 -42
  404. package/src/gpu/kernels/dequant.js +1 -1
  405. package/src/gpu/kernels/dequant_mxfp4.wgsl +6 -4
  406. package/src/gpu/kernels/diffusion-gemma-sampling.js +26 -7
  407. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +66 -2
  408. package/src/gpu/kernels/dispatch.js +36 -1
  409. package/src/gpu/kernels/embedding-pool.js +15 -13
  410. package/src/gpu/kernels/feature-check.js +7 -2
  411. package/src/gpu/kernels/fp8.js +70 -0
  412. package/src/gpu/kernels/fused_ffn.js +83 -154
  413. package/src/gpu/kernels/fused_ffn_q4k.wgsl +43 -1
  414. package/src/gpu/kernels/fused_ffn_q4k_subgroup8.wgsl +228 -0
  415. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +2 -2
  416. package/src/gpu/kernels/fused_matmul_q4_subgroup.wgsl +146 -0
  417. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +14 -4
  418. package/src/gpu/kernels/fused_matmul_q4_widetile_direct.wgsl +204 -0
  419. package/src/gpu/kernels/fused_matmul_residual.js +19 -72
  420. package/src/gpu/kernels/fused_matmul_rmsnorm.js +34 -127
  421. package/src/gpu/kernels/gated-delta-norm-gate.js +45 -0
  422. package/src/gpu/kernels/gated_delta_conv.wgsl +57 -6
  423. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +57 -6
  424. package/src/gpu/kernels/gated_delta_conv_paired.wgsl +282 -0
  425. package/src/gpu/kernels/gated_delta_conv_prefill.wgsl +144 -0
  426. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +375 -40
  427. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +375 -40
  428. package/src/gpu/kernels/gated_delta_fused_decode_paired.wgsl +511 -0
  429. package/src/gpu/kernels/gated_delta_fused_decode_paired_f16.wgsl +513 -0
  430. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate.wgsl +514 -0
  431. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate_f16.wgsl +516 -0
  432. package/src/gpu/kernels/gated_delta_fused_decode_register.wgsl +750 -0
  433. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate.wgsl +511 -0
  434. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate_f16.wgsl +513 -0
  435. package/src/gpu/kernels/gated_delta_gate_paired.wgsl +271 -0
  436. package/src/gpu/kernels/gated_delta_gate_sigmoid_paired.wgsl +273 -0
  437. package/src/gpu/kernels/gated_delta_norm_paired.wgsl +288 -0
  438. package/src/gpu/kernels/gated_delta_prefill_norm_gate.wgsl +227 -0
  439. package/src/gpu/kernels/gated_delta_qk_paired.wgsl +297 -0
  440. package/src/gpu/kernels/gated_delta_qk_paired_parallel.wgsl +299 -0
  441. package/src/gpu/kernels/gated_delta_recurrent.wgsl +362 -32
  442. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +362 -32
  443. package/src/gpu/kernels/gated_delta_recurrent_gguf.wgsl +496 -0
  444. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill.wgsl +727 -0
  445. package/src/gpu/kernels/gated_delta_recurrent_paired.wgsl +337 -0
  446. package/src/gpu/kernels/gated_delta_recurrent_register_prefill.wgsl +546 -0
  447. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate.wgsl +498 -0
  448. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate_f16.wgsl +500 -0
  449. package/src/gpu/kernels/gated_delta_state_paired.wgsl +310 -0
  450. package/src/gpu/kernels/gated_delta_state_paired_sliced.wgsl +348 -0
  451. package/src/gpu/kernels/gated_delta_state_paired_sliced_rolled.wgsl +353 -0
  452. package/src/gpu/kernels/gated_rmsnorm.js +74 -0
  453. package/src/gpu/kernels/gated_rmsnorm.wgsl +62 -0
  454. package/src/gpu/kernels/gather.js +81 -46
  455. package/src/gpu/kernels/gather.wgsl +3 -2
  456. package/src/gpu/kernels/gather_bf16.wgsl +3 -2
  457. package/src/gpu/kernels/gather_f16.wgsl +3 -2
  458. package/src/gpu/kernels/gather_f16_f16_out.wgsl +3 -2
  459. package/src/gpu/kernels/gather_f16_out.wgsl +3 -2
  460. package/src/gpu/kernels/gather_f16_vec4.wgsl +3 -2
  461. package/src/gpu/kernels/gather_f16_vec4_f16_out.wgsl +3 -2
  462. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +3 -2
  463. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +3 -2
  464. package/src/gpu/kernels/gather_q4_0.wgsl +57 -0
  465. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +3 -2
  466. package/src/gpu/kernels/gather_split4_f16_vec4_f32_out.wgsl +104 -0
  467. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +3 -2
  468. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +3 -2
  469. package/src/gpu/kernels/gather_vec4.wgsl +3 -2
  470. package/src/gpu/kernels/gather_vec4_f16_out.wgsl +3 -2
  471. package/src/gpu/kernels/gelu.js +16 -13
  472. package/src/gpu/kernels/gelu.wgsl +16 -0
  473. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  474. package/src/gpu/kernels/gemma4-route-expert.js +2 -5
  475. package/src/gpu/kernels/generated/uniform-writers-0.js +600 -0
  476. package/src/gpu/kernels/generated/uniform-writers-1.js +602 -0
  477. package/src/gpu/kernels/generated/uniform-writers-2.js +516 -0
  478. package/src/gpu/kernels/generated/uniform-writers.js +557 -0
  479. package/src/gpu/kernels/hyper-connection.js +240 -0
  480. package/src/gpu/kernels/hyper_connection_activation.wgsl +110 -0
  481. package/src/gpu/kernels/hyper_connection_branch.wgsl +60 -0
  482. package/src/gpu/kernels/hyper_connection_inject.wgsl +49 -0
  483. package/src/gpu/kernels/hyper_connection_norm.wgsl +72 -0
  484. package/src/gpu/kernels/kernel-bindings.js +37 -0
  485. package/src/gpu/kernels/kernel-configs.d.ts +12 -2
  486. package/src/gpu/kernels/kernel-configs.js +40 -23
  487. package/src/gpu/kernels/kernel-execution.js +87 -26
  488. package/src/gpu/kernels/kernel-geometry.js +43 -0
  489. package/src/gpu/kernels/kernel-prewarm.js +18 -15
  490. package/src/gpu/kernels/kv-cache-write.js +4 -6
  491. package/src/gpu/kernels/layernorm.js +7 -45
  492. package/src/gpu/kernels/linear-attention-core.js +247 -119
  493. package/src/gpu/kernels/linear-attention-recovery.js +90 -0
  494. package/src/gpu/kernels/linear-norm-ab.js +80 -0
  495. package/src/gpu/kernels/linear_norm_ab_f32.wgsl +243 -0
  496. package/src/gpu/kernels/logit-finalize.js +9 -3
  497. package/src/gpu/kernels/logit-scatter.js +9 -3
  498. package/src/gpu/kernels/logit-suppress.js +24 -0
  499. package/src/gpu/kernels/logit_suppress.wgsl +19 -0
  500. package/src/gpu/kernels/matmul-dispatch.js +70 -146
  501. package/src/gpu/kernels/matmul-selection.js +75 -18
  502. package/src/gpu/kernels/matmul-workgroup-capacity.js +37 -0
  503. package/src/gpu/kernels/matmul.js +81 -108
  504. package/src/gpu/kernels/matmul_compensated_f32.wgsl +215 -0
  505. package/src/gpu/kernels/matmul_f16w_f32a_tiled.wgsl +59 -46
  506. package/src/gpu/kernels/matmul_f32.wgsl +23 -17
  507. package/src/gpu/kernels/matmul_f32_row_subgroup.wgsl +88 -0
  508. package/src/gpu/kernels/matmul_fp8.wgsl +60 -0
  509. package/src/gpu/kernels/matmul_gemv_compensated_f32.wgsl +211 -0
  510. package/src/gpu/kernels/matmul_gemv_f32.wgsl +63 -0
  511. package/src/gpu/kernels/matmul_gemv_f32_subgroup.wgsl +84 -0
  512. package/src/gpu/kernels/matmul_gguf_columns_hoisted_f32.wgsl +342 -0
  513. package/src/gpu/kernels/matmul_gguf_pair_columns_f32.wgsl +279 -0
  514. package/src/gpu/kernels/matmul_gguf_pair_f32.wgsl +197 -0
  515. package/src/gpu/kernels/matmul_paired.wgsl +315 -0
  516. package/src/gpu/kernels/matmul_paired_compensated.wgsl +334 -0
  517. package/src/gpu/kernels/matmul_q4_0.wgsl +234 -0
  518. package/src/gpu/kernels/matmul_q4_0_tile128.wgsl +477 -0
  519. package/src/gpu/kernels/matmul_q4_0_tile128_bounded.wgsl +483 -0
  520. package/src/gpu/kernels/matmul_q4_0_tile64.wgsl +282 -0
  521. package/src/gpu/kernels/matmul_q4_0_tile64_bounded.wgsl +288 -0
  522. package/src/gpu/kernels/matmul_q4_0_tile64x128.wgsl +364 -0
  523. package/src/gpu/kernels/matmul_q4_0_tile64x128_bounded.wgsl +370 -0
  524. package/src/gpu/kernels/matmul_q4_1_columns_f32.wgsl +132 -0
  525. package/src/gpu/kernels/matmul_q5k.wgsl +181 -0
  526. package/src/gpu/kernels/matmul_q5k_columns.wgsl +194 -0
  527. package/src/gpu/kernels/matmul_q5k_cooperative.wgsl +129 -0
  528. package/src/gpu/kernels/matmul_q5k_tile64.wgsl +309 -0
  529. package/src/gpu/kernels/matmul_w8a8.wgsl +55 -0
  530. package/src/gpu/kernels/matmul_w8a8_packed.wgsl +54 -0
  531. package/src/gpu/kernels/matmul_w8a8_packed_cooperative.wgsl +77 -0
  532. package/src/gpu/kernels/moe-grouped.js +132 -0
  533. package/src/gpu/kernels/moe-norm-router.js +91 -0
  534. package/src/gpu/kernels/moe-route.js +135 -0
  535. package/src/gpu/kernels/moe-shared-slot.js +219 -0
  536. package/src/gpu/kernels/moe_grouped_matmul_f32.wgsl +216 -0
  537. package/src/gpu/kernels/moe_grouped_matmul_ordered_f32.wgsl +158 -0
  538. package/src/gpu/kernels/moe_grouped_sort.wgsl +101 -0
  539. package/src/gpu/kernels/moe_norm_router_f32.wgsl +254 -0
  540. package/src/gpu/kernels/moe_route_gguf_split_f32.wgsl +117 -0
  541. package/src/gpu/kernels/moe_route_q4_0_f32.wgsl +81 -0
  542. package/src/gpu/kernels/moe_route_q4_f32.wgsl +250 -0
  543. package/src/gpu/kernels/moe_shared_slot_combine_f32.wgsl +91 -0
  544. package/src/gpu/kernels/moe_shared_slot_down_f32.wgsl +264 -0
  545. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_f32.wgsl +254 -0
  546. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_residual_f32.wgsl +262 -0
  547. package/src/gpu/kernels/moe_shared_slot_down_pair_f32.wgsl +187 -0
  548. package/src/gpu/kernels/moe_shared_slot_gu_f32.wgsl +264 -0
  549. package/src/gpu/kernels/moe_shared_slot_gu_pair_f32.wgsl +267 -0
  550. package/src/gpu/kernels/paired-activation.js +86 -0
  551. package/src/gpu/kernels/paired-attention.js +85 -0
  552. package/src/gpu/kernels/paired-cast.js +82 -0
  553. package/src/gpu/kernels/paired-linear-attention.js +180 -0
  554. package/src/gpu/kernels/paired-matmul.js +86 -0
  555. package/src/gpu/kernels/paired-rmsnorm.js +127 -0
  556. package/src/gpu/kernels/paired-rope.js +44 -0
  557. package/src/gpu/kernels/paired-split.js +74 -0
  558. package/src/gpu/kernels/paired_add.wgsl +261 -0
  559. package/src/gpu/kernels/paired_multiply.wgsl +261 -0
  560. package/src/gpu/kernels/paired_scale.wgsl +260 -0
  561. package/src/gpu/kernels/paired_scale_inplace.wgsl +259 -0
  562. package/src/gpu/kernels/paired_sigmoid.wgsl +266 -0
  563. package/src/gpu/kernels/paired_silu.wgsl +266 -0
  564. package/src/gpu/kernels/paired_silu_unary.wgsl +260 -0
  565. package/src/gpu/kernels/pipeline-cache.d.ts +37 -4
  566. package/src/gpu/kernels/pipeline-cache.js +185 -88
  567. package/src/gpu/kernels/ple.js +145 -0
  568. package/src/gpu/kernels/ple_conv.wgsl +104 -0
  569. package/src/gpu/kernels/ple_gate.wgsl +131 -0
  570. package/src/gpu/kernels/q4_0.js +200 -0
  571. package/src/gpu/kernels/qsa-indexer.d.ts +105 -0
  572. package/src/gpu/kernels/qsa-indexer.js +304 -0
  573. package/src/gpu/kernels/qsa_block_keys.wgsl +110 -0
  574. package/src/gpu/kernels/qsa_block_scores.wgsl +73 -0
  575. package/src/gpu/kernels/qsa_prepare.wgsl +116 -0
  576. package/src/gpu/kernels/qsa_select.wgsl +172 -0
  577. package/src/gpu/kernels/quantize_w8a8.wgsl +81 -0
  578. package/src/gpu/kernels/qwen_attention_split_q_gate.js +71 -0
  579. package/src/gpu/kernels/qwen_attention_split_q_gate.wgsl +26 -0
  580. package/src/gpu/kernels/qwen_linear_attention_decay_paired.wgsl +266 -0
  581. package/src/gpu/kernels/qwen_linear_attention_log_decay_paired.wgsl +273 -0
  582. package/src/gpu/kernels/qwen_linear_attention_prepare.js +153 -0
  583. package/src/gpu/kernels/qwen_linear_attention_prepare.wgsl +120 -0
  584. package/src/gpu/kernels/qwen_linear_attention_prepare_paired.wgsl +267 -0
  585. package/src/gpu/kernels/qwen_linear_attention_scale_paired.wgsl +276 -0
  586. package/src/gpu/kernels/relu.js +5 -12
  587. package/src/gpu/kernels/rep-penalty.js +30 -5
  588. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  589. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  590. package/src/gpu/kernels/repeat_channels.js +22 -9
  591. package/src/gpu/kernels/repeat_channels.wgsl +12 -5
  592. package/src/gpu/kernels/repeat_channels_f16.wgsl +12 -5
  593. package/src/gpu/kernels/rescale_w8a8.wgsl +74 -0
  594. package/src/gpu/kernels/residual.js +5 -0
  595. package/src/gpu/kernels/rmsnorm-pair.js +2 -2
  596. package/src/gpu/kernels/rmsnorm-qk.js +27 -5
  597. package/src/gpu/kernels/rmsnorm-stats.js +62 -78
  598. package/src/gpu/kernels/rmsnorm.js +74 -96
  599. package/src/gpu/kernels/rmsnorm.wgsl +9 -3
  600. package/src/gpu/kernels/rmsnorm_f16.wgsl +2 -0
  601. package/src/gpu/kernels/rmsnorm_paired.wgsl +321 -0
  602. package/src/gpu/kernels/rmsnorm_paired_sliced.wgsl +326 -0
  603. package/src/gpu/kernels/rmsnorm_qk.wgsl +32 -8
  604. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +7 -7
  605. package/src/gpu/kernels/rope-dispatch.js +26 -0
  606. package/src/gpu/kernels/rope-precompute.js +29 -28
  607. package/src/gpu/kernels/rope-qk.js +35 -24
  608. package/src/gpu/kernels/rope.js +5 -2
  609. package/src/gpu/kernels/rope.wgsl +2 -2
  610. package/src/gpu/kernels/rope_precompute.wgsl +150 -6
  611. package/src/gpu/kernels/rope_precompute_paired.wgsl +285 -0
  612. package/src/gpu/kernels/rope_qk.wgsl +3 -2
  613. package/src/gpu/kernels/rope_qk_paired.wgsl +341 -0
  614. package/src/gpu/kernels/sample.js +135 -249
  615. package/src/gpu/kernels/sample.wgsl +138 -168
  616. package/src/gpu/kernels/sample_f16.wgsl +192 -171
  617. package/src/gpu/kernels/scale.js +6 -1
  618. package/src/gpu/kernels/scatter_add_routes_f32.wgsl +43 -0
  619. package/src/gpu/kernels/shader-cache.d.ts +7 -1
  620. package/src/gpu/kernels/shader-cache.js +61 -20
  621. package/src/gpu/kernels/shader-source-scope.d.ts +14 -0
  622. package/src/gpu/kernels/shader-source-scope.js +127 -12
  623. package/src/gpu/kernels/sigmoid-gated-add.js +68 -0
  624. package/src/gpu/kernels/sigmoid_gated_add_f32.wgsl +76 -0
  625. package/src/gpu/kernels/silu.js +56 -136
  626. package/src/gpu/kernels/silu.wgsl +54 -3
  627. package/src/gpu/kernels/silu_f16.wgsl +3 -2
  628. package/src/gpu/kernels/softmax.js +57 -19
  629. package/src/gpu/kernels/softmax_topk_logit_rank.wgsl +137 -0
  630. package/src/gpu/kernels/softmax_topk_ranked.wgsl +132 -0
  631. package/src/gpu/kernels/softmax_topk_strided.wgsl +80 -0
  632. package/src/gpu/kernels/speculative-accept.js +97 -0
  633. package/src/gpu/kernels/speculative_accept.wgsl +38 -0
  634. package/src/gpu/kernels/speculative_accept_gpu_limit.wgsl +42 -0
  635. package/src/gpu/kernels/split-dispatch.js +18 -0
  636. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +3 -6
  637. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +4 -11
  638. package/src/gpu/kernels/split_qg.js +6 -2
  639. package/src/gpu/kernels/split_qg.wgsl +3 -2
  640. package/src/gpu/kernels/split_qg_f16.wgsl +3 -2
  641. package/src/gpu/kernels/split_qg_paired.wgsl +59 -0
  642. package/src/gpu/kernels/split_qkv.js +7 -16
  643. package/src/gpu/kernels/split_qkv_paired.wgsl +75 -0
  644. package/src/gpu/kernels/subgroup-partition.js +11 -0
  645. package/src/gpu/kernels/uniform-encoding.js +20 -0
  646. package/src/gpu/kernels/uniform-utils.js +44 -49
  647. package/src/gpu/kernels/vision-average-pool.js +2 -5
  648. package/src/gpu/kernels/vision-patch-embed.js +2 -5
  649. package/src/gpu/kernels/vision-position-embedding.js +2 -5
  650. package/src/gpu/kernels/vision-rope-2d.js +2 -5
  651. package/src/gpu/kernels/vision-spatial-merge.js +2 -5
  652. package/src/gpu/kernels/w8a8.js +166 -0
  653. package/src/gpu/prepared-decode-workspace.d.ts +11 -0
  654. package/src/gpu/prepared-decode-workspace.js +104 -0
  655. package/src/gpu/recorder-timestamps.js +63 -0
  656. package/src/gpu/step-contract.d.ts +27 -0
  657. package/src/gpu/step-contract.js +26 -0
  658. package/src/gpu/submit-tracker.js +1 -17
  659. package/src/gpu/tensor.d.ts +13 -4
  660. package/src/gpu/tensor.js +38 -19
  661. package/src/gpu/uniform-cache.d.ts +8 -4
  662. package/src/gpu/uniform-cache.js +41 -25
  663. package/src/gpu/weight-buffer.d.ts +10 -1
  664. package/src/gpu/weight-buffer.js +2 -1
  665. package/src/index.d.ts +3 -0
  666. package/src/index.js +2 -0
  667. package/src/inference/choice-scoring.js +70 -0
  668. package/src/inference/decode-buffers.d.ts +11 -3
  669. package/src/inference/decode-buffers.js +93 -63
  670. package/src/inference/generation-output.js +128 -0
  671. package/src/inference/generation-step.d.ts +14 -0
  672. package/src/inference/generation-step.js +26 -0
  673. package/src/inference/kv-cache/base.d.ts +7 -2
  674. package/src/inference/kv-cache/base.js +10 -8
  675. package/src/inference/kv-cache/copy-state.js +39 -0
  676. package/src/inference/kv-cache/layer-range.js +76 -0
  677. package/src/inference/kv-cache/mixed-geometry.d.ts +3 -2
  678. package/src/inference/kv-cache/mixed-geometry.js +25 -1
  679. package/src/inference/kv-cache/quantized.d.ts +1 -1
  680. package/src/inference/kv-cache/quantized.js +1 -1
  681. package/src/inference/kv-cache/sliding-window.d.ts +2 -2
  682. package/src/inference/kv-cache/sliding-window.js +58 -183
  683. package/src/inference/kv-cache/tiered.d.ts +1 -1
  684. package/src/inference/kv-cache/tiered.js +1 -1
  685. package/src/inference/kv-cache/types.js +2 -28
  686. package/src/inference/kv-cache/update.js +104 -157
  687. package/src/inference/moe-router.d.ts +5 -0
  688. package/src/inference/moe-router.js +42 -31
  689. package/src/inference/pipelines/audio/index.js +5 -2
  690. package/src/inference/pipelines/audio/mel.js +116 -81
  691. package/src/inference/pipelines/context.js +110 -76
  692. package/src/inference/pipelines/factory.js +27 -5
  693. package/src/inference/pipelines/registry.js +9 -3
  694. package/src/inference/pipelines/shader-scoped-pipeline.d.ts +24 -0
  695. package/src/inference/pipelines/shader-scoped-pipeline.js +243 -11
  696. package/src/inference/pipelines/shared/clipped-linear.js +1 -1
  697. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  698. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -118
  699. package/src/inference/pipelines/structured/json-head-pipeline.js +1 -1
  700. package/src/inference/pipelines/text/activity-weights.js +110 -0
  701. package/src/inference/pipelines/text/attention/cache-cast.js +15 -0
  702. package/src/inference/pipelines/text/attention/dispatch-params.js +2 -1
  703. package/src/inference/pipelines/text/attention/interpreter/immediate.js +16 -19
  704. package/src/inference/pipelines/text/attention/interpreter/recorded.js +20 -21
  705. package/src/inference/pipelines/text/attention/interpreter.js +34 -38
  706. package/src/inference/pipelines/text/attention/paired-contract.js +29 -0
  707. package/src/inference/pipelines/text/attention/plan.d.ts +2 -0
  708. package/src/inference/pipelines/text/attention/plan.js +11 -4
  709. package/src/inference/pipelines/text/attention/projection-executor.js +10 -27
  710. package/src/inference/pipelines/text/attention/projection-plan.js +24 -31
  711. package/src/inference/pipelines/text/attention/projections.js +10 -27
  712. package/src/inference/pipelines/text/attention/query-transform.js +2 -2
  713. package/src/inference/pipelines/text/attention/recorded-health.js +2 -1
  714. package/src/inference/pipelines/text/attention/rope-observation.js +26 -3
  715. package/src/inference/pipelines/text/chat-format.js +2 -1
  716. package/src/inference/pipelines/text/config/normalization.js +115 -226
  717. package/src/inference/pipelines/text/config/vision-normalizers.js +240 -0
  718. package/src/inference/pipelines/text/config-components.js +49 -0
  719. package/src/inference/pipelines/text/config.d.ts +45 -1
  720. package/src/inference/pipelines/text/config.js +26 -38
  721. package/src/inference/pipelines/text/debug-utils/config.js +13 -156
  722. package/src/inference/pipelines/text/debug-utils/health-metrics.js +8 -23
  723. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +5 -1
  724. package/src/inference/pipelines/text/embed.js +38 -4
  725. package/src/inference/pipelines/text/embedding-batch.js +23 -0
  726. package/src/inference/pipelines/text/embedding-extraction.js +7 -2
  727. package/src/inference/pipelines/text/embedding-normalization.js +2 -1
  728. package/src/inference/pipelines/text/execution-plan.d.ts +16 -0
  729. package/src/inference/pipelines/text/execution-plan.js +49 -2
  730. package/src/inference/pipelines/text/execution-runtime-builders.js +31 -0
  731. package/src/inference/pipelines/text/execution-v1/validation.js +3 -3
  732. package/src/inference/pipelines/text/execution-v1.js +14 -14
  733. package/src/inference/pipelines/text/execution.js +78 -128
  734. package/src/inference/pipelines/text/ffn/activation-observation.js +45 -0
  735. package/src/inference/pipelines/text/ffn/decode-intermediate.js +10 -0
  736. package/src/inference/pipelines/text/ffn/dense-executor.js +60 -50
  737. package/src/inference/pipelines/text/ffn/dense-plan.js +28 -27
  738. package/src/inference/pipelines/text/ffn/dense.js +30 -50
  739. package/src/inference/pipelines/text/ffn/moe.js +67 -3
  740. package/src/inference/pipelines/text/ffn/paired.js +144 -0
  741. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +212 -0
  742. package/src/inference/pipelines/text/ffn/sandwich.js +8 -3
  743. package/src/inference/pipelines/text/ffn/standard.js +67 -16
  744. package/src/inference/pipelines/text/finiteness-guard-status.js +9 -0
  745. package/src/inference/pipelines/text/generation-request.d.ts +36 -0
  746. package/src/inference/pipelines/text/generation-request.js +73 -0
  747. package/src/inference/pipelines/text/generator/activation-storage.js +15 -0
  748. package/src/inference/pipelines/text/generator/batch-retry-policy.js +20 -0
  749. package/src/inference/pipelines/text/generator/capsule-generation.js +37 -0
  750. package/src/inference/pipelines/text/generator/compiled-greedy-window.js +154 -0
  751. package/src/inference/pipelines/text/generator/decode-components.js +24 -0
  752. package/src/inference/pipelines/text/generator/decode-readback.js +73 -0
  753. package/src/inference/pipelines/text/generator/decode-runtime.js +401 -403
  754. package/src/inference/pipelines/text/generator/decode.js +594 -626
  755. package/src/inference/pipelines/text/generator/diagnostic-sequence.d.ts +63 -0
  756. package/src/inference/pipelines/text/generator/diagnostic-sequence.js +106 -0
  757. package/src/inference/pipelines/text/generator/diffusion.js +24 -12
  758. package/src/inference/pipelines/text/generator/greedy-head-policy.js +15 -0
  759. package/src/inference/pipelines/text/generator/logits-config.js +11 -4
  760. package/src/inference/pipelines/text/generator/per-layer-buffer.js +21 -0
  761. package/src/inference/pipelines/text/generator/prefill-observation.js +25 -1
  762. package/src/inference/pipelines/text/generator/prefill-policy.js +30 -18
  763. package/src/inference/pipelines/text/generator/prefill-runtime.js +511 -511
  764. package/src/inference/pipelines/text/generator/recorded-step-executor.js +70 -0
  765. package/src/inference/pipelines/text/generator/recorder-stats.js +17 -0
  766. package/src/inference/pipelines/text/generator/recovery.js +6 -0
  767. package/src/inference/pipelines/text/generator/session-context.js +19 -7
  768. package/src/inference/pipelines/text/generator/speculative-runtime.js +82 -0
  769. package/src/inference/pipelines/text/generator/text.js +17 -149
  770. package/src/inference/pipelines/text/generator/token-selection.d.ts +7 -0
  771. package/src/inference/pipelines/text/generator/token-selection.js +59 -0
  772. package/src/inference/pipelines/text/generator/training.js +42 -60
  773. package/src/inference/pipelines/text/generator/whole-token-lane.js +371 -0
  774. package/src/inference/pipelines/text/generator/whole-token-observation.d.ts +72 -0
  775. package/src/inference/pipelines/text/generator/whole-token-observation.js +502 -0
  776. package/src/inference/pipelines/text/generator/whole-token-program.d.ts +93 -0
  777. package/src/inference/pipelines/text/generator/whole-token-program.js +731 -0
  778. package/src/inference/pipelines/text/generator/whole-token-template.js +437 -0
  779. package/src/inference/pipelines/text/generator-logits-observation.js +5 -2
  780. package/src/inference/pipelines/text/generator-runtime.d.ts +107 -0
  781. package/src/inference/pipelines/text/generator-runtime.js +38 -79
  782. package/src/inference/pipelines/text/generator-steps.js +62 -55
  783. package/src/inference/pipelines/text/generator.d.ts +10 -1
  784. package/src/inference/pipelines/text/generator.js +111 -175
  785. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +75 -0
  786. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +132 -0
  787. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +104 -0
  788. package/src/inference/pipelines/text/hyper-connection/logits-input.js +20 -0
  789. package/src/inference/pipelines/text/hyper-connection/projection.js +21 -0
  790. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +145 -0
  791. package/src/inference/pipelines/text/hyper-connection/session.d.ts +39 -0
  792. package/src/inference/pipelines/text/hyper-connection/session.js +236 -0
  793. package/src/inference/pipelines/text/image-transcription.js +2 -3
  794. package/src/inference/pipelines/text/indexed-attention/attention-runner.js +49 -0
  795. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +54 -0
  796. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +256 -0
  797. package/src/inference/pipelines/text/init-qkv-fusion.js +121 -104
  798. package/src/inference/pipelines/text/init-rope.d.ts +26 -0
  799. package/src/inference/pipelines/text/init-rope.js +109 -14
  800. package/src/inference/pipelines/text/init-tokenizer.js +29 -0
  801. package/src/inference/pipelines/text/init.d.ts +28 -10
  802. package/src/inference/pipelines/text/init.js +65 -74
  803. package/src/inference/pipelines/text/kernel-trace.js +33 -11
  804. package/src/inference/pipelines/text/layer-execution-contract.js +1 -1
  805. package/src/inference/pipelines/text/layer-input-execution.js +10 -9
  806. package/src/inference/pipelines/text/layer-partition-contract.d.ts +47 -0
  807. package/src/inference/pipelines/text/layer-partition-contract.js +220 -0
  808. package/src/inference/pipelines/text/layer-plan-gpu.js +153 -80
  809. package/src/inference/pipelines/text/layer-plan.js +9 -2
  810. package/src/inference/pipelines/text/layer.js +34 -47
  811. package/src/inference/pipelines/text/lifecycle.js +79 -178
  812. package/src/inference/pipelines/text/linear-attention/activity.js +29 -0
  813. package/src/inference/pipelines/text/linear-attention/norm-ab.js +59 -0
  814. package/src/inference/pipelines/text/linear-attention/plan.js +35 -34
  815. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +83 -0
  816. package/src/inference/pipelines/text/linear-attention/state-clone.js +109 -0
  817. package/src/inference/pipelines/text/linear-attention/state-layout.js +45 -0
  818. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +48 -45
  819. package/src/inference/pipelines/text/linear-attention.d.ts +20 -0
  820. package/src/inference/pipelines/text/linear-attention.js +150 -131
  821. package/src/inference/pipelines/text/load-errors.js +2 -19
  822. package/src/inference/pipelines/text/load-policy.js +55 -0
  823. package/src/inference/pipelines/text/logits/gpu-executor.js +130 -103
  824. package/src/inference/pipelines/text/logits/gpu.js +93 -70
  825. package/src/inference/pipelines/text/logits/index.d.ts +14 -2
  826. package/src/inference/pipelines/text/logits/index.js +420 -352
  827. package/src/inference/pipelines/text/logits/output-transform.js +37 -25
  828. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  829. package/src/inference/pipelines/text/logits/types.d.ts +8 -1
  830. package/src/inference/pipelines/text/lora-apply.js +1 -1
  831. package/src/inference/pipelines/text/model-load.js +71 -117
  832. package/src/inference/pipelines/text/moe/gpu-executor.js +39 -17
  833. package/src/inference/pipelines/text/moe/grouped-prefill.js +67 -0
  834. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +41 -0
  835. package/src/inference/pipelines/text/moe/qwen-route-executor.js +125 -0
  836. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +95 -0
  837. package/src/inference/pipelines/text/moe-gpu.js +132 -50
  838. package/src/inference/pipelines/text/moe-impl.d.ts +23 -3
  839. package/src/inference/pipelines/text/moe-shape-validator.js +12 -0
  840. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +30 -0
  841. package/src/inference/pipelines/text/ngram/ngram-addresses.js +134 -0
  842. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +89 -0
  843. package/src/inference/pipelines/text/ngram/ngram-table.js +233 -0
  844. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +54 -0
  845. package/src/inference/pipelines/text/ngram/ple-layer.js +115 -0
  846. package/src/inference/pipelines/text/operator-events.d.ts +129 -0
  847. package/src/inference/pipelines/text/operator-events.js +19 -2
  848. package/src/inference/pipelines/text/ops.js +40 -30
  849. package/src/inference/pipelines/text/paired-execution.js +140 -0
  850. package/src/inference/pipelines/text/partition-attempt.js +105 -0
  851. package/src/inference/pipelines/text/partition-execution.js +347 -0
  852. package/src/inference/pipelines/text/per-layer/materialize.js +3 -10
  853. package/src/inference/pipelines/text/per-layer/plan.js +3 -10
  854. package/src/inference/pipelines/text/per-layer-inputs.js +3 -10
  855. package/src/inference/pipelines/text/pipeline-load-timing.js +2 -1
  856. package/src/inference/pipelines/text/pipeline.d.ts +227 -0
  857. package/src/inference/pipelines/text/pipeline.js +629 -0
  858. package/src/inference/pipelines/text/precomputed-input-norm.js +29 -0
  859. package/src/inference/pipelines/text/probes.js +65 -23
  860. package/src/inference/pipelines/text/resident-partition-contract.d.ts +179 -0
  861. package/src/inference/pipelines/text/resident-partition-contract.js +98 -0
  862. package/src/inference/pipelines/text/resident-partition.js +403 -0
  863. package/src/inference/pipelines/text/resident-pipeline-preparation.js +341 -0
  864. package/src/inference/pipelines/text/sampling-config.d.ts +16 -0
  865. package/src/inference/pipelines/text/sampling-config.js +25 -113
  866. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  867. package/src/inference/pipelines/text/sampling.js +18 -375
  868. package/src/inference/pipelines/text/sequence-state.d.ts +68 -0
  869. package/src/inference/pipelines/text/sequence-state.js +514 -0
  870. package/src/inference/pipelines/text/stage-names.d.ts +88 -0
  871. package/src/inference/pipelines/text/state.d.ts +17 -8
  872. package/src/inference/pipelines/text/state.js +10 -0
  873. package/src/inference/pipelines/text/stopping.js +17 -0
  874. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +77 -0
  875. package/src/inference/pipelines/text/tsir-fixture-writer.js +3 -12
  876. package/src/inference/pipelines/text/types.d.ts +68 -114
  877. package/src/inference/pipelines/text/warm-generation.d.ts +27 -0
  878. package/src/inference/pipelines/text/warm-generation.js +34 -0
  879. package/src/inference/pipelines/text/weight-loading-config.js +16 -10
  880. package/src/inference/pipelines/text/weights.d.ts +103 -1
  881. package/src/inference/pipelines/text/weights.js +0 -17
  882. package/src/inference/pipelines/text.d.ts +3 -211
  883. package/src/inference/pipelines/text.js +16 -578
  884. package/src/inference/pipelines/video/feature-concat.js +30 -0
  885. package/src/inference/pipelines/video/frame-sampler.js +4 -0
  886. package/src/inference/pipelines/video/index.js +33 -44
  887. package/src/inference/pipelines/vision/encoder.js +1 -1
  888. package/src/inference/pipelines/vision/gemma4.js +6 -7
  889. package/src/inference/pipelines/vision/glmocr.js +11 -13
  890. package/src/inference/pipelines/vision/index.js +14 -3
  891. package/src/inference/pipelines/vision/support.js +93 -0
  892. package/src/inference/pipelines/vision/weight-loading.js +111 -0
  893. package/src/inference/rerank.d.ts +44 -0
  894. package/src/inference/resident-block-contract.d.ts +35 -0
  895. package/src/inference/resident-block-contract.js +105 -0
  896. package/src/inference/resident-output-state.d.ts +14 -0
  897. package/src/inference/resident-output-state.js +89 -0
  898. package/src/inference/resident-publication-contract.d.ts +32 -0
  899. package/src/inference/resident-publication-contract.js +104 -0
  900. package/src/inference/resident-state-contract.d.ts +26 -0
  901. package/src/inference/resident-state-contract.js +135 -0
  902. package/src/inference/resident-target-state.d.ts +32 -0
  903. package/src/inference/resident-target-state.js +152 -0
  904. package/src/inference/sampling-rng.js +35 -0
  905. package/src/inference/token-sampling.js +395 -0
  906. package/src/inference/tokenizer.d.ts +2 -0
  907. package/src/inference/tokenizer.js +16 -0
  908. package/src/inference/tokenizers/bundled/incremental-decoder.d.ts +16 -0
  909. package/src/inference/tokenizers/bundled/incremental-decoder.js +100 -0
  910. package/src/inference/tokenizers/bundled/normalizer.js +44 -0
  911. package/src/inference/tokenizers/bundled.js +25 -42
  912. package/src/inference/tokenizers/sentencepiece.js +4 -26
  913. package/src/loader/doppler-loader.d.ts +13 -0
  914. package/src/loader/doppler-loader.js +34 -62
  915. package/src/loader/dtype-utils.js +1 -19
  916. package/src/loader/embedding-limit-preflight.js +77 -8
  917. package/src/loader/embedding-loader.js +43 -114
  918. package/src/loader/experts/expert-cache.js +1 -4
  919. package/src/loader/experts/expert-loader.d.ts +6 -1
  920. package/src/loader/experts/expert-loader.js +90 -29
  921. package/src/loader/experts/expert-preparation.d.ts +16 -0
  922. package/src/loader/experts/expert-preparation.js +57 -0
  923. package/src/loader/experts/loader-bindings.js +53 -0
  924. package/src/loader/experts/qwen-paging.d.ts +19 -0
  925. package/src/loader/experts/qwen-paging.js +70 -0
  926. package/src/loader/experts/routed-expert-cache.d.ts +56 -0
  927. package/src/loader/experts/routed-expert-cache.js +372 -0
  928. package/src/loader/experts/routed-expert-plan.d.ts +20 -0
  929. package/src/loader/experts/routed-expert-plan.js +46 -0
  930. package/src/loader/final-weights-loader.d.ts +7 -1
  931. package/src/loader/final-weights-loader.js +17 -40
  932. package/src/loader/hyper-connection-loader.d.ts +25 -0
  933. package/src/loader/hyper-connection-loader.js +150 -0
  934. package/src/loader/layer-loader.d.ts +8 -1
  935. package/src/loader/layer-loader.js +67 -97
  936. package/src/loader/layer-tensor-aliases.js +77 -11
  937. package/src/loader/layer-weight-shape.js +13 -0
  938. package/src/loader/load-timing.js +2 -0
  939. package/src/loader/loader-types.d.ts +24 -1
  940. package/src/loader/model-executor.js +27 -365
  941. package/src/loader/model-load.d.ts +18 -0
  942. package/src/loader/model-load.js +432 -0
  943. package/src/loader/ngram-table-bindings.d.ts +11 -0
  944. package/src/loader/ngram-table-bindings.js +61 -0
  945. package/src/loader/per-layer-input-loader.js +5 -83
  946. package/src/loader/q4k-reference-weight.js +84 -0
  947. package/src/loader/shard-cache.js +3 -0
  948. package/src/loader/tensor-load-error.js +20 -1
  949. package/src/loader/tensors/bf16-loader.js +3 -29
  950. package/src/loader/tensors/buffer-write.js +26 -0
  951. package/src/loader/tensors/fp8-loader.js +28 -0
  952. package/src/loader/tensors/load-executor.js +124 -117
  953. package/src/loader/tensors/q4_0-loader.js +32 -0
  954. package/src/loader/tensors/range-backed-weights.js +34 -0
  955. package/src/loader/tensors/source-transform.js +1 -1
  956. package/src/loader/tensors/tensor-loader.js +22 -6
  957. package/src/loader/tensors/w8a8-loader.js +36 -0
  958. package/src/loader/weight-downcast.js +9 -13
  959. package/src/loader/weight-representation-plan.d.ts +28 -0
  960. package/src/loader/weight-representation-plan.js +146 -0
  961. package/src/loader/weights.d.ts +1 -1
  962. package/src/memory/buffer-pool.d.ts +24 -4
  963. package/src/memory/buffer-pool.js +124 -128
  964. package/src/memory/device-budget.d.ts +10 -0
  965. package/src/memory/device-budget.js +89 -0
  966. package/src/memory/device-residency.js +60 -0
  967. package/src/partitions.d.ts +21 -0
  968. package/src/partitions.js +10 -0
  969. package/src/rules/execution-rules-contract-check.js +73 -570
  970. package/src/rules/generated/rule-bundle.json +1 -4305
  971. package/src/rules/greedy-sampling.js +16 -0
  972. package/src/rules/inference/capability-transforms.rules.json +11 -1
  973. package/src/rules/layer-pattern-contract-check.js +49 -222
  974. package/src/rules/rule-matcher.d.ts +62 -0
  975. package/src/rules/rule-matcher.js +132 -1
  976. package/src/rules/rule-registry.d.ts +75 -0
  977. package/src/rules/rule-registry.js +64 -24
  978. package/src/storage/artifact-storage-context.d.ts +99 -0
  979. package/src/storage/artifact-storage-context.js +71 -114
  980. package/src/storage/backend-selection.js +3 -0
  981. package/src/storage/backends/idb-store.d.ts +54 -0
  982. package/src/storage/backends/idb-store.js +12 -0
  983. package/src/storage/backends/memory-store.d.ts +38 -0
  984. package/src/storage/backends/memory-store.js +15 -6
  985. package/src/storage/backends/opfs-store.d.ts +43 -0
  986. package/src/storage/backends/opfs-store.js +6 -0
  987. package/src/storage/blake3.d.ts +17 -0
  988. package/src/storage/blake3.js +153 -68
  989. package/src/storage/distribution-transport.js +626 -3
  990. package/src/storage/download/http-contract.js +199 -0
  991. package/src/storage/download/http-transport.js +824 -0
  992. package/src/storage/download/integrity.d.ts +10 -2
  993. package/src/storage/download/integrity.js +39 -2
  994. package/src/storage/download/transport.js +2 -2
  995. package/src/storage/downloader.js +404 -388
  996. package/src/storage/export.d.ts +1 -0
  997. package/src/storage/export.js +22 -70
  998. package/src/storage/model-cache.d.ts +4 -1
  999. package/src/storage/model-cache.js +131 -52
  1000. package/src/storage/model-read-session.d.ts +13 -0
  1001. package/src/storage/model-read-session.js +76 -0
  1002. package/src/storage/node-file-access.js +108 -0
  1003. package/src/storage/reports.js +1 -4
  1004. package/src/storage/runtime-env.js +6 -0
  1005. package/src/storage/shard-manager.d.ts +10 -0
  1006. package/src/storage/shard-manager.js +644 -579
  1007. package/src/storage/shards/index.js +16 -0
  1008. package/src/storage/shards/integrity.js +35 -49
  1009. package/src/storage/source-artifact-store.d.ts +59 -0
  1010. package/src/storage/source-artifact-store.js +24 -37
  1011. package/src/storage/source-storage-context.d.ts +53 -0
  1012. package/src/storage/source-storage-context.js +298 -0
  1013. package/src/storage/verified-piece-reader.d.ts +23 -0
  1014. package/src/storage/verified-piece-reader.js +134 -0
  1015. package/src/storage/verified-piece-storage.d.ts +7 -0
  1016. package/src/storage/verified-piece-storage.js +16 -0
  1017. package/src/tooling/boundary-evidence.js +1 -4
  1018. package/src/tooling/browser-command-runner.d.ts +1 -1
  1019. package/src/tooling/browser-command-runner.js +2 -2
  1020. package/src/tooling/browser-harness/benchmark-comparison.js +105 -0
  1021. package/src/tooling/browser-harness/benchmark-execution.js +865 -0
  1022. package/src/tooling/browser-harness/decode-diagnostics.js +201 -0
  1023. package/src/tooling/browser-harness/inference-execution.js +543 -0
  1024. package/src/tooling/browser-harness/model-initialization.js +230 -0
  1025. package/src/tooling/browser-harness/model-resolution.js +134 -0
  1026. package/src/tooling/browser-harness/report.js +338 -0
  1027. package/src/tooling/browser-harness/request-timing.js +50 -0
  1028. package/src/tooling/browser-harness/request.js +264 -0
  1029. package/src/tooling/browser-harness/runtime-config.d.ts +26 -0
  1030. package/src/tooling/browser-harness/runtime-config.js +256 -0
  1031. package/src/tooling/browser-harness/text-evidence.d.ts +81 -0
  1032. package/src/tooling/browser-harness/text-evidence.js +695 -0
  1033. package/src/tooling/browser-harness/text-execution.d.ts +37 -0
  1034. package/src/tooling/browser-harness/text-execution.js +721 -0
  1035. package/src/tooling/browser-harness/text-input.d.ts +45 -0
  1036. package/src/tooling/browser-harness/text-input.js +722 -0
  1037. package/src/tooling/browser-harness/timing-diagnostics.js +416 -0
  1038. package/src/tooling/browser-harness-text-helpers.d.ts +31 -0
  1039. package/src/tooling/browser-harness-text-helpers.js +31 -0
  1040. package/src/tooling/browser-harness.d.ts +245 -0
  1041. package/src/tooling/browser-harness.js +337 -0
  1042. package/src/tooling/command-api.d.ts +1 -0
  1043. package/src/tooling/diagnose-runner.js +2 -2
  1044. package/src/tooling/distribution-shard-transport.d.ts +6 -0
  1045. package/src/tooling/execution-cost-ledger.d.ts +2 -1
  1046. package/src/tooling/execution-cost-ledger.js +10 -7
  1047. package/src/tooling/hf-registry/catalog-io.js +7 -5
  1048. package/src/tooling/litert-package-runtime.js +1 -98
  1049. package/src/tooling/model-capsule-pieces.js +47 -0
  1050. package/src/tooling/model-capsule-rig.js +528 -0
  1051. package/src/tooling/node-browser/execution.d.ts +1 -1
  1052. package/src/tooling/node-browser/static-server.js +26 -2
  1053. package/src/tooling/node-browser/transport.js +0 -43
  1054. package/src/tooling/node-capsule-artifact-store.js +24 -0
  1055. package/src/tooling/node-command-execution.js +2 -2
  1056. package/src/tooling/node-command-runner.d.ts +1 -1
  1057. package/src/tooling/node-converter/input.js +36 -5
  1058. package/src/tooling/node-converter/output.js +75 -1
  1059. package/src/tooling/node-converter.js +33 -34
  1060. package/src/tooling/node-source-runtime.js +5 -5
  1061. package/src/tooling/portable-source-path.js +26 -0
  1062. package/src/tooling/production-release.js +3 -6
  1063. package/src/tooling/program-bundle/choice-scoring-reference.js +22 -0
  1064. package/src/tooling/program-bundle/materialize.js +4 -0
  1065. package/src/tooling/program-bundle/wgsl-closure.js +3 -9
  1066. package/src/tooling/program-bundle-host.js +26 -0
  1067. package/src/tooling/program-bundle.js +11 -6
  1068. package/src/tooling/reference-verify.js +5 -17
  1069. package/src/tooling/registered-variant-calibration-job.js +1 -4
  1070. package/src/tooling/registered-variant-calibration.js +1 -4
  1071. package/src/tooling/source-artifact-adapter.d.ts +1 -0
  1072. package/src/tooling/source-artifact-adapter.js +33 -1
  1073. package/src/tooling/source-intake.js +1 -4
  1074. package/src/tooling/source-runtime-bundle.d.ts +4 -85
  1075. package/src/tooling/source-runtime-bundle.js +3 -3
  1076. package/src/tooling/source-runtime-converter-config.js +41 -8
  1077. package/src/tooling/test-harness.d.ts +173 -0
  1078. package/src/tooling/test-harness.js +476 -0
  1079. package/src/tooling-exports/device.d.ts +1 -0
  1080. package/src/tooling-exports/device.js +1 -0
  1081. package/src/tooling-exports/evidence.d.ts +3 -0
  1082. package/src/tooling-exports/manifest.d.ts +1 -1
  1083. package/src/tooling-exports/manifest.js +1 -1
  1084. package/src/tooling-exports/runtime.d.ts +6 -1
  1085. package/src/tooling-exports/runtime.js +6 -1
  1086. package/src/tooling-exports/storage.d.ts +10 -0
  1087. package/src/tooling-exports/storage.js +9 -0
  1088. package/src/tooling-exports/structured.d.ts +2 -1
  1089. package/src/tooling-exports/structured.js +2 -1
  1090. package/src/tooling-exports.shared.d.ts +12 -9
  1091. package/src/tooling-exports.shared.js +6 -12
  1092. package/src/training-browser.d.ts +5 -0
  1093. package/src/training.d.ts +7 -0
  1094. package/src/training.js +1 -0
  1095. package/src/version.js +1 -1
  1096. package/tests/fixtures/linear-core-activation-accuracy.json +12 -0
  1097. package/tests/fixtures/linear-core-refined-accuracy.json +128 -0
  1098. package/tests/fixtures/q4k-ordered-accumulation.json +87 -0
  1099. package/tests/fixtures/rmsnorm-inverse-root.json +18 -0
  1100. package/tests/kernels/browser/kernel-suite.js +230 -0
  1101. package/tests/kernels/browser/test-page.js +5 -6
  1102. package/tests/kernels/harness/benchmark.js +11 -3
  1103. package/tests/kernels/reference/dequant.js +23 -3
  1104. package/tests/kernels/reference/index.js +1 -0
  1105. package/tools/convert-safetensors-node.js +7 -1
  1106. package/src/capsule.d.ts +0 -8
  1107. package/src/capsule.js +0 -4
  1108. package/src/cli/serve/capsule-handler.d.ts +0 -33
  1109. package/src/cli/serve/capsule-handler.js +0 -105
  1110. package/src/cli/serve/capsule-http.js +0 -102
  1111. package/src/client/runtime/index.js +0 -1
  1112. package/src/client/runtime/source-runtime.js +0 -910
  1113. package/src/client/runtime/target-selector.js +0 -2
  1114. package/src/config/backward-registry-loader.d.ts +0 -3
  1115. package/src/config/capsule-serve.d.ts +0 -9
  1116. package/src/config/capsule-serve.js +0 -28
  1117. package/src/config/capsule-serve.schema.json +0 -14
  1118. package/src/config/index.d.ts +0 -52
  1119. package/src/config/index.js +0 -22
  1120. package/src/config/kernels/kernel-ref-digests.js +0 -348
  1121. package/src/config/runtime/diagnostics/debug-logits.json +0 -54
  1122. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +0 -58
  1123. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +0 -58
  1124. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +0 -57
  1125. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +0 -33
  1126. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +0 -58
  1127. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +0 -58
  1128. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +0 -81
  1129. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +0 -213
  1130. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +0 -85
  1131. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +0 -81
  1132. package/src/config/runtime/experiments/verify/gemma3-verify.json +0 -37
  1133. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +0 -36
  1134. package/src/config/runtime/experiments/verify/lfm2-verify.json +0 -44
  1135. package/src/config/runtime/experiments/verify/translategemma-verify.json +0 -37
  1136. package/src/config/runtime/model/gemma2-debug.json +0 -78
  1137. package/src/config/runtime/model/gemma2-pipeline-debug.json +0 -67
  1138. package/src/config/runtime/model/gemma2-pipeline.json +0 -76
  1139. package/src/config/runtime/model/gemma3-layer-probe.json +0 -86
  1140. package/src/config/runtime/model/qwen3-5-layer-probe.json +0 -53
  1141. package/src/config/runtime/model/qwen3-5-layer3-boundary-probe.json +0 -109
  1142. package/src/config/runtime/model/qwen3-5-linear-attn-debug.json +0 -91
  1143. package/src/config/runtime/optimization-candidates/registry.json +0 -5
  1144. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +0 -27
  1145. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +0 -43
  1146. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +0 -40
  1147. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +0 -46
  1148. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +0 -44
  1149. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +0 -61
  1150. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +0 -39
  1151. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +0 -42
  1152. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +0 -20
  1153. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +0 -27
  1154. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +0 -30
  1155. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +0 -62
  1156. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +0 -43
  1157. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +0 -64
  1158. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +0 -33
  1159. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +0 -17
  1160. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +0 -30
  1161. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +0 -110
  1162. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +0 -21
  1163. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +0 -53
  1164. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +0 -19
  1165. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +0 -53
  1166. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +0 -53
  1167. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +0 -86
  1168. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +0 -33
  1169. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +0 -17
  1170. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +0 -19
  1171. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +0 -47
  1172. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +0 -58
  1173. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +0 -87
  1174. package/src/config/runtime/profiles/simulation.json +0 -29
  1175. package/src/config/runtime/profiles/trace-layers.json +0 -125
  1176. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +0 -23
  1177. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +0 -30
  1178. package/src/config/runtime/profiles/turboquant-contiguous.json +0 -30
  1179. package/src/config/runtime/profiles/turboquant.json +0 -37
  1180. package/src/config/runtime/profiles/verbose-trace.json +0 -37
  1181. package/src/config/runtime/tiers/gemma4-128gb.json +0 -80
  1182. package/src/config/runtime/tiers/gemma4-16gb.json +0 -83
  1183. package/src/config/runtime/tiers/gemma4-24gb.json +0 -80
  1184. package/src/config/runtime/tiers/gemma4-32gb.json +0 -80
  1185. package/src/config/transforms/capability-transform-resolver.js +0 -4
  1186. package/src/config/transforms/execution-graph/fusion.js +0 -436
  1187. package/src/config/transforms/execution-graph/validation.js +0 -414
  1188. package/src/config/transforms/execution-graph-transforms.js +0 -987
  1189. package/src/converter/shard-packer.d.ts +0 -138
  1190. package/src/converter/shard-packer.js +0 -425
  1191. package/src/experimental/adapters/adapter-manager.d.ts +0 -200
  1192. package/src/experimental/adapters/adapter-manager.js +0 -511
  1193. package/src/experimental/adapters/adapter-registry.d.ts +0 -192
  1194. package/src/experimental/adapters/adapter-registry.js +0 -477
  1195. package/src/experimental/adapters/artifact-contract.d.ts +0 -83
  1196. package/src/experimental/adapters/artifact-contract.js +0 -257
  1197. package/src/experimental/adapters/index.d.ts +0 -114
  1198. package/src/experimental/adapters/index.js +0 -54
  1199. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +0 -162
  1200. package/src/experimental/bridge/trainer-artifact-bridge.js +0 -595
  1201. package/src/experimental/browser/browser-converter.d.ts +0 -71
  1202. package/src/experimental/browser/browser-converter.js +0 -978
  1203. package/src/experimental/browser/file-picker.d.ts +0 -63
  1204. package/src/experimental/browser/file-picker.js +0 -281
  1205. package/src/experimental/browser/gguf-parser-browser.js +0 -17
  1206. package/src/experimental/browser/quantization.js +0 -328
  1207. package/src/experimental/browser/safetensors-parser-browser.js +0 -347
  1208. package/src/experimental/browser/tensor-source-download.js +0 -245
  1209. package/src/experimental/browser/tensor-source-file.d.ts +0 -26
  1210. package/src/experimental/browser/tensor-source-file.js +0 -53
  1211. package/src/experimental/browser/tensor-source-http.d.ts +0 -29
  1212. package/src/experimental/browser/tensor-source-http.js +0 -130
  1213. package/src/experimental/diffusion/image-regression.d.ts +0 -31
  1214. package/src/experimental/diffusion/image-regression.js +0 -107
  1215. package/src/experimental/diffusion/index.d.ts +0 -32
  1216. package/src/experimental/diffusion/index.js +0 -18
  1217. package/src/experimental/diffusion/pipeline.js +0 -727
  1218. package/src/experimental/diffusion/scheduler.js +0 -153
  1219. package/src/experimental/diffusion/text-encoder-gpu.js +0 -947
  1220. package/src/experimental/diffusion/vae.js +0 -596
  1221. package/src/experimental/distribution/descriptor-transport.d.ts +0 -117
  1222. package/src/experimental/distribution/descriptor-transport.js +0 -342
  1223. package/src/experimental/distribution/p2p-control-plane.d.ts +0 -52
  1224. package/src/experimental/distribution/p2p-observability.d.ts +0 -116
  1225. package/src/experimental/distribution/p2p-observability.js +0 -303
  1226. package/src/experimental/distribution/p2p-webrtc-browser.d.ts +0 -37
  1227. package/src/experimental/distribution/shard-delivery/transport.js +0 -831
  1228. package/src/experimental/distribution/shard-delivery.d.ts +0 -251
  1229. package/src/experimental/energy/index.d.ts +0 -2
  1230. package/src/experimental/energy/index.js +0 -2
  1231. package/src/experimental/energy/pipeline.js +0 -697
  1232. package/src/experimental/energy/quintel.d.ts +0 -107
  1233. package/src/experimental/energy/quintel.js +0 -218
  1234. package/src/experimental/orchestration/energy-row-head-pipeline.js +0 -491
  1235. package/src/experimental/orchestration/index.d.ts +0 -21
  1236. package/src/experimental/orchestration/index.js +0 -12
  1237. package/src/formats/quantization-constants.d.ts +0 -11
  1238. package/src/formats/quantization-constants.js +0 -11
  1239. package/src/formats/tokenizer/types.js +0 -22
  1240. package/src/gpu/kernel-selector.d.ts +0 -11
  1241. package/src/gpu/kernels/activation-static-qdq.d.ts +0 -22
  1242. package/src/gpu/kernels/attention.d.ts +0 -253
  1243. package/src/gpu/kernels/backward/adam.d.ts +0 -29
  1244. package/src/gpu/kernels/backward/attention_backward.d.ts +0 -35
  1245. package/src/gpu/kernels/backward/bias_add_backward.d.ts +0 -17
  1246. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +0 -24
  1247. package/src/gpu/kernels/backward/conv2d_backward.d.ts +0 -31
  1248. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +0 -23
  1249. package/src/gpu/kernels/backward/embed_backward.d.ts +0 -29
  1250. package/src/gpu/kernels/backward/executor.d.ts +0 -34
  1251. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +0 -39
  1252. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +0 -32
  1253. package/src/gpu/kernels/backward/gelu_backward.d.ts +0 -16
  1254. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +0 -24
  1255. package/src/gpu/kernels/backward/index.d.ts +0 -26
  1256. package/src/gpu/kernels/backward/layernorm_backward.d.ts +0 -22
  1257. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -31
  1258. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +0 -22
  1259. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +0 -24
  1260. package/src/gpu/kernels/backward/rope_backward.d.ts +0 -25
  1261. package/src/gpu/kernels/backward/scale_backward.d.ts +0 -16
  1262. package/src/gpu/kernels/backward/silu_backward.d.ts +0 -16
  1263. package/src/gpu/kernels/backward/softmax_backward.d.ts +0 -16
  1264. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +0 -21
  1265. package/src/gpu/kernels/backward/utils.js +0 -2
  1266. package/src/gpu/kernels/cast.d.ts +0 -67
  1267. package/src/gpu/kernels/clamp.d.ts +0 -22
  1268. package/src/gpu/kernels/conv2d.d.ts +0 -30
  1269. package/src/gpu/kernels/cross_entropy_loss.d.ts +0 -21
  1270. package/src/gpu/kernels/depthwise_conv1d.d.ts +0 -23
  1271. package/src/gpu/kernels/depthwise_conv2d.d.ts +0 -29
  1272. package/src/gpu/kernels/dequant.d.ts +0 -92
  1273. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +0 -19
  1274. package/src/gpu/kernels/energy.d.ts +0 -113
  1275. package/src/gpu/kernels/feature-check.d.ts +0 -42
  1276. package/src/gpu/kernels/fused_ffn.d.ts +0 -97
  1277. package/src/gpu/kernels/fused_matmul_residual.d.ts +0 -46
  1278. package/src/gpu/kernels/fused_matmul_rmsnorm.d.ts +0 -64
  1279. package/src/gpu/kernels/gather.d.ts +0 -144
  1280. package/src/gpu/kernels/gelu.d.ts +0 -33
  1281. package/src/gpu/kernels/gemma4-route-expert.d.ts +0 -35
  1282. package/src/gpu/kernels/grouped_pointwise_conv2d.d.ts +0 -27
  1283. package/src/gpu/kernels/groupnorm.d.ts +0 -27
  1284. package/src/gpu/kernels/index.d.ts +0 -517
  1285. package/src/gpu/kernels/index.js +0 -408
  1286. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +0 -9
  1287. package/src/gpu/kernels/kernel-prewarm.d.ts +0 -3
  1288. package/src/gpu/kernels/kv-cache-write.d.ts +0 -22
  1289. package/src/gpu/kernels/kv-quantize.d.ts +0 -37
  1290. package/src/gpu/kernels/layernorm.d.ts +0 -33
  1291. package/src/gpu/kernels/linear_attention.d.ts +0 -27
  1292. package/src/gpu/kernels/lm-head-argmax.d.ts +0 -28
  1293. package/src/gpu/kernels/lm-head-select-logits.d.ts +0 -23
  1294. package/src/gpu/kernels/logit-merge.d.ts +0 -86
  1295. package/src/gpu/kernels/logit-merge.js +0 -266
  1296. package/src/gpu/kernels/matmul.d.ts +0 -89
  1297. package/src/gpu/kernels/modulate.d.ts +0 -29
  1298. package/src/gpu/kernels/moe.d.ts +0 -113
  1299. package/src/gpu/kernels/pixel_shuffle.d.ts +0 -27
  1300. package/src/gpu/kernels/relu.d.ts +0 -18
  1301. package/src/gpu/kernels/repeat_channels.d.ts +0 -21
  1302. package/src/gpu/kernels/residual.d.ts +0 -65
  1303. package/src/gpu/kernels/rmsnorm-pair.d.ts +0 -72
  1304. package/src/gpu/kernels/rmsnorm-qk.d.ts +0 -41
  1305. package/src/gpu/kernels/rmsnorm-stats.d.ts +0 -29
  1306. package/src/gpu/kernels/rmsnorm.d.ts +0 -76
  1307. package/src/gpu/kernels/rope-qk.d.ts +0 -41
  1308. package/src/gpu/kernels/rope.d.ts +0 -48
  1309. package/src/gpu/kernels/sample.d.ts +0 -70
  1310. package/src/gpu/kernels/scale.d.ts +0 -40
  1311. package/src/gpu/kernels/silu.d.ts +0 -77
  1312. package/src/gpu/kernels/soft-embedding.d.ts +0 -28
  1313. package/src/gpu/kernels/softmax.d.ts +0 -57
  1314. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +0 -44
  1315. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +0 -59
  1316. package/src/gpu/kernels/split_qg.d.ts +0 -50
  1317. package/src/gpu/kernels/split_qkv.d.ts +0 -53
  1318. package/src/gpu/kernels/transpose.d.ts +0 -21
  1319. package/src/gpu/kernels/types.d.ts +0 -21
  1320. package/src/gpu/kernels/upsample2d.d.ts +0 -21
  1321. package/src/gpu/kernels/utils.js +0 -9
  1322. package/src/gpu/kernels/vision-average-pool.d.ts +0 -13
  1323. package/src/gpu/kernels/vision-patch-embed.d.ts +0 -17
  1324. package/src/gpu/kernels/vision-position-embedding.d.ts +0 -13
  1325. package/src/gpu/kernels/vision-rope-2d.d.ts +0 -16
  1326. package/src/gpu/kernels/vision-spatial-merge.d.ts +0 -19
  1327. package/src/gpu/multi-model-recorder.d.ts +0 -21
  1328. package/src/gpu/multi-model-recorder.js +0 -31
  1329. package/src/gpu/partitioned-buffer-pool.d.ts +0 -28
  1330. package/src/gpu/partitioned-buffer-pool.js +0 -57
  1331. package/src/gpu/perf-guards.js +0 -71
  1332. package/src/inference/browser-harness/benchmark-execution.js +0 -872
  1333. package/src/inference/browser-harness/decode-diagnostics.js +0 -241
  1334. package/src/inference/browser-harness/inference-execution.js +0 -543
  1335. package/src/inference/browser-harness/model-initialization.js +0 -225
  1336. package/src/inference/browser-harness/model-resolution.js +0 -137
  1337. package/src/inference/browser-harness/report.js +0 -338
  1338. package/src/inference/browser-harness/request.js +0 -263
  1339. package/src/inference/browser-harness/runtime-config.d.ts +0 -25
  1340. package/src/inference/browser-harness/runtime-config.js +0 -255
  1341. package/src/inference/browser-harness/runtime-isolation.d.ts +0 -13
  1342. package/src/inference/browser-harness/runtime-report.d.ts +0 -26
  1343. package/src/inference/browser-harness/text-evidence.js +0 -694
  1344. package/src/inference/browser-harness/text-execution.js +0 -757
  1345. package/src/inference/browser-harness/text-input.js +0 -725
  1346. package/src/inference/browser-harness/timing-diagnostics.js +0 -414
  1347. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -3
  1348. package/src/inference/browser-harness-runtime-helpers.js +0 -3
  1349. package/src/inference/browser-harness-text-helpers.js +0 -31
  1350. package/src/inference/browser-harness.d.ts +0 -245
  1351. package/src/inference/browser-harness.js +0 -337
  1352. package/src/inference/expert-router.d.ts +0 -27
  1353. package/src/inference/expert-router.js +0 -55
  1354. package/src/inference/kv-cache/index.d.ts +0 -38
  1355. package/src/inference/kv-cache/index.js +0 -22
  1356. package/src/inference/kv-cache.d.ts +0 -39
  1357. package/src/inference/kv-cache.js +0 -20
  1358. package/src/inference/multi-model-network.d.ts +0 -139
  1359. package/src/inference/multi-model-network.js +0 -435
  1360. package/src/inference/multi-pipeline-pool.d.ts +0 -62
  1361. package/src/inference/multi-pipeline-pool.js +0 -161
  1362. package/src/inference/network-evolution.d.ts +0 -43
  1363. package/src/inference/pipelines/diffusion/init.d.ts +0 -24
  1364. package/src/inference/pipelines/diffusion/init.js +0 -138
  1365. package/src/inference/pipelines/diffusion/profile-timing.js +0 -10
  1366. package/src/inference/pipelines/diffusion/runtime-resources.js +0 -54
  1367. package/src/inference/pipelines/diffusion/sd3/execution.js +0 -805
  1368. package/src/inference/pipelines/diffusion/sd3/plan.js +0 -125
  1369. package/src/inference/pipelines/diffusion/sd3-transformer.js +0 -343
  1370. package/src/inference/pipelines/diffusion/sd3-weights.js +0 -287
  1371. package/src/inference/pipelines/diffusion/text-encoder.js +0 -195
  1372. package/src/inference/pipelines/diffusion/vae/execution.js +0 -803
  1373. package/src/inference/pipelines/diffusion/weight-contract.js +0 -53
  1374. package/src/inference/pipelines/diffusion/weights.js +0 -155
  1375. package/src/inference/pipelines/diffusion-gemma/config.d.ts +0 -27
  1376. package/src/inference/pipelines/diffusion-gemma/config.js +0 -149
  1377. package/src/inference/pipelines/diffusion-gemma/index.d.ts +0 -31
  1378. package/src/inference/pipelines/diffusion-gemma/index.js +0 -12
  1379. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +0 -69
  1380. package/src/inference/pipelines/diffusion-gemma/pipeline.js +0 -380
  1381. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +0 -128
  1382. package/src/inference/pipelines/diffusion-gemma/sampling.js +0 -395
  1383. package/src/inference/pipelines/rng.js +0 -17
  1384. package/src/inference/pipelines/structured/index.d.ts +0 -10
  1385. package/src/inference/pipelines/structured/index.js +0 -10
  1386. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +0 -8
  1387. package/src/inference/pipelines/text/attention/index.js +0 -24
  1388. package/src/inference/pipelines/text/attention/record.js +0 -2
  1389. package/src/inference/pipelines/text/attention/run.js +0 -2
  1390. package/src/inference/pipelines/text/config/validation.js +0 -9
  1391. package/src/inference/pipelines/text/debug-utils/index.js +0 -39
  1392. package/src/inference/pipelines/text/debug-utils/profiles.js +0 -8
  1393. package/src/inference/pipelines/text/debug-utils.js +0 -34
  1394. package/src/inference/pipelines/text/ffn/index.js +0 -16
  1395. package/src/inference/pipelines/text/model-load.d.ts +0 -59
  1396. package/src/inference/test-harness.d.ts +0 -172
  1397. package/src/inference/test-harness.js +0 -470
  1398. package/src/loader/dtype-utils.d.ts +0 -40
  1399. package/src/loader/embedding-loader.d.ts +0 -66
  1400. package/src/loader/index.d.ts +0 -152
  1401. package/src/loader/index.js +0 -126
  1402. package/src/loader/loader-state.d.ts +0 -51
  1403. package/src/loader/loader-state.js +0 -142
  1404. package/src/loader/manifest-config.d.ts +0 -118
  1405. package/src/loader/multi-model-loader.d.ts +0 -59
  1406. package/src/loader/multi-model-loader.js +0 -141
  1407. package/src/loader/quantization-constants.d.ts +0 -11
  1408. package/src/loader/quantization-constants.js +0 -13
  1409. package/src/loader/shard-resolver.d.ts +0 -13
  1410. package/src/loader/tensors/tensor-loader.d.ts +0 -197
  1411. package/src/loader/tensors/tensor-reader.d.ts +0 -33
  1412. package/src/loader/tensors/tensor-role.d.ts +0 -7
  1413. package/src/loader/weight-downcast.d.ts +0 -62
  1414. package/src/loader/weights.js +0 -4
  1415. package/src/loaders/index.d.ts +0 -4
  1416. package/src/loaders/index.js +0 -4
  1417. package/src/models/diffusiongemma.d.ts +0 -7
  1418. package/src/models/diffusiongemma.js +0 -25
  1419. package/src/models/embeddinggemma.d.ts +0 -7
  1420. package/src/models/embeddinggemma.js +0 -24
  1421. package/src/models/family.d.ts +0 -24
  1422. package/src/models/family.js +0 -25
  1423. package/src/models/gemma3.d.ts +0 -7
  1424. package/src/models/gemma3.js +0 -33
  1425. package/src/models/gemma4.d.ts +0 -7
  1426. package/src/models/gemma4.js +0 -65
  1427. package/src/models/qwen3.d.ts +0 -7
  1428. package/src/models/qwen3.js +0 -36
  1429. package/src/rules/capability-transform-resolver.js +0 -80
  1430. package/src/tooling/capsule-v2.d.ts +0 -11
  1431. package/src/tooling/model-capsule-forge.js +0 -478
  1432. package/src/tooling/source-runtime/bundle-materialize.js +0 -298
  1433. package/src/tooling-experimental-exports.browser.js +0 -2
  1434. package/src/tooling-experimental-exports.d.ts +0 -7
  1435. package/src/tooling-experimental-exports.js +0 -2
  1436. package/src/tooling-experimental-exports.shared.d.ts +0 -61
  1437. package/src/tooling-experimental-exports.shared.js +0 -57
  1438. /package/src/{config/transforms → converter}/execution-graph/dtype.js +0 -0
  1439. /package/src/{tooling/source-runtime/bundle-plan.js → formats/source-runtime.js} +0 -0
  1440. /package/src/{inference → tooling}/browser-harness/benchmark-rerank.js +0 -0
  1441. /package/src/{inference → tooling}/browser-harness/diffusion-performance.js +0 -0
  1442. /package/src/{inference → tooling}/browser-harness/runtime-isolation.js +0 -0
  1443. /package/src/{inference → tooling}/browser-harness/runtime-report.js +0 -0
  1444. /package/src/{inference → tooling}/browser-harness/suite-summary.js +0 -0
  1445. /package/src/{inference → tooling}/browser-harness-contract-helpers.js +0 -0
  1446. /package/src/{inference → tooling}/browser-harness-diffusion-energy-suites.js +0 -0
  1447. /package/src/{inference → tooling}/browser-harness-report-helpers.js +0 -0
@@ -1,4 +1,6 @@
1
-
1
+ import { isPlainObject as isObject } from '../formats/plain-object.js';
2
+ import { hashSortedJson as hashStable } from '../formats/sorted-json.js';
3
+ import { assertOrderedResidentQualificationSet } from '../config/ordered-resident-qualification.js';
2
4
  import path from 'node:path';
3
5
  import { createModelIR, hashModelIR, validateModelIR } from '../config/model-ir.js';
4
6
  import {
@@ -18,36 +20,28 @@ import {
18
20
  signCapsuleV2,
19
21
  } from '../config/capsule-v2.js';
20
22
  import { sha256Hex } from '../formats/sha256.js';
21
- import { stableSortObject } from '../formats/stable-sort-object.js';
22
- import { buildQualificationRecords, promoteQualifiedModelIRV2 } from './forge-qualification.js';
23
+ import { buildQualificationRecords, promoteQualifiedModelIRV2, normalizeQualificationEvidence } from './forge-qualification.js';
23
24
  import { resolveCapsuleEmbeddingContract } from '../config/embedding-contract.js';
25
+ import { assertPairedLinearMechanismClosure, assertPairedQKNormClosure } from '../inference/pipelines/text/paired-execution.js';
24
26
  import { evaluateForgeCandidates } from './forge-candidate-evaluation.js';
25
27
 
26
- export const FORGE_PIPELINE_VERSION = '2.0.0';
27
-
28
- function isObject(value) {
29
- return Boolean(value) && typeof value === 'object' && !Array.isArray(value);
30
- }
28
+ export const RIG_PIPELINE_VERSION = '2.0.0';
31
29
 
32
30
  function requireObject(value, label) {
33
- if (!isObject(value)) throw new Error(`Forge requires ${label} as an object.`);
31
+ if (!isObject(value)) throw new Error(`Rig requires ${label} as an object.`);
34
32
  return value;
35
33
  }
36
34
 
37
35
  function requireString(value, label) {
38
- if (typeof value !== 'string' || !value.trim()) throw new Error(`Forge requires ${label}.`);
36
+ if (typeof value !== 'string' || !value.trim()) throw new Error(`Rig requires ${label}.`);
39
37
  return value.trim();
40
38
  }
41
39
 
42
40
  function requirePositiveInteger(value, label) {
43
- if (!Number.isInteger(value) || value < 1) throw new Error(`Forge requires ${label} as a positive integer.`);
41
+ if (!Number.isInteger(value) || value < 1) throw new Error(`Rig requires ${label} as a positive integer.`);
44
42
  return value;
45
43
  }
46
44
 
47
- function hashStable(value) {
48
- return `sha256:${sha256Hex(JSON.stringify(stableSortObject(value)))}`;
49
- }
50
-
51
45
  function toPosix(value) {
52
46
  return value.split(path.sep).join('/');
53
47
  }
@@ -62,14 +56,14 @@ function resolveLayerType(layerIndex, layerPattern) {
62
56
  if (layerPattern.type === 'every_n') {
63
57
  const period = requirePositiveInteger(layerPattern.period, 'manifest.inference.layerPattern.period');
64
58
  if (!Number.isInteger(layerPattern.offset) || layerPattern.offset < 0 || layerPattern.offset >= period) {
65
- throw new Error('Forge requires manifest.inference.layerPattern.offset within the declared period.');
59
+ throw new Error('Rig requires manifest.inference.layerPattern.offset within the declared period.');
66
60
  }
67
61
  return layerIndex % period === layerPattern.offset ? 'global-attention' : 'local-attention';
68
62
  }
69
63
  if (layerPattern.type === 'explicit') {
70
64
  return requireString(layerPattern.layerTypes?.[layerIndex], `manifest.inference.layerPattern.layerTypes[${layerIndex}]`);
71
65
  }
72
- throw new Error(`Forge does not support layerPattern.type "${layerPattern.type}" without an explicit lowering.`);
66
+ throw new Error(`Rig does not support layerPattern.type "${layerPattern.type}" without an explicit lowering.`);
73
67
  }
74
68
 
75
69
  function resolveArtifactSourcePath(artifact, input) {
@@ -107,7 +101,14 @@ function assertModelTopologyRepresentable(manifest) {
107
101
  ['manifest.architecture.attentionGeometries', architecture.attentionGeometries],
108
102
  ['manifest.architecture.linearAttention', architecture.linearAttention],
109
103
  ['manifest.architecture.recurrentState', architecture.recurrentState],
104
+ ['manifest.architecture.linearNumKeyHeads', architecture.linearNumKeyHeads],
105
+ ['manifest.architecture.linearNumValueHeads', architecture.linearNumValueHeads],
106
+ ['manifest.architecture.linearKeyHeadDim', architecture.linearKeyHeadDim],
107
+ ['manifest.architecture.linearValueHeadDim', architecture.linearValueHeadDim],
108
+ ['manifest.architecture.linearConvKernelDim', architecture.linearConvKernelDim],
110
109
  ['manifest.inference.blockTopology', inference.blockTopology],
110
+ ['manifest.inference.layerPattern.layerTypes (linear_attention)',
111
+ inference.layerPattern?.layerTypes?.includes('linear_attention')],
111
112
  ['manifest.inference.linearAttention', inference.linearAttention],
112
113
  ['manifest.inference.recurrentState', inference.recurrentState],
113
114
  ['manifest.inference.multiTokenPrediction', inference.multiTokenPrediction],
@@ -120,7 +121,7 @@ function assertModelTopologyRepresentable(manifest) {
120
121
  ));
121
122
  if (unsupported.length > 0) {
122
123
  throw new Error(
123
- `Forge ModelIR v1 cannot represent source topology: ${unsupported.map(([field]) => field).join(', ')}.`
124
+ `Rig ModelIR v1 cannot represent source topology: ${unsupported.map(([field]) => field).join(', ')}.`
124
125
  );
125
126
  }
126
127
  }
@@ -138,49 +139,7 @@ function normalizeCapsuleArtifact(artifact, input) {
138
139
  };
139
140
  }
140
141
 
141
- function normalizeQualificationEvidence(evidence) {
142
- requireObject(evidence, 'qualification evidence');
143
- if (![undefined, 'generate', 'rerank', 'encodeSequence', 'embed'].includes(evidence.operation)) {
144
- throw new Error(`Forge does not support qualification operation "${evidence.operation}".`);
145
- }
146
- const surface = requireString(evidence.surface, 'qualificationEvidence.surface');
147
- const evidenceHash = requireString(evidence.evidenceHash, 'qualificationEvidence.evidenceHash');
148
- const sourcePath = path.resolve(requireString(evidence.sourcePath, 'qualificationEvidence.sourcePath'));
149
- const sizeBytes = requirePositiveInteger(evidence.sizeBytes, 'qualificationEvidence.sizeBytes');
150
- const counts = evidence.operation === 'rerank'
151
- ? { operation: 'rerank', rerankedDocuments: requirePositiveInteger(evidence.rerankedDocuments, 'qualificationEvidence.rerankedDocuments') }
152
- : evidence.operation === 'encodeSequence'
153
- ? { operation: 'encodeSequence', encodedSequences: requirePositiveInteger(evidence.encodedSequences, 'qualificationEvidence.encodedSequences') }
154
- : evidence.operation === 'embed'
155
- ? { operation: 'embed', embeddedTexts: requirePositiveInteger(evidence.embeddedTexts, 'qualificationEvidence.embeddedTexts') }
156
- : { generatedTokens: requirePositiveInteger(evidence.generatedTokens, 'qualificationEvidence.generatedTokens') };
157
- const transcriptHash = requireString(evidence.transcriptHash, 'qualificationEvidence.transcriptHash');
158
- if (evidence.status !== 'passed') throw new Error('Forge only packages passed qualification evidence.');
159
- const capsulePath = toPosix(path.join(
160
- 'artifacts',
161
- 'evidence',
162
- `qualification-${surface.replace(/[^a-zA-Z0-9._-]+/g, '-')}-${evidenceHash.slice('sha256:'.length, 'sha256:'.length + 12)}.json`
163
- ));
164
- const artifact = {
165
- artifactId: artifactId('qualification-evidence', capsulePath, evidenceHash),
166
- role: 'qualification-evidence',
167
- path: capsulePath,
168
- hash: evidenceHash,
169
- sizeBytes,
170
- sourcePath,
171
- };
172
- return {
173
- surface,
174
- status: 'passed',
175
- evidenceArtifactId: artifact.artifactId,
176
- evidenceHash,
177
- transcriptHash,
178
- ...counts,
179
- artifact,
180
- };
181
- }
182
-
183
- function stripForgeOnlyArtifactFields(artifact) {
142
+ function stripRigOnlyArtifactFields(artifact) {
184
143
  const { sourcePath: ignoredSourcePath, ...capsuleArtifact } = artifact;
185
144
  void ignoredSourcePath;
186
145
  return capsuleArtifact;
@@ -191,10 +150,10 @@ export async function stageInspect(input) {
191
150
  const manifest = requireObject(input.manifest, 'manifest');
192
151
  const programBundle = requireObject(input.programBundle, 'Program Bundle');
193
152
  if (typeof input.manifestRaw !== 'string' || input.manifestRaw.length === 0) {
194
- throw new Error('Forge requires raw manifest bytes.');
153
+ throw new Error('Rig requires raw manifest bytes.');
195
154
  }
196
155
  if (typeof input.programBundleRaw !== 'string' || input.programBundleRaw.length === 0) {
197
- throw new Error('Forge requires raw Program Bundle bytes.');
156
+ throw new Error('Rig requires raw Program Bundle bytes.');
198
157
  }
199
158
  const manifestRaw = input.manifestRaw;
200
159
  const programBundleRaw = input.programBundleRaw;
@@ -202,7 +161,7 @@ export async function stageInspect(input) {
202
161
  const programBundlePath = path.resolve(requireString(input.programBundlePath, 'programBundlePath'));
203
162
  const outputPath = path.resolve(requireString(input.outputPath, 'outputPath'));
204
163
  if (manifest.modelId !== programBundle.modelId) {
205
- throw new Error(`Forge source mismatch: manifest modelId "${manifest.modelId}" != Program Bundle modelId "${programBundle.modelId}".`);
164
+ throw new Error(`Rig source mismatch: manifest modelId "${manifest.modelId}" != Program Bundle modelId "${programBundle.modelId}".`);
206
165
  }
207
166
  return {
208
167
  stage: 'inspect',
@@ -216,10 +175,13 @@ export async function stageInspect(input) {
216
175
  programBundlePath,
217
176
  outputPath,
218
177
  qualificationEvidence: Array.isArray(input.qualificationEvidence) ? input.qualificationEvidence : [],
178
+ pieceIndex: input.pieceIndex ?? null,
179
+ residentContract: input.residentContract ?? null,
219
180
  modelIR: input.modelIR ?? null,
220
181
  modelIREvidence: input.modelIREvidence ?? null,
221
182
  initialExecutionIdentity: input.initialExecutionIdentity ?? null,
222
183
  ...(input.adapterExecution !== undefined ? { adapterExecution: input.adapterExecution } : {}),
184
+ ...(input.tokenSelection !== undefined ? { tokenSelection: input.tokenSelection } : {}),
223
185
  release: requireObject(input.release, 'Capsule release contract'),
224
186
  },
225
187
  };
@@ -230,14 +192,27 @@ export function stageNormalize(inspected) {
230
192
  const bundle = input.programBundle;
231
193
  const manifestHash = `sha256:${sha256Hex(input.manifestRaw)}`;
232
194
  if (bundle.sources?.manifest?.hash !== manifestHash) {
233
- throw new Error(`Forge manifest bytes do not match Program Bundle: expected ${bundle.sources?.manifest?.hash}, got ${manifestHash}.`);
195
+ throw new Error(`Rig manifest bytes do not match Program Bundle: expected ${bundle.sources?.manifest?.hash}, got ${manifestHash}.`);
234
196
  }
235
197
  if (bundle.execution?.graphHash !== bundle.sources?.executionGraph?.hash) {
236
- throw new Error('Forge Program Bundle execution graph identities disagree.');
198
+ throw new Error('Rig Program Bundle execution graph identities disagree.');
237
199
  }
238
200
  const artifacts = bundle.artifacts.map((artifact) => normalizeCapsuleArtifact(artifact, input));
239
201
  const qualificationEvidence = input.qualificationEvidence.map(normalizeQualificationEvidence);
202
+ assertOrderedResidentQualificationSet(qualificationEvidence);
240
203
  artifacts.push(...qualificationEvidence.map((evidence) => evidence.artifact));
204
+ if (input.residentContract) {
205
+ const contract = input.residentContract;
206
+ artifacts.push({ ...contract, artifactId: artifactId('qualification-evidence', contract.path, contract.hash), role: 'qualification-evidence' });
207
+ }
208
+ let pieceIndexArtifactId = null;
209
+ if (input.pieceIndex) {
210
+ const piece = input.pieceIndex;
211
+ pieceIndexArtifactId = artifactId('piece-index', piece.path, piece.hash);
212
+ artifacts.push({ ...piece, artifactId: pieceIndexArtifactId, role: 'piece-index' });
213
+ }
214
+ if (qualificationEvidence.some(row => row.operation === 'residentPartition')
215
+ && (!pieceIndexArtifactId || !input.initialExecutionIdentity || !input.residentContract)) throw new Error('Resident qualification requires signed pieces and observed initial identity.');
241
216
  let modelIREvidenceArtifactId = null;
242
217
  if (input.modelIREvidence !== null) {
243
218
  const evidence = requireObject(input.modelIREvidence, 'ModelIR evidence');
@@ -271,7 +246,7 @@ export function stageNormalize(inspected) {
271
246
  artifacts.push(programBundleArtifact);
272
247
  const ids = new Set();
273
248
  for (const artifact of artifacts) {
274
- if (ids.has(artifact.artifactId)) throw new Error(`Forge produced duplicate artifactId "${artifact.artifactId}".`);
249
+ if (ids.has(artifact.artifactId)) throw new Error(`Rig produced duplicate artifactId "${artifact.artifactId}".`);
275
250
  ids.add(artifact.artifactId);
276
251
  }
277
252
  return {
@@ -283,6 +258,7 @@ export function stageNormalize(inspected) {
283
258
  artifacts,
284
259
  qualificationEvidence,
285
260
  modelIREvidenceArtifactId,
261
+ pieceIndexArtifactId,
286
262
  programBundleArtifactId: programBundleArtifact.artifactId,
287
263
  };
288
264
  }
@@ -293,18 +269,18 @@ export function stageAnalyze(normalized) {
293
269
  if (source.modelIR !== null && source.modelIR !== undefined) {
294
270
  const validation = validateModelIR(source.modelIR);
295
271
  if (!validation.ok) {
296
- throw new Error(`Forge analyze rejected supplied ModelIR: ${validation.errors.join('; ')}`);
272
+ throw new Error(`Rig analyze rejected supplied ModelIR: ${validation.errors.join('; ')}`);
297
273
  }
298
274
  if (source.modelIR.modelId !== manifest.modelId) {
299
275
  throw new Error(
300
- `Forge ModelIR modelId "${source.modelIR.modelId}" does not match manifest modelId "${manifest.modelId}".`
276
+ `Rig ModelIR modelId "${source.modelIR.modelId}" does not match manifest modelId "${manifest.modelId}".`
301
277
  );
302
278
  }
303
279
  let modelIR = source.modelIR;
304
280
  const sourceIdentity = modelIR.sourceIdentity;
305
281
  if (source.modelIR.schema === 'doppler.model-ir/v2') {
306
282
  if (!source.modelIREvidenceArtifactId) {
307
- throw new Error('Forge ModelIR v2 requires packaged source-truth evidence.');
283
+ throw new Error('Rig ModelIR v2 requires packaged source-truth evidence.');
308
284
  }
309
285
  const artifactIdentity = requireObject(manifest.artifactIdentity, 'manifest.artifactIdentity');
310
286
  const checkpointId = requireString(
@@ -313,16 +289,16 @@ export function stageAnalyze(normalized) {
313
289
  );
314
290
  if (sourceIdentity.checkpointId !== checkpointId) {
315
291
  throw new Error(
316
- `Forge ModelIR checkpointId "${sourceIdentity.checkpointId}" does not match manifest source checkpoint "${checkpointId}".`
292
+ `Rig ModelIR checkpointId "${sourceIdentity.checkpointId}" does not match manifest source checkpoint "${checkpointId}".`
317
293
  );
318
294
  }
319
295
  if (artifactIdentity.sourceRepo !== undefined
320
296
  && sourceIdentity.repository !== artifactIdentity.sourceRepo) {
321
- throw new Error('Forge ModelIR repository does not match manifest artifact identity.');
297
+ throw new Error('Rig ModelIR repository does not match manifest artifact identity.');
322
298
  }
323
299
  if (artifactIdentity.sourceRevision !== undefined
324
300
  && sourceIdentity.revision !== artifactIdentity.sourceRevision) {
325
- throw new Error('Forge ModelIR revision does not match manifest artifact identity.');
301
+ throw new Error('Rig ModelIR revision does not match manifest artifact identity.');
326
302
  }
327
303
  modelIR = promoteQualifiedModelIRV2(modelIR, source.programBundle);
328
304
  }
@@ -337,6 +313,7 @@ export function stageAnalyze(normalized) {
337
313
  assertModelTopologyRepresentable(manifest);
338
314
  const architecture = requireObject(manifest.architecture, 'manifest.architecture');
339
315
  const inference = requireObject(manifest.inference, 'manifest.inference');
316
+ const isSequence = inference.supportsSequence === true;
340
317
  const attention = requireObject(inference.attention, 'manifest.inference.attention');
341
318
  const normalization = requireObject(inference.normalization, 'manifest.inference.normalization');
342
319
  const ffn = requireObject(inference.ffn, 'manifest.inference.ffn');
@@ -390,6 +367,8 @@ export function stageAnalyze(normalized) {
390
367
  rope: {
391
368
  dimension: requirePositiveInteger(architecture.headDim, 'manifest.architecture.headDim'),
392
369
  baseFreq: requirePositiveInteger(inference.rope?.ropeTheta, 'manifest.inference.rope.ropeTheta'),
370
+ ...(inference.rope?.ropeInverseFrequencies != null
371
+ ? { inverseFrequencies: [...inference.rope.ropeInverseFrequencies] } : {}),
393
372
  localBaseFreq: inference.rope?.ropeLocalTheta === null
394
373
  ? null
395
374
  : requirePositiveInteger(inference.rope?.ropeLocalTheta, 'manifest.inference.rope.ropeLocalTheta'),
@@ -399,16 +378,17 @@ export function stageAnalyze(normalized) {
399
378
  intermediateSize: requirePositiveInteger(architecture.intermediateSize, 'manifest.architecture.intermediateSize'),
400
379
  },
401
380
  outputTopology: {
402
- headType: manifest.modelType === 'embedding' ? 'text-embedding'
403
- : inference.supportsSequence === true ? 'sequence-encoder' : 'causal-lm',
381
+ headType: isSequence ? 'sequence-encoder'
382
+ : manifest.modelType === 'embedding' ? 'text-embedding' : 'causal-lm',
404
383
  tieWeights: output.tieWordEmbeddings === true,
405
384
  ...(inference.supportsRerank === true
406
385
  ? { rerank: structuredClone(requireObject(inference.rerank, 'manifest.inference.rerank')) }
407
386
  : {}),
408
- ...(inference.supportsSequence === true
387
+ ...(isSequence
409
388
  ? { sequence: structuredClone(requireObject(inference.sequence, 'manifest.inference.sequence')) }
410
389
  : {}),
411
- ...(manifest.modelType === 'embedding' || inference.supportsEmbedding === true
390
+ ...(!isSequence
391
+ && (manifest.modelType === 'embedding' || inference.supportsEmbedding === true)
412
392
  ? { embedding: resolveCapsuleEmbeddingContract(manifest) }
413
393
  : {}),
414
394
  },
@@ -422,7 +402,14 @@ function dtypeByteWidth(dtype, label) {
422
402
  const normalized = requireString(dtype, label).toLowerCase();
423
403
  if (normalized === 'f16' || normalized === 'float16' || normalized === 'bf16') return 2;
424
404
  if (normalized === 'f32' || normalized === 'float32') return 4;
425
- throw new Error(`Forge cannot size state with unsupported dtype "${dtype}" at ${label}.`);
405
+ throw new Error(`Rig cannot size state with unsupported dtype "${dtype}" at ${label}.`);
406
+ }
407
+ function storageComponents(precision, dtype, label) {
408
+ if (precision !== 'f32' && precision !== 'two-f32') throw new Error(`Rig requires explicit supported ${label} precision.`);
409
+ if (precision === 'two-f32' && !['f32', 'float32'].includes(dtype.toLowerCase())) {
410
+ throw new Error(`Rig paired ${label} precision requires F32 source storage.`);
411
+ }
412
+ return precision === 'two-f32' ? 2 : 1;
426
413
  }
427
414
 
428
415
  function resolveModelIRSpecialization(modelIR, operation) {
@@ -446,22 +433,22 @@ function resolveModelIRSpecialization(modelIR, operation) {
446
433
  && (['rerank', 'embed'].includes(operation) || entryPoint.phases.includes('decode'))
447
434
  ));
448
435
  if (loweredEntries.length !== 1) {
449
- throw new Error(`Forge requires exactly one lowered ModelIR v2 ${operation} entry point with its execution phases.`);
436
+ throw new Error(`Rig requires exactly one lowered ModelIR v2 ${operation} entry point with its execution phases.`);
450
437
  }
451
438
  const entryPoint = loweredEntries[0];
452
439
  if (!modelIR.supportScope.loweredEntryPoints.includes(entryPoint.id)) {
453
- throw new Error(`Forge ${operation} entry point is absent from ModelIR supportScope.loweredEntryPoints.`);
440
+ throw new Error(`Rig ${operation} entry point is absent from ModelIR supportScope.loweredEntryPoints.`);
454
441
  }
455
442
  const component = modelIR.components.find((candidate) => candidate.id === entryPoint.componentId);
456
443
  const schedule = modelIR.blockSchedules.find((candidate) => candidate.componentId === entryPoint.componentId);
457
444
  if (!component || !schedule) {
458
- throw new Error('Forge cannot resolve the lowered entry point component and block schedule.');
445
+ throw new Error('Rig cannot resolve the lowered entry point component and block schedule.');
459
446
  }
460
447
  const hiddenSize = requirePositiveInteger(component.properties.hiddenSize, `${component.id}.properties.hiddenSize`);
461
448
  const vocabSize = requirePositiveInteger(component.properties.vocabSize, `${component.id}.properties.vocabSize`);
462
449
  const numLayers = requirePositiveInteger(component.properties.numLayers, `${component.id}.properties.numLayers`);
463
450
  if (schedule.blocks.length !== numLayers) {
464
- throw new Error(`Forge block schedule "${schedule.id}" does not contain ${numLayers} blocks.`);
451
+ throw new Error(`Rig block schedule "${schedule.id}" does not contain ${numLayers} blocks.`);
465
452
  }
466
453
 
467
454
  const classes = new Map(modelIR.blockClasses.map((blockClass) => [blockClass.id, blockClass]));
@@ -470,7 +457,7 @@ function resolveModelIRSpecialization(modelIR, operation) {
470
457
  let convolutionalStateElements = 0;
471
458
  for (const block of schedule.blocks) {
472
459
  const blockClass = classes.get(block.blockClassId);
473
- if (!blockClass) throw new Error(`Forge cannot resolve block class "${block.blockClassId}".`);
460
+ if (!blockClass) throw new Error(`Rig cannot resolve block class "${block.blockClassId}".`);
474
461
  if (blockClass.kind === 'full-attention' || blockClass.kind === 'local-attention') {
475
462
  kvElementsPerToken += requirePositiveInteger(
476
463
  blockClass.geometry.numKvHeads,
@@ -493,7 +480,7 @@ function resolveModelIRSpecialization(modelIR, operation) {
493
480
  }
494
481
  const recurrentState = modelIR.stateSpaces.find((state) => state.kind === 'recurrent');
495
482
  if (recurrentStateElements > 0 && !recurrentState) {
496
- throw new Error('Forge heterogeneous lowering requires a recurrent state-space contract.');
483
+ throw new Error('Rig heterogeneous lowering requires a recurrent state-space contract.');
497
484
  }
498
485
  const recurrentStateBytes = recurrentStateElements > 0
499
486
  ? recurrentStateElements * dtypeByteWidth(recurrentState.contract.dtype, 'ModelIR recurrent state contract.dtype')
@@ -515,10 +502,10 @@ function resolveModelIRSpecialization(modelIR, operation) {
515
502
 
516
503
  export function stageLower(analyzed) {
517
504
  const validation = validateModelIR(analyzed?.modelIR);
518
- if (!validation.ok) throw new Error(`Forge lower requires valid ModelIR: ${validation.errors.join('; ')}`);
505
+ if (!validation.ok) throw new Error(`Rig lower requires valid ModelIR: ${validation.errors.join('; ')}`);
519
506
  const bundle = analyzed.normalized.programBundle;
520
507
  const steps = bundle.execution?.steps;
521
- if (!Array.isArray(steps) || steps.length === 0) throw new Error('Forge lower requires expanded Program Bundle execution steps.');
508
+ if (!Array.isArray(steps) || steps.length === 0) throw new Error('Rig lower requires expanded Program Bundle execution steps.');
522
509
  const buildPhase = (phase) => [{
523
510
  kind: 'program-phase',
524
511
  phase,
@@ -545,13 +532,13 @@ export function stageSpecialize(lowered) {
545
532
  const manifest = normalized.manifest;
546
533
  const session = manifest.inference.session;
547
534
  const modules = normalized.programBundle.wgslModules;
548
- if (!Array.isArray(modules) || modules.length === 0) throw new Error('Forge specialize requires a non-empty WGSL closure.');
535
+ if (!Array.isArray(modules) || modules.length === 0) throw new Error('Rig specialize requires a non-empty WGSL closure.');
549
536
  const moduleArtifactByHash = new Map(normalized.artifacts
550
537
  .filter((artifact) => artifact.role === 'wgsl-source')
551
538
  .map((artifact) => [artifact.hash, artifact]));
552
539
  const wgslModules = modules.map((module) => {
553
540
  const sourceArtifact = moduleArtifactByHash.get(module.sourceHash);
554
- if (!sourceArtifact) throw new Error(`Forge cannot bind WGSL source bytes for module "${module.id}".`);
541
+ if (!sourceArtifact) throw new Error(`Rig cannot bind WGSL source bytes for module "${module.id}".`);
555
542
  return {
556
543
  id: module.id,
557
544
  file: module.file,
@@ -572,13 +559,27 @@ export function stageSpecialize(lowered) {
572
559
  || normalized.initialExecutionIdentity?.programLoadPolicy?.schema
573
560
  !== PROGRAM_LOAD_POLICY_SCHEMA_ID)) {
574
561
  throw new Error(
575
- 'Forge requires a pre-dispatch initial execution identity v2 with current signed '
562
+ 'Rig requires a pre-dispatch initial execution identity v2 with current signed '
576
563
  + 'program-load policy '
577
564
  + 'for ModelIR v2 specialization.'
578
565
  );
579
566
  }
580
567
  const requiresSubgroups = wgslModules.some((module) => module.metadata?.requiresSubgroups === true);
581
- const bytesPerActivation = activationDtype === 'f16' ? 2 : 4;
568
+ const requiredWgslFeatures = [...new Set(wgslModules.flatMap(module => module.metadata?.requiredWgslFeatures ?? []))].sort();
569
+ const loadPolicy = normalized.initialExecutionIdentity?.programLoadPolicy;
570
+ const storageSession = loadPolicy ? requireObject(loadPolicy.runtimeConfig?.inference?.session, 'observed storage session') : null;
571
+ const activationComponents = storageSession ? storageComponents(storageSession.intermediatePrecision, activationDtype, 'intermediate') : 1;
572
+ const recurrentComponents = storageSession && specialization.recurrentStateBytes > 0
573
+ ? storageComponents(storageSession.linearRecurrentStatePrecision, modelIR.stateSpaces.find(state => state.kind === 'recurrent').contract.dtype, 'recurrent') : 1;
574
+ const convolutionComponents = storageSession && specialization.convolutionalStateBytes > 0
575
+ ? storageComponents(storageSession.intermediatePrecision, modelIR.stateSpaces.find(state => state.kind === 'convolutional').contract.dtype, 'convolutional') : 1;
576
+ if (activationComponents === 2 && specialization.recurrentStateBytes > 0 && recurrentComponents !== 2) {
577
+ throw new Error('Rig paired intermediate precision requires paired recurrent state precision.');
578
+ }
579
+ if (storageSession?.intermediatePrecision === 'two-f32') {
580
+ for (const assertClosure of [assertPairedLinearMechanismClosure, assertPairedQKNormClosure]) assertClosure(manifest.inference);
581
+ }
582
+ const bytesPerActivation = dtypeByteWidth(activationDtype, 'activationDtype') * activationComponents;
582
583
  const bytesPerKv = kvDtype === 'f16' ? 2 : 4;
583
584
  const bufferSlots = [
584
585
  {
@@ -603,14 +604,14 @@ export function stageSpecialize(lowered) {
603
604
  bufferSlots.push({
604
605
  slotId: 'recurrent_state', role: 'recurrent-state', scope: 'session', owner: 'program',
605
606
  usage: ['storage', 'copy-dst'],
606
- size: { op: 'constant', bytes: specialization.recurrentStateBytes },
607
+ size: { op: 'constant', bytes: specialization.recurrentStateBytes * recurrentComponents },
607
608
  });
608
609
  }
609
610
  if (specialization.convolutionalStateBytes > 0) {
610
611
  bufferSlots.push({
611
612
  slotId: 'convolutional_state', role: 'convolutional-state', scope: 'session', owner: 'program',
612
613
  usage: ['storage', 'copy-dst'],
613
- size: { op: 'constant', bytes: specialization.convolutionalStateBytes },
614
+ size: { op: 'constant', bytes: specialization.convolutionalStateBytes * convolutionComponents },
614
615
  });
615
616
  }
616
617
  bufferSlots.push({
@@ -628,6 +629,7 @@ export function stageSpecialize(lowered) {
628
629
  capabilityPredicate: {
629
630
  requiresF16: activationDtype === 'f16' || kvDtype === 'f16',
630
631
  requiresSubgroups,
632
+ ...(requiredWgslFeatures.length ? { requiredWgslFeatures } : {}),
631
633
  minBufferSize: Math.max(...manifest.shards.map((shard) => requirePositiveInteger(shard.size, 'manifest.shards[].size'))),
632
634
  },
633
635
  dtypes: { activation: activationDtype, kv: kvDtype, weight: weightDtype },
@@ -648,14 +650,16 @@ export function stageSpecialize(lowered) {
648
650
  if (normalized.initialExecutionIdentity !== null) {
649
651
  const identityValidation = validateInitialExecutionIdentity(normalized.initialExecutionIdentity);
650
652
  if (!identityValidation.ok) {
651
- throw new Error(`Forge rejected initial execution identity: ${identityValidation.errors.join('; ')}`);
653
+ throw new Error(`Rig rejected initial execution identity: ${identityValidation.errors.join('; ')}`);
652
654
  }
653
655
  targetPlan = createTargetPlanV2({
654
656
  ...targetPlanFields,
655
657
  initialExecutionIdentity: normalized.initialExecutionIdentity,
656
658
  ...(normalized.adapterExecution !== undefined ? { adapterExecution: normalized.adapterExecution } : {}),
659
+ ...(normalized.tokenSelection !== undefined ? { tokenSelection: normalized.tokenSelection } : {}),
657
660
  });
658
661
  } else {
662
+ if (normalized.tokenSelection !== undefined) throw new Error('GPU token selection requires an exact initial execution identity.');
659
663
  if (normalized.adapterExecution !== undefined) throw new Error('Adapter execution requires an exact initial execution identity.');
660
664
  targetPlan = createTargetPlan(targetPlanFields);
661
665
  }
@@ -672,11 +676,11 @@ export function stageSearch(specialized, evaluation) {
672
676
  if (evaluation?.contract?.modelIRHash !== specialized.modelIRHash
673
677
  || hashStable(hashes) !== hashStable([...(evaluation?.contract?.candidateHashes || [])].sort())
674
678
  || hashStable(hashes) !== hashStable([...specialized.targetPlanHashes].sort())) {
675
- throw new Error('Forge search evaluation must bind exactly the specialized TargetPlans and ModelIR.');
679
+ throw new Error('Rig search evaluation must bind exactly the specialized TargetPlans and ModelIR.');
676
680
  }
677
681
  evaluationReceipt = evaluateForgeCandidates(evaluation);
678
682
  if (evaluationReceipt.selectedCandidateHashes.length === 0) {
679
- const error = new Error('Forge search rejected every evaluated TargetPlan; no Capsule may be signed.');
683
+ const error = new Error('Rig search rejected every evaluated TargetPlan; no Capsule may be signed.');
680
684
  error.evaluationReceipt = evaluationReceipt;
681
685
  throw error;
682
686
  }
@@ -704,31 +708,31 @@ function assertTargetPlanMatchesInitialExecutionIdentity(plan) {
704
708
  .map(({ moduleId, digest }) => ({ moduleId, digest }))
705
709
  .sort((left, right) => left.moduleId.localeCompare(right.moduleId));
706
710
  if (hashStable(plannedKernels) !== hashStable(observedKernels)) {
707
- throw new Error('Forge verify found a TargetPlan kernel closure different from the observed initial execution.');
711
+ throw new Error('Rig verify found a TargetPlan kernel closure different from the observed initial execution.');
708
712
  }
709
713
  for (const lane of ['activation', 'kv']) {
710
714
  if (plan.dtypes[lane] !== plan.initialExecutionIdentity.dtypeLane[lane]) {
711
- throw new Error(`Forge verify found TargetPlan dtype lane "${lane}" different from initial execution.`);
715
+ throw new Error(`Rig verify found TargetPlan dtype lane "${lane}" different from initial execution.`);
712
716
  }
713
717
  }
714
718
  if (hashStable(plan.fusions) !== hashStable(plan.initialExecutionIdentity.fusionSet)) {
715
- throw new Error('Forge verify found a TargetPlan fusion set different from the observed initial execution.');
719
+ throw new Error('Rig verify found a TargetPlan fusion set different from the observed initial execution.');
716
720
  }
717
721
  if (plan.memoryLayout.kvCacheLayout !== plan.initialExecutionIdentity.kvLayout.layout) {
718
- throw new Error('Forge verify found a TargetPlan KV layout different from the observed initial execution.');
722
+ throw new Error('Rig verify found a TargetPlan KV layout different from the observed initial execution.');
719
723
  }
720
724
  }
721
725
 
722
726
  export function stageVerify(searched) {
723
727
  const modelValidation = validateModelIR(searched.modelIR);
724
- if (!modelValidation.ok) throw new Error(`Forge verify rejected ModelIR: ${modelValidation.errors.join('; ')}`);
728
+ if (!modelValidation.ok) throw new Error(`Rig verify rejected ModelIR: ${modelValidation.errors.join('; ')}`);
725
729
  const moduleIds = new Set(searched.wgslModules.map((module) => module.id));
726
730
  for (const plan of searched.targetPlans) {
727
731
  const validation = validateTargetPlan(plan);
728
- if (!validation.ok) throw new Error(`Forge verify rejected TargetPlan: ${validation.errors.join('; ')}`);
729
- if (plan.modelIRHash !== searched.modelIRHash) throw new Error('Forge verify found a TargetPlan bound to a different ModelIR.');
732
+ if (!validation.ok) throw new Error(`Rig verify rejected TargetPlan: ${validation.errors.join('; ')}`);
733
+ if (plan.modelIRHash !== searched.modelIRHash) throw new Error('Rig verify found a TargetPlan bound to a different ModelIR.');
730
734
  if (plan.kernelClosure.some((kernel) => !moduleIds.has(kernel.moduleId))) {
731
- throw new Error('Forge verify found a TargetPlan kernel outside the WGSL closure.');
735
+ throw new Error('Rig verify found a TargetPlan kernel outside the WGSL closure.');
732
736
  }
733
737
  assertTargetPlanMatchesInitialExecutionIdentity(plan);
734
738
  }
@@ -738,7 +742,7 @@ export function stageVerify(searched) {
738
742
  export function stageQualify(verified) {
739
743
  for (const plan of verified.targetPlans) {
740
744
  if (!plan.qualification.every((record) => record.status === 'passed')) {
741
- throw new Error(`Forge qualify rejected target "${plan.targetId}".`);
745
+ throw new Error(`Rig qualify rejected target "${plan.targetId}".`);
742
746
  }
743
747
  }
744
748
  return { ...verified, stage: 'qualify', ok: true, qualificationReceipt: { targetIds: verified.targetPlans.map((plan) => plan.targetId) } };
@@ -746,7 +750,7 @@ export function stageQualify(verified) {
746
750
 
747
751
  export function stagePackage(qualified) {
748
752
  const normalized = qualified.normalized;
749
- const artifacts = normalized.artifacts.map(stripForgeOnlyArtifactFields);
753
+ const artifacts = normalized.artifacts.map(stripRigOnlyArtifactFields);
750
754
  const findIds = (role) => artifacts.filter((artifact) => artifact.role === role).map((artifact) => artifact.artifactId);
751
755
  const capsule = buildCapsuleV2({
752
756
  modelId: qualified.modelIR.modelId,
@@ -761,6 +765,7 @@ export function stagePackage(qualified) {
761
765
  programBundleArtifactId: normalized.programBundleArtifactId,
762
766
  executionGraphHash: normalized.programBundle.execution.graphHash,
763
767
  manifestArtifactId: findIds('manifest')[0],
768
+ ...(normalized.pieceIndexArtifactId ? { pieceIndexArtifactId: normalized.pieceIndexArtifactId } : {}),
764
769
  ...(normalized.modelIREvidenceArtifactId
765
770
  ? { modelIREvidenceArtifactId: normalized.modelIREvidenceArtifactId }
766
771
  : {}),
@@ -778,7 +783,7 @@ export async function stageSign(packaged, signer) {
778
783
  return { ...packaged, stage: 'sign', ok: true, capsule, semanticRoot: capsule.semanticRoot };
779
784
  }
780
785
 
781
- export async function runForgePipeline(input, signer) {
786
+ export async function runRigPipeline(input, signer) {
782
787
  const inspected = await stageInspect(input);
783
788
  const normalized = stageNormalize(inspected.data);
784
789
  const analyzed = stageAnalyze(normalized);
@@ -796,3 +801,5 @@ export async function runForgePipeline(input, signer) {
796
801
  .map((stage) => ({ stage: stage.stage, ok: stage.ok })),
797
802
  };
798
803
  }
804
+
805
+ export { runRigPipeline as runForgePipeline, RIG_PIPELINE_VERSION as FORGE_PIPELINE_VERSION };