doppler-gpu 0.5.1 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (953) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +106 -87
  6. package/src/capsule-runtime.d.ts +25 -0
  7. package/src/capsule-runtime.js +24 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +2 -0
  24. package/src/client/capsule-host.d.ts +5 -0
  25. package/src/client/capsule-host.js +2 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +38 -1
  28. package/src/client/doppler-api.js +41 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +323 -0
  45. package/src/client/{runtime → model-host}/model-session.js +202 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +69 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +101 -0
  64. package/src/client/runtime/capsule-program-adapter.js +153 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +89 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +77 -0
  72. package/src/client/runtime/composition-root.js +352 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +19 -0
  92. package/src/client/runtime/session-controller.js +92 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +12 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +63 -0
  109. package/src/config/capsule-operations.json +17 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
  128. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
  129. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
  130. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
  132. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
  134. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
  135. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
  136. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
  137. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
  140. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
  141. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
  142. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  143. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
  145. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
  146. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
  147. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
  148. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  149. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
  150. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
  151. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
  152. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
  153. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  154. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  155. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
  157. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
  158. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
  160. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
  161. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
  162. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  163. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
  164. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
  165. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  166. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
  167. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  168. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  169. package/src/config/dtype-transition-contract.js +40 -0
  170. package/src/config/embedding-contract.js +26 -0
  171. package/src/config/embedding-reference.js +85 -0
  172. package/src/config/evidence/source-intake-policy.json +1 -1
  173. package/src/config/execution-contract-check.d.ts +16 -73
  174. package/src/config/execution-contract-check.js +7 -429
  175. package/src/config/forecast-manifest.js +56 -0
  176. package/src/config/generation-contract.d.ts +39 -0
  177. package/src/config/generation-contract.js +66 -0
  178. package/src/config/generation-contract.json +32 -0
  179. package/src/config/heterogeneous-attention-contract.js +46 -0
  180. package/src/config/initial-execution-identity.d.ts +58 -0
  181. package/src/config/initial-execution-identity.js +331 -0
  182. package/src/config/kernel-path-loader.d.ts +17 -0
  183. package/src/config/kernel-path-loader.js +42 -8
  184. package/src/config/kernel-registry-contract.d.ts +25 -0
  185. package/src/config/kernel-registry-contract.js +46 -0
  186. package/src/config/kernels/kernel-ref-digests.js +66 -18
  187. package/src/config/kernels/registry.js +1 -1
  188. package/src/config/kernels/registry.json +13617 -11377
  189. package/src/config/lora-layouts.d.ts +10 -0
  190. package/src/config/lora-layouts.js +17 -0
  191. package/src/config/lora-layouts.json +9 -0
  192. package/src/config/manifest-inference-validation.js +575 -0
  193. package/src/config/merge/execution-patches.js +12 -0
  194. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  195. package/src/config/merge/value-selection.js +38 -0
  196. package/src/config/merge.js +43 -11
  197. package/src/config/model-ir-v2.d.ts +57 -0
  198. package/src/config/model-ir-v2.js +258 -0
  199. package/src/config/model-ir.d.ts +49 -0
  200. package/src/config/model-ir.js +180 -0
  201. package/src/config/param-validator.js +1 -1
  202. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  203. package/src/config/platforms/loader.js +2 -1
  204. package/src/config/production-release-evidence.d.ts +23 -0
  205. package/src/config/production-release-evidence.js +423 -0
  206. package/src/config/production-release.js +321 -0
  207. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  208. package/src/config/required-inference-fields-contract-check.js +2 -2
  209. package/src/config/rerank-reference.d.ts +28 -0
  210. package/src/config/rerank-reference.js +89 -0
  211. package/src/config/revocation-policy.d.ts +65 -0
  212. package/src/config/revocation-policy.js +290 -0
  213. package/src/config/revocation-registry.json +11 -0
  214. package/src/config/revocation-updates.d.ts +68 -0
  215. package/src/config/revocation-updates.js +440 -0
  216. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  217. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  218. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  219. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  220. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  221. package/src/config/runtime-merge.js +1 -1
  222. package/src/config/runtime.js +1 -1
  223. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  224. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  225. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  226. package/src/config/schema/conversion-report.schema.js +29 -0
  227. package/src/config/schema/converter.schema.d.ts +1 -0
  228. package/src/config/schema/debug.schema.d.ts +1 -0
  229. package/src/config/schema/doppler.schema.js +6 -5
  230. package/src/config/schema/emulation.schema.js +1 -1
  231. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  232. package/src/config/schema/execution-v1.schema.js +19 -0
  233. package/src/config/schema/harness.schema.d.ts +13 -0
  234. package/src/config/schema/harness.schema.js +6 -0
  235. package/src/config/schema/inference.schema.d.ts +21 -2
  236. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  237. package/src/config/schema/manifest.schema.d.ts +26 -7
  238. package/src/config/schema/manifest.schema.js +10 -1
  239. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  240. package/src/config/schema/program-bundle.schema.js +145 -10
  241. package/src/config/sequence-reference.d.ts +26 -0
  242. package/src/config/sequence-reference.js +100 -0
  243. package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
  244. package/src/config/target-plan.d.ts +108 -0
  245. package/src/config/target-plan.js +411 -0
  246. package/src/config/training-defaults.js +1 -1
  247. package/src/config/transforms/capability-transform-resolver.js +4 -105
  248. package/src/config/transforms/execution-graph/dtype.js +591 -0
  249. package/src/config/transforms/execution-graph/fusion.js +436 -0
  250. package/src/config/transforms/execution-graph/validation.js +414 -0
  251. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  252. package/src/converter/artifact-identity.js +475 -0
  253. package/src/converter/conversion-plan.js +1 -1
  254. package/src/converter/core.js +94 -2096
  255. package/src/converter/forge-candidate-evaluation.js +271 -0
  256. package/src/converter/forge-qualification.js +163 -0
  257. package/src/converter/forge-stages.js +800 -0
  258. package/src/converter/manifest-builder.js +683 -0
  259. package/src/converter/quantization-info.js +4 -1
  260. package/src/converter/quantizer.js +76 -13
  261. package/src/converter/shard-packer.d.ts +1 -1
  262. package/src/converter/shard-packer.js +2 -2
  263. package/src/converter/tensor-transform.js +640 -0
  264. package/src/converter/tokenizer-contract.js +243 -0
  265. package/src/converter/tokenizer-manifest.js +243 -0
  266. package/src/debug/history.js +0 -8
  267. package/src/debug/index.js +0 -10
  268. package/src/debug/tensor.js +1 -1
  269. package/src/debug/trace.js +0 -7
  270. package/src/experimental/adapters/adapter-manager.js +2 -0
  271. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  272. package/src/experimental/adapters/adapter-manifest.js +11 -0
  273. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  274. package/src/experimental/adapters/artifact-contract.js +5 -2
  275. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  276. package/src/experimental/adapters/lora-loader.js +110 -48
  277. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  279. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  280. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  281. package/src/experimental/browser/browser-converter.js +11 -11
  282. package/src/experimental/diffusion/index.d.ts +1 -1
  283. package/src/experimental/diffusion/index.js +1 -1
  284. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  285. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  286. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  287. package/src/experimental/diffusion/vae.js +596 -0
  288. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  289. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  290. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  291. package/src/experimental/distribution/shard-delivery.js +4 -1709
  292. package/src/experimental/energy/index.d.ts +2 -2
  293. package/src/experimental/energy/index.js +2 -2
  294. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  295. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  296. package/src/experimental/logits/cpu-output.d.ts +27 -0
  297. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  298. package/src/experimental/logits/cpu.d.ts +87 -0
  299. package/src/experimental/logits/cpu.js +95 -0
  300. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  301. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  302. package/src/experimental/orchestration/index.d.ts +1 -1
  303. package/src/experimental/orchestration/index.js +1 -1
  304. package/src/experimental/training/artifacts.js +2 -2
  305. package/src/experimental/training/checkpoint.js +2 -2
  306. package/src/experimental/training/distillation/artifacts.js +1 -1
  307. package/src/experimental/training/distillation/dataset.js +2 -2
  308. package/src/experimental/training/distillation/eval.js +1 -1
  309. package/src/experimental/training/distillation/runtime.js +2 -2
  310. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  311. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  312. package/src/experimental/training/distillation/student-fixture.js +2 -469
  313. package/src/experimental/training/lora/checkpoint.js +746 -0
  314. package/src/experimental/training/lora/execution.js +550 -0
  315. package/src/experimental/training/lora/plan.js +387 -0
  316. package/src/experimental/training/lora/recovery.js +418 -0
  317. package/src/experimental/training/lora-pipeline.js +7 -1949
  318. package/src/experimental/training/operator-artifacts.js +2 -2
  319. package/src/experimental/training/operator-command.js +4 -4
  320. package/src/experimental/training/runner/evaluation.js +62 -0
  321. package/src/experimental/training/runner/lifecycle.js +257 -0
  322. package/src/experimental/training/runner.js +5 -268
  323. package/src/experimental/training/suite/execution.js +879 -0
  324. package/src/experimental/training/suite/plan.js +855 -0
  325. package/src/experimental/training/suite.js +5 -1659
  326. package/src/experimental/training/workloads.d.ts +5 -5
  327. package/src/experimental/training/workloads.js +6 -6
  328. package/src/experimental/turboquant/codebook.js +470 -0
  329. package/src/formats/quantization-constants.d.ts +11 -0
  330. package/src/formats/quantization-constants.js +11 -0
  331. package/src/formats/rdrr/integrity.js +1 -1
  332. package/src/formats/rdrr/lowerings.js +0 -29
  333. package/src/formats/rdrr/merkle.js +1 -1
  334. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  335. package/src/formats/rdrr/validation.js +3 -3
  336. package/src/gpu/command-recorder.d.ts +10 -1
  337. package/src/gpu/command-recorder.js +58 -14
  338. package/src/gpu/constant-buffer.js +29 -0
  339. package/src/gpu/device-state.js +44 -0
  340. package/src/gpu/device.js +11 -41
  341. package/src/gpu/kernel-runtime.js +2 -1
  342. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  343. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  344. package/src/gpu/kernels/attention/executors.js +960 -0
  345. package/src/gpu/kernels/attention/plan.js +472 -0
  346. package/src/gpu/kernels/attention.d.ts +4 -0
  347. package/src/gpu/kernels/attention.js +145 -1545
  348. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  349. package/src/gpu/kernels/backward/adam.js +2 -1
  350. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  351. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  352. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  353. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  354. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  355. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  356. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  357. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  358. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  359. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  360. package/src/gpu/kernels/backward/executor.js +158 -0
  361. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  362. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  363. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  364. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  365. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  366. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  367. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  368. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  369. package/src/gpu/kernels/backward/matmul.js +133 -0
  370. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  371. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  372. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  374. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  376. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  377. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  378. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  379. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  380. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  381. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  382. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  383. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  384. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  385. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  386. package/src/gpu/kernels/backward/utils.js +2 -392
  387. package/src/gpu/kernels/bind-group-validation.js +16 -0
  388. package/src/gpu/kernels/cast.js +2 -1
  389. package/src/gpu/kernels/check-finiteness.js +13 -49
  390. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  391. package/src/gpu/kernels/check-stop.js +14 -33
  392. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  393. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  394. package/src/gpu/kernels/check_stop.wgsl +20 -0
  395. package/src/gpu/kernels/clamp.js +1 -1
  396. package/src/gpu/kernels/conv2d.js +1 -1
  397. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  398. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  399. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  400. package/src/gpu/kernels/dequant.js +7 -2
  401. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  402. package/src/gpu/kernels/dispatch.js +12 -1
  403. package/src/gpu/kernels/embedding-pool.js +72 -0
  404. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  405. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  406. package/src/gpu/kernels/energy.js +2 -1
  407. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  408. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  409. package/src/gpu/kernels/fused_ffn.js +10 -220
  410. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  411. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  412. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  413. package/src/gpu/kernels/gated-short-conv.js +11 -69
  414. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  415. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  416. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  417. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  418. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  419. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  420. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  421. package/src/gpu/kernels/gather.d.ts +1 -1
  422. package/src/gpu/kernels/gather.js +30 -6
  423. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  424. package/src/gpu/kernels/gelu.d.ts +4 -0
  425. package/src/gpu/kernels/gelu.js +12 -2
  426. package/src/gpu/kernels/gelu.wgsl +16 -0
  427. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  428. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  429. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  430. package/src/gpu/kernels/groupnorm.js +1 -1
  431. package/src/gpu/kernels/index.d.ts +38 -5
  432. package/src/gpu/kernels/index.js +18 -4
  433. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  434. package/src/gpu/kernels/kernel-base.js +1 -1
  435. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  436. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  437. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  438. package/src/gpu/kernels/kernel-configs.js +26 -54
  439. package/src/gpu/kernels/kernel-execution.js +141 -0
  440. package/src/gpu/kernels/kv-cache-write.js +4 -4
  441. package/src/gpu/kernels/kv-quantize.js +4 -1
  442. package/src/gpu/kernels/l2-normalize.js +36 -0
  443. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  444. package/src/gpu/kernels/layernorm.d.ts +4 -4
  445. package/src/gpu/kernels/layernorm.js +44 -7
  446. package/src/gpu/kernels/linear-attention-core.js +29 -449
  447. package/src/gpu/kernels/linear_attention.js +1 -1
  448. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  449. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  450. package/src/gpu/kernels/logit-finalize.js +103 -0
  451. package/src/gpu/kernels/logit-merge.js +13 -125
  452. package/src/gpu/kernels/logit-scatter.js +40 -0
  453. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  454. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  455. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  456. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  457. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  458. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  459. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  460. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  461. package/src/gpu/kernels/matmul-selection.js +3 -2
  462. package/src/gpu/kernels/matmul.js +4 -15
  463. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  464. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  465. package/src/gpu/kernels/modulate.js +1 -1
  466. package/src/gpu/kernels/moe.js +3 -1
  467. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  468. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  469. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  470. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  471. package/src/gpu/kernels/patch_context.wgsl +29 -0
  472. package/src/gpu/kernels/pipeline-cache.js +3 -1
  473. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  474. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  475. package/src/gpu/kernels/relu.js +1 -1
  476. package/src/gpu/kernels/rep-penalty.js +30 -5
  477. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  478. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  479. package/src/gpu/kernels/repeat_channels.js +1 -1
  480. package/src/gpu/kernels/residual.js +2 -2
  481. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  482. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  483. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  484. package/src/gpu/kernels/rmsnorm.js +1 -1
  485. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  486. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  487. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  488. package/src/gpu/kernels/rope-precompute.js +160 -0
  489. package/src/gpu/kernels/rope-qk.js +1 -1
  490. package/src/gpu/kernels/rope.js +2 -2
  491. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  492. package/src/gpu/kernels/sample.d.ts +1 -0
  493. package/src/gpu/kernels/sample.js +36 -17
  494. package/src/gpu/kernels/sample.wgsl +112 -157
  495. package/src/gpu/kernels/sample_f16.wgsl +168 -162
  496. package/src/gpu/kernels/scale.js +1 -1
  497. package/src/gpu/kernels/shader-cache.js +8 -4
  498. package/src/gpu/kernels/shader-source-scope.js +68 -0
  499. package/src/gpu/kernels/silu.js +2 -1
  500. package/src/gpu/kernels/soft-embedding.js +3 -1
  501. package/src/gpu/kernels/softmax.js +4 -2
  502. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  503. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  504. package/src/gpu/kernels/split_qg.js +1 -1
  505. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  506. package/src/gpu/kernels/split_qkv.js +18 -3
  507. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  508. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  509. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  510. package/src/gpu/kernels/transpose.js +1 -1
  511. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  512. package/src/gpu/kernels/uniform-utils.js +7 -2
  513. package/src/gpu/kernels/upsample2d.js +1 -1
  514. package/src/gpu/kernels/utils.js +9 -330
  515. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  516. package/src/gpu/kernels/vision-average-pool.js +68 -0
  517. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  518. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  519. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  520. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  521. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  522. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  523. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  524. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  525. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  526. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  527. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  528. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  529. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  530. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  531. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  532. package/src/gpu/readback-buffer.js +20 -0
  533. package/src/gpu/submit-probe.js +2 -26
  534. package/src/gpu/weight-buffer.d.ts +1 -0
  535. package/src/gpu/weight-buffer.js +7 -0
  536. package/src/index.d.ts +12 -0
  537. package/src/index.js +2 -0
  538. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  539. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  540. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  541. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  542. package/src/inference/browser-harness/inference-execution.js +543 -0
  543. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  544. package/src/inference/browser-harness/model-resolution.js +137 -0
  545. package/src/inference/browser-harness/report.js +338 -0
  546. package/src/inference/browser-harness/request.js +263 -0
  547. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  548. package/src/inference/browser-harness/runtime-config.js +255 -0
  549. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  550. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  551. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  552. package/src/inference/browser-harness/runtime-report.js +117 -0
  553. package/src/inference/browser-harness/suite-summary.js +39 -0
  554. package/src/inference/browser-harness/text-evidence.js +694 -0
  555. package/src/inference/browser-harness/text-execution.js +757 -0
  556. package/src/inference/browser-harness/text-input.js +725 -0
  557. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  558. package/src/inference/browser-harness-contract-helpers.js +1 -1
  559. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  560. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  561. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  562. package/src/inference/browser-harness-text-helpers.js +31 -2199
  563. package/src/inference/browser-harness.d.ts +15 -2
  564. package/src/inference/browser-harness.js +38 -1952
  565. package/src/inference/kv-cache/base.js +67 -381
  566. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  567. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  568. package/src/inference/kv-cache/quantized.d.ts +2 -2
  569. package/src/inference/kv-cache/quantized.js +4 -8
  570. package/src/inference/kv-cache/update.js +309 -0
  571. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  572. package/src/inference/model-checkpoint-evidence.js +264 -0
  573. package/src/inference/moe-router.js +36 -216
  574. package/src/inference/multi-model-network.js +5 -341
  575. package/src/inference/pipelines/audio/index.js +1 -20
  576. package/src/inference/pipelines/audio/mel.js +0 -38
  577. package/src/inference/pipelines/context.js +6 -2
  578. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  579. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  580. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  581. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  582. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  583. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  584. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  585. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  586. package/src/inference/pipelines/factory.js +14 -3
  587. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  588. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  589. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
  590. package/src/inference/pipelines/text/abort-contract.js +22 -0
  591. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  592. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  593. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  594. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  595. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  596. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  597. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  598. package/src/inference/pipelines/text/attention/plan.js +17 -0
  599. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  600. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  601. package/src/inference/pipelines/text/attention/projections.js +20 -537
  602. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  603. package/src/inference/pipelines/text/attention/record.js +0 -6
  604. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  605. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  606. package/src/inference/pipelines/text/attention/run.js +0 -6
  607. package/src/inference/pipelines/text/attention/types.js +3 -31
  608. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  609. package/src/inference/pipelines/text/chat-format.js +42 -0
  610. package/src/inference/pipelines/text/config/normalization.js +729 -0
  611. package/src/inference/pipelines/text/config/validation.js +9 -0
  612. package/src/inference/pipelines/text/config.d.ts +12 -1
  613. package/src/inference/pipelines/text/config.js +14 -1228
  614. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  615. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  616. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  617. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  618. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  619. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  620. package/src/inference/pipelines/text/embed.js +178 -241
  621. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  622. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  623. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  624. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  625. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  626. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  627. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  628. package/src/inference/pipelines/text/execution-v1.js +7 -283
  629. package/src/inference/pipelines/text/execution.js +517 -0
  630. package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
  631. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  632. package/src/inference/pipelines/text/ffn/dense.js +6 -970
  633. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  634. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  635. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  636. package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
  637. package/src/inference/pipelines/text/generator/decode.js +964 -0
  638. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  639. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  640. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  641. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  642. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  643. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  644. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  645. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  646. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  647. package/src/inference/pipelines/text/generator/text.js +448 -0
  648. package/src/inference/pipelines/text/generator/training.js +753 -0
  649. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  650. package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
  651. package/src/inference/pipelines/text/generator-runtime.js +23 -154
  652. package/src/inference/pipelines/text/generator-steps.js +45 -980
  653. package/src/inference/pipelines/text/generator.js +179 -3552
  654. package/src/inference/pipelines/text/image-transcription.js +304 -0
  655. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  656. package/src/inference/pipelines/text/init-rope.js +37 -189
  657. package/src/inference/pipelines/text/init.d.ts +8 -3
  658. package/src/inference/pipelines/text/init.js +6 -216
  659. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  660. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  661. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  662. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  663. package/src/inference/pipelines/text/layer-plan.js +45 -3
  664. package/src/inference/pipelines/text/layer.js +52 -522
  665. package/src/inference/pipelines/text/lifecycle.js +839 -0
  666. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  667. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  668. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  669. package/src/inference/pipelines/text/linear-attention.js +28 -534
  670. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  671. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  672. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  673. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  674. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  675. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  676. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  677. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  678. package/src/inference/pipelines/text/logits/index.js +62 -102
  679. package/src/inference/pipelines/text/logits/output-transform.js +54 -0
  680. package/src/inference/pipelines/text/logits/plan.js +184 -0
  681. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  682. package/src/inference/pipelines/text/logits/readback.js +9 -0
  683. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  684. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  685. package/src/inference/pipelines/text/lora-apply.js +12 -4
  686. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  687. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  688. package/src/inference/pipelines/text/model-load.js +0 -20
  689. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  690. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  691. package/src/inference/pipelines/text/moe/plan.js +47 -0
  692. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  693. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  694. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  695. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  696. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  697. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  698. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  699. package/src/inference/pipelines/text/probes.js +20 -0
  700. package/src/inference/pipelines/text/sampling-config.js +22 -113
  701. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  702. package/src/inference/pipelines/text/sampling.js +18 -375
  703. package/src/inference/pipelines/text/state.d.ts +8 -0
  704. package/src/inference/pipelines/text/state.js +1 -0
  705. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  706. package/src/inference/pipelines/text/types.d.ts +7 -3
  707. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  708. package/src/inference/pipelines/text.d.ts +2 -2
  709. package/src/inference/pipelines/text.js +46 -1633
  710. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  711. package/src/inference/pipelines/video/index.js +0 -21
  712. package/src/inference/pipelines/vision/attention.js +59 -0
  713. package/src/inference/pipelines/vision/encoder.js +254 -369
  714. package/src/inference/pipelines/vision/gemma4.js +204 -318
  715. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  716. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  717. package/src/inference/pipelines/vision/glmocr.js +557 -0
  718. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  719. package/src/inference/pipelines/vision/index.js +8 -27
  720. package/src/inference/pipelines/vision/ops.js +11 -33
  721. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  722. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  723. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  724. package/src/inference/refactor-receipt.js +2 -2
  725. package/src/inference/rerank.js +182 -0
  726. package/src/inference/token-sampling.js +319 -0
  727. package/src/inference/tokenizer.js +1 -1
  728. package/src/inference/tokenizers/behavior-flags.js +6 -3
  729. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  730. package/src/inference/tokenizers/bundled/registry.js +216 -0
  731. package/src/inference/tokenizers/bundled.js +23 -353
  732. package/src/loader/doppler-loader.d.ts +4 -0
  733. package/src/loader/doppler-loader.js +119 -930
  734. package/src/loader/embedding-limit-preflight.js +11 -4
  735. package/src/loader/embedding-loader.js +1 -3
  736. package/src/loader/gpu-tensor-materialization.js +20 -0
  737. package/src/loader/layer-loader.js +15 -119
  738. package/src/loader/layer-tensor-aliases.js +99 -0
  739. package/src/loader/layer-weight-shape.js +29 -0
  740. package/src/loader/load-timing.js +64 -0
  741. package/src/loader/loader-types.d.ts +3 -0
  742. package/src/loader/model-executor.js +819 -0
  743. package/src/loader/model-load-validation.js +15 -0
  744. package/src/loader/quantization-constants.d.ts +11 -29
  745. package/src/loader/quantization-constants.js +1 -2
  746. package/src/loader/shard-resolver.js +0 -14
  747. package/src/loader/tensor-load-error.js +14 -0
  748. package/src/loader/tensor-shard-indices.js +8 -0
  749. package/src/loader/tensors/bf16-loader.js +125 -0
  750. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  751. package/src/loader/tensors/load-executor.js +577 -0
  752. package/src/loader/tensors/source-transform/executor.js +123 -0
  753. package/src/loader/tensors/source-transform/plan.js +107 -0
  754. package/src/loader/tensors/source-transform.js +15 -264
  755. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  756. package/src/loader/tensors/tensor-loader.js +7 -653
  757. package/src/memory/buffer-pool.js +7 -29
  758. package/src/rules/capability-transform-resolver.js +80 -0
  759. package/src/rules/execution-contract.d.ts +73 -0
  760. package/src/rules/execution-contract.js +429 -0
  761. package/src/rules/execution-rules-contract-check.js +1 -1
  762. package/src/rules/generated/rule-bundle.json +4305 -0
  763. package/src/rules/inference/capability-transforms.rules.json +3 -3
  764. package/src/rules/layer-pattern-contract-check.js +1 -1
  765. package/src/rules/rule-registry.js +70 -57
  766. package/src/storage/artifact-storage-context.js +2 -2
  767. package/src/storage/backend-selection.js +43 -0
  768. package/src/storage/backends/opfs-store.d.ts +41 -0
  769. package/src/storage/distribution-transport.js +5 -0
  770. package/src/storage/download/integrity.d.ts +33 -0
  771. package/src/storage/download/integrity.js +130 -0
  772. package/src/storage/download/resume-inspection.d.ts +22 -0
  773. package/src/storage/download/resume-inspection.js +134 -0
  774. package/src/storage/download/retry.js +57 -0
  775. package/src/storage/download/state.js +131 -0
  776. package/src/storage/download/transport.js +99 -0
  777. package/src/storage/downloader.js +74 -453
  778. package/src/storage/model-cache.d.ts +1 -0
  779. package/src/storage/model-cache.js +51 -11
  780. package/src/storage/shard-manager.d.ts +5 -0
  781. package/src/storage/shard-manager.js +50 -369
  782. package/src/storage/shards/index.js +60 -0
  783. package/src/storage/shards/integrity.js +225 -0
  784. package/src/storage/shards/lifecycle.js +22 -0
  785. package/src/storage/source-artifact-store.js +14 -4
  786. package/src/tooling/boundary-evidence.d.ts +4 -4
  787. package/src/tooling/boundary-evidence.js +20 -20
  788. package/src/tooling/browser-command-runner.js +13 -6
  789. package/src/tooling/capsule-v2.d.ts +11 -0
  790. package/src/tooling/capsule-v2.js +58 -0
  791. package/src/tooling/capsule.js +20 -0
  792. package/src/tooling/command-api-constants.js +1 -1
  793. package/src/tooling/command-api-family-normalizers.js +163 -5
  794. package/src/tooling/command-api.d.ts +42 -3
  795. package/src/tooling/command-api.js +7 -2
  796. package/src/tooling/command-envelope.js +1 -1
  797. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  798. package/src/tooling/command-runner.html +49 -1
  799. package/src/tooling/command-validation.js +1 -24
  800. package/src/tooling/conversion-run-timing.js +24 -0
  801. package/src/tooling/diagnose-runner.js +11 -9
  802. package/src/tooling/distribution-shard-transport.js +11 -0
  803. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  804. package/src/tooling/execution-cost-ledger.js +197 -15
  805. package/src/tooling/hf-registry/catalog-io.js +63 -0
  806. package/src/tooling/litert/package.js +863 -0
  807. package/src/tooling/litert-package-runtime.js +3 -849
  808. package/src/tooling/model-capsule-forge.js +478 -0
  809. package/src/tooling/node-browser/execution.d.ts +40 -0
  810. package/src/tooling/node-browser/execution.js +308 -0
  811. package/src/tooling/node-browser/static-server.js +189 -0
  812. package/src/tooling/node-browser/transport.d.ts +80 -0
  813. package/src/tooling/node-browser/transport.js +622 -0
  814. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  815. package/src/tooling/node-browser-command-runner.js +10 -1112
  816. package/src/tooling/node-capsule-artifact-store.js +44 -0
  817. package/src/tooling/node-command-execution.js +237 -0
  818. package/src/tooling/node-command-runner.js +26 -205
  819. package/src/tooling/node-converter/input.js +521 -0
  820. package/src/tooling/node-converter/output.js +244 -0
  821. package/src/tooling/node-converter-chunk-batches.js +21 -0
  822. package/src/tooling/node-converter.js +7 -720
  823. package/src/tooling/node-source-runtime.js +16 -276
  824. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  825. package/src/tooling/node-webgpu.js +178 -453
  826. package/src/tooling/opfs-cache.d.ts +5 -0
  827. package/src/tooling/opfs-cache.js +4 -0
  828. package/src/tooling/production-release.d.ts +19 -0
  829. package/src/tooling/production-release.js +647 -0
  830. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  831. package/src/tooling/program-bundle/materialize.js +324 -0
  832. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  833. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  834. package/src/tooling/program-bundle/validation.js +31 -0
  835. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  836. package/src/tooling/program-bundle-parity.d.ts +11 -4
  837. package/src/tooling/program-bundle-parity.js +262 -109
  838. package/src/tooling/program-bundle.d.ts +7 -0
  839. package/src/tooling/program-bundle.js +186 -591
  840. package/src/tooling/provider-v1-contract.d.ts +61 -0
  841. package/src/tooling/provider-v1-contract.js +192 -0
  842. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  843. package/src/tooling/registered-variant-calibration-job.js +210 -0
  844. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  845. package/src/tooling/registered-variant-calibration.js +57 -7
  846. package/src/tooling/runtime-optimization/candidates.js +664 -0
  847. package/src/tooling/runtime-optimization-campaign.js +166 -0
  848. package/src/tooling/runtime-optimization-index.js +16 -1
  849. package/src/tooling/runtime-optimization.d.ts +44 -0
  850. package/src/tooling/runtime-optimization.js +13 -656
  851. package/src/tooling/source-intake.d.ts +1 -1
  852. package/src/tooling/source-intake.js +34 -17
  853. package/src/tooling/source-package-profiles.js +1 -1
  854. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  855. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  856. package/src/tooling/source-runtime/node-loader.js +258 -0
  857. package/src/tooling/source-runtime-bundle.js +26 -411
  858. package/src/tooling/source-runtime-converter-config.js +1 -1
  859. package/src/tooling-experimental-exports.js +0 -5
  860. package/src/tooling-exports/evidence.d.ts +14 -3
  861. package/src/tooling-exports/evidence.js +14 -3
  862. package/src/tooling-exports/storage.d.ts +7 -0
  863. package/src/tooling-exports/storage.js +5 -0
  864. package/src/tooling-exports.d.ts +3 -0
  865. package/src/tooling-exports.js +2 -0
  866. package/src/tooling-exports.shared.d.ts +17 -3
  867. package/src/tooling-exports.shared.js +9 -3
  868. package/src/training.d.ts +6 -6
  869. package/src/training.js +4 -4
  870. package/src/version.js +1 -1
  871. package/tests/kernels/browser/kernel-suite.js +512 -0
  872. package/tests/kernels/browser/test-page.js +170 -14
  873. package/tests/kernels/harness/tolerance.js +1 -0
  874. package/tests/kernels/reference/index.js +13 -1
  875. package/tests/kernels/reference/vision.js +160 -0
  876. package/src/converter/quantizer.d.ts +0 -121
  877. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  878. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  879. package/src/gpu/kernels/utils.d.ts +0 -147
  880. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  881. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  882. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  883. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  884. package/src/rules/converter/execution.rules.json +0 -20
  885. package/src/rules/converter/tensor-roles.rules.json +0 -13
  886. package/src/rules/converter/tokenizer.rules.json +0 -12
  887. package/src/rules/inference/attention.rules.json +0 -69
  888. package/src/rules/inference/config.rules.json +0 -82
  889. package/src/rules/inference/dtype.rules.json +0 -113
  890. package/src/rules/inference/execution.rules.json +0 -195
  891. package/src/rules/inference/ffn.rules.json +0 -123
  892. package/src/rules/inference/layer-pattern.rules.json +0 -16
  893. package/src/rules/inference/layer.rules.json +0 -7
  894. package/src/rules/inference/moe.rules.json +0 -145
  895. package/src/rules/kernels/attention.rules.json +0 -68
  896. package/src/rules/kernels/conv2d.rules.json +0 -6
  897. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  898. package/src/rules/kernels/dequant.rules.json +0 -58
  899. package/src/rules/kernels/energy.rules.json +0 -22
  900. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  901. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  902. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  903. package/src/rules/kernels/gather.rules.json +0 -93
  904. package/src/rules/kernels/gelu.rules.json +0 -11
  905. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  906. package/src/rules/kernels/groupnorm.rules.json +0 -10
  907. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  908. package/src/rules/kernels/layernorm.rules.json +0 -6
  909. package/src/rules/kernels/linear-attention.rules.json +0 -6
  910. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  911. package/src/rules/kernels/matmul.rules.json +0 -95
  912. package/src/rules/kernels/modulate.rules.json +0 -6
  913. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  914. package/src/rules/kernels/moe.rules.json +0 -14
  915. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  916. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  917. package/src/rules/kernels/relu.rules.json +0 -6
  918. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  919. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  920. package/src/rules/kernels/residual.rules.json +0 -12
  921. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  922. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  923. package/src/rules/kernels/rope-qk.rules.json +0 -6
  924. package/src/rules/kernels/rope.rules.json +0 -6
  925. package/src/rules/kernels/sample.rules.json +0 -6
  926. package/src/rules/kernels/scale.rules.json +0 -8
  927. package/src/rules/kernels/silu.rules.json +0 -22
  928. package/src/rules/kernels/softmax.rules.json +0 -25
  929. package/src/rules/kernels/split-qg.rules.json +0 -6
  930. package/src/rules/kernels/split-qkv.rules.json +0 -6
  931. package/src/rules/kernels/upsample2d.rules.json +0 -6
  932. package/src/rules/loader/tensor-loader.rules.json +0 -42
  933. package/src/rules/loader/weights.rules.json +0 -42
  934. package/src/rules/tooling/command-runtime.rules.json +0 -65
  935. package/src/tooling/hf-registry-utils.js +0 -395
  936. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  937. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  938. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  939. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  940. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  941. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  942. /package/src/{utils → formats}/array-buffer.js +0 -0
  943. /package/src/{utils → formats}/canonical-hash.js +0 -0
  944. /package/src/{utils → formats}/clone-json.js +0 -0
  945. /package/src/{utils → formats}/encode-utf8.js +0 -0
  946. /package/src/{utils → formats}/load-json.js +0 -0
  947. /package/src/{utils → formats}/plain-object.js +0 -0
  948. /package/src/{utils → formats}/sha256.js +0 -0
  949. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  950. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  951. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  952. /package/src/{utils → storage}/runtime-env.js +0 -0
  953. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -5,6 +5,8 @@ import path from 'node:path';
5
5
  import { pathToFileURL } from 'node:url';
6
6
  import { installNodeFileFetchShim } from './node-file-fetch.js';
7
7
  import { NodeConvertWorkerPool } from './node-convert-worker-pool.js';
8
+ import { createConversionRunTiming } from './conversion-run-timing.js';
9
+ import { createRowChunks, mapOrderedChunkBatches } from './node-converter-chunk-batches.js';
8
10
  import { bootstrapNodeWebGPU } from './node-webgpu.js';
9
11
  import { buildManifestIntegrityFromModelDir } from './rdrr-integrity-refresh.js';
10
12
  import { applySourceTensorRules } from '../converter/source-tensor-rules.js';
@@ -12,7 +14,7 @@ import {
12
14
  buildSourceTokenizerJson,
13
15
  validateSourceTokenizerPolicy,
14
16
  } from '../converter/source-tokenizer.js';
15
- import { isPlainObject } from '../utils/plain-object.js';
17
+ import { isPlainObject } from '../formats/plain-object.js';
16
18
  import { selectRuleValue } from '../rules/rule-registry.js';
17
19
  import { log, trace } from '../debug/index.js';
18
20
  import { saveReport } from '../storage/reports.js';
@@ -20,68 +22,8 @@ import {
20
22
  CONVERSION_REPORT_SCHEMA_VERSION,
21
23
  validateConversionReport,
22
24
  } from '../config/schema/conversion-report.schema.js';
23
-
24
- function asPositiveInteger(value, label) {
25
- if (!Number.isInteger(value) || value < 1) {
26
- throw new Error(`node convert: ${label} must be a positive integer.`);
27
- }
28
- return value;
29
- }
30
-
31
- function normalizeExecutionConfig(value, defaults) {
32
- if (!isPlainObject(defaults)) {
33
- throw new Error('node convert: execution defaults must be an object.');
34
- }
35
-
36
- if (value == null) {
37
- return { ...defaults };
38
- }
39
- if (!isPlainObject(value)) {
40
- throw new Error('node convert: execution must be an object when provided.');
41
- }
42
- const workers = value.workers == null
43
- ? defaults.workers
44
- : asPositiveInteger(Number(value.workers), 'execution.workers');
45
- const workerCountPolicyRaw = value.workerCountPolicy == null
46
- ? defaults.workerCountPolicy
47
- : String(value.workerCountPolicy).trim().toLowerCase();
48
- if (workerCountPolicyRaw !== 'cap' && workerCountPolicyRaw !== 'error') {
49
- throw new Error('node convert: execution.workerCountPolicy must be "cap" or "error".');
50
- }
51
- const rowChunkRows = value.rowChunkRows == null
52
- ? defaults.rowChunkRows
53
- : asPositiveInteger(Number(value.rowChunkRows), 'execution.rowChunkRows');
54
- const rowChunkMinTensorBytes = value.rowChunkMinTensorBytes == null
55
- ? defaults.rowChunkMinTensorBytes
56
- : asPositiveInteger(Number(value.rowChunkMinTensorBytes), 'execution.rowChunkMinTensorBytes');
57
- const maxInFlightJobs = value.maxInFlightJobs == null
58
- ? defaults.maxInFlightJobs
59
- : asPositiveInteger(Number(value.maxInFlightJobs), 'execution.maxInFlightJobs');
60
- const useGpuCast = value.useGpuCast == null
61
- ? defaults.useGpuCast === true
62
- : value.useGpuCast === true;
63
- const gpuCastRequestedExplicitly = value.useGpuCast === true;
64
- if (value.useGpuCast != null && typeof value.useGpuCast !== 'boolean') {
65
- throw new Error('node convert: execution.useGpuCast must be a boolean when provided.');
66
- }
67
- const gpuCastMinTensorBytes = value.gpuCastMinTensorBytes == null
68
- ? asPositiveInteger(
69
- Number(defaults.gpuCastMinTensorBytes ?? defaults.rowChunkMinTensorBytes ?? (32 * 1024 * 1024)),
70
- 'execution.gpuCastMinTensorBytes'
71
- )
72
- : asPositiveInteger(Number(value.gpuCastMinTensorBytes), 'execution.gpuCastMinTensorBytes');
73
-
74
- return {
75
- workers,
76
- workerCountPolicy: workerCountPolicyRaw,
77
- rowChunkRows,
78
- rowChunkMinTensorBytes,
79
- maxInFlightJobs,
80
- useGpuCast,
81
- gpuCastRequestedExplicitly,
82
- gpuCastMinTensorBytes,
83
- };
84
- }
25
+ import { createNodeGpuTensorTransformer, createNodeLargeTensorTransformer, createNodeTensorTransformer } from './node-converter/input.js';
26
+ import { buildConvertReport, createFileRangeReader, createNodeConvertIO, normalizeExecutionConfig } from './node-converter/output.js';
85
27
 
86
28
  function resolveHostParallelism() {
87
29
  if (typeof os.availableParallelism === 'function') {
@@ -113,13 +55,6 @@ function resolveExecutionPlan(executionConfig) {
113
55
  };
114
56
  }
115
57
 
116
- function getDtypeBytes(dtype) {
117
- const upper = String(dtype || '').toUpperCase();
118
- if (upper === 'F32') return 4;
119
- if (upper === 'F16' || upper === 'BF16') return 2;
120
- return null;
121
- }
122
-
123
58
  function createStageTimer(label) {
124
59
  const start = performance.now();
125
60
  return {
@@ -159,120 +94,6 @@ function sortTensorsByDeterministicLocality(tensors) {
159
94
  return tensors;
160
95
  }
161
96
 
162
- function normalizeWorkerTransformResult(result, tensor) {
163
- if (!result || !(result.tensorData instanceof Uint8Array)) {
164
- throw new Error(`node convert: worker transform returned invalid bytes for ${tensor.name}.`);
165
- }
166
- return {
167
- tensorData: result.tensorData,
168
- outDtype: result.outDtype ?? tensor.dtype,
169
- outLayout: result.outLayout ?? null,
170
- ...(result.companionData instanceof Uint8Array
171
- ? { companionData: result.companionData }
172
- : {}),
173
- ...(result.sourceTransform ? { sourceTransform: result.sourceTransform } : {}),
174
- ...(result.storage ? { storage: result.storage } : {}),
175
- };
176
- }
177
-
178
- const MAX_NODE_CONVERT_BUFFER_BYTES = Math.min(Buffer.kMaxLength, 0x7fff_ffff);
179
-
180
- function resolveRowChunkTransformPlan(input) {
181
- const tensor = input?.tensor;
182
- const execution = input?.execution;
183
- const transformContext = input?.transformContext ?? {};
184
- const resolveTensorTargetQuant = input?.resolveTensorTargetQuant;
185
- const normalizeStorageQuant = input?.normalizeStorageQuant;
186
- const shouldQuantize = input?.shouldQuantize;
187
- const tensorByteLength = Number(input?.tensorByteLength ?? 0);
188
-
189
- if (!tensor || !execution) {
190
- throw new Error('node convert: row chunk transform plan requires tensor and execution.');
191
- }
192
- if (typeof resolveTensorTargetQuant !== 'function' || typeof normalizeStorageQuant !== 'function') {
193
- throw new Error('node convert: row chunk transform plan requires quantization helpers.');
194
- }
195
- if (typeof shouldQuantize !== 'function') {
196
- throw new Error('node convert: row chunk transform plan requires shouldQuantize().');
197
- }
198
-
199
- const sourceDtype = String(tensor.dtype || '').toUpperCase();
200
- const sourceQuant = normalizeStorageQuant(sourceDtype);
201
- const tensorTargetQuant = resolveTensorTargetQuant(
202
- tensor.name,
203
- transformContext.targetQuant,
204
- transformContext.quantizationInfo ?? null
205
- );
206
- const is2D = Array.isArray(tensor.shape) && tensor.shape.length === 2;
207
- const rows = is2D ? tensor.shape[0] : 0;
208
- const cols = is2D ? tensor.shape[1] : 0;
209
- const sourceBytesPerElement = getDtypeBytes(sourceDtype);
210
- const q4kLayout = String(transformContext.q4kLayout || 'row').trim().toLowerCase() === 'col'
211
- ? 'col'
212
- : 'row';
213
- const canChunkRows = (
214
- is2D
215
- && rows > 0
216
- && cols > 0
217
- && sourceBytesPerElement != null
218
- && sourceQuant !== 'q4k'
219
- && tensorByteLength >= execution.rowChunkMinTensorBytes
220
- && !(tensorTargetQuant === 'q4k' && q4kLayout === 'col')
221
- );
222
- const jobMode = selectRuleValue('converter', 'execution', 'jobMode', {
223
- workers: execution.effectiveWorkers,
224
- canChunkRows,
225
- });
226
- if (jobMode !== 'row_chunks' || !canChunkRows) {
227
- return null;
228
- }
229
-
230
- const rowChunkRows = execution.rowChunkRows
231
- ?? selectRuleValue('converter', 'execution', 'rowChunkRows', {
232
- workers: execution.effectiveWorkers,
233
- canChunkRows,
234
- });
235
- if (!Number.isInteger(rowChunkRows) || rowChunkRows < 1) {
236
- return null;
237
- }
238
-
239
- const rowSourceBytes = cols * sourceBytesPerElement;
240
- if (!Number.isInteger(rowSourceBytes) || rowSourceBytes < 1) {
241
- return null;
242
- }
243
-
244
- const forceQuantizeDecision = tensorTargetQuant === 'q4k'
245
- ? shouldQuantize(tensor.name, tensor.shape, {
246
- quantizeEmbeddings: Boolean(transformContext.quantizeEmbeddings),
247
- modulesToNotConvert: transformContext.modulesToNotConvert ?? null,
248
- })
249
- : null;
250
-
251
- return {
252
- rows,
253
- cols,
254
- rowChunkRows,
255
- rowSourceBytes,
256
- forceQuantizeDecision,
257
- };
258
- }
259
-
260
- async function mapWithConcurrency(items, concurrency, mapper) {
261
- if (!Array.isArray(items) || items.length === 0) return [];
262
- const workerCount = Math.max(1, Math.min(concurrency, items.length));
263
- const results = new Array(items.length);
264
- let nextIndex = 0;
265
-
266
- const runners = Array.from({ length: workerCount }, async () => {
267
- while (nextIndex < items.length) {
268
- const index = nextIndex++;
269
- results[index] = await mapper(items[index], index);
270
- }
271
- });
272
- await Promise.all(runners);
273
- return results;
274
- }
275
-
276
97
  let gpuCastRuntimePromise = null;
277
98
 
278
99
  async function loadNodeGpuCastRuntime() {
@@ -318,126 +139,6 @@ async function loadNodeGpuCastRuntime() {
318
139
  }
319
140
  }
320
141
 
321
- function createNodeGpuTensorTransformer(options) {
322
- const {
323
- runtime,
324
- gpuCastMinTensorBytes,
325
- requireGpuCast,
326
- resolveTensorTargetQuant,
327
- } = options;
328
- const {
329
- getDevice,
330
- castF32ToF16,
331
- runBF16ToF16,
332
- createTensor,
333
- acquireBuffer,
334
- releaseBuffer,
335
- getBufferPool,
336
- } = runtime;
337
- const minTensorBytes = Math.max(1, Number(gpuCastMinTensorBytes) || 1);
338
- let warnedFallback = false;
339
-
340
- return async function maybeTransformWithGPU(input) {
341
- const tensor = input?.tensor;
342
- const tensorData = input?.tensorData;
343
- const transformContext = input?.transformContext ?? {};
344
- const reportProgress = typeof input?.reportProgress === 'function'
345
- ? input.reportProgress
346
- : null;
347
- if (!tensor || !(tensorData instanceof Uint8Array)) {
348
- return null;
349
- }
350
-
351
- const sourceDtype = String(tensor.dtype || '').toUpperCase();
352
- if (sourceDtype !== 'F32' && sourceDtype !== 'BF16') {
353
- return null;
354
- }
355
-
356
- const targetQuant = resolveTensorTargetQuant(
357
- tensor.name,
358
- transformContext.targetQuant,
359
- transformContext.quantizationInfo ?? null
360
- );
361
- if (targetQuant !== 'f16') {
362
- return null;
363
- }
364
- if (tensorData.byteLength < minTensorBytes) {
365
- return null;
366
- }
367
-
368
- const elementBytes = sourceDtype === 'F32' ? 4 : 2;
369
- if (tensorData.byteLength % elementBytes !== 0) {
370
- return null;
371
- }
372
- const numElements = tensorData.byteLength / elementBytes;
373
- const outputBytes = numElements * 2;
374
-
375
- let inputBuffer = null;
376
- let outputBuffer = null;
377
- try {
378
- const device = getDevice();
379
- if (!device) {
380
- if (requireGpuCast) {
381
- throw new Error(
382
- `node convert: execution.useGpuCast failed for tensor "${tensor.name}": GPU device is unavailable.`
383
- );
384
- }
385
- return null;
386
- }
387
- inputBuffer = acquireBuffer(tensorData.byteLength, undefined, `convert_gpu_cast_in_${tensor.name}`);
388
- device.queue.writeBuffer(inputBuffer, 0, tensorData, tensorData.byteOffset, tensorData.byteLength);
389
-
390
- if (sourceDtype === 'F32') {
391
- const inputTensor = createTensor(inputBuffer, 'f32', [numElements], `${tensor.name}_f32`);
392
- const converted = await castF32ToF16(inputTensor);
393
- outputBuffer = converted.buffer;
394
- } else {
395
- const converted = await runBF16ToF16(inputBuffer, [numElements], `${tensor.name}_f16`);
396
- outputBuffer = converted.buffer;
397
- }
398
-
399
- const readback = await getBufferPool().readBuffer(outputBuffer, outputBytes);
400
- if (!(readback instanceof ArrayBuffer) || readback.byteLength !== outputBytes) {
401
- if (requireGpuCast) {
402
- throw new Error(
403
- `node convert: execution.useGpuCast failed for tensor "${tensor.name}": invalid GPU readback.`
404
- );
405
- }
406
- return null;
407
- }
408
- reportProgress?.(tensorData.byteLength, tensorData.byteLength);
409
- return {
410
- tensorData: new Uint8Array(readback),
411
- outDtype: 'F16',
412
- outLayout: null,
413
- };
414
- } catch (error) {
415
- if (requireGpuCast) {
416
- const message = error instanceof Error ? error.message : String(error);
417
- throw new Error(`node convert: execution.useGpuCast failed for tensor "${tensor.name}": ${message}`);
418
- }
419
- if (!warnedFallback) {
420
- warnedFallback = true;
421
- const message = error instanceof Error ? error.message : String(error);
422
- log.warn('NodeConvert', `GPU cast fallback to CPU: ${message}`);
423
- }
424
- return null;
425
- } finally {
426
- if (outputBuffer && outputBuffer !== inputBuffer) {
427
- releaseBuffer(outputBuffer);
428
- }
429
- if (inputBuffer) {
430
- releaseBuffer(inputBuffer);
431
- }
432
- }
433
- };
434
- }
435
-
436
-
437
- function generateShardFilename(index) {
438
- return `shard_${String(index).padStart(5, '0')}.bin`;
439
- }
440
-
441
142
  function assertPath(value, label) {
442
143
  if (typeof value !== 'string' || !value.trim()) {
443
144
  throw new Error(`node convert: ${label} is required.`);
@@ -554,88 +255,6 @@ async function resolveGgufPathFromDirectory(inputDir) {
554
255
  return path.join(inputDir, ggufFiles[0]);
555
256
  }
556
257
 
557
- function createFileRangeReader() {
558
- const handleMap = new Map();
559
- const maxNodeFdReadInt32 = 0x7fff_ffff;
560
-
561
- async function getHandleEntry(filePath) {
562
- const existingPromise = handleMap.get(filePath);
563
- if (existingPromise) {
564
- return existingPromise;
565
- }
566
- const openPromise = (async () => {
567
- const fd = await fs.open(filePath, 'r');
568
- try {
569
- const stats = await fd.stat();
570
- return {
571
- fd,
572
- size: Number(stats.size),
573
- };
574
- } catch (error) {
575
- await fd.close().catch(() => {});
576
- throw error;
577
- }
578
- })();
579
- handleMap.set(filePath, openPromise);
580
- try {
581
- return await openPromise;
582
- } catch (error) {
583
- if (handleMap.get(filePath) === openPromise) {
584
- handleMap.delete(filePath);
585
- }
586
- throw error;
587
- }
588
- }
589
-
590
- return {
591
- async readRange(filePath, offset, length) {
592
- if (!Number.isFinite(offset) || !Number.isFinite(length) || length <= 0) {
593
- return new ArrayBuffer(0);
594
- }
595
-
596
- const entry = await getHandleEntry(filePath);
597
- const start = Math.max(0, Math.floor(offset));
598
- const end = Math.min(entry.size, start + Math.floor(length));
599
- if (end <= start) {
600
- return new ArrayBuffer(0);
601
- }
602
-
603
- if (start > maxNodeFdReadInt32 || (end - start) > maxNodeFdReadInt32) {
604
- const chunks = [];
605
- let totalBytes = 0;
606
- await new Promise((resolve, reject) => {
607
- const stream = createReadStream(filePath, {
608
- start,
609
- end: end - 1,
610
- });
611
- stream.on('data', (chunk) => {
612
- chunks.push(chunk);
613
- totalBytes += chunk.byteLength;
614
- });
615
- stream.on('end', resolve);
616
- stream.on('error', reject);
617
- });
618
- const out = Buffer.concat(chunks, totalBytes);
619
- return out.buffer.slice(out.byteOffset, out.byteOffset + out.byteLength);
620
- }
621
-
622
- const out = Buffer.allocUnsafe(end - start);
623
- await entry.fd.read(out, 0, out.length, start);
624
- return out.buffer.slice(out.byteOffset, out.byteOffset + out.byteLength);
625
- },
626
- async closeAll() {
627
- const closes = [];
628
- for (const entryPromise of handleMap.values()) {
629
- closes.push(
630
- Promise.resolve(entryPromise).then((entry) => entry.fd.close())
631
- );
632
- }
633
- handleMap.clear();
634
- await Promise.allSettled(closes);
635
- },
636
- };
637
- }
638
-
639
258
  async function readSafetensorsHeader(filePath, parseSafetensorsHeader, readRange) {
640
259
  const headerPrefixBuffer = await readRange(filePath, 0, 8);
641
260
  const headerPrefixBytes = new Uint8Array(headerPrefixBuffer);
@@ -686,42 +305,6 @@ async function clearExistingConversionOutputs(outputDir) {
686
305
  await Promise.all(artifactFiles.map((filePath) => fs.unlink(filePath)));
687
306
  }
688
307
 
689
- function createNodeConvertIO(outputDir, options) {
690
- const hashAlgorithm = options?.hashAlgorithm;
691
- const computeHash = options?.computeHash;
692
- const readRange = options?.readRange;
693
- if (!hashAlgorithm || typeof hashAlgorithm !== 'string') {
694
- throw new Error('node convert: hashAlgorithm is required.');
695
- }
696
- if (typeof computeHash !== 'function') {
697
- throw new Error('node convert: computeHash(data, algorithm) is required.');
698
- }
699
- if (typeof readRange !== 'function') {
700
- throw new Error('node convert: readRange(filePath, offset, length) is required.');
701
- }
702
- return {
703
- async readTensorData(tensor) {
704
- return readRange(tensor.sourcePath, tensor.offset, tensor.size);
705
- },
706
- async readShardRange(index, offset, length) {
707
- const filename = generateShardFilename(index);
708
- return readRange(path.join(outputDir, filename), offset, length);
709
- },
710
- async writeShard(index, data) {
711
- const filename = generateShardFilename(index);
712
- await fs.writeFile(path.join(outputDir, filename), data);
713
- return computeHash(data, hashAlgorithm);
714
- },
715
- async writeManifest(manifest) {
716
- await fs.writeFile(
717
- path.join(outputDir, 'manifest.json'),
718
- JSON.stringify(manifest, null, 2),
719
- 'utf8'
720
- );
721
- },
722
- };
723
- }
724
-
725
308
  function toNodeProgress(update) {
726
309
  if (!update) return null;
727
310
  return {
@@ -751,303 +334,8 @@ function normalizeTokenizerManifest(manifest) {
751
334
  return manifest;
752
335
  }
753
336
 
754
- function buildConvertReport(result, context) {
755
- const manifest = result?.manifest ?? null;
756
- const inference = manifest?.inference && typeof manifest.inference === 'object'
757
- ? manifest.inference
758
- : null;
759
- return validateConversionReport({
760
- schemaVersion: CONVERSION_REPORT_SCHEMA_VERSION,
761
- suite: 'convert',
762
- command: 'convert',
763
- modelId: manifest?.modelId ?? context.modelId ?? 'unknown',
764
- timestamp: manifest?.metadata?.convertedAt ?? new Date().toISOString(),
765
- source: 'doppler',
766
- result: {
767
- modelType: context.modelType ?? null,
768
- outputDir: context.outputDir ?? null,
769
- shardCount: result?.shardCount ?? null,
770
- tensorCount: result?.tensorCount ?? null,
771
- totalSize: result?.totalSize ?? null,
772
- },
773
- manifest: manifest
774
- ? {
775
- quantization: manifest.quantization ?? null,
776
- quantizationInfo: manifest.quantizationInfo ?? null,
777
- inference: {
778
- schema: inference?.schema ?? null,
779
- },
780
- }
781
- : null,
782
- executionContractArtifact: result?.executionContractArtifact ?? null,
783
- layerPatternContractArtifact: result?.layerPatternContractArtifact ?? null,
784
- requiredInferenceFieldsArtifact: result?.requiredInferenceFieldsArtifact ?? null,
785
- });
786
- }
787
-
788
- function createNodeTensorTransformer(options) {
789
- const pool = options?.pool;
790
- const execution = options?.execution;
791
- const transformTensorBytes = options?.transformTensorBytes;
792
- const resolveTensorTargetQuant = options?.resolveTensorTargetQuant;
793
- const normalizeStorageQuant = options?.normalizeStorageQuant;
794
- const shouldQuantize = options?.shouldQuantize;
795
-
796
- if (!pool || !execution || typeof transformTensorBytes !== 'function') {
797
- throw new Error('node convert: invalid worker tensor transformer setup.');
798
- }
799
-
800
- return async function tensorTransformer(input) {
801
- const tensor = input?.tensor;
802
- const tensorData = input?.tensorData;
803
- const transformContext = input?.transformContext ?? {};
804
- const reportProgress = typeof input?.reportProgress === 'function'
805
- ? input.reportProgress
806
- : null;
807
-
808
- if (!tensor || !(tensorData instanceof Uint8Array)) {
809
- throw new Error('node convert: invalid tensor transform input.');
810
- }
811
- const chunkPlan = resolveRowChunkTransformPlan({
812
- tensor,
813
- tensorByteLength: tensorData.byteLength,
814
- execution,
815
- transformContext,
816
- resolveTensorTargetQuant,
817
- normalizeStorageQuant,
818
- shouldQuantize,
819
- });
820
-
821
- if (!chunkPlan) {
822
- const transformed = await pool.transformTensor(tensor, tensorData, transformContext);
823
- const normalized = normalizeWorkerTransformResult(transformed, tensor);
824
- reportProgress?.(tensorData.byteLength, tensorData.byteLength);
825
- return normalized;
826
- }
827
-
828
- const chunks = [];
829
- for (let rowStart = 0; rowStart < chunkPlan.rows; rowStart += chunkPlan.rowChunkRows) {
830
- const rowCount = Math.min(chunkPlan.rowChunkRows, chunkPlan.rows - rowStart);
831
- const start = rowStart * chunkPlan.rowSourceBytes;
832
- const end = start + (rowCount * chunkPlan.rowSourceBytes);
833
- chunks.push({ rowStart, rowCount, start, end });
834
- }
835
-
836
- const maxInFlightJobs = execution.maxInFlightJobs
837
- ?? selectRuleValue('converter', 'execution', 'maxInFlightJobs', {
838
- workers: execution.effectiveWorkers,
839
- });
840
- const concurrency = Number.isInteger(maxInFlightJobs) && maxInFlightJobs > 0
841
- ? maxInFlightJobs
842
- : execution.effectiveWorkers;
843
-
844
- let processedBytes = 0;
845
- const chunkResults = await mapWithConcurrency(chunks, concurrency, async (chunk) => {
846
- const chunkTensorData = tensorData.subarray(chunk.start, chunk.end);
847
- const chunkTensor = {
848
- ...tensor,
849
- shape: [chunk.rowCount, chunkPlan.cols],
850
- };
851
- const transformed = await pool.transformTensor(chunkTensor, chunkTensorData, {
852
- ...transformContext,
853
- forceQuantizeDecision: chunkPlan.forceQuantizeDecision,
854
- originalTensorShape: tensor.shape,
855
- });
856
- const normalized = normalizeWorkerTransformResult(transformed, chunkTensor);
857
- processedBytes += chunkTensorData.byteLength;
858
- reportProgress?.(
859
- Math.min(processedBytes, tensorData.byteLength),
860
- tensorData.byteLength
861
- );
862
- return normalized;
863
- });
864
-
865
- if (chunkResults.length === 0) {
866
- return transformTensorBytes(tensor, tensorData, transformContext);
867
- }
868
-
869
- const outDtype = chunkResults[0].outDtype ?? tensor.dtype;
870
- const outLayout = chunkResults[0].outLayout ?? null;
871
- const storage = chunkResults[0].storage ?? null;
872
- for (const chunkResult of chunkResults) {
873
- if ((chunkResult.outDtype ?? tensor.dtype) !== outDtype) {
874
- throw new Error(`node convert: inconsistent chunk dtype for ${tensor.name}.`);
875
- }
876
- if ((chunkResult.outLayout ?? null) !== outLayout) {
877
- throw new Error(`node convert: inconsistent chunk layout for ${tensor.name}.`);
878
- }
879
- if (JSON.stringify(chunkResult.storage ?? null) !== JSON.stringify(storage)) {
880
- throw new Error(`node convert: inconsistent chunk storage descriptor for ${tensor.name}.`);
881
- }
882
- }
883
-
884
- const totalOutputBytes = chunkResults.reduce((sum, chunkResult) => (
885
- sum + chunkResult.tensorData.byteLength
886
- ), 0);
887
- const combined = new Uint8Array(totalOutputBytes);
888
- let outputOffset = 0;
889
- for (const chunkResult of chunkResults) {
890
- combined.set(chunkResult.tensorData, outputOffset);
891
- outputOffset += chunkResult.tensorData.byteLength;
892
- }
893
-
894
- const companionResults = chunkResults.filter((chunkResult) => (
895
- chunkResult.companionData instanceof Uint8Array
896
- ));
897
- let companionData = null;
898
- let sourceTransform = null;
899
- if (companionResults.length > 0) {
900
- if (companionResults.length !== chunkResults.length) {
901
- throw new Error(`node convert: inconsistent chunk companion data for ${tensor.name}.`);
902
- }
903
- sourceTransform = chunkResults[0].sourceTransform ?? null;
904
- if (!sourceTransform) {
905
- throw new Error(`node convert: chunk companion data is missing sourceTransform for ${tensor.name}.`);
906
- }
907
- const totalCompanionBytes = companionResults.reduce((sum, chunkResult) => (
908
- sum + chunkResult.companionData.byteLength
909
- ), 0);
910
- companionData = new Uint8Array(totalCompanionBytes);
911
- let companionOffset = 0;
912
- for (const chunkResult of companionResults) {
913
- companionData.set(chunkResult.companionData, companionOffset);
914
- companionOffset += chunkResult.companionData.byteLength;
915
- }
916
- }
917
-
918
- return {
919
- tensorData: combined,
920
- outDtype,
921
- outLayout,
922
- ...(storage ? { storage } : {}),
923
- ...(companionData ? { companionData } : {}),
924
- ...(sourceTransform ? { sourceTransform } : {}),
925
- };
926
- };
927
- }
928
-
929
- function createNodeLargeTensorTransformer(options) {
930
- const pool = options?.pool;
931
- const execution = options?.execution;
932
- const readRange = options?.readRange;
933
- const resolveTensorTargetQuant = options?.resolveTensorTargetQuant;
934
- const normalizeStorageQuant = options?.normalizeStorageQuant;
935
- const shouldQuantize = options?.shouldQuantize;
936
-
937
- if (!pool || typeof pool.transformTensor !== 'function' || !execution || typeof readRange !== 'function') {
938
- throw new Error('node convert: invalid large tensor transformer setup.');
939
- }
940
-
941
- return async function largeTensorTransformer(input) {
942
- const tensor = input?.tensor;
943
- const transformContext = input?.transformContext ?? {};
944
- const reportProgress = typeof input?.reportProgress === 'function'
945
- ? input.reportProgress
946
- : null;
947
- const writeChunk = typeof input?.writeChunk === 'function'
948
- ? input.writeChunk
949
- : null;
950
-
951
- if (!tensor || typeof tensor !== 'object') {
952
- throw new Error('node convert: invalid large tensor transform input.');
953
- }
954
- if (!writeChunk) {
955
- throw new Error('node convert: large tensor transform requires writeChunk().');
956
- }
957
-
958
- const tensorByteLength = Number(tensor?.size ?? 0);
959
- const chunkPlan = resolveRowChunkTransformPlan({
960
- tensor,
961
- tensorByteLength,
962
- execution,
963
- transformContext,
964
- resolveTensorTargetQuant,
965
- normalizeStorageQuant,
966
- shouldQuantize,
967
- });
968
- if (!chunkPlan) {
969
- throw new Error(
970
- `node convert: tensor "${tensor.name}" is ${tensorByteLength} bytes and exceeds the single-buffer limit, ` +
971
- 'but it is not eligible for row-chunked conversion.'
972
- );
973
- }
974
- if (chunkPlan.rowSourceBytes > MAX_NODE_CONVERT_BUFFER_BYTES) {
975
- throw new Error(
976
- `node convert: tensor "${tensor.name}" cannot be row-chunked because each source row is ` +
977
- `${chunkPlan.rowSourceBytes} bytes, above the single-buffer limit ${MAX_NODE_CONVERT_BUFFER_BYTES}.`
978
- );
979
- }
980
- const maxRowsPerRead = Math.floor(MAX_NODE_CONVERT_BUFFER_BYTES / chunkPlan.rowSourceBytes);
981
- if (maxRowsPerRead < 1) {
982
- throw new Error(
983
- `node convert: tensor "${tensor.name}" cannot be row-chunked under the current single-buffer limit.`
984
- );
985
- }
986
- if (chunkPlan.rowChunkRows > maxRowsPerRead) {
987
- throw new Error(
988
- `node convert: execution.rowChunkRows=${chunkPlan.rowChunkRows} is too large for tensor "${tensor.name}". ` +
989
- `Use ${maxRowsPerRead} rows or fewer for streamed conversion.`
990
- );
991
- }
992
-
993
- let processedBytes = 0;
994
- let outDtype = null;
995
- let outLayout = null;
996
- let storage = null;
997
-
998
- for (let rowStart = 0; rowStart < chunkPlan.rows; rowStart += chunkPlan.rowChunkRows) {
999
- const rowCount = Math.min(chunkPlan.rowChunkRows, chunkPlan.rows - rowStart);
1000
- const chunkOffset = rowStart * chunkPlan.rowSourceBytes;
1001
- const chunkLength = rowCount * chunkPlan.rowSourceBytes;
1002
- const chunkTensor = {
1003
- ...tensor,
1004
- shape: [rowCount, chunkPlan.cols],
1005
- size: chunkLength,
1006
- };
1007
- const rawChunk = await readRange(
1008
- tensor.sourcePath,
1009
- tensor.offset + chunkOffset,
1010
- chunkLength
1011
- );
1012
- const chunkTensorData = new Uint8Array(rawChunk);
1013
- const transformed = await pool.transformTensor(chunkTensor, chunkTensorData, {
1014
- ...transformContext,
1015
- forceQuantizeDecision: chunkPlan.forceQuantizeDecision,
1016
- originalTensorShape: tensor.shape,
1017
- });
1018
- const normalized = normalizeWorkerTransformResult(transformed, chunkTensor);
1019
- if (outDtype == null) {
1020
- outDtype = normalized.outDtype ?? tensor.dtype;
1021
- outLayout = normalized.outLayout ?? null;
1022
- storage = normalized.storage ?? null;
1023
- } else {
1024
- if ((normalized.outDtype ?? tensor.dtype) !== outDtype) {
1025
- throw new Error(`node convert: inconsistent streamed chunk dtype for ${tensor.name}.`);
1026
- }
1027
- if ((normalized.outLayout ?? null) !== outLayout) {
1028
- throw new Error(`node convert: inconsistent streamed chunk layout for ${tensor.name}.`);
1029
- }
1030
- if (JSON.stringify(normalized.storage ?? null) !== JSON.stringify(storage)) {
1031
- throw new Error(`node convert: inconsistent streamed chunk storage descriptor for ${tensor.name}.`);
1032
- }
1033
- }
1034
- await writeChunk(normalized);
1035
- processedBytes += chunkLength;
1036
- reportProgress?.(
1037
- Math.min(processedBytes, tensorByteLength),
1038
- tensorByteLength
1039
- );
1040
- }
1041
-
1042
- return {
1043
- outDtype: outDtype ?? tensor.dtype,
1044
- outLayout: outLayout ?? null,
1045
- ...(storage ? { storage } : {}),
1046
- };
1047
- };
1048
- }
1049
-
1050
337
  export async function convertSafetensorsDirectory(options) {
338
+ const conversionRunTiming = createConversionRunTiming();
1051
339
  const inputDir = assertPath(options?.inputDir, 'inputDir');
1052
340
  const outputDirOverride = readOptionalNonEmptyString(options?.outputDir);
1053
341
  const converterConfigOverride = normalizeConverterConfigOverride(options?.converterConfig);
@@ -1063,7 +351,6 @@ export async function convertSafetensorsDirectory(options) {
1063
351
 
1064
352
  installNodeFileFetchShim();
1065
353
  const fileRangeReader = createFileRangeReader();
1066
- const totalTimer = createStageTimer('Total');
1067
354
  let gpuRuntimeForCleanup = null;
1068
355
  try {
1069
356
 
@@ -1622,6 +909,7 @@ export async function convertSafetensorsDirectory(options) {
1622
909
  await io.writeManifest(result.manifest);
1623
910
 
1624
911
  const report = buildConvertReport(result, {
912
+ physicalTiming: conversionRunTiming.complete(),
1625
913
  modelType: resolvedModelType,
1626
914
  outputDir,
1627
915
  modelId: result.manifest?.modelId ?? modelId,
@@ -1656,6 +944,5 @@ export async function convertSafetensorsDirectory(options) {
1656
944
  }
1657
945
  }
1658
946
  }
1659
- totalTimer.stop();
1660
947
  }
1661
948
  }