doppler-gpu 0.5.1 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (953) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +106 -87
  6. package/src/capsule-runtime.d.ts +25 -0
  7. package/src/capsule-runtime.js +24 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +2 -0
  24. package/src/client/capsule-host.d.ts +5 -0
  25. package/src/client/capsule-host.js +2 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +38 -1
  28. package/src/client/doppler-api.js +41 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +323 -0
  45. package/src/client/{runtime → model-host}/model-session.js +202 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +69 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +101 -0
  64. package/src/client/runtime/capsule-program-adapter.js +153 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +89 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +77 -0
  72. package/src/client/runtime/composition-root.js +352 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +19 -0
  92. package/src/client/runtime/session-controller.js +92 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +12 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +63 -0
  109. package/src/config/capsule-operations.json +17 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
  128. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
  129. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
  130. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
  132. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
  134. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
  135. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
  136. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
  137. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
  140. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
  141. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
  142. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  143. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
  145. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
  146. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
  147. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
  148. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  149. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
  150. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
  151. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
  152. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
  153. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  154. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  155. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
  157. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
  158. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
  160. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
  161. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
  162. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  163. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
  164. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
  165. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  166. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
  167. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  168. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  169. package/src/config/dtype-transition-contract.js +40 -0
  170. package/src/config/embedding-contract.js +26 -0
  171. package/src/config/embedding-reference.js +85 -0
  172. package/src/config/evidence/source-intake-policy.json +1 -1
  173. package/src/config/execution-contract-check.d.ts +16 -73
  174. package/src/config/execution-contract-check.js +7 -429
  175. package/src/config/forecast-manifest.js +56 -0
  176. package/src/config/generation-contract.d.ts +39 -0
  177. package/src/config/generation-contract.js +66 -0
  178. package/src/config/generation-contract.json +32 -0
  179. package/src/config/heterogeneous-attention-contract.js +46 -0
  180. package/src/config/initial-execution-identity.d.ts +58 -0
  181. package/src/config/initial-execution-identity.js +331 -0
  182. package/src/config/kernel-path-loader.d.ts +17 -0
  183. package/src/config/kernel-path-loader.js +42 -8
  184. package/src/config/kernel-registry-contract.d.ts +25 -0
  185. package/src/config/kernel-registry-contract.js +46 -0
  186. package/src/config/kernels/kernel-ref-digests.js +66 -18
  187. package/src/config/kernels/registry.js +1 -1
  188. package/src/config/kernels/registry.json +13617 -11377
  189. package/src/config/lora-layouts.d.ts +10 -0
  190. package/src/config/lora-layouts.js +17 -0
  191. package/src/config/lora-layouts.json +9 -0
  192. package/src/config/manifest-inference-validation.js +575 -0
  193. package/src/config/merge/execution-patches.js +12 -0
  194. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  195. package/src/config/merge/value-selection.js +38 -0
  196. package/src/config/merge.js +43 -11
  197. package/src/config/model-ir-v2.d.ts +57 -0
  198. package/src/config/model-ir-v2.js +258 -0
  199. package/src/config/model-ir.d.ts +49 -0
  200. package/src/config/model-ir.js +180 -0
  201. package/src/config/param-validator.js +1 -1
  202. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  203. package/src/config/platforms/loader.js +2 -1
  204. package/src/config/production-release-evidence.d.ts +23 -0
  205. package/src/config/production-release-evidence.js +423 -0
  206. package/src/config/production-release.js +321 -0
  207. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  208. package/src/config/required-inference-fields-contract-check.js +2 -2
  209. package/src/config/rerank-reference.d.ts +28 -0
  210. package/src/config/rerank-reference.js +89 -0
  211. package/src/config/revocation-policy.d.ts +65 -0
  212. package/src/config/revocation-policy.js +290 -0
  213. package/src/config/revocation-registry.json +11 -0
  214. package/src/config/revocation-updates.d.ts +68 -0
  215. package/src/config/revocation-updates.js +440 -0
  216. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  217. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  218. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  219. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  220. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  221. package/src/config/runtime-merge.js +1 -1
  222. package/src/config/runtime.js +1 -1
  223. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  224. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  225. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  226. package/src/config/schema/conversion-report.schema.js +29 -0
  227. package/src/config/schema/converter.schema.d.ts +1 -0
  228. package/src/config/schema/debug.schema.d.ts +1 -0
  229. package/src/config/schema/doppler.schema.js +6 -5
  230. package/src/config/schema/emulation.schema.js +1 -1
  231. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  232. package/src/config/schema/execution-v1.schema.js +19 -0
  233. package/src/config/schema/harness.schema.d.ts +13 -0
  234. package/src/config/schema/harness.schema.js +6 -0
  235. package/src/config/schema/inference.schema.d.ts +21 -2
  236. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  237. package/src/config/schema/manifest.schema.d.ts +26 -7
  238. package/src/config/schema/manifest.schema.js +10 -1
  239. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  240. package/src/config/schema/program-bundle.schema.js +145 -10
  241. package/src/config/sequence-reference.d.ts +26 -0
  242. package/src/config/sequence-reference.js +100 -0
  243. package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
  244. package/src/config/target-plan.d.ts +108 -0
  245. package/src/config/target-plan.js +411 -0
  246. package/src/config/training-defaults.js +1 -1
  247. package/src/config/transforms/capability-transform-resolver.js +4 -105
  248. package/src/config/transforms/execution-graph/dtype.js +591 -0
  249. package/src/config/transforms/execution-graph/fusion.js +436 -0
  250. package/src/config/transforms/execution-graph/validation.js +414 -0
  251. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  252. package/src/converter/artifact-identity.js +475 -0
  253. package/src/converter/conversion-plan.js +1 -1
  254. package/src/converter/core.js +94 -2096
  255. package/src/converter/forge-candidate-evaluation.js +271 -0
  256. package/src/converter/forge-qualification.js +163 -0
  257. package/src/converter/forge-stages.js +800 -0
  258. package/src/converter/manifest-builder.js +683 -0
  259. package/src/converter/quantization-info.js +4 -1
  260. package/src/converter/quantizer.js +76 -13
  261. package/src/converter/shard-packer.d.ts +1 -1
  262. package/src/converter/shard-packer.js +2 -2
  263. package/src/converter/tensor-transform.js +640 -0
  264. package/src/converter/tokenizer-contract.js +243 -0
  265. package/src/converter/tokenizer-manifest.js +243 -0
  266. package/src/debug/history.js +0 -8
  267. package/src/debug/index.js +0 -10
  268. package/src/debug/tensor.js +1 -1
  269. package/src/debug/trace.js +0 -7
  270. package/src/experimental/adapters/adapter-manager.js +2 -0
  271. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  272. package/src/experimental/adapters/adapter-manifest.js +11 -0
  273. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  274. package/src/experimental/adapters/artifact-contract.js +5 -2
  275. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  276. package/src/experimental/adapters/lora-loader.js +110 -48
  277. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  279. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  280. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  281. package/src/experimental/browser/browser-converter.js +11 -11
  282. package/src/experimental/diffusion/index.d.ts +1 -1
  283. package/src/experimental/diffusion/index.js +1 -1
  284. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  285. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  286. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  287. package/src/experimental/diffusion/vae.js +596 -0
  288. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  289. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  290. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  291. package/src/experimental/distribution/shard-delivery.js +4 -1709
  292. package/src/experimental/energy/index.d.ts +2 -2
  293. package/src/experimental/energy/index.js +2 -2
  294. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  295. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  296. package/src/experimental/logits/cpu-output.d.ts +27 -0
  297. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  298. package/src/experimental/logits/cpu.d.ts +87 -0
  299. package/src/experimental/logits/cpu.js +95 -0
  300. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  301. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  302. package/src/experimental/orchestration/index.d.ts +1 -1
  303. package/src/experimental/orchestration/index.js +1 -1
  304. package/src/experimental/training/artifacts.js +2 -2
  305. package/src/experimental/training/checkpoint.js +2 -2
  306. package/src/experimental/training/distillation/artifacts.js +1 -1
  307. package/src/experimental/training/distillation/dataset.js +2 -2
  308. package/src/experimental/training/distillation/eval.js +1 -1
  309. package/src/experimental/training/distillation/runtime.js +2 -2
  310. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  311. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  312. package/src/experimental/training/distillation/student-fixture.js +2 -469
  313. package/src/experimental/training/lora/checkpoint.js +746 -0
  314. package/src/experimental/training/lora/execution.js +550 -0
  315. package/src/experimental/training/lora/plan.js +387 -0
  316. package/src/experimental/training/lora/recovery.js +418 -0
  317. package/src/experimental/training/lora-pipeline.js +7 -1949
  318. package/src/experimental/training/operator-artifacts.js +2 -2
  319. package/src/experimental/training/operator-command.js +4 -4
  320. package/src/experimental/training/runner/evaluation.js +62 -0
  321. package/src/experimental/training/runner/lifecycle.js +257 -0
  322. package/src/experimental/training/runner.js +5 -268
  323. package/src/experimental/training/suite/execution.js +879 -0
  324. package/src/experimental/training/suite/plan.js +855 -0
  325. package/src/experimental/training/suite.js +5 -1659
  326. package/src/experimental/training/workloads.d.ts +5 -5
  327. package/src/experimental/training/workloads.js +6 -6
  328. package/src/experimental/turboquant/codebook.js +470 -0
  329. package/src/formats/quantization-constants.d.ts +11 -0
  330. package/src/formats/quantization-constants.js +11 -0
  331. package/src/formats/rdrr/integrity.js +1 -1
  332. package/src/formats/rdrr/lowerings.js +0 -29
  333. package/src/formats/rdrr/merkle.js +1 -1
  334. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  335. package/src/formats/rdrr/validation.js +3 -3
  336. package/src/gpu/command-recorder.d.ts +10 -1
  337. package/src/gpu/command-recorder.js +58 -14
  338. package/src/gpu/constant-buffer.js +29 -0
  339. package/src/gpu/device-state.js +44 -0
  340. package/src/gpu/device.js +11 -41
  341. package/src/gpu/kernel-runtime.js +2 -1
  342. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  343. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  344. package/src/gpu/kernels/attention/executors.js +960 -0
  345. package/src/gpu/kernels/attention/plan.js +472 -0
  346. package/src/gpu/kernels/attention.d.ts +4 -0
  347. package/src/gpu/kernels/attention.js +145 -1545
  348. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  349. package/src/gpu/kernels/backward/adam.js +2 -1
  350. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  351. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  352. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  353. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  354. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  355. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  356. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  357. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  358. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  359. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  360. package/src/gpu/kernels/backward/executor.js +158 -0
  361. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  362. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  363. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  364. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  365. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  366. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  367. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  368. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  369. package/src/gpu/kernels/backward/matmul.js +133 -0
  370. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  371. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  372. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  374. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  376. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  377. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  378. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  379. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  380. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  381. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  382. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  383. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  384. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  385. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  386. package/src/gpu/kernels/backward/utils.js +2 -392
  387. package/src/gpu/kernels/bind-group-validation.js +16 -0
  388. package/src/gpu/kernels/cast.js +2 -1
  389. package/src/gpu/kernels/check-finiteness.js +13 -49
  390. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  391. package/src/gpu/kernels/check-stop.js +14 -33
  392. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  393. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  394. package/src/gpu/kernels/check_stop.wgsl +20 -0
  395. package/src/gpu/kernels/clamp.js +1 -1
  396. package/src/gpu/kernels/conv2d.js +1 -1
  397. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  398. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  399. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  400. package/src/gpu/kernels/dequant.js +7 -2
  401. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  402. package/src/gpu/kernels/dispatch.js +12 -1
  403. package/src/gpu/kernels/embedding-pool.js +72 -0
  404. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  405. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  406. package/src/gpu/kernels/energy.js +2 -1
  407. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  408. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  409. package/src/gpu/kernels/fused_ffn.js +10 -220
  410. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  411. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  412. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  413. package/src/gpu/kernels/gated-short-conv.js +11 -69
  414. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  415. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  416. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  417. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  418. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  419. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  420. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  421. package/src/gpu/kernels/gather.d.ts +1 -1
  422. package/src/gpu/kernels/gather.js +30 -6
  423. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  424. package/src/gpu/kernels/gelu.d.ts +4 -0
  425. package/src/gpu/kernels/gelu.js +12 -2
  426. package/src/gpu/kernels/gelu.wgsl +16 -0
  427. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  428. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  429. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  430. package/src/gpu/kernels/groupnorm.js +1 -1
  431. package/src/gpu/kernels/index.d.ts +38 -5
  432. package/src/gpu/kernels/index.js +18 -4
  433. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  434. package/src/gpu/kernels/kernel-base.js +1 -1
  435. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  436. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  437. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  438. package/src/gpu/kernels/kernel-configs.js +26 -54
  439. package/src/gpu/kernels/kernel-execution.js +141 -0
  440. package/src/gpu/kernels/kv-cache-write.js +4 -4
  441. package/src/gpu/kernels/kv-quantize.js +4 -1
  442. package/src/gpu/kernels/l2-normalize.js +36 -0
  443. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  444. package/src/gpu/kernels/layernorm.d.ts +4 -4
  445. package/src/gpu/kernels/layernorm.js +44 -7
  446. package/src/gpu/kernels/linear-attention-core.js +29 -449
  447. package/src/gpu/kernels/linear_attention.js +1 -1
  448. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  449. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  450. package/src/gpu/kernels/logit-finalize.js +103 -0
  451. package/src/gpu/kernels/logit-merge.js +13 -125
  452. package/src/gpu/kernels/logit-scatter.js +40 -0
  453. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  454. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  455. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  456. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  457. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  458. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  459. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  460. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  461. package/src/gpu/kernels/matmul-selection.js +3 -2
  462. package/src/gpu/kernels/matmul.js +4 -15
  463. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  464. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  465. package/src/gpu/kernels/modulate.js +1 -1
  466. package/src/gpu/kernels/moe.js +3 -1
  467. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  468. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  469. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  470. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  471. package/src/gpu/kernels/patch_context.wgsl +29 -0
  472. package/src/gpu/kernels/pipeline-cache.js +3 -1
  473. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  474. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  475. package/src/gpu/kernels/relu.js +1 -1
  476. package/src/gpu/kernels/rep-penalty.js +30 -5
  477. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  478. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  479. package/src/gpu/kernels/repeat_channels.js +1 -1
  480. package/src/gpu/kernels/residual.js +2 -2
  481. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  482. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  483. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  484. package/src/gpu/kernels/rmsnorm.js +1 -1
  485. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  486. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  487. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  488. package/src/gpu/kernels/rope-precompute.js +160 -0
  489. package/src/gpu/kernels/rope-qk.js +1 -1
  490. package/src/gpu/kernels/rope.js +2 -2
  491. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  492. package/src/gpu/kernels/sample.d.ts +1 -0
  493. package/src/gpu/kernels/sample.js +36 -17
  494. package/src/gpu/kernels/sample.wgsl +112 -157
  495. package/src/gpu/kernels/sample_f16.wgsl +168 -162
  496. package/src/gpu/kernels/scale.js +1 -1
  497. package/src/gpu/kernels/shader-cache.js +8 -4
  498. package/src/gpu/kernels/shader-source-scope.js +68 -0
  499. package/src/gpu/kernels/silu.js +2 -1
  500. package/src/gpu/kernels/soft-embedding.js +3 -1
  501. package/src/gpu/kernels/softmax.js +4 -2
  502. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  503. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  504. package/src/gpu/kernels/split_qg.js +1 -1
  505. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  506. package/src/gpu/kernels/split_qkv.js +18 -3
  507. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  508. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  509. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  510. package/src/gpu/kernels/transpose.js +1 -1
  511. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  512. package/src/gpu/kernels/uniform-utils.js +7 -2
  513. package/src/gpu/kernels/upsample2d.js +1 -1
  514. package/src/gpu/kernels/utils.js +9 -330
  515. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  516. package/src/gpu/kernels/vision-average-pool.js +68 -0
  517. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  518. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  519. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  520. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  521. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  522. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  523. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  524. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  525. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  526. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  527. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  528. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  529. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  530. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  531. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  532. package/src/gpu/readback-buffer.js +20 -0
  533. package/src/gpu/submit-probe.js +2 -26
  534. package/src/gpu/weight-buffer.d.ts +1 -0
  535. package/src/gpu/weight-buffer.js +7 -0
  536. package/src/index.d.ts +12 -0
  537. package/src/index.js +2 -0
  538. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  539. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  540. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  541. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  542. package/src/inference/browser-harness/inference-execution.js +543 -0
  543. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  544. package/src/inference/browser-harness/model-resolution.js +137 -0
  545. package/src/inference/browser-harness/report.js +338 -0
  546. package/src/inference/browser-harness/request.js +263 -0
  547. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  548. package/src/inference/browser-harness/runtime-config.js +255 -0
  549. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  550. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  551. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  552. package/src/inference/browser-harness/runtime-report.js +117 -0
  553. package/src/inference/browser-harness/suite-summary.js +39 -0
  554. package/src/inference/browser-harness/text-evidence.js +694 -0
  555. package/src/inference/browser-harness/text-execution.js +757 -0
  556. package/src/inference/browser-harness/text-input.js +725 -0
  557. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  558. package/src/inference/browser-harness-contract-helpers.js +1 -1
  559. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  560. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  561. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  562. package/src/inference/browser-harness-text-helpers.js +31 -2199
  563. package/src/inference/browser-harness.d.ts +15 -2
  564. package/src/inference/browser-harness.js +38 -1952
  565. package/src/inference/kv-cache/base.js +67 -381
  566. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  567. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  568. package/src/inference/kv-cache/quantized.d.ts +2 -2
  569. package/src/inference/kv-cache/quantized.js +4 -8
  570. package/src/inference/kv-cache/update.js +309 -0
  571. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  572. package/src/inference/model-checkpoint-evidence.js +264 -0
  573. package/src/inference/moe-router.js +36 -216
  574. package/src/inference/multi-model-network.js +5 -341
  575. package/src/inference/pipelines/audio/index.js +1 -20
  576. package/src/inference/pipelines/audio/mel.js +0 -38
  577. package/src/inference/pipelines/context.js +6 -2
  578. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  579. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  580. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  581. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  582. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  583. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  584. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  585. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  586. package/src/inference/pipelines/factory.js +14 -3
  587. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  588. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  589. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
  590. package/src/inference/pipelines/text/abort-contract.js +22 -0
  591. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  592. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  593. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  594. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  595. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  596. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  597. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  598. package/src/inference/pipelines/text/attention/plan.js +17 -0
  599. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  600. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  601. package/src/inference/pipelines/text/attention/projections.js +20 -537
  602. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  603. package/src/inference/pipelines/text/attention/record.js +0 -6
  604. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  605. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  606. package/src/inference/pipelines/text/attention/run.js +0 -6
  607. package/src/inference/pipelines/text/attention/types.js +3 -31
  608. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  609. package/src/inference/pipelines/text/chat-format.js +42 -0
  610. package/src/inference/pipelines/text/config/normalization.js +729 -0
  611. package/src/inference/pipelines/text/config/validation.js +9 -0
  612. package/src/inference/pipelines/text/config.d.ts +12 -1
  613. package/src/inference/pipelines/text/config.js +14 -1228
  614. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  615. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  616. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  617. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  618. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  619. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  620. package/src/inference/pipelines/text/embed.js +178 -241
  621. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  622. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  623. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  624. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  625. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  626. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  627. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  628. package/src/inference/pipelines/text/execution-v1.js +7 -283
  629. package/src/inference/pipelines/text/execution.js +517 -0
  630. package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
  631. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  632. package/src/inference/pipelines/text/ffn/dense.js +6 -970
  633. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  634. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  635. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  636. package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
  637. package/src/inference/pipelines/text/generator/decode.js +964 -0
  638. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  639. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  640. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  641. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  642. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  643. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  644. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  645. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  646. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  647. package/src/inference/pipelines/text/generator/text.js +448 -0
  648. package/src/inference/pipelines/text/generator/training.js +753 -0
  649. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  650. package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
  651. package/src/inference/pipelines/text/generator-runtime.js +23 -154
  652. package/src/inference/pipelines/text/generator-steps.js +45 -980
  653. package/src/inference/pipelines/text/generator.js +179 -3552
  654. package/src/inference/pipelines/text/image-transcription.js +304 -0
  655. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  656. package/src/inference/pipelines/text/init-rope.js +37 -189
  657. package/src/inference/pipelines/text/init.d.ts +8 -3
  658. package/src/inference/pipelines/text/init.js +6 -216
  659. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  660. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  661. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  662. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  663. package/src/inference/pipelines/text/layer-plan.js +45 -3
  664. package/src/inference/pipelines/text/layer.js +52 -522
  665. package/src/inference/pipelines/text/lifecycle.js +839 -0
  666. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  667. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  668. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  669. package/src/inference/pipelines/text/linear-attention.js +28 -534
  670. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  671. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  672. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  673. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  674. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  675. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  676. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  677. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  678. package/src/inference/pipelines/text/logits/index.js +62 -102
  679. package/src/inference/pipelines/text/logits/output-transform.js +54 -0
  680. package/src/inference/pipelines/text/logits/plan.js +184 -0
  681. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  682. package/src/inference/pipelines/text/logits/readback.js +9 -0
  683. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  684. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  685. package/src/inference/pipelines/text/lora-apply.js +12 -4
  686. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  687. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  688. package/src/inference/pipelines/text/model-load.js +0 -20
  689. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  690. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  691. package/src/inference/pipelines/text/moe/plan.js +47 -0
  692. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  693. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  694. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  695. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  696. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  697. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  698. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  699. package/src/inference/pipelines/text/probes.js +20 -0
  700. package/src/inference/pipelines/text/sampling-config.js +22 -113
  701. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  702. package/src/inference/pipelines/text/sampling.js +18 -375
  703. package/src/inference/pipelines/text/state.d.ts +8 -0
  704. package/src/inference/pipelines/text/state.js +1 -0
  705. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  706. package/src/inference/pipelines/text/types.d.ts +7 -3
  707. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  708. package/src/inference/pipelines/text.d.ts +2 -2
  709. package/src/inference/pipelines/text.js +46 -1633
  710. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  711. package/src/inference/pipelines/video/index.js +0 -21
  712. package/src/inference/pipelines/vision/attention.js +59 -0
  713. package/src/inference/pipelines/vision/encoder.js +254 -369
  714. package/src/inference/pipelines/vision/gemma4.js +204 -318
  715. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  716. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  717. package/src/inference/pipelines/vision/glmocr.js +557 -0
  718. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  719. package/src/inference/pipelines/vision/index.js +8 -27
  720. package/src/inference/pipelines/vision/ops.js +11 -33
  721. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  722. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  723. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  724. package/src/inference/refactor-receipt.js +2 -2
  725. package/src/inference/rerank.js +182 -0
  726. package/src/inference/token-sampling.js +319 -0
  727. package/src/inference/tokenizer.js +1 -1
  728. package/src/inference/tokenizers/behavior-flags.js +6 -3
  729. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  730. package/src/inference/tokenizers/bundled/registry.js +216 -0
  731. package/src/inference/tokenizers/bundled.js +23 -353
  732. package/src/loader/doppler-loader.d.ts +4 -0
  733. package/src/loader/doppler-loader.js +119 -930
  734. package/src/loader/embedding-limit-preflight.js +11 -4
  735. package/src/loader/embedding-loader.js +1 -3
  736. package/src/loader/gpu-tensor-materialization.js +20 -0
  737. package/src/loader/layer-loader.js +15 -119
  738. package/src/loader/layer-tensor-aliases.js +99 -0
  739. package/src/loader/layer-weight-shape.js +29 -0
  740. package/src/loader/load-timing.js +64 -0
  741. package/src/loader/loader-types.d.ts +3 -0
  742. package/src/loader/model-executor.js +819 -0
  743. package/src/loader/model-load-validation.js +15 -0
  744. package/src/loader/quantization-constants.d.ts +11 -29
  745. package/src/loader/quantization-constants.js +1 -2
  746. package/src/loader/shard-resolver.js +0 -14
  747. package/src/loader/tensor-load-error.js +14 -0
  748. package/src/loader/tensor-shard-indices.js +8 -0
  749. package/src/loader/tensors/bf16-loader.js +125 -0
  750. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  751. package/src/loader/tensors/load-executor.js +577 -0
  752. package/src/loader/tensors/source-transform/executor.js +123 -0
  753. package/src/loader/tensors/source-transform/plan.js +107 -0
  754. package/src/loader/tensors/source-transform.js +15 -264
  755. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  756. package/src/loader/tensors/tensor-loader.js +7 -653
  757. package/src/memory/buffer-pool.js +7 -29
  758. package/src/rules/capability-transform-resolver.js +80 -0
  759. package/src/rules/execution-contract.d.ts +73 -0
  760. package/src/rules/execution-contract.js +429 -0
  761. package/src/rules/execution-rules-contract-check.js +1 -1
  762. package/src/rules/generated/rule-bundle.json +4305 -0
  763. package/src/rules/inference/capability-transforms.rules.json +3 -3
  764. package/src/rules/layer-pattern-contract-check.js +1 -1
  765. package/src/rules/rule-registry.js +70 -57
  766. package/src/storage/artifact-storage-context.js +2 -2
  767. package/src/storage/backend-selection.js +43 -0
  768. package/src/storage/backends/opfs-store.d.ts +41 -0
  769. package/src/storage/distribution-transport.js +5 -0
  770. package/src/storage/download/integrity.d.ts +33 -0
  771. package/src/storage/download/integrity.js +130 -0
  772. package/src/storage/download/resume-inspection.d.ts +22 -0
  773. package/src/storage/download/resume-inspection.js +134 -0
  774. package/src/storage/download/retry.js +57 -0
  775. package/src/storage/download/state.js +131 -0
  776. package/src/storage/download/transport.js +99 -0
  777. package/src/storage/downloader.js +74 -453
  778. package/src/storage/model-cache.d.ts +1 -0
  779. package/src/storage/model-cache.js +51 -11
  780. package/src/storage/shard-manager.d.ts +5 -0
  781. package/src/storage/shard-manager.js +50 -369
  782. package/src/storage/shards/index.js +60 -0
  783. package/src/storage/shards/integrity.js +225 -0
  784. package/src/storage/shards/lifecycle.js +22 -0
  785. package/src/storage/source-artifact-store.js +14 -4
  786. package/src/tooling/boundary-evidence.d.ts +4 -4
  787. package/src/tooling/boundary-evidence.js +20 -20
  788. package/src/tooling/browser-command-runner.js +13 -6
  789. package/src/tooling/capsule-v2.d.ts +11 -0
  790. package/src/tooling/capsule-v2.js +58 -0
  791. package/src/tooling/capsule.js +20 -0
  792. package/src/tooling/command-api-constants.js +1 -1
  793. package/src/tooling/command-api-family-normalizers.js +163 -5
  794. package/src/tooling/command-api.d.ts +42 -3
  795. package/src/tooling/command-api.js +7 -2
  796. package/src/tooling/command-envelope.js +1 -1
  797. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  798. package/src/tooling/command-runner.html +49 -1
  799. package/src/tooling/command-validation.js +1 -24
  800. package/src/tooling/conversion-run-timing.js +24 -0
  801. package/src/tooling/diagnose-runner.js +11 -9
  802. package/src/tooling/distribution-shard-transport.js +11 -0
  803. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  804. package/src/tooling/execution-cost-ledger.js +197 -15
  805. package/src/tooling/hf-registry/catalog-io.js +63 -0
  806. package/src/tooling/litert/package.js +863 -0
  807. package/src/tooling/litert-package-runtime.js +3 -849
  808. package/src/tooling/model-capsule-forge.js +478 -0
  809. package/src/tooling/node-browser/execution.d.ts +40 -0
  810. package/src/tooling/node-browser/execution.js +308 -0
  811. package/src/tooling/node-browser/static-server.js +189 -0
  812. package/src/tooling/node-browser/transport.d.ts +80 -0
  813. package/src/tooling/node-browser/transport.js +622 -0
  814. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  815. package/src/tooling/node-browser-command-runner.js +10 -1112
  816. package/src/tooling/node-capsule-artifact-store.js +44 -0
  817. package/src/tooling/node-command-execution.js +237 -0
  818. package/src/tooling/node-command-runner.js +26 -205
  819. package/src/tooling/node-converter/input.js +521 -0
  820. package/src/tooling/node-converter/output.js +244 -0
  821. package/src/tooling/node-converter-chunk-batches.js +21 -0
  822. package/src/tooling/node-converter.js +7 -720
  823. package/src/tooling/node-source-runtime.js +16 -276
  824. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  825. package/src/tooling/node-webgpu.js +178 -453
  826. package/src/tooling/opfs-cache.d.ts +5 -0
  827. package/src/tooling/opfs-cache.js +4 -0
  828. package/src/tooling/production-release.d.ts +19 -0
  829. package/src/tooling/production-release.js +647 -0
  830. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  831. package/src/tooling/program-bundle/materialize.js +324 -0
  832. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  833. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  834. package/src/tooling/program-bundle/validation.js +31 -0
  835. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  836. package/src/tooling/program-bundle-parity.d.ts +11 -4
  837. package/src/tooling/program-bundle-parity.js +262 -109
  838. package/src/tooling/program-bundle.d.ts +7 -0
  839. package/src/tooling/program-bundle.js +186 -591
  840. package/src/tooling/provider-v1-contract.d.ts +61 -0
  841. package/src/tooling/provider-v1-contract.js +192 -0
  842. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  843. package/src/tooling/registered-variant-calibration-job.js +210 -0
  844. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  845. package/src/tooling/registered-variant-calibration.js +57 -7
  846. package/src/tooling/runtime-optimization/candidates.js +664 -0
  847. package/src/tooling/runtime-optimization-campaign.js +166 -0
  848. package/src/tooling/runtime-optimization-index.js +16 -1
  849. package/src/tooling/runtime-optimization.d.ts +44 -0
  850. package/src/tooling/runtime-optimization.js +13 -656
  851. package/src/tooling/source-intake.d.ts +1 -1
  852. package/src/tooling/source-intake.js +34 -17
  853. package/src/tooling/source-package-profiles.js +1 -1
  854. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  855. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  856. package/src/tooling/source-runtime/node-loader.js +258 -0
  857. package/src/tooling/source-runtime-bundle.js +26 -411
  858. package/src/tooling/source-runtime-converter-config.js +1 -1
  859. package/src/tooling-experimental-exports.js +0 -5
  860. package/src/tooling-exports/evidence.d.ts +14 -3
  861. package/src/tooling-exports/evidence.js +14 -3
  862. package/src/tooling-exports/storage.d.ts +7 -0
  863. package/src/tooling-exports/storage.js +5 -0
  864. package/src/tooling-exports.d.ts +3 -0
  865. package/src/tooling-exports.js +2 -0
  866. package/src/tooling-exports.shared.d.ts +17 -3
  867. package/src/tooling-exports.shared.js +9 -3
  868. package/src/training.d.ts +6 -6
  869. package/src/training.js +4 -4
  870. package/src/version.js +1 -1
  871. package/tests/kernels/browser/kernel-suite.js +512 -0
  872. package/tests/kernels/browser/test-page.js +170 -14
  873. package/tests/kernels/harness/tolerance.js +1 -0
  874. package/tests/kernels/reference/index.js +13 -1
  875. package/tests/kernels/reference/vision.js +160 -0
  876. package/src/converter/quantizer.d.ts +0 -121
  877. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  878. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  879. package/src/gpu/kernels/utils.d.ts +0 -147
  880. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  881. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  882. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  883. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  884. package/src/rules/converter/execution.rules.json +0 -20
  885. package/src/rules/converter/tensor-roles.rules.json +0 -13
  886. package/src/rules/converter/tokenizer.rules.json +0 -12
  887. package/src/rules/inference/attention.rules.json +0 -69
  888. package/src/rules/inference/config.rules.json +0 -82
  889. package/src/rules/inference/dtype.rules.json +0 -113
  890. package/src/rules/inference/execution.rules.json +0 -195
  891. package/src/rules/inference/ffn.rules.json +0 -123
  892. package/src/rules/inference/layer-pattern.rules.json +0 -16
  893. package/src/rules/inference/layer.rules.json +0 -7
  894. package/src/rules/inference/moe.rules.json +0 -145
  895. package/src/rules/kernels/attention.rules.json +0 -68
  896. package/src/rules/kernels/conv2d.rules.json +0 -6
  897. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  898. package/src/rules/kernels/dequant.rules.json +0 -58
  899. package/src/rules/kernels/energy.rules.json +0 -22
  900. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  901. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  902. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  903. package/src/rules/kernels/gather.rules.json +0 -93
  904. package/src/rules/kernels/gelu.rules.json +0 -11
  905. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  906. package/src/rules/kernels/groupnorm.rules.json +0 -10
  907. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  908. package/src/rules/kernels/layernorm.rules.json +0 -6
  909. package/src/rules/kernels/linear-attention.rules.json +0 -6
  910. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  911. package/src/rules/kernels/matmul.rules.json +0 -95
  912. package/src/rules/kernels/modulate.rules.json +0 -6
  913. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  914. package/src/rules/kernels/moe.rules.json +0 -14
  915. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  916. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  917. package/src/rules/kernels/relu.rules.json +0 -6
  918. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  919. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  920. package/src/rules/kernels/residual.rules.json +0 -12
  921. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  922. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  923. package/src/rules/kernels/rope-qk.rules.json +0 -6
  924. package/src/rules/kernels/rope.rules.json +0 -6
  925. package/src/rules/kernels/sample.rules.json +0 -6
  926. package/src/rules/kernels/scale.rules.json +0 -8
  927. package/src/rules/kernels/silu.rules.json +0 -22
  928. package/src/rules/kernels/softmax.rules.json +0 -25
  929. package/src/rules/kernels/split-qg.rules.json +0 -6
  930. package/src/rules/kernels/split-qkv.rules.json +0 -6
  931. package/src/rules/kernels/upsample2d.rules.json +0 -6
  932. package/src/rules/loader/tensor-loader.rules.json +0 -42
  933. package/src/rules/loader/weights.rules.json +0 -42
  934. package/src/rules/tooling/command-runtime.rules.json +0 -65
  935. package/src/tooling/hf-registry-utils.js +0 -395
  936. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  937. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  938. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  939. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  940. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  941. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  942. /package/src/{utils → formats}/array-buffer.js +0 -0
  943. /package/src/{utils → formats}/canonical-hash.js +0 -0
  944. /package/src/{utils → formats}/clone-json.js +0 -0
  945. /package/src/{utils → formats}/encode-utf8.js +0 -0
  946. /package/src/{utils → formats}/load-json.js +0 -0
  947. /package/src/{utils → formats}/plain-object.js +0 -0
  948. /package/src/{utils → formats}/sha256.js +0 -0
  949. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  950. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  951. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  952. /package/src/{utils → storage}/runtime-env.js +0 -0
  953. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -0,0 +1,10 @@
1
+ export type LoRAWeightLayoutName = 'input-major' | 'peft';
2
+ export interface LoRAWeightLayout {
3
+ readonly name: LoRAWeightLayoutName;
4
+ readonly transposeB: boolean;
5
+ readonly aRankAxis: 0 | 1;
6
+ readonly bRankAxis: 0 | 1;
7
+ readonly identityLayout: 'peft' | null;
8
+ }
9
+ export function resolveLoRAWeightLayout(name?: LoRAWeightLayoutName): LoRAWeightLayout;
10
+ export function resolveLoRAFormatLayout(format: string): LoRAWeightLayout;
@@ -0,0 +1,17 @@
1
+ import policy from './lora-layouts.json' with { type: 'json' };
2
+
3
+ export function resolveLoRAWeightLayout(name = policy.legacyLayout) {
4
+ const layout = typeof name === 'string' && Object.hasOwn(policy.layouts, name) ? policy.layouts[name] : null;
5
+ if (policy.schema !== 'doppler.lora-weight-layout-policy/v1' || !layout
6
+ || typeof layout.transposeB !== 'boolean'
7
+ || ![0, 1].includes(layout.aRankAxis) || ![0, 1].includes(layout.bRankAxis)
8
+ || layout.identityLayout === undefined) {
9
+ throw new Error(`Unsupported LoRA weight layout: ${String(name)}.`);
10
+ }
11
+ return Object.freeze({ name, ...layout });
12
+ }
13
+
14
+ export function resolveLoRAFormatLayout(format) {
15
+ if (typeof format !== 'string' || !Object.hasOwn(policy.formats, format)) throw new Error(`Unsupported LoRA weight format: ${String(format)}.`);
16
+ return resolveLoRAWeightLayout(policy.formats[format]);
17
+ }
@@ -0,0 +1,9 @@
1
+ {
2
+ "schema": "doppler.lora-weight-layout-policy/v1",
3
+ "legacyLayout": "input-major",
4
+ "formats": { "peft_safetensors": "peft" },
5
+ "layouts": {
6
+ "input-major": { "transposeB": false, "aRankAxis": 1, "bRankAxis": 0, "identityLayout": null },
7
+ "peft": { "transposeB": true, "aRankAxis": 0, "bRankAxis": 1, "identityLayout": "peft" }
8
+ }
9
+ }
@@ -0,0 +1,575 @@
1
+ import { appendHeterogeneousAttentionValidation } from './heterogeneous-attention-contract.js';
2
+
3
+ export function normalizeFfnTensorShape(value) {
4
+ if (!Array.isArray(value) || value.length !== 2) return null;
5
+ const rows = Number(value[0]);
6
+ const cols = Number(value[1]);
7
+ if (!Number.isFinite(rows) || !Number.isFinite(cols)) return null;
8
+ if (rows <= 0 || cols <= 0) return null;
9
+ return [Math.trunc(rows), Math.trunc(cols)];
10
+ }
11
+
12
+ export function getDenseFfnTensorShape(tensors, names) {
13
+ if (!tensors || typeof tensors !== 'object') return null;
14
+ for (const name of names) {
15
+ const shape = normalizeFfnTensorShape(tensors[name]?.shape);
16
+ if (shape) return shape;
17
+ }
18
+ return null;
19
+ }
20
+
21
+ export function assertDenseFfnTensorShape(modelId, layerIdx, label, actualShape, expectedShape) {
22
+ if (!actualShape) return;
23
+ if (actualShape[0] === expectedShape[0] && actualShape[1] === expectedShape[1]) {
24
+ return;
25
+ }
26
+ throw new Error(
27
+ `Manifest "${modelId}" layer ${layerIdx} ${label} shape [${actualShape.join(', ')}] does not match ` +
28
+ `the resolved FFN contract [${expectedShape.join(', ')}]. Re-convert the model so manifest inference ` +
29
+ 'and FFN tensor shapes agree.'
30
+ );
31
+ }
32
+
33
+ export function validateLayerIntermediateSizesAgainstManifest(manifest, hiddenSize, layerIntermediateSizes, modelId) {
34
+ const tensors = manifest?.tensors;
35
+ if (!tensors || typeof tensors !== 'object' || !Array.isArray(layerIntermediateSizes)) {
36
+ return;
37
+ }
38
+
39
+ for (let layerIdx = 0; layerIdx < layerIntermediateSizes.length; layerIdx += 1) {
40
+ const intermediateSize = Number(layerIntermediateSizes[layerIdx]);
41
+ if (!Number.isFinite(intermediateSize) || intermediateSize <= 0) {
42
+ throw new Error(
43
+ `Manifest "${modelId}" resolved an invalid FFN intermediate size (${String(layerIntermediateSizes[layerIdx])}) ` +
44
+ `for layer ${layerIdx}.`
45
+ );
46
+ }
47
+
48
+ const expectedIntermediateSize = Math.trunc(intermediateSize);
49
+ const languagePrefix = `model.language_model.layers.${layerIdx}`;
50
+ const genericPrefix = `model.layers.${layerIdx}`;
51
+ const gateShape = getDenseFfnTensorShape(tensors, [
52
+ `${languagePrefix}.mlp.gate_proj.weight`,
53
+ `${genericPrefix}.mlp.gate_proj.weight`,
54
+ `${languagePrefix}.ffn.gate_proj.weight`,
55
+ `${languagePrefix}.ffn_gate.weight`,
56
+ `${languagePrefix}.feed_forward.w1.weight`,
57
+ `${genericPrefix}.feed_forward.w1.weight`,
58
+ `layers.${layerIdx}.feed_forward.w1.weight`,
59
+ ]);
60
+ const upShape = getDenseFfnTensorShape(tensors, [
61
+ `${languagePrefix}.mlp.up_proj.weight`,
62
+ `${genericPrefix}.mlp.up_proj.weight`,
63
+ `${languagePrefix}.ffn.up_proj.weight`,
64
+ `${languagePrefix}.ffn_up.weight`,
65
+ `${languagePrefix}.feed_forward.w3.weight`,
66
+ `${genericPrefix}.feed_forward.w3.weight`,
67
+ `layers.${layerIdx}.feed_forward.w3.weight`,
68
+ ]);
69
+ const downShape = getDenseFfnTensorShape(tensors, [
70
+ `${languagePrefix}.mlp.down_proj.weight`,
71
+ `${genericPrefix}.mlp.down_proj.weight`,
72
+ `${languagePrefix}.ffn.down_proj.weight`,
73
+ `${languagePrefix}.ffn_down.weight`,
74
+ `${languagePrefix}.feed_forward.w2.weight`,
75
+ `${genericPrefix}.feed_forward.w2.weight`,
76
+ `layers.${layerIdx}.feed_forward.w2.weight`,
77
+ ]);
78
+ const gateUpShape = getDenseFfnTensorShape(tensors, [
79
+ `${languagePrefix}.mlp.gate_up_proj.weight`,
80
+ `${genericPrefix}.mlp.gate_up_proj.weight`,
81
+ `${languagePrefix}.ffn.gate_up_proj.weight`,
82
+ `${languagePrefix}.ffn_gate_up.weight`,
83
+ `${languagePrefix}.feed_forward.w1_w3.weight`,
84
+ `${genericPrefix}.feed_forward.w1_w3.weight`,
85
+ `layers.${layerIdx}.feed_forward.w1_w3.weight`,
86
+ ]);
87
+
88
+ assertDenseFfnTensorShape(
89
+ modelId,
90
+ layerIdx,
91
+ 'gate weight',
92
+ gateShape,
93
+ [expectedIntermediateSize, hiddenSize]
94
+ );
95
+ assertDenseFfnTensorShape(
96
+ modelId,
97
+ layerIdx,
98
+ 'up weight',
99
+ upShape,
100
+ [expectedIntermediateSize, hiddenSize]
101
+ );
102
+ assertDenseFfnTensorShape(
103
+ modelId,
104
+ layerIdx,
105
+ 'down weight',
106
+ downShape,
107
+ [hiddenSize, expectedIntermediateSize]
108
+ );
109
+ assertDenseFfnTensorShape(
110
+ modelId,
111
+ layerIdx,
112
+ 'gate_up weight',
113
+ gateUpShape,
114
+ [expectedIntermediateSize * 2, hiddenSize]
115
+ );
116
+ }
117
+ }
118
+
119
+ export function normalizeUnsupportedText(value) {
120
+ if (typeof value !== 'string') return '';
121
+ return value.trim();
122
+ }
123
+
124
+ export function assertSupportedManifestInference(manifest) {
125
+ const modelId = manifest?.modelId ?? 'unknown';
126
+ const unsupported = manifest?.inference?.unsupported;
127
+ if (unsupported == null) {
128
+ return;
129
+ }
130
+ if (typeof unsupported !== 'object' || Array.isArray(unsupported)) {
131
+ throw new Error(
132
+ `Manifest "${modelId}" has invalid inference.unsupported. ` +
133
+ 'Expected null or an object with code, message, and recommendation fields.'
134
+ );
135
+ }
136
+ const code = normalizeUnsupportedText(unsupported.code) || 'unsupported-manifest-contract';
137
+ const message = normalizeUnsupportedText(unsupported.message);
138
+ const recommendation = normalizeUnsupportedText(unsupported.recommendation);
139
+ throw new Error(
140
+ `Manifest "${modelId}" is not supported by Doppler runtime (${code}).` +
141
+ (message ? ` ${message}` : '') +
142
+ (recommendation ? ` ${recommendation}` : '')
143
+ );
144
+ }
145
+
146
+ export function validateRequiredInferenceFields(inf, modelId) {
147
+ inf = inf ?? {};
148
+ inf.attention = inf.attention ?? {};
149
+ inf.normalization = inf.normalization ?? {};
150
+ inf.ffn = inf.ffn ?? {};
151
+ inf.rope = inf.rope ?? {};
152
+ inf.output = inf.output ?? {};
153
+ inf.layerPattern = inf.layerPattern ?? {};
154
+ inf.chatTemplate = inf.chatTemplate ?? {};
155
+ const errors = [];
156
+
157
+ // Attention fields - non-nullable required
158
+ if (inf.attention.queryPreAttnScalar == null) {
159
+ errors.push('attention.queryPreAttnScalar is required');
160
+ }
161
+ appendHeterogeneousAttentionValidation(errors, inf);
162
+ if (inf.attention.queryKeyNorm == null) {
163
+ errors.push('attention.queryKeyNorm is required');
164
+ }
165
+ if (
166
+ inf.attention.queryKeyNormType !== undefined
167
+ && !['rmsnorm', 'layernorm'].includes(inf.attention.queryKeyNormType)
168
+ ) {
169
+ errors.push('attention.queryKeyNormType must be "rmsnorm" or "layernorm"');
170
+ }
171
+ if (
172
+ inf.attention.queryKeyNormAxis !== undefined
173
+ && !['head', 'projection'].includes(inf.attention.queryKeyNormAxis)
174
+ ) {
175
+ errors.push('attention.queryKeyNormAxis must be "head" or "projection"');
176
+ }
177
+ if (
178
+ inf.attention.queryKeyNormLayers !== undefined
179
+ && inf.attention.queryKeyNormLayers !== null
180
+ ) {
181
+ if (!Array.isArray(inf.attention.queryKeyNormLayers)) {
182
+ errors.push('attention.queryKeyNormLayers must be null or an array of layer indices');
183
+ } else {
184
+ for (const layerIdx of inf.attention.queryKeyNormLayers) {
185
+ if (!Number.isInteger(layerIdx) || layerIdx < 0) {
186
+ errors.push('attention.queryKeyNormLayers must contain only non-negative integer layer indices');
187
+ break;
188
+ }
189
+ }
190
+ }
191
+ }
192
+ if (
193
+ inf.attention.queryKeyNormWeightLayers !== undefined
194
+ && inf.attention.queryKeyNormWeightLayers !== null
195
+ ) {
196
+ if (!Array.isArray(inf.attention.queryKeyNormWeightLayers)) {
197
+ errors.push('attention.queryKeyNormWeightLayers must be null or an array of layer indices');
198
+ } else {
199
+ for (const layerIdx of inf.attention.queryKeyNormWeightLayers) {
200
+ if (!Number.isInteger(layerIdx) || layerIdx < 0) {
201
+ errors.push('attention.queryKeyNormWeightLayers must contain only non-negative integer layer indices');
202
+ break;
203
+ }
204
+ }
205
+ }
206
+ }
207
+ if (inf.attention.valueNorm == null) {
208
+ errors.push('attention.valueNorm is required');
209
+ }
210
+ if (inf.attention.attentionBias == null) {
211
+ errors.push('attention.attentionBias is required');
212
+ }
213
+ if (inf.attention.causal == null) {
214
+ errors.push('attention.causal is required');
215
+ }
216
+ // Attention fields - nullable required (undefined = missing, null = disabled)
217
+ if (inf.attention.slidingWindow === undefined) {
218
+ errors.push('attention.slidingWindow must be explicitly set (null for no sliding window, or number)');
219
+ }
220
+ if (inf.attention.attnLogitSoftcapping === undefined) {
221
+ errors.push('attention.attnLogitSoftcapping must be explicitly set (null for no softcapping, or number)');
222
+ }
223
+
224
+ // Normalization fields
225
+ if (
226
+ inf.normalization.type !== undefined
227
+ && !['rmsnorm', 'layernorm'].includes(inf.normalization.type)
228
+ ) {
229
+ errors.push('normalization.type must be rmsnorm or layernorm');
230
+ }
231
+ if (inf.normalization.rmsNormWeightOffset == null) {
232
+ errors.push('normalization.rmsNormWeightOffset is required');
233
+ }
234
+ if (inf.normalization.rmsNormEps == null) {
235
+ errors.push('normalization.rmsNormEps is required');
236
+ }
237
+ if (inf.normalization.postAttentionNorm == null) {
238
+ errors.push('normalization.postAttentionNorm is required');
239
+ }
240
+ if (inf.normalization.preFeedforwardNorm == null) {
241
+ errors.push('normalization.preFeedforwardNorm is required');
242
+ }
243
+ if (inf.normalization.postFeedforwardNorm == null) {
244
+ errors.push('normalization.postFeedforwardNorm is required');
245
+ }
246
+ if (
247
+ inf.normalization.finalNormBiasTensor !== undefined
248
+ &&
249
+ inf.normalization.finalNormBiasTensor !== null
250
+ && (
251
+ typeof inf.normalization.finalNormBiasTensor !== 'string'
252
+ || inf.normalization.finalNormBiasTensor.trim() === ''
253
+ )
254
+ ) {
255
+ errors.push('normalization.finalNormBiasTensor must be null or a non-empty string');
256
+ }
257
+ if (
258
+ (inf.normalization.type ?? 'rmsnorm') === 'rmsnorm'
259
+ && (inf.normalization.finalNormBiasTensor ?? null) !== null
260
+ ) {
261
+ errors.push('normalization.finalNormBiasTensor requires normalization.type="layernorm"');
262
+ }
263
+
264
+ // FFN fields
265
+ if (inf.ffn.activation == null) {
266
+ errors.push('ffn.activation is required');
267
+ }
268
+ if (inf.ffn.gatedActivation == null) {
269
+ errors.push('ffn.gatedActivation is required');
270
+ }
271
+ if (inf.ffn.branchMode == null) {
272
+ errors.push('ffn.branchMode is required');
273
+ } else {
274
+ const normalizedBranchMode = typeof inf.ffn.branchMode === 'string'
275
+ ? inf.ffn.branchMode.trim().toLowerCase()
276
+ : '';
277
+ const supportedBranchModes = new Set(['auto', 'dense', 'moe', 'dense_plus_moe']);
278
+ if (!supportedBranchModes.has(normalizedBranchMode)) {
279
+ errors.push('ffn.branchMode must be one of: auto, dense, moe, dense_plus_moe');
280
+ }
281
+ }
282
+ if (inf.ffn.useDoubleWideMlp == null) {
283
+ errors.push('ffn.useDoubleWideMlp is required');
284
+ }
285
+ if (inf.ffn.swigluLimit === undefined) {
286
+ errors.push('ffn.swigluLimit must be explicitly set (null for no limit, or number)');
287
+ } else {
288
+ const limit = inf.ffn.swigluLimit;
289
+ if (limit !== null && (typeof limit !== 'number' || Number.isNaN(limit) || limit <= 0)) {
290
+ errors.push('ffn.swigluLimit must be a positive number or null');
291
+ }
292
+ }
293
+ // RoPE fields - non-nullable required
294
+ if (inf.rope.ropeTheta == null) {
295
+ errors.push('rope.ropeTheta is required');
296
+ }
297
+ if (inf.rope.ropeScalingFactor == null) {
298
+ errors.push('rope.ropeScalingFactor is required (use 1.0 for no scaling)');
299
+ }
300
+ // RoPE fields - nullable required (undefined = missing, null = disabled)
301
+ if (inf.rope.ropeScalingType === undefined) {
302
+ errors.push('rope.ropeScalingType must be explicitly set (null for no scaling, or scaling type string)');
303
+ }
304
+ if (inf.rope.ropeLocalTheta === undefined) {
305
+ errors.push('rope.ropeLocalTheta must be explicitly set (null for no local theta, or number)');
306
+ }
307
+ if (
308
+ inf.rope.ropeInterleaved !== undefined
309
+ && inf.rope.ropeInterleaved != null
310
+ && typeof inf.rope.ropeInterleaved !== 'boolean'
311
+ ) {
312
+ errors.push('rope.ropeInterleaved must be boolean when provided');
313
+ }
314
+ if (inf.rope.mropeInterleaved == null) {
315
+ errors.push('rope.mropeInterleaved is required');
316
+ }
317
+ if (inf.rope.mropeSection === undefined) {
318
+ errors.push('rope.mropeSection must be explicitly set (null when unused, or an array of positive integers)');
319
+ }
320
+ if (inf.rope.partialRotaryFactor === undefined) {
321
+ errors.push('rope.partialRotaryFactor must be explicitly set (null when unused, or a number in (0, 1])');
322
+ } else {
323
+ const factor = inf.rope.partialRotaryFactor;
324
+ if (factor !== null && (typeof factor !== 'number' || Number.isNaN(factor) || factor <= 0 || factor > 1)) {
325
+ errors.push('rope.partialRotaryFactor must be a number in (0, 1] or null');
326
+ }
327
+ }
328
+ if (inf.rope.ropeLocalPartialRotaryFactor === undefined) {
329
+ errors.push('rope.ropeLocalPartialRotaryFactor must be explicitly set (null when unused, or a number in (0, 1])');
330
+ } else {
331
+ const factor = inf.rope.ropeLocalPartialRotaryFactor;
332
+ if (factor !== null && (typeof factor !== 'number' || Number.isNaN(factor) || factor <= 0 || factor > 1)) {
333
+ errors.push('rope.ropeLocalPartialRotaryFactor must be a number in (0, 1] or null');
334
+ }
335
+ }
336
+ if (inf.rope.ropeFrequencyBaseDim === undefined) {
337
+ errors.push('rope.ropeFrequencyBaseDim must be explicitly set (null when using rotary dim, or a positive even integer)');
338
+ } else {
339
+ const dim = inf.rope.ropeFrequencyBaseDim;
340
+ if (dim !== null && (typeof dim !== 'number' || Number.isNaN(dim) || dim <= 0 || (Math.trunc(dim) % 2) !== 0)) {
341
+ errors.push('rope.ropeFrequencyBaseDim must be a positive even integer or null');
342
+ }
343
+ }
344
+ if (inf.rope.ropeLocalFrequencyBaseDim === undefined) {
345
+ errors.push('rope.ropeLocalFrequencyBaseDim must be explicitly set (null when using local rotary dim, or a positive even integer)');
346
+ } else {
347
+ const dim = inf.rope.ropeLocalFrequencyBaseDim;
348
+ if (dim !== null && (typeof dim !== 'number' || Number.isNaN(dim) || dim <= 0 || (Math.trunc(dim) % 2) !== 0)) {
349
+ errors.push('rope.ropeLocalFrequencyBaseDim must be a positive even integer or null');
350
+ }
351
+ }
352
+ // Output fields - non-nullable required
353
+ if (inf.output.tieWordEmbeddings == null) {
354
+ errors.push('output.tieWordEmbeddings is required');
355
+ }
356
+ if (inf.output.scaleEmbeddings == null) {
357
+ errors.push('output.scaleEmbeddings is required');
358
+ }
359
+ if (inf.output.embeddingScale === undefined) {
360
+ errors.push('output.embeddingScale must be explicitly set (null for scaleEmbeddings semantics, or number)');
361
+ } else {
362
+ const embeddingScale = inf.output.embeddingScale;
363
+ if (embeddingScale !== null && (typeof embeddingScale !== 'number' || !Number.isFinite(embeddingScale) || embeddingScale <= 0)) {
364
+ errors.push('output.embeddingScale must be a positive finite number or null');
365
+ }
366
+ if (embeddingScale !== null && inf.output.scaleEmbeddings === true) {
367
+ errors.push('output.embeddingScale cannot be set when output.scaleEmbeddings is true');
368
+ }
369
+ }
370
+ if (inf.output.logitInputScale == null) {
371
+ errors.push('output.logitInputScale is required');
372
+ } else if (
373
+ typeof inf.output.logitInputScale !== 'number'
374
+ || !Number.isFinite(inf.output.logitInputScale)
375
+ || inf.output.logitInputScale <= 0
376
+ ) {
377
+ errors.push('output.logitInputScale must be a positive finite number');
378
+ }
379
+ if (inf.output.logitOutputScale !== undefined && (typeof inf.output.logitOutputScale !== 'number' || !Number.isFinite(inf.output.logitOutputScale) || inf.output.logitOutputScale <= 0)) errors.push('output.logitOutputScale must be a positive finite number');
380
+ if (inf.output.embeddingTranspose == null) {
381
+ errors.push('output.embeddingTranspose is required');
382
+ }
383
+ // Output fields - nullable required (undefined = missing, null = disabled)
384
+ if (inf.output.finalLogitSoftcapping === undefined) {
385
+ errors.push('output.finalLogitSoftcapping must be explicitly set (null for no softcapping, or number)');
386
+ }
387
+ if (inf.output.embeddingVocabSize === undefined) {
388
+ errors.push('output.embeddingVocabSize must be explicitly set (null to use architecture.vocabSize, or number)');
389
+ }
390
+ if (inf.output.embeddingPostprocessor === undefined) {
391
+ errors.push('output.embeddingPostprocessor must be explicitly set (null when unused, or an object)');
392
+ } else if (inf.output.embeddingPostprocessor !== null) {
393
+ const postprocessor = inf.output.embeddingPostprocessor;
394
+ if (!postprocessor || typeof postprocessor !== 'object' || Array.isArray(postprocessor)) {
395
+ errors.push('output.embeddingPostprocessor must be null or an object');
396
+ } else {
397
+ if (postprocessor.poolingMode !== 'mean' && postprocessor.poolingMode !== 'last') {
398
+ errors.push('output.embeddingPostprocessor.poolingMode must be "mean" or "last"');
399
+ }
400
+ if (typeof postprocessor.includePrompt !== 'boolean') {
401
+ errors.push('output.embeddingPostprocessor.includePrompt is required');
402
+ }
403
+ if (!Array.isArray(postprocessor.projections)) {
404
+ errors.push('output.embeddingPostprocessor.projections must be an array');
405
+ } else {
406
+ for (let i = 0; i < postprocessor.projections.length; i++) {
407
+ const projection = postprocessor.projections[i];
408
+ const prefix = `output.embeddingPostprocessor.projections[${i}]`;
409
+ if (typeof projection?.weightTensor !== 'string' || projection.weightTensor.trim() === '') {
410
+ errors.push(`${prefix}.weightTensor is required`);
411
+ }
412
+ if (projection?.biasTensor === undefined) {
413
+ errors.push(`${prefix}.biasTensor must be explicitly set (null when unused, or tensor name)`);
414
+ } else if (projection.biasTensor !== null && (typeof projection.biasTensor !== 'string' || projection.biasTensor.trim() === '')) {
415
+ errors.push(`${prefix}.biasTensor must be null or a non-empty string`);
416
+ }
417
+ if (!Number.isFinite(projection?.inputSize) || projection.inputSize <= 0) {
418
+ errors.push(`${prefix}.inputSize must be a positive number`);
419
+ }
420
+ if (!Number.isFinite(projection?.outputSize) || projection.outputSize <= 0) {
421
+ errors.push(`${prefix}.outputSize must be a positive number`);
422
+ }
423
+ if (projection?.activation !== 'identity') {
424
+ errors.push(`${prefix}.activation must be "identity"`);
425
+ }
426
+ }
427
+ }
428
+ if (postprocessor.normalize === undefined) {
429
+ errors.push('output.embeddingPostprocessor.normalize must be explicitly set (null when unused, or "l2")');
430
+ } else if (postprocessor.normalize !== null && postprocessor.normalize !== 'l2') {
431
+ errors.push('output.embeddingPostprocessor.normalize must be null or "l2"');
432
+ }
433
+ }
434
+ }
435
+ if (
436
+ inf.output.lmHeadBiasTensor !== undefined
437
+ && inf.output.lmHeadBiasTensor !== null
438
+ && (typeof inf.output.lmHeadBiasTensor !== 'string' || inf.output.lmHeadBiasTensor.trim() === '')
439
+ ) {
440
+ errors.push('output.lmHeadBiasTensor must be null or a non-empty tensor name');
441
+ }
442
+
443
+ if (inf.supportsSequence !== undefined && typeof inf.supportsSequence !== 'boolean') {
444
+ errors.push('supportsSequence must be boolean when provided');
445
+ }
446
+ if (inf.sequence !== undefined && inf.sequence !== null) {
447
+ const sequence = inf.sequence;
448
+ if (!sequence || typeof sequence !== 'object' || Array.isArray(sequence)) {
449
+ errors.push('sequence must be null or an object');
450
+ } else {
451
+ if (sequence.alphabet !== 'amino_acid' && sequence.alphabet !== 'nucleotide') {
452
+ errors.push('sequence.alphabet must be "amino_acid" or "nucleotide"');
453
+ }
454
+ if (typeof sequence.tokenEmbeddings !== 'boolean') {
455
+ errors.push('sequence.tokenEmbeddings must be boolean');
456
+ }
457
+ if (typeof sequence.logits !== 'boolean') {
458
+ errors.push('sequence.logits must be boolean');
459
+ }
460
+ if (sequence.pooledEmbedding !== null) {
461
+ const pooling = sequence.pooledEmbedding;
462
+ if (!pooling || typeof pooling !== 'object' || Array.isArray(pooling)) {
463
+ errors.push('sequence.pooledEmbedding must be null or an object');
464
+ } else {
465
+ if (pooling.mode !== 'mean' && pooling.mode !== 'last') {
466
+ errors.push('sequence.pooledEmbedding.mode must be "mean" or "last"');
467
+ }
468
+ if (!Array.isArray(pooling.excludeTokenIds) || pooling.excludeTokenIds.some(
469
+ (tokenId) => !Number.isInteger(tokenId) || tokenId < 0
470
+ )) {
471
+ errors.push('sequence.pooledEmbedding.excludeTokenIds must be an array of non-negative integers');
472
+ }
473
+ }
474
+ }
475
+ }
476
+ }
477
+ if (inf.supportsSequence === true && (inf.sequence == null || typeof inf.sequence !== 'object')) {
478
+ errors.push('sequence is required when supportsSequence=true');
479
+ }
480
+ if (inf.supportsSequence !== true && inf.sequence != null) {
481
+ errors.push('supportsSequence must be true when sequence is configured');
482
+ }
483
+
484
+ // Layer pattern fields
485
+ if (inf.layerPattern?.type == null) {
486
+ errors.push('layerPattern.type is required');
487
+ }
488
+ if (inf.layerPattern?.globalPattern === undefined) {
489
+ errors.push('layerPattern.globalPattern must be explicitly set (null if not applicable)');
490
+ }
491
+ if (inf.layerPattern?.period === undefined) {
492
+ errors.push('layerPattern.period must be explicitly set (null if not applicable)');
493
+ }
494
+ if (inf.layerPattern?.offset === undefined) {
495
+ errors.push('layerPattern.offset must be explicitly set (null if not applicable)');
496
+ }
497
+ if (inf.layerPattern?.residualBranchScale == null) {
498
+ errors.push('layerPattern.residualBranchScale is required');
499
+ } else if (
500
+ typeof inf.layerPattern.residualBranchScale !== 'number'
501
+ || !Number.isFinite(inf.layerPattern.residualBranchScale)
502
+ || inf.layerPattern.residualBranchScale <= 0
503
+ ) {
504
+ errors.push('layerPattern.residualBranchScale must be a positive finite number');
505
+ }
506
+ if (inf.layerPattern?.type === 'custom' && inf.layerPattern?.layerTypes === undefined) {
507
+ errors.push('layerPattern.layerTypes must be explicitly set for custom patterns');
508
+ }
509
+
510
+ // Chat template fields
511
+ if (inf.chatTemplate?.type === undefined) {
512
+ errors.push('chatTemplate.type must be explicitly set (null for no template)');
513
+ }
514
+ if (inf.chatTemplate?.enabled == null) {
515
+ errors.push('chatTemplate.enabled is required');
516
+ }
517
+
518
+ // RoPE YARN fields
519
+ if (inf.rope.yarnBetaFast === undefined) {
520
+ errors.push('rope.yarnBetaFast must be explicitly set (null if not YARN)');
521
+ }
522
+ if (inf.rope.yarnBetaSlow === undefined) {
523
+ errors.push('rope.yarnBetaSlow must be explicitly set (null if not YARN)');
524
+ }
525
+ if (inf.rope.yarnOriginalMaxPos === undefined) {
526
+ errors.push('rope.yarnOriginalMaxPos must be explicitly set (null if not YARN)');
527
+ }
528
+ if (inf.rope.longropeShortFactor === undefined) {
529
+ errors.push('rope.longropeShortFactor must be explicitly set (null if not LongRoPE)');
530
+ }
531
+ if (inf.rope.longropeLongFactor === undefined) {
532
+ errors.push('rope.longropeLongFactor must be explicitly set (null if not LongRoPE)');
533
+ }
534
+ if (inf.rope.longropeOriginalMaxPos === undefined) {
535
+ errors.push('rope.longropeOriginalMaxPos must be explicitly set (null if not LongRoPE)');
536
+ }
537
+ if (inf.rope.ropeScalingType === 'longrope') {
538
+ if (!Array.isArray(inf.rope.longropeShortFactor) || inf.rope.longropeShortFactor.length === 0) {
539
+ errors.push('rope.longropeShortFactor must be a non-empty number array for LongRoPE');
540
+ }
541
+ if (!Array.isArray(inf.rope.longropeLongFactor) || inf.rope.longropeLongFactor.length === 0) {
542
+ errors.push('rope.longropeLongFactor must be a non-empty number array for LongRoPE');
543
+ }
544
+ if (
545
+ typeof inf.rope.longropeOriginalMaxPos !== 'number'
546
+ || !Number.isFinite(inf.rope.longropeOriginalMaxPos)
547
+ || inf.rope.longropeOriginalMaxPos <= 0
548
+ ) {
549
+ errors.push('rope.longropeOriginalMaxPos must be a positive finite number for LongRoPE');
550
+ }
551
+ } else if (
552
+ inf.rope.longropeShortFactor !== null
553
+ || inf.rope.longropeLongFactor !== null
554
+ || inf.rope.longropeOriginalMaxPos !== null
555
+ ) {
556
+ errors.push('rope LongRoPE fields must be null unless rope.ropeScalingType is "longrope"');
557
+ }
558
+ if (inf.rope.ropeLocalYarnBetaFast === undefined) {
559
+ errors.push('rope.ropeLocalYarnBetaFast must be explicitly set (null if not local YARN)');
560
+ }
561
+ if (inf.rope.ropeLocalYarnBetaSlow === undefined) {
562
+ errors.push('rope.ropeLocalYarnBetaSlow must be explicitly set (null if not local YARN)');
563
+ }
564
+ if (inf.rope.ropeLocalYarnOriginalMaxPos === undefined) {
565
+ errors.push('rope.ropeLocalYarnOriginalMaxPos must be explicitly set (null if not local YARN)');
566
+ }
567
+
568
+ if (errors.length > 0) {
569
+ throw new Error(
570
+ `Manifest "${modelId}" has incomplete inference config. ` +
571
+ `Missing required fields:\n - ${errors.join('\n - ')}\n` +
572
+ `Re-convert the model using the latest converter.`
573
+ );
574
+ }
575
+ }
@@ -0,0 +1,12 @@
1
+ import { chooseNullish } from './value-selection.js';
2
+
3
+ export function mergeExecutionPatchLists(basePatch, overridePatch) {
4
+ const base = basePatch ?? {};
5
+ const override = overridePatch ?? {};
6
+ return {
7
+ addKernels: chooseNullish(override.addKernels, chooseNullish(base.addKernels, [])),
8
+ set: chooseNullish(override.set, chooseNullish(base.set, [])),
9
+ remove: chooseNullish(override.remove, chooseNullish(base.remove, [])),
10
+ add: chooseNullish(override.add, chooseNullish(base.add, [])),
11
+ };
12
+ }
@@ -1,44 +1,3 @@
1
- export function chooseNullish(overrideValue, fallbackValue) {
2
- return overrideValue ?? fallbackValue;
3
- }
4
-
5
- export function chooseDefined(overrideValue, fallbackValue) {
6
- return overrideValue !== undefined ? overrideValue : fallbackValue;
7
- }
8
-
9
- // sources must be a writable Map (or any object with a .set(key, value) method).
10
- // Callers are responsible for passing a Map instance; plain objects are not supported.
11
- export function chooseDefinedWithSource(path, overrideValue, fallbackValue, sources) {
12
- const value = chooseDefined(overrideValue, fallbackValue);
13
- if (sources && typeof sources.set === 'function') {
14
- /** @type {Map<string, string>} */ (sources).set(
15
- path,
16
- overrideValue !== undefined ? 'runtime' : 'manifest',
17
- );
18
- }
19
- return value;
20
- }
21
-
22
- export function mergeShallowObject(base, override) {
23
- if (override === undefined) {
24
- return base;
25
- }
26
- if (override === null || typeof override !== 'object' || Array.isArray(override)) {
27
- throw new Error(
28
- 'DopplerConfigError: shallow object overrides must be plain objects when provided explicitly.'
29
- );
30
- }
31
- return { ...base, ...override };
32
- }
33
-
34
- export function mergeLayeredShallowObjects(...layers) {
35
- return layers.reduce((merged, layer) => mergeShallowObject(merged, layer), {});
36
- }
37
-
38
- export function replaceSubtree(overrideValue, fallbackValue) {
39
- return chooseDefined(overrideValue, fallbackValue);
40
- }
41
-
42
1
  const DEFAULT_KERNEL_PATH_POLICY = Object.freeze({
43
2
  mode: 'locked',
44
3
  sourceScope: Object.freeze(['model', 'manifest']),
@@ -167,14 +126,3 @@ export function mergeKernelPathPolicy(basePolicy, overridePolicy) {
167
126
  ),
168
127
  };
169
128
  }
170
-
171
- export function mergeExecutionPatchLists(basePatch, overridePatch) {
172
- const base = basePatch ?? {};
173
- const override = overridePatch ?? {};
174
- return {
175
- addKernels: chooseNullish(override.addKernels, chooseNullish(base.addKernels, [])),
176
- set: chooseNullish(override.set, chooseNullish(base.set, [])),
177
- remove: chooseNullish(override.remove, chooseNullish(base.remove, [])),
178
- add: chooseNullish(override.add, chooseNullish(base.add, [])),
179
- };
180
- }