doppler-gpu 0.5.1 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (927) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +99 -86
  6. package/src/capsule-runtime.d.ts +23 -0
  7. package/src/capsule-runtime.js +23 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +1 -0
  24. package/src/client/capsule-host.d.ts +3 -0
  25. package/src/client/capsule-host.js +1 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +36 -1
  28. package/src/client/doppler-api.js +40 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +322 -0
  45. package/src/client/{runtime → model-host}/model-session.js +190 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +68 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +100 -0
  64. package/src/client/runtime/capsule-program-adapter.js +151 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +85 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +74 -0
  72. package/src/client/runtime/composition-root.js +344 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +30 -0
  92. package/src/client/runtime/session-controller.js +170 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +72 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +11 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +58 -0
  109. package/src/config/capsule-operations.json +18 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  128. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +41 -1
  129. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  130. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  132. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  134. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  135. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  136. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +2 -2
  137. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +1 -1
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +1 -1
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +1 -1
  140. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +2 -2
  141. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +1 -1
  142. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
  143. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +1 -1
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +1 -1
  145. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  146. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  147. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  148. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  149. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  150. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  151. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  152. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  153. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  154. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +2 -2
  155. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  157. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  158. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  160. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +59 -7
  161. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  162. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  163. package/src/config/dtype-transition-contract.js +40 -0
  164. package/src/config/embedding-contract.js +26 -0
  165. package/src/config/embedding-reference.js +85 -0
  166. package/src/config/evidence/source-intake-policy.json +1 -1
  167. package/src/config/execution-contract-check.d.ts +16 -73
  168. package/src/config/execution-contract-check.js +7 -429
  169. package/src/config/forecast-manifest.js +56 -0
  170. package/src/config/heterogeneous-attention-contract.js +46 -0
  171. package/src/config/initial-execution-identity.d.ts +58 -0
  172. package/src/config/initial-execution-identity.js +331 -0
  173. package/src/config/kernel-path-loader.d.ts +10 -0
  174. package/src/config/kernel-path-loader.js +23 -8
  175. package/src/config/kernel-registry-contract.d.ts +25 -0
  176. package/src/config/kernel-registry-contract.js +46 -0
  177. package/src/config/kernels/kernel-ref-digests.js +50 -2
  178. package/src/config/kernels/registry.js +1 -1
  179. package/src/config/kernels/registry.json +13592 -11377
  180. package/src/config/lora-layouts.d.ts +10 -0
  181. package/src/config/lora-layouts.js +17 -0
  182. package/src/config/lora-layouts.json +9 -0
  183. package/src/config/manifest-inference-validation.js +575 -0
  184. package/src/config/merge/execution-patches.js +12 -0
  185. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  186. package/src/config/merge/value-selection.js +38 -0
  187. package/src/config/merge.js +43 -11
  188. package/src/config/model-ir-v2.d.ts +57 -0
  189. package/src/config/model-ir-v2.js +258 -0
  190. package/src/config/model-ir.d.ts +49 -0
  191. package/src/config/model-ir.js +180 -0
  192. package/src/config/param-validator.js +1 -1
  193. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  194. package/src/config/platforms/loader.js +2 -1
  195. package/src/config/production-release-evidence.d.ts +23 -0
  196. package/src/config/production-release-evidence.js +423 -0
  197. package/src/config/production-release.js +321 -0
  198. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  199. package/src/config/required-inference-fields-contract-check.js +2 -2
  200. package/src/config/rerank-reference.d.ts +28 -0
  201. package/src/config/rerank-reference.js +89 -0
  202. package/src/config/revocation-policy.d.ts +65 -0
  203. package/src/config/revocation-policy.js +290 -0
  204. package/src/config/revocation-registry.json +11 -0
  205. package/src/config/revocation-updates.d.ts +68 -0
  206. package/src/config/revocation-updates.js +440 -0
  207. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  208. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  209. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  210. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  211. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  212. package/src/config/runtime-merge.js +1 -1
  213. package/src/config/runtime.js +1 -1
  214. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  215. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  216. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  217. package/src/config/schema/conversion-report.schema.js +29 -0
  218. package/src/config/schema/converter.schema.d.ts +1 -0
  219. package/src/config/schema/debug.schema.d.ts +1 -0
  220. package/src/config/schema/doppler.schema.js +5 -5
  221. package/src/config/schema/emulation.schema.js +1 -1
  222. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  223. package/src/config/schema/execution-v1.schema.js +19 -0
  224. package/src/config/schema/harness.schema.d.ts +13 -0
  225. package/src/config/schema/harness.schema.js +6 -0
  226. package/src/config/schema/inference.schema.d.ts +21 -2
  227. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  228. package/src/config/schema/manifest.schema.d.ts +26 -7
  229. package/src/config/schema/manifest.schema.js +10 -1
  230. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  231. package/src/config/schema/program-bundle.schema.js +145 -10
  232. package/src/config/sequence-reference.d.ts +26 -0
  233. package/src/config/sequence-reference.js +100 -0
  234. package/src/config/target-plan.d.ts +108 -0
  235. package/src/config/target-plan.js +411 -0
  236. package/src/config/training-defaults.js +1 -1
  237. package/src/config/transforms/capability-transform-resolver.js +4 -105
  238. package/src/config/transforms/execution-graph/dtype.js +591 -0
  239. package/src/config/transforms/execution-graph/fusion.js +436 -0
  240. package/src/config/transforms/execution-graph/validation.js +414 -0
  241. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  242. package/src/converter/artifact-identity.js +475 -0
  243. package/src/converter/conversion-plan.js +1 -1
  244. package/src/converter/core.js +94 -2096
  245. package/src/converter/forge-candidate-evaluation.js +271 -0
  246. package/src/converter/forge-qualification.js +162 -0
  247. package/src/converter/forge-stages.js +798 -0
  248. package/src/converter/manifest-builder.js +683 -0
  249. package/src/converter/quantization-info.js +4 -1
  250. package/src/converter/quantizer.js +58 -9
  251. package/src/converter/shard-packer.d.ts +1 -1
  252. package/src/converter/shard-packer.js +2 -2
  253. package/src/converter/tensor-transform.js +640 -0
  254. package/src/converter/tokenizer-contract.js +243 -0
  255. package/src/converter/tokenizer-manifest.js +243 -0
  256. package/src/debug/history.js +0 -8
  257. package/src/debug/index.js +0 -10
  258. package/src/debug/tensor.js +1 -1
  259. package/src/debug/trace.js +0 -7
  260. package/src/experimental/adapters/adapter-manager.js +2 -0
  261. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  262. package/src/experimental/adapters/adapter-manifest.js +11 -0
  263. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  264. package/src/experimental/adapters/artifact-contract.js +5 -2
  265. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  266. package/src/experimental/adapters/lora-loader.js +110 -48
  267. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  268. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  269. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  270. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  271. package/src/experimental/browser/browser-converter.js +11 -11
  272. package/src/experimental/diffusion/index.d.ts +1 -1
  273. package/src/experimental/diffusion/index.js +1 -1
  274. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  275. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  276. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  277. package/src/experimental/diffusion/vae.js +596 -0
  278. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  279. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  280. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  281. package/src/experimental/distribution/shard-delivery.js +4 -1709
  282. package/src/experimental/energy/index.d.ts +2 -2
  283. package/src/experimental/energy/index.js +2 -2
  284. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  285. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  286. package/src/experimental/logits/cpu-output.d.ts +27 -0
  287. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  288. package/src/experimental/logits/cpu.d.ts +87 -0
  289. package/src/experimental/logits/cpu.js +95 -0
  290. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  291. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  292. package/src/experimental/orchestration/index.d.ts +1 -1
  293. package/src/experimental/orchestration/index.js +1 -1
  294. package/src/experimental/training/artifacts.js +2 -2
  295. package/src/experimental/training/checkpoint.js +2 -2
  296. package/src/experimental/training/distillation/artifacts.js +1 -1
  297. package/src/experimental/training/distillation/dataset.js +2 -2
  298. package/src/experimental/training/distillation/eval.js +1 -1
  299. package/src/experimental/training/distillation/runtime.js +2 -2
  300. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  301. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  302. package/src/experimental/training/distillation/student-fixture.js +2 -469
  303. package/src/experimental/training/lora/checkpoint.js +746 -0
  304. package/src/experimental/training/lora/execution.js +550 -0
  305. package/src/experimental/training/lora/plan.js +387 -0
  306. package/src/experimental/training/lora/recovery.js +418 -0
  307. package/src/experimental/training/lora-pipeline.js +7 -1949
  308. package/src/experimental/training/operator-artifacts.js +2 -2
  309. package/src/experimental/training/operator-command.js +4 -4
  310. package/src/experimental/training/runner/evaluation.js +62 -0
  311. package/src/experimental/training/runner/lifecycle.js +257 -0
  312. package/src/experimental/training/runner.js +5 -268
  313. package/src/experimental/training/suite/execution.js +879 -0
  314. package/src/experimental/training/suite/plan.js +855 -0
  315. package/src/experimental/training/suite.js +5 -1659
  316. package/src/experimental/training/workloads.d.ts +5 -5
  317. package/src/experimental/training/workloads.js +6 -6
  318. package/src/experimental/turboquant/codebook.js +470 -0
  319. package/src/formats/quantization-constants.d.ts +11 -0
  320. package/src/formats/quantization-constants.js +11 -0
  321. package/src/formats/rdrr/integrity.js +1 -1
  322. package/src/formats/rdrr/lowerings.js +0 -29
  323. package/src/formats/rdrr/merkle.js +1 -1
  324. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  325. package/src/formats/rdrr/validation.js +3 -3
  326. package/src/gpu/command-recorder.d.ts +10 -1
  327. package/src/gpu/command-recorder.js +58 -14
  328. package/src/gpu/constant-buffer.js +29 -0
  329. package/src/gpu/device-state.js +36 -0
  330. package/src/gpu/device.js +6 -41
  331. package/src/gpu/kernel-runtime.js +2 -1
  332. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  333. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  334. package/src/gpu/kernels/attention/executors.js +960 -0
  335. package/src/gpu/kernels/attention/plan.js +472 -0
  336. package/src/gpu/kernels/attention.d.ts +4 -0
  337. package/src/gpu/kernels/attention.js +145 -1545
  338. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  339. package/src/gpu/kernels/backward/adam.js +2 -1
  340. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  341. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  342. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  343. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  344. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  345. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  346. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  347. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  348. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  349. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  350. package/src/gpu/kernels/backward/executor.js +158 -0
  351. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  352. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  353. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  354. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  355. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  356. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  357. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  358. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  359. package/src/gpu/kernels/backward/matmul.js +133 -0
  360. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  361. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  362. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  363. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  364. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  365. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  366. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  367. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  368. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  369. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  370. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  371. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  372. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  374. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  376. package/src/gpu/kernels/backward/utils.js +2 -392
  377. package/src/gpu/kernels/bind-group-validation.js +16 -0
  378. package/src/gpu/kernels/cast.js +2 -1
  379. package/src/gpu/kernels/check-finiteness.js +13 -49
  380. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  381. package/src/gpu/kernels/check-stop.js +14 -33
  382. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  383. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  384. package/src/gpu/kernels/check_stop.wgsl +20 -0
  385. package/src/gpu/kernels/clamp.js +1 -1
  386. package/src/gpu/kernels/conv2d.js +1 -1
  387. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  388. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  389. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  390. package/src/gpu/kernels/dequant.js +7 -2
  391. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  392. package/src/gpu/kernels/dispatch.js +12 -1
  393. package/src/gpu/kernels/embedding-pool.js +72 -0
  394. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  395. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  396. package/src/gpu/kernels/energy.js +2 -1
  397. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  398. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  399. package/src/gpu/kernels/fused_ffn.js +10 -220
  400. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  401. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  402. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  403. package/src/gpu/kernels/gated-short-conv.js +11 -69
  404. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  405. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  406. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  407. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  408. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  409. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  410. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  411. package/src/gpu/kernels/gather.d.ts +1 -1
  412. package/src/gpu/kernels/gather.js +30 -6
  413. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  414. package/src/gpu/kernels/gelu.js +1 -1
  415. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  416. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  417. package/src/gpu/kernels/groupnorm.js +1 -1
  418. package/src/gpu/kernels/index.d.ts +38 -5
  419. package/src/gpu/kernels/index.js +18 -4
  420. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  421. package/src/gpu/kernels/kernel-base.js +1 -1
  422. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  423. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  424. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  425. package/src/gpu/kernels/kernel-configs.js +26 -54
  426. package/src/gpu/kernels/kernel-execution.js +141 -0
  427. package/src/gpu/kernels/kv-cache-write.js +4 -4
  428. package/src/gpu/kernels/kv-quantize.js +4 -1
  429. package/src/gpu/kernels/l2-normalize.js +36 -0
  430. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  431. package/src/gpu/kernels/layernorm.d.ts +4 -4
  432. package/src/gpu/kernels/layernorm.js +44 -7
  433. package/src/gpu/kernels/linear-attention-core.js +29 -449
  434. package/src/gpu/kernels/linear_attention.js +1 -1
  435. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  436. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  437. package/src/gpu/kernels/logit-finalize.js +103 -0
  438. package/src/gpu/kernels/logit-merge.js +13 -125
  439. package/src/gpu/kernels/logit-scatter.js +40 -0
  440. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  441. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  442. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  443. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  444. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  445. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  446. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  447. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  448. package/src/gpu/kernels/matmul-selection.js +3 -2
  449. package/src/gpu/kernels/matmul.js +4 -15
  450. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  451. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  452. package/src/gpu/kernels/modulate.js +1 -1
  453. package/src/gpu/kernels/moe.js +3 -1
  454. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  455. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  456. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  457. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  458. package/src/gpu/kernels/patch_context.wgsl +29 -0
  459. package/src/gpu/kernels/pipeline-cache.js +3 -1
  460. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  461. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  462. package/src/gpu/kernels/relu.js +1 -1
  463. package/src/gpu/kernels/repeat_channels.js +1 -1
  464. package/src/gpu/kernels/residual.js +2 -2
  465. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  466. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  467. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  468. package/src/gpu/kernels/rmsnorm.js +1 -1
  469. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  470. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  471. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  472. package/src/gpu/kernels/rope-precompute.js +160 -0
  473. package/src/gpu/kernels/rope-qk.js +1 -1
  474. package/src/gpu/kernels/rope.js +2 -2
  475. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  476. package/src/gpu/kernels/sample.js +5 -1
  477. package/src/gpu/kernels/scale.js +1 -1
  478. package/src/gpu/kernels/shader-cache.js +8 -4
  479. package/src/gpu/kernels/shader-source-scope.js +68 -0
  480. package/src/gpu/kernels/silu.js +2 -1
  481. package/src/gpu/kernels/soft-embedding.js +3 -1
  482. package/src/gpu/kernels/softmax.js +4 -2
  483. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  484. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  485. package/src/gpu/kernels/split_qg.js +1 -1
  486. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  487. package/src/gpu/kernels/split_qkv.js +18 -3
  488. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  489. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  490. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  491. package/src/gpu/kernels/transpose.js +1 -1
  492. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  493. package/src/gpu/kernels/uniform-utils.js +7 -2
  494. package/src/gpu/kernels/upsample2d.js +1 -1
  495. package/src/gpu/kernels/utils.js +9 -330
  496. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  497. package/src/gpu/kernels/vision-average-pool.js +68 -0
  498. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  499. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  500. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  501. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  502. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  503. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  504. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  505. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  506. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  507. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  508. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  509. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  510. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  511. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  512. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  513. package/src/gpu/readback-buffer.js +20 -0
  514. package/src/gpu/submit-probe.js +2 -26
  515. package/src/gpu/weight-buffer.d.ts +1 -0
  516. package/src/gpu/weight-buffer.js +7 -0
  517. package/src/index.d.ts +10 -0
  518. package/src/index.js +1 -0
  519. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  520. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  521. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  522. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  523. package/src/inference/browser-harness/inference-execution.js +543 -0
  524. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  525. package/src/inference/browser-harness/model-resolution.js +137 -0
  526. package/src/inference/browser-harness/report.js +338 -0
  527. package/src/inference/browser-harness/request.js +263 -0
  528. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  529. package/src/inference/browser-harness/runtime-config.js +255 -0
  530. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  531. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  532. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  533. package/src/inference/browser-harness/runtime-report.js +117 -0
  534. package/src/inference/browser-harness/suite-summary.js +39 -0
  535. package/src/inference/browser-harness/text-evidence.js +694 -0
  536. package/src/inference/browser-harness/text-execution.js +757 -0
  537. package/src/inference/browser-harness/text-input.js +725 -0
  538. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  539. package/src/inference/browser-harness-contract-helpers.js +1 -1
  540. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  541. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  542. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  543. package/src/inference/browser-harness-text-helpers.js +31 -2199
  544. package/src/inference/browser-harness.d.ts +15 -2
  545. package/src/inference/browser-harness.js +38 -1952
  546. package/src/inference/kv-cache/base.js +67 -381
  547. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  548. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  549. package/src/inference/kv-cache/quantized.d.ts +2 -2
  550. package/src/inference/kv-cache/quantized.js +4 -8
  551. package/src/inference/kv-cache/update.js +309 -0
  552. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  553. package/src/inference/model-checkpoint-evidence.js +264 -0
  554. package/src/inference/moe-router.js +36 -216
  555. package/src/inference/multi-model-network.js +5 -341
  556. package/src/inference/pipelines/audio/index.js +1 -20
  557. package/src/inference/pipelines/audio/mel.js +0 -38
  558. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  559. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  560. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  561. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  562. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  563. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  564. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  565. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  566. package/src/inference/pipelines/factory.js +14 -3
  567. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  568. package/src/inference/pipelines/structured/json-grammar-mask.js +0 -6
  569. package/src/inference/pipelines/text/abort-contract.js +22 -0
  570. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  571. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  572. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  573. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  574. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  575. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  576. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  577. package/src/inference/pipelines/text/attention/plan.js +17 -0
  578. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  579. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  580. package/src/inference/pipelines/text/attention/projections.js +20 -537
  581. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  582. package/src/inference/pipelines/text/attention/record.js +0 -6
  583. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  584. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  585. package/src/inference/pipelines/text/attention/run.js +0 -6
  586. package/src/inference/pipelines/text/attention/types.js +3 -31
  587. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  588. package/src/inference/pipelines/text/chat-format.js +42 -0
  589. package/src/inference/pipelines/text/config/normalization.js +729 -0
  590. package/src/inference/pipelines/text/config/validation.js +9 -0
  591. package/src/inference/pipelines/text/config.d.ts +12 -1
  592. package/src/inference/pipelines/text/config.js +14 -1228
  593. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  594. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  595. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  596. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  597. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  598. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  599. package/src/inference/pipelines/text/embed.js +178 -241
  600. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  601. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  602. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  603. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  604. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  605. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  606. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  607. package/src/inference/pipelines/text/execution-v1.js +7 -283
  608. package/src/inference/pipelines/text/execution.js +517 -0
  609. package/src/inference/pipelines/text/ffn/dense-executor.js +718 -0
  610. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  611. package/src/inference/pipelines/text/ffn/dense.js +4 -968
  612. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  613. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  614. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  615. package/src/inference/pipelines/text/generator/decode-runtime.js +991 -0
  616. package/src/inference/pipelines/text/generator/decode.js +952 -0
  617. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  618. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  619. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  620. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  621. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  622. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  623. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  624. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  625. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  626. package/src/inference/pipelines/text/generator/text.js +448 -0
  627. package/src/inference/pipelines/text/generator/training.js +752 -0
  628. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  629. package/src/inference/pipelines/text/generator-logits-observation.js +45 -0
  630. package/src/inference/pipelines/text/generator-runtime.js +5 -135
  631. package/src/inference/pipelines/text/generator-steps.js +30 -972
  632. package/src/inference/pipelines/text/generator.js +165 -3544
  633. package/src/inference/pipelines/text/image-transcription.js +304 -0
  634. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  635. package/src/inference/pipelines/text/init-rope.js +37 -189
  636. package/src/inference/pipelines/text/init.d.ts +8 -3
  637. package/src/inference/pipelines/text/init.js +6 -216
  638. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  639. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  640. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  641. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  642. package/src/inference/pipelines/text/layer-plan.js +45 -3
  643. package/src/inference/pipelines/text/layer.js +52 -522
  644. package/src/inference/pipelines/text/lifecycle.js +839 -0
  645. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  646. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  647. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  648. package/src/inference/pipelines/text/linear-attention.js +7 -537
  649. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  650. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  651. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  652. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  653. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  654. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  655. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  656. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  657. package/src/inference/pipelines/text/logits/index.js +62 -102
  658. package/src/inference/pipelines/text/logits/output-transform.js +47 -0
  659. package/src/inference/pipelines/text/logits/plan.js +184 -0
  660. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  661. package/src/inference/pipelines/text/logits/readback.js +9 -0
  662. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  663. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  664. package/src/inference/pipelines/text/lora-apply.js +12 -4
  665. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  666. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  667. package/src/inference/pipelines/text/model-load.js +0 -20
  668. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  669. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  670. package/src/inference/pipelines/text/moe/plan.js +47 -0
  671. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  672. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  673. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  674. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  675. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  676. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  677. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  678. package/src/inference/pipelines/text/probes.js +20 -0
  679. package/src/inference/pipelines/text/state.d.ts +8 -0
  680. package/src/inference/pipelines/text/state.js +1 -0
  681. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  682. package/src/inference/pipelines/text/types.d.ts +4 -0
  683. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  684. package/src/inference/pipelines/text.d.ts +2 -2
  685. package/src/inference/pipelines/text.js +46 -1633
  686. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  687. package/src/inference/pipelines/video/index.js +0 -21
  688. package/src/inference/pipelines/vision/attention.js +59 -0
  689. package/src/inference/pipelines/vision/encoder.js +254 -369
  690. package/src/inference/pipelines/vision/gemma4.js +204 -318
  691. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  692. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  693. package/src/inference/pipelines/vision/glmocr.js +557 -0
  694. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  695. package/src/inference/pipelines/vision/index.js +8 -27
  696. package/src/inference/pipelines/vision/ops.js +11 -33
  697. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  698. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  699. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  700. package/src/inference/refactor-receipt.js +2 -2
  701. package/src/inference/rerank.js +182 -0
  702. package/src/inference/tokenizer.js +1 -1
  703. package/src/inference/tokenizers/behavior-flags.js +6 -3
  704. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  705. package/src/inference/tokenizers/bundled/registry.js +216 -0
  706. package/src/inference/tokenizers/bundled.js +23 -353
  707. package/src/loader/doppler-loader.d.ts +4 -0
  708. package/src/loader/doppler-loader.js +119 -930
  709. package/src/loader/embedding-limit-preflight.js +11 -4
  710. package/src/loader/embedding-loader.js +1 -3
  711. package/src/loader/gpu-tensor-materialization.js +20 -0
  712. package/src/loader/layer-loader.js +15 -119
  713. package/src/loader/layer-tensor-aliases.js +99 -0
  714. package/src/loader/layer-weight-shape.js +29 -0
  715. package/src/loader/load-timing.js +64 -0
  716. package/src/loader/loader-types.d.ts +3 -0
  717. package/src/loader/model-executor.js +819 -0
  718. package/src/loader/model-load-validation.js +15 -0
  719. package/src/loader/quantization-constants.d.ts +11 -29
  720. package/src/loader/quantization-constants.js +1 -2
  721. package/src/loader/shard-resolver.js +0 -14
  722. package/src/loader/tensor-load-error.js +14 -0
  723. package/src/loader/tensor-shard-indices.js +8 -0
  724. package/src/loader/tensors/bf16-loader.js +125 -0
  725. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  726. package/src/loader/tensors/load-executor.js +577 -0
  727. package/src/loader/tensors/source-transform/executor.js +123 -0
  728. package/src/loader/tensors/source-transform/plan.js +107 -0
  729. package/src/loader/tensors/source-transform.js +15 -264
  730. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  731. package/src/loader/tensors/tensor-loader.js +7 -653
  732. package/src/memory/buffer-pool.js +7 -29
  733. package/src/rules/capability-transform-resolver.js +80 -0
  734. package/src/rules/execution-contract.d.ts +73 -0
  735. package/src/rules/execution-contract.js +429 -0
  736. package/src/rules/execution-rules-contract-check.js +1 -1
  737. package/src/rules/generated/rule-bundle.json +4305 -0
  738. package/src/rules/inference/capability-transforms.rules.json +3 -3
  739. package/src/rules/layer-pattern-contract-check.js +1 -1
  740. package/src/rules/rule-registry.js +70 -57
  741. package/src/storage/artifact-storage-context.js +2 -2
  742. package/src/storage/backend-selection.js +43 -0
  743. package/src/storage/distribution-transport.js +5 -0
  744. package/src/storage/download/integrity.d.ts +33 -0
  745. package/src/storage/download/integrity.js +130 -0
  746. package/src/storage/download/resume-inspection.d.ts +22 -0
  747. package/src/storage/download/resume-inspection.js +134 -0
  748. package/src/storage/download/retry.js +57 -0
  749. package/src/storage/download/state.js +131 -0
  750. package/src/storage/download/transport.js +99 -0
  751. package/src/storage/downloader.js +74 -453
  752. package/src/storage/model-cache.d.ts +1 -0
  753. package/src/storage/model-cache.js +51 -11
  754. package/src/storage/shard-manager.d.ts +5 -0
  755. package/src/storage/shard-manager.js +50 -369
  756. package/src/storage/shards/index.js +60 -0
  757. package/src/storage/shards/integrity.js +225 -0
  758. package/src/storage/shards/lifecycle.js +22 -0
  759. package/src/storage/source-artifact-store.js +14 -4
  760. package/src/tooling/boundary-evidence.d.ts +4 -4
  761. package/src/tooling/boundary-evidence.js +20 -20
  762. package/src/tooling/browser-command-runner.js +13 -6
  763. package/src/tooling/capsule-v2.d.ts +11 -0
  764. package/src/tooling/capsule-v2.js +58 -0
  765. package/src/tooling/capsule.js +20 -0
  766. package/src/tooling/command-api-constants.js +1 -1
  767. package/src/tooling/command-api-family-normalizers.js +163 -5
  768. package/src/tooling/command-api.d.ts +42 -3
  769. package/src/tooling/command-api.js +7 -2
  770. package/src/tooling/command-envelope.js +1 -1
  771. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  772. package/src/tooling/command-runner.html +49 -1
  773. package/src/tooling/command-validation.js +1 -24
  774. package/src/tooling/conversion-run-timing.js +24 -0
  775. package/src/tooling/diagnose-runner.js +11 -9
  776. package/src/tooling/distribution-shard-transport.js +11 -0
  777. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  778. package/src/tooling/execution-cost-ledger.js +197 -15
  779. package/src/tooling/hf-registry/catalog-io.js +63 -0
  780. package/src/tooling/litert/package.js +863 -0
  781. package/src/tooling/litert-package-runtime.js +3 -849
  782. package/src/tooling/model-capsule-forge.js +478 -0
  783. package/src/tooling/node-browser/execution.d.ts +40 -0
  784. package/src/tooling/node-browser/execution.js +308 -0
  785. package/src/tooling/node-browser/static-server.js +188 -0
  786. package/src/tooling/node-browser/transport.d.ts +80 -0
  787. package/src/tooling/node-browser/transport.js +622 -0
  788. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  789. package/src/tooling/node-browser-command-runner.js +10 -1112
  790. package/src/tooling/node-capsule-artifact-store.js +44 -0
  791. package/src/tooling/node-command-execution.js +237 -0
  792. package/src/tooling/node-command-runner.js +26 -205
  793. package/src/tooling/node-converter/input.js +521 -0
  794. package/src/tooling/node-converter/output.js +244 -0
  795. package/src/tooling/node-converter-chunk-batches.js +21 -0
  796. package/src/tooling/node-converter.js +7 -720
  797. package/src/tooling/node-source-runtime.js +16 -276
  798. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  799. package/src/tooling/node-webgpu.js +178 -453
  800. package/src/tooling/opfs-cache.d.ts +5 -0
  801. package/src/tooling/opfs-cache.js +4 -0
  802. package/src/tooling/production-release.d.ts +19 -0
  803. package/src/tooling/production-release.js +647 -0
  804. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  805. package/src/tooling/program-bundle/materialize.js +324 -0
  806. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  807. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  808. package/src/tooling/program-bundle/validation.js +31 -0
  809. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  810. package/src/tooling/program-bundle-parity.d.ts +11 -4
  811. package/src/tooling/program-bundle-parity.js +262 -109
  812. package/src/tooling/program-bundle.d.ts +7 -0
  813. package/src/tooling/program-bundle.js +186 -591
  814. package/src/tooling/provider-v1-contract.d.ts +61 -0
  815. package/src/tooling/provider-v1-contract.js +192 -0
  816. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  817. package/src/tooling/registered-variant-calibration-job.js +210 -0
  818. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  819. package/src/tooling/registered-variant-calibration.js +57 -7
  820. package/src/tooling/runtime-optimization/candidates.js +664 -0
  821. package/src/tooling/runtime-optimization-campaign.js +166 -0
  822. package/src/tooling/runtime-optimization-index.js +16 -1
  823. package/src/tooling/runtime-optimization.d.ts +44 -0
  824. package/src/tooling/runtime-optimization.js +13 -656
  825. package/src/tooling/source-intake.d.ts +1 -1
  826. package/src/tooling/source-intake.js +34 -17
  827. package/src/tooling/source-package-profiles.js +1 -1
  828. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  829. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  830. package/src/tooling/source-runtime/node-loader.js +258 -0
  831. package/src/tooling/source-runtime-bundle.js +26 -411
  832. package/src/tooling/source-runtime-converter-config.js +1 -1
  833. package/src/tooling-experimental-exports.js +0 -5
  834. package/src/tooling-exports/evidence.d.ts +14 -3
  835. package/src/tooling-exports/evidence.js +14 -3
  836. package/src/tooling-exports/storage.d.ts +5 -0
  837. package/src/tooling-exports/storage.js +4 -0
  838. package/src/tooling-exports.d.ts +3 -0
  839. package/src/tooling-exports.js +2 -0
  840. package/src/tooling-exports.shared.d.ts +17 -3
  841. package/src/tooling-exports.shared.js +9 -3
  842. package/src/training.d.ts +6 -6
  843. package/src/training.js +4 -4
  844. package/src/version.js +1 -1
  845. package/tests/kernels/browser/kernel-suite.js +512 -0
  846. package/tests/kernels/browser/test-page.js +169 -14
  847. package/tests/kernels/harness/tolerance.js +1 -0
  848. package/tests/kernels/reference/index.js +13 -1
  849. package/tests/kernels/reference/vision.js +160 -0
  850. package/src/converter/quantizer.d.ts +0 -121
  851. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  852. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  853. package/src/gpu/kernels/utils.d.ts +0 -147
  854. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  855. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  856. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  857. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  858. package/src/rules/converter/execution.rules.json +0 -20
  859. package/src/rules/converter/tensor-roles.rules.json +0 -13
  860. package/src/rules/converter/tokenizer.rules.json +0 -12
  861. package/src/rules/inference/attention.rules.json +0 -69
  862. package/src/rules/inference/config.rules.json +0 -82
  863. package/src/rules/inference/dtype.rules.json +0 -113
  864. package/src/rules/inference/execution.rules.json +0 -195
  865. package/src/rules/inference/ffn.rules.json +0 -123
  866. package/src/rules/inference/layer-pattern.rules.json +0 -16
  867. package/src/rules/inference/layer.rules.json +0 -7
  868. package/src/rules/inference/moe.rules.json +0 -145
  869. package/src/rules/kernels/attention.rules.json +0 -68
  870. package/src/rules/kernels/conv2d.rules.json +0 -6
  871. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  872. package/src/rules/kernels/dequant.rules.json +0 -58
  873. package/src/rules/kernels/energy.rules.json +0 -22
  874. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  875. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  876. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  877. package/src/rules/kernels/gather.rules.json +0 -93
  878. package/src/rules/kernels/gelu.rules.json +0 -11
  879. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  880. package/src/rules/kernels/groupnorm.rules.json +0 -10
  881. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  882. package/src/rules/kernels/layernorm.rules.json +0 -6
  883. package/src/rules/kernels/linear-attention.rules.json +0 -6
  884. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  885. package/src/rules/kernels/matmul.rules.json +0 -95
  886. package/src/rules/kernels/modulate.rules.json +0 -6
  887. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  888. package/src/rules/kernels/moe.rules.json +0 -14
  889. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  890. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  891. package/src/rules/kernels/relu.rules.json +0 -6
  892. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  893. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  894. package/src/rules/kernels/residual.rules.json +0 -12
  895. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  896. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  897. package/src/rules/kernels/rope-qk.rules.json +0 -6
  898. package/src/rules/kernels/rope.rules.json +0 -6
  899. package/src/rules/kernels/sample.rules.json +0 -6
  900. package/src/rules/kernels/scale.rules.json +0 -8
  901. package/src/rules/kernels/silu.rules.json +0 -22
  902. package/src/rules/kernels/softmax.rules.json +0 -25
  903. package/src/rules/kernels/split-qg.rules.json +0 -6
  904. package/src/rules/kernels/split-qkv.rules.json +0 -6
  905. package/src/rules/kernels/upsample2d.rules.json +0 -6
  906. package/src/rules/loader/tensor-loader.rules.json +0 -42
  907. package/src/rules/loader/weights.rules.json +0 -42
  908. package/src/rules/tooling/command-runtime.rules.json +0 -65
  909. package/src/tooling/hf-registry-utils.js +0 -395
  910. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  911. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  912. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  913. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  914. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  915. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  916. /package/src/{utils → formats}/array-buffer.js +0 -0
  917. /package/src/{utils → formats}/canonical-hash.js +0 -0
  918. /package/src/{utils → formats}/clone-json.js +0 -0
  919. /package/src/{utils → formats}/encode-utf8.js +0 -0
  920. /package/src/{utils → formats}/load-json.js +0 -0
  921. /package/src/{utils → formats}/plain-object.js +0 -0
  922. /package/src/{utils → formats}/sha256.js +0 -0
  923. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  924. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  925. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  926. /package/src/{utils → storage}/runtime-env.js +0 -0
  927. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -0,0 +1,10 @@
1
+ export type LoRAWeightLayoutName = 'input-major' | 'peft';
2
+ export interface LoRAWeightLayout {
3
+ readonly name: LoRAWeightLayoutName;
4
+ readonly transposeB: boolean;
5
+ readonly aRankAxis: 0 | 1;
6
+ readonly bRankAxis: 0 | 1;
7
+ readonly identityLayout: 'peft' | null;
8
+ }
9
+ export function resolveLoRAWeightLayout(name?: LoRAWeightLayoutName): LoRAWeightLayout;
10
+ export function resolveLoRAFormatLayout(format: string): LoRAWeightLayout;
@@ -0,0 +1,17 @@
1
+ import policy from './lora-layouts.json' with { type: 'json' };
2
+
3
+ export function resolveLoRAWeightLayout(name = policy.legacyLayout) {
4
+ const layout = typeof name === 'string' && Object.hasOwn(policy.layouts, name) ? policy.layouts[name] : null;
5
+ if (policy.schema !== 'doppler.lora-weight-layout-policy/v1' || !layout
6
+ || typeof layout.transposeB !== 'boolean'
7
+ || ![0, 1].includes(layout.aRankAxis) || ![0, 1].includes(layout.bRankAxis)
8
+ || layout.identityLayout === undefined) {
9
+ throw new Error(`Unsupported LoRA weight layout: ${String(name)}.`);
10
+ }
11
+ return Object.freeze({ name, ...layout });
12
+ }
13
+
14
+ export function resolveLoRAFormatLayout(format) {
15
+ if (typeof format !== 'string' || !Object.hasOwn(policy.formats, format)) throw new Error(`Unsupported LoRA weight format: ${String(format)}.`);
16
+ return resolveLoRAWeightLayout(policy.formats[format]);
17
+ }
@@ -0,0 +1,9 @@
1
+ {
2
+ "schema": "doppler.lora-weight-layout-policy/v1",
3
+ "legacyLayout": "input-major",
4
+ "formats": { "peft_safetensors": "peft" },
5
+ "layouts": {
6
+ "input-major": { "transposeB": false, "aRankAxis": 1, "bRankAxis": 0, "identityLayout": null },
7
+ "peft": { "transposeB": true, "aRankAxis": 0, "bRankAxis": 1, "identityLayout": "peft" }
8
+ }
9
+ }
@@ -0,0 +1,575 @@
1
+ import { appendHeterogeneousAttentionValidation } from './heterogeneous-attention-contract.js';
2
+
3
+ export function normalizeFfnTensorShape(value) {
4
+ if (!Array.isArray(value) || value.length !== 2) return null;
5
+ const rows = Number(value[0]);
6
+ const cols = Number(value[1]);
7
+ if (!Number.isFinite(rows) || !Number.isFinite(cols)) return null;
8
+ if (rows <= 0 || cols <= 0) return null;
9
+ return [Math.trunc(rows), Math.trunc(cols)];
10
+ }
11
+
12
+ export function getDenseFfnTensorShape(tensors, names) {
13
+ if (!tensors || typeof tensors !== 'object') return null;
14
+ for (const name of names) {
15
+ const shape = normalizeFfnTensorShape(tensors[name]?.shape);
16
+ if (shape) return shape;
17
+ }
18
+ return null;
19
+ }
20
+
21
+ export function assertDenseFfnTensorShape(modelId, layerIdx, label, actualShape, expectedShape) {
22
+ if (!actualShape) return;
23
+ if (actualShape[0] === expectedShape[0] && actualShape[1] === expectedShape[1]) {
24
+ return;
25
+ }
26
+ throw new Error(
27
+ `Manifest "${modelId}" layer ${layerIdx} ${label} shape [${actualShape.join(', ')}] does not match ` +
28
+ `the resolved FFN contract [${expectedShape.join(', ')}]. Re-convert the model so manifest inference ` +
29
+ 'and FFN tensor shapes agree.'
30
+ );
31
+ }
32
+
33
+ export function validateLayerIntermediateSizesAgainstManifest(manifest, hiddenSize, layerIntermediateSizes, modelId) {
34
+ const tensors = manifest?.tensors;
35
+ if (!tensors || typeof tensors !== 'object' || !Array.isArray(layerIntermediateSizes)) {
36
+ return;
37
+ }
38
+
39
+ for (let layerIdx = 0; layerIdx < layerIntermediateSizes.length; layerIdx += 1) {
40
+ const intermediateSize = Number(layerIntermediateSizes[layerIdx]);
41
+ if (!Number.isFinite(intermediateSize) || intermediateSize <= 0) {
42
+ throw new Error(
43
+ `Manifest "${modelId}" resolved an invalid FFN intermediate size (${String(layerIntermediateSizes[layerIdx])}) ` +
44
+ `for layer ${layerIdx}.`
45
+ );
46
+ }
47
+
48
+ const expectedIntermediateSize = Math.trunc(intermediateSize);
49
+ const languagePrefix = `model.language_model.layers.${layerIdx}`;
50
+ const genericPrefix = `model.layers.${layerIdx}`;
51
+ const gateShape = getDenseFfnTensorShape(tensors, [
52
+ `${languagePrefix}.mlp.gate_proj.weight`,
53
+ `${genericPrefix}.mlp.gate_proj.weight`,
54
+ `${languagePrefix}.ffn.gate_proj.weight`,
55
+ `${languagePrefix}.ffn_gate.weight`,
56
+ `${languagePrefix}.feed_forward.w1.weight`,
57
+ `${genericPrefix}.feed_forward.w1.weight`,
58
+ `layers.${layerIdx}.feed_forward.w1.weight`,
59
+ ]);
60
+ const upShape = getDenseFfnTensorShape(tensors, [
61
+ `${languagePrefix}.mlp.up_proj.weight`,
62
+ `${genericPrefix}.mlp.up_proj.weight`,
63
+ `${languagePrefix}.ffn.up_proj.weight`,
64
+ `${languagePrefix}.ffn_up.weight`,
65
+ `${languagePrefix}.feed_forward.w3.weight`,
66
+ `${genericPrefix}.feed_forward.w3.weight`,
67
+ `layers.${layerIdx}.feed_forward.w3.weight`,
68
+ ]);
69
+ const downShape = getDenseFfnTensorShape(tensors, [
70
+ `${languagePrefix}.mlp.down_proj.weight`,
71
+ `${genericPrefix}.mlp.down_proj.weight`,
72
+ `${languagePrefix}.ffn.down_proj.weight`,
73
+ `${languagePrefix}.ffn_down.weight`,
74
+ `${languagePrefix}.feed_forward.w2.weight`,
75
+ `${genericPrefix}.feed_forward.w2.weight`,
76
+ `layers.${layerIdx}.feed_forward.w2.weight`,
77
+ ]);
78
+ const gateUpShape = getDenseFfnTensorShape(tensors, [
79
+ `${languagePrefix}.mlp.gate_up_proj.weight`,
80
+ `${genericPrefix}.mlp.gate_up_proj.weight`,
81
+ `${languagePrefix}.ffn.gate_up_proj.weight`,
82
+ `${languagePrefix}.ffn_gate_up.weight`,
83
+ `${languagePrefix}.feed_forward.w1_w3.weight`,
84
+ `${genericPrefix}.feed_forward.w1_w3.weight`,
85
+ `layers.${layerIdx}.feed_forward.w1_w3.weight`,
86
+ ]);
87
+
88
+ assertDenseFfnTensorShape(
89
+ modelId,
90
+ layerIdx,
91
+ 'gate weight',
92
+ gateShape,
93
+ [expectedIntermediateSize, hiddenSize]
94
+ );
95
+ assertDenseFfnTensorShape(
96
+ modelId,
97
+ layerIdx,
98
+ 'up weight',
99
+ upShape,
100
+ [expectedIntermediateSize, hiddenSize]
101
+ );
102
+ assertDenseFfnTensorShape(
103
+ modelId,
104
+ layerIdx,
105
+ 'down weight',
106
+ downShape,
107
+ [hiddenSize, expectedIntermediateSize]
108
+ );
109
+ assertDenseFfnTensorShape(
110
+ modelId,
111
+ layerIdx,
112
+ 'gate_up weight',
113
+ gateUpShape,
114
+ [expectedIntermediateSize * 2, hiddenSize]
115
+ );
116
+ }
117
+ }
118
+
119
+ export function normalizeUnsupportedText(value) {
120
+ if (typeof value !== 'string') return '';
121
+ return value.trim();
122
+ }
123
+
124
+ export function assertSupportedManifestInference(manifest) {
125
+ const modelId = manifest?.modelId ?? 'unknown';
126
+ const unsupported = manifest?.inference?.unsupported;
127
+ if (unsupported == null) {
128
+ return;
129
+ }
130
+ if (typeof unsupported !== 'object' || Array.isArray(unsupported)) {
131
+ throw new Error(
132
+ `Manifest "${modelId}" has invalid inference.unsupported. ` +
133
+ 'Expected null or an object with code, message, and recommendation fields.'
134
+ );
135
+ }
136
+ const code = normalizeUnsupportedText(unsupported.code) || 'unsupported-manifest-contract';
137
+ const message = normalizeUnsupportedText(unsupported.message);
138
+ const recommendation = normalizeUnsupportedText(unsupported.recommendation);
139
+ throw new Error(
140
+ `Manifest "${modelId}" is not supported by Doppler runtime (${code}).` +
141
+ (message ? ` ${message}` : '') +
142
+ (recommendation ? ` ${recommendation}` : '')
143
+ );
144
+ }
145
+
146
+ export function validateRequiredInferenceFields(inf, modelId) {
147
+ inf = inf ?? {};
148
+ inf.attention = inf.attention ?? {};
149
+ inf.normalization = inf.normalization ?? {};
150
+ inf.ffn = inf.ffn ?? {};
151
+ inf.rope = inf.rope ?? {};
152
+ inf.output = inf.output ?? {};
153
+ inf.layerPattern = inf.layerPattern ?? {};
154
+ inf.chatTemplate = inf.chatTemplate ?? {};
155
+ const errors = [];
156
+
157
+ // Attention fields - non-nullable required
158
+ if (inf.attention.queryPreAttnScalar == null) {
159
+ errors.push('attention.queryPreAttnScalar is required');
160
+ }
161
+ appendHeterogeneousAttentionValidation(errors, inf);
162
+ if (inf.attention.queryKeyNorm == null) {
163
+ errors.push('attention.queryKeyNorm is required');
164
+ }
165
+ if (
166
+ inf.attention.queryKeyNormType !== undefined
167
+ && !['rmsnorm', 'layernorm'].includes(inf.attention.queryKeyNormType)
168
+ ) {
169
+ errors.push('attention.queryKeyNormType must be "rmsnorm" or "layernorm"');
170
+ }
171
+ if (
172
+ inf.attention.queryKeyNormAxis !== undefined
173
+ && !['head', 'projection'].includes(inf.attention.queryKeyNormAxis)
174
+ ) {
175
+ errors.push('attention.queryKeyNormAxis must be "head" or "projection"');
176
+ }
177
+ if (
178
+ inf.attention.queryKeyNormLayers !== undefined
179
+ && inf.attention.queryKeyNormLayers !== null
180
+ ) {
181
+ if (!Array.isArray(inf.attention.queryKeyNormLayers)) {
182
+ errors.push('attention.queryKeyNormLayers must be null or an array of layer indices');
183
+ } else {
184
+ for (const layerIdx of inf.attention.queryKeyNormLayers) {
185
+ if (!Number.isInteger(layerIdx) || layerIdx < 0) {
186
+ errors.push('attention.queryKeyNormLayers must contain only non-negative integer layer indices');
187
+ break;
188
+ }
189
+ }
190
+ }
191
+ }
192
+ if (
193
+ inf.attention.queryKeyNormWeightLayers !== undefined
194
+ && inf.attention.queryKeyNormWeightLayers !== null
195
+ ) {
196
+ if (!Array.isArray(inf.attention.queryKeyNormWeightLayers)) {
197
+ errors.push('attention.queryKeyNormWeightLayers must be null or an array of layer indices');
198
+ } else {
199
+ for (const layerIdx of inf.attention.queryKeyNormWeightLayers) {
200
+ if (!Number.isInteger(layerIdx) || layerIdx < 0) {
201
+ errors.push('attention.queryKeyNormWeightLayers must contain only non-negative integer layer indices');
202
+ break;
203
+ }
204
+ }
205
+ }
206
+ }
207
+ if (inf.attention.valueNorm == null) {
208
+ errors.push('attention.valueNorm is required');
209
+ }
210
+ if (inf.attention.attentionBias == null) {
211
+ errors.push('attention.attentionBias is required');
212
+ }
213
+ if (inf.attention.causal == null) {
214
+ errors.push('attention.causal is required');
215
+ }
216
+ // Attention fields - nullable required (undefined = missing, null = disabled)
217
+ if (inf.attention.slidingWindow === undefined) {
218
+ errors.push('attention.slidingWindow must be explicitly set (null for no sliding window, or number)');
219
+ }
220
+ if (inf.attention.attnLogitSoftcapping === undefined) {
221
+ errors.push('attention.attnLogitSoftcapping must be explicitly set (null for no softcapping, or number)');
222
+ }
223
+
224
+ // Normalization fields
225
+ if (
226
+ inf.normalization.type !== undefined
227
+ && !['rmsnorm', 'layernorm'].includes(inf.normalization.type)
228
+ ) {
229
+ errors.push('normalization.type must be rmsnorm or layernorm');
230
+ }
231
+ if (inf.normalization.rmsNormWeightOffset == null) {
232
+ errors.push('normalization.rmsNormWeightOffset is required');
233
+ }
234
+ if (inf.normalization.rmsNormEps == null) {
235
+ errors.push('normalization.rmsNormEps is required');
236
+ }
237
+ if (inf.normalization.postAttentionNorm == null) {
238
+ errors.push('normalization.postAttentionNorm is required');
239
+ }
240
+ if (inf.normalization.preFeedforwardNorm == null) {
241
+ errors.push('normalization.preFeedforwardNorm is required');
242
+ }
243
+ if (inf.normalization.postFeedforwardNorm == null) {
244
+ errors.push('normalization.postFeedforwardNorm is required');
245
+ }
246
+ if (
247
+ inf.normalization.finalNormBiasTensor !== undefined
248
+ &&
249
+ inf.normalization.finalNormBiasTensor !== null
250
+ && (
251
+ typeof inf.normalization.finalNormBiasTensor !== 'string'
252
+ || inf.normalization.finalNormBiasTensor.trim() === ''
253
+ )
254
+ ) {
255
+ errors.push('normalization.finalNormBiasTensor must be null or a non-empty string');
256
+ }
257
+ if (
258
+ (inf.normalization.type ?? 'rmsnorm') === 'rmsnorm'
259
+ && (inf.normalization.finalNormBiasTensor ?? null) !== null
260
+ ) {
261
+ errors.push('normalization.finalNormBiasTensor requires normalization.type="layernorm"');
262
+ }
263
+
264
+ // FFN fields
265
+ if (inf.ffn.activation == null) {
266
+ errors.push('ffn.activation is required');
267
+ }
268
+ if (inf.ffn.gatedActivation == null) {
269
+ errors.push('ffn.gatedActivation is required');
270
+ }
271
+ if (inf.ffn.branchMode == null) {
272
+ errors.push('ffn.branchMode is required');
273
+ } else {
274
+ const normalizedBranchMode = typeof inf.ffn.branchMode === 'string'
275
+ ? inf.ffn.branchMode.trim().toLowerCase()
276
+ : '';
277
+ const supportedBranchModes = new Set(['auto', 'dense', 'moe', 'dense_plus_moe']);
278
+ if (!supportedBranchModes.has(normalizedBranchMode)) {
279
+ errors.push('ffn.branchMode must be one of: auto, dense, moe, dense_plus_moe');
280
+ }
281
+ }
282
+ if (inf.ffn.useDoubleWideMlp == null) {
283
+ errors.push('ffn.useDoubleWideMlp is required');
284
+ }
285
+ if (inf.ffn.swigluLimit === undefined) {
286
+ errors.push('ffn.swigluLimit must be explicitly set (null for no limit, or number)');
287
+ } else {
288
+ const limit = inf.ffn.swigluLimit;
289
+ if (limit !== null && (typeof limit !== 'number' || Number.isNaN(limit) || limit <= 0)) {
290
+ errors.push('ffn.swigluLimit must be a positive number or null');
291
+ }
292
+ }
293
+ // RoPE fields - non-nullable required
294
+ if (inf.rope.ropeTheta == null) {
295
+ errors.push('rope.ropeTheta is required');
296
+ }
297
+ if (inf.rope.ropeScalingFactor == null) {
298
+ errors.push('rope.ropeScalingFactor is required (use 1.0 for no scaling)');
299
+ }
300
+ // RoPE fields - nullable required (undefined = missing, null = disabled)
301
+ if (inf.rope.ropeScalingType === undefined) {
302
+ errors.push('rope.ropeScalingType must be explicitly set (null for no scaling, or scaling type string)');
303
+ }
304
+ if (inf.rope.ropeLocalTheta === undefined) {
305
+ errors.push('rope.ropeLocalTheta must be explicitly set (null for no local theta, or number)');
306
+ }
307
+ if (
308
+ inf.rope.ropeInterleaved !== undefined
309
+ && inf.rope.ropeInterleaved != null
310
+ && typeof inf.rope.ropeInterleaved !== 'boolean'
311
+ ) {
312
+ errors.push('rope.ropeInterleaved must be boolean when provided');
313
+ }
314
+ if (inf.rope.mropeInterleaved == null) {
315
+ errors.push('rope.mropeInterleaved is required');
316
+ }
317
+ if (inf.rope.mropeSection === undefined) {
318
+ errors.push('rope.mropeSection must be explicitly set (null when unused, or an array of positive integers)');
319
+ }
320
+ if (inf.rope.partialRotaryFactor === undefined) {
321
+ errors.push('rope.partialRotaryFactor must be explicitly set (null when unused, or a number in (0, 1])');
322
+ } else {
323
+ const factor = inf.rope.partialRotaryFactor;
324
+ if (factor !== null && (typeof factor !== 'number' || Number.isNaN(factor) || factor <= 0 || factor > 1)) {
325
+ errors.push('rope.partialRotaryFactor must be a number in (0, 1] or null');
326
+ }
327
+ }
328
+ if (inf.rope.ropeLocalPartialRotaryFactor === undefined) {
329
+ errors.push('rope.ropeLocalPartialRotaryFactor must be explicitly set (null when unused, or a number in (0, 1])');
330
+ } else {
331
+ const factor = inf.rope.ropeLocalPartialRotaryFactor;
332
+ if (factor !== null && (typeof factor !== 'number' || Number.isNaN(factor) || factor <= 0 || factor > 1)) {
333
+ errors.push('rope.ropeLocalPartialRotaryFactor must be a number in (0, 1] or null');
334
+ }
335
+ }
336
+ if (inf.rope.ropeFrequencyBaseDim === undefined) {
337
+ errors.push('rope.ropeFrequencyBaseDim must be explicitly set (null when using rotary dim, or a positive even integer)');
338
+ } else {
339
+ const dim = inf.rope.ropeFrequencyBaseDim;
340
+ if (dim !== null && (typeof dim !== 'number' || Number.isNaN(dim) || dim <= 0 || (Math.trunc(dim) % 2) !== 0)) {
341
+ errors.push('rope.ropeFrequencyBaseDim must be a positive even integer or null');
342
+ }
343
+ }
344
+ if (inf.rope.ropeLocalFrequencyBaseDim === undefined) {
345
+ errors.push('rope.ropeLocalFrequencyBaseDim must be explicitly set (null when using local rotary dim, or a positive even integer)');
346
+ } else {
347
+ const dim = inf.rope.ropeLocalFrequencyBaseDim;
348
+ if (dim !== null && (typeof dim !== 'number' || Number.isNaN(dim) || dim <= 0 || (Math.trunc(dim) % 2) !== 0)) {
349
+ errors.push('rope.ropeLocalFrequencyBaseDim must be a positive even integer or null');
350
+ }
351
+ }
352
+ // Output fields - non-nullable required
353
+ if (inf.output.tieWordEmbeddings == null) {
354
+ errors.push('output.tieWordEmbeddings is required');
355
+ }
356
+ if (inf.output.scaleEmbeddings == null) {
357
+ errors.push('output.scaleEmbeddings is required');
358
+ }
359
+ if (inf.output.embeddingScale === undefined) {
360
+ errors.push('output.embeddingScale must be explicitly set (null for scaleEmbeddings semantics, or number)');
361
+ } else {
362
+ const embeddingScale = inf.output.embeddingScale;
363
+ if (embeddingScale !== null && (typeof embeddingScale !== 'number' || !Number.isFinite(embeddingScale) || embeddingScale <= 0)) {
364
+ errors.push('output.embeddingScale must be a positive finite number or null');
365
+ }
366
+ if (embeddingScale !== null && inf.output.scaleEmbeddings === true) {
367
+ errors.push('output.embeddingScale cannot be set when output.scaleEmbeddings is true');
368
+ }
369
+ }
370
+ if (inf.output.logitInputScale == null) {
371
+ errors.push('output.logitInputScale is required');
372
+ } else if (
373
+ typeof inf.output.logitInputScale !== 'number'
374
+ || !Number.isFinite(inf.output.logitInputScale)
375
+ || inf.output.logitInputScale <= 0
376
+ ) {
377
+ errors.push('output.logitInputScale must be a positive finite number');
378
+ }
379
+ if (inf.output.logitOutputScale !== undefined && (typeof inf.output.logitOutputScale !== 'number' || !Number.isFinite(inf.output.logitOutputScale) || inf.output.logitOutputScale <= 0)) errors.push('output.logitOutputScale must be a positive finite number');
380
+ if (inf.output.embeddingTranspose == null) {
381
+ errors.push('output.embeddingTranspose is required');
382
+ }
383
+ // Output fields - nullable required (undefined = missing, null = disabled)
384
+ if (inf.output.finalLogitSoftcapping === undefined) {
385
+ errors.push('output.finalLogitSoftcapping must be explicitly set (null for no softcapping, or number)');
386
+ }
387
+ if (inf.output.embeddingVocabSize === undefined) {
388
+ errors.push('output.embeddingVocabSize must be explicitly set (null to use architecture.vocabSize, or number)');
389
+ }
390
+ if (inf.output.embeddingPostprocessor === undefined) {
391
+ errors.push('output.embeddingPostprocessor must be explicitly set (null when unused, or an object)');
392
+ } else if (inf.output.embeddingPostprocessor !== null) {
393
+ const postprocessor = inf.output.embeddingPostprocessor;
394
+ if (!postprocessor || typeof postprocessor !== 'object' || Array.isArray(postprocessor)) {
395
+ errors.push('output.embeddingPostprocessor must be null or an object');
396
+ } else {
397
+ if (postprocessor.poolingMode !== 'mean' && postprocessor.poolingMode !== 'last') {
398
+ errors.push('output.embeddingPostprocessor.poolingMode must be "mean" or "last"');
399
+ }
400
+ if (typeof postprocessor.includePrompt !== 'boolean') {
401
+ errors.push('output.embeddingPostprocessor.includePrompt is required');
402
+ }
403
+ if (!Array.isArray(postprocessor.projections)) {
404
+ errors.push('output.embeddingPostprocessor.projections must be an array');
405
+ } else {
406
+ for (let i = 0; i < postprocessor.projections.length; i++) {
407
+ const projection = postprocessor.projections[i];
408
+ const prefix = `output.embeddingPostprocessor.projections[${i}]`;
409
+ if (typeof projection?.weightTensor !== 'string' || projection.weightTensor.trim() === '') {
410
+ errors.push(`${prefix}.weightTensor is required`);
411
+ }
412
+ if (projection?.biasTensor === undefined) {
413
+ errors.push(`${prefix}.biasTensor must be explicitly set (null when unused, or tensor name)`);
414
+ } else if (projection.biasTensor !== null && (typeof projection.biasTensor !== 'string' || projection.biasTensor.trim() === '')) {
415
+ errors.push(`${prefix}.biasTensor must be null or a non-empty string`);
416
+ }
417
+ if (!Number.isFinite(projection?.inputSize) || projection.inputSize <= 0) {
418
+ errors.push(`${prefix}.inputSize must be a positive number`);
419
+ }
420
+ if (!Number.isFinite(projection?.outputSize) || projection.outputSize <= 0) {
421
+ errors.push(`${prefix}.outputSize must be a positive number`);
422
+ }
423
+ if (projection?.activation !== 'identity') {
424
+ errors.push(`${prefix}.activation must be "identity"`);
425
+ }
426
+ }
427
+ }
428
+ if (postprocessor.normalize === undefined) {
429
+ errors.push('output.embeddingPostprocessor.normalize must be explicitly set (null when unused, or "l2")');
430
+ } else if (postprocessor.normalize !== null && postprocessor.normalize !== 'l2') {
431
+ errors.push('output.embeddingPostprocessor.normalize must be null or "l2"');
432
+ }
433
+ }
434
+ }
435
+ if (
436
+ inf.output.lmHeadBiasTensor !== undefined
437
+ && inf.output.lmHeadBiasTensor !== null
438
+ && (typeof inf.output.lmHeadBiasTensor !== 'string' || inf.output.lmHeadBiasTensor.trim() === '')
439
+ ) {
440
+ errors.push('output.lmHeadBiasTensor must be null or a non-empty tensor name');
441
+ }
442
+
443
+ if (inf.supportsSequence !== undefined && typeof inf.supportsSequence !== 'boolean') {
444
+ errors.push('supportsSequence must be boolean when provided');
445
+ }
446
+ if (inf.sequence !== undefined && inf.sequence !== null) {
447
+ const sequence = inf.sequence;
448
+ if (!sequence || typeof sequence !== 'object' || Array.isArray(sequence)) {
449
+ errors.push('sequence must be null or an object');
450
+ } else {
451
+ if (sequence.alphabet !== 'amino_acid' && sequence.alphabet !== 'nucleotide') {
452
+ errors.push('sequence.alphabet must be "amino_acid" or "nucleotide"');
453
+ }
454
+ if (typeof sequence.tokenEmbeddings !== 'boolean') {
455
+ errors.push('sequence.tokenEmbeddings must be boolean');
456
+ }
457
+ if (typeof sequence.logits !== 'boolean') {
458
+ errors.push('sequence.logits must be boolean');
459
+ }
460
+ if (sequence.pooledEmbedding !== null) {
461
+ const pooling = sequence.pooledEmbedding;
462
+ if (!pooling || typeof pooling !== 'object' || Array.isArray(pooling)) {
463
+ errors.push('sequence.pooledEmbedding must be null or an object');
464
+ } else {
465
+ if (pooling.mode !== 'mean' && pooling.mode !== 'last') {
466
+ errors.push('sequence.pooledEmbedding.mode must be "mean" or "last"');
467
+ }
468
+ if (!Array.isArray(pooling.excludeTokenIds) || pooling.excludeTokenIds.some(
469
+ (tokenId) => !Number.isInteger(tokenId) || tokenId < 0
470
+ )) {
471
+ errors.push('sequence.pooledEmbedding.excludeTokenIds must be an array of non-negative integers');
472
+ }
473
+ }
474
+ }
475
+ }
476
+ }
477
+ if (inf.supportsSequence === true && (inf.sequence == null || typeof inf.sequence !== 'object')) {
478
+ errors.push('sequence is required when supportsSequence=true');
479
+ }
480
+ if (inf.supportsSequence !== true && inf.sequence != null) {
481
+ errors.push('supportsSequence must be true when sequence is configured');
482
+ }
483
+
484
+ // Layer pattern fields
485
+ if (inf.layerPattern?.type == null) {
486
+ errors.push('layerPattern.type is required');
487
+ }
488
+ if (inf.layerPattern?.globalPattern === undefined) {
489
+ errors.push('layerPattern.globalPattern must be explicitly set (null if not applicable)');
490
+ }
491
+ if (inf.layerPattern?.period === undefined) {
492
+ errors.push('layerPattern.period must be explicitly set (null if not applicable)');
493
+ }
494
+ if (inf.layerPattern?.offset === undefined) {
495
+ errors.push('layerPattern.offset must be explicitly set (null if not applicable)');
496
+ }
497
+ if (inf.layerPattern?.residualBranchScale == null) {
498
+ errors.push('layerPattern.residualBranchScale is required');
499
+ } else if (
500
+ typeof inf.layerPattern.residualBranchScale !== 'number'
501
+ || !Number.isFinite(inf.layerPattern.residualBranchScale)
502
+ || inf.layerPattern.residualBranchScale <= 0
503
+ ) {
504
+ errors.push('layerPattern.residualBranchScale must be a positive finite number');
505
+ }
506
+ if (inf.layerPattern?.type === 'custom' && inf.layerPattern?.layerTypes === undefined) {
507
+ errors.push('layerPattern.layerTypes must be explicitly set for custom patterns');
508
+ }
509
+
510
+ // Chat template fields
511
+ if (inf.chatTemplate?.type === undefined) {
512
+ errors.push('chatTemplate.type must be explicitly set (null for no template)');
513
+ }
514
+ if (inf.chatTemplate?.enabled == null) {
515
+ errors.push('chatTemplate.enabled is required');
516
+ }
517
+
518
+ // RoPE YARN fields
519
+ if (inf.rope.yarnBetaFast === undefined) {
520
+ errors.push('rope.yarnBetaFast must be explicitly set (null if not YARN)');
521
+ }
522
+ if (inf.rope.yarnBetaSlow === undefined) {
523
+ errors.push('rope.yarnBetaSlow must be explicitly set (null if not YARN)');
524
+ }
525
+ if (inf.rope.yarnOriginalMaxPos === undefined) {
526
+ errors.push('rope.yarnOriginalMaxPos must be explicitly set (null if not YARN)');
527
+ }
528
+ if (inf.rope.longropeShortFactor === undefined) {
529
+ errors.push('rope.longropeShortFactor must be explicitly set (null if not LongRoPE)');
530
+ }
531
+ if (inf.rope.longropeLongFactor === undefined) {
532
+ errors.push('rope.longropeLongFactor must be explicitly set (null if not LongRoPE)');
533
+ }
534
+ if (inf.rope.longropeOriginalMaxPos === undefined) {
535
+ errors.push('rope.longropeOriginalMaxPos must be explicitly set (null if not LongRoPE)');
536
+ }
537
+ if (inf.rope.ropeScalingType === 'longrope') {
538
+ if (!Array.isArray(inf.rope.longropeShortFactor) || inf.rope.longropeShortFactor.length === 0) {
539
+ errors.push('rope.longropeShortFactor must be a non-empty number array for LongRoPE');
540
+ }
541
+ if (!Array.isArray(inf.rope.longropeLongFactor) || inf.rope.longropeLongFactor.length === 0) {
542
+ errors.push('rope.longropeLongFactor must be a non-empty number array for LongRoPE');
543
+ }
544
+ if (
545
+ typeof inf.rope.longropeOriginalMaxPos !== 'number'
546
+ || !Number.isFinite(inf.rope.longropeOriginalMaxPos)
547
+ || inf.rope.longropeOriginalMaxPos <= 0
548
+ ) {
549
+ errors.push('rope.longropeOriginalMaxPos must be a positive finite number for LongRoPE');
550
+ }
551
+ } else if (
552
+ inf.rope.longropeShortFactor !== null
553
+ || inf.rope.longropeLongFactor !== null
554
+ || inf.rope.longropeOriginalMaxPos !== null
555
+ ) {
556
+ errors.push('rope LongRoPE fields must be null unless rope.ropeScalingType is "longrope"');
557
+ }
558
+ if (inf.rope.ropeLocalYarnBetaFast === undefined) {
559
+ errors.push('rope.ropeLocalYarnBetaFast must be explicitly set (null if not local YARN)');
560
+ }
561
+ if (inf.rope.ropeLocalYarnBetaSlow === undefined) {
562
+ errors.push('rope.ropeLocalYarnBetaSlow must be explicitly set (null if not local YARN)');
563
+ }
564
+ if (inf.rope.ropeLocalYarnOriginalMaxPos === undefined) {
565
+ errors.push('rope.ropeLocalYarnOriginalMaxPos must be explicitly set (null if not local YARN)');
566
+ }
567
+
568
+ if (errors.length > 0) {
569
+ throw new Error(
570
+ `Manifest "${modelId}" has incomplete inference config. ` +
571
+ `Missing required fields:\n - ${errors.join('\n - ')}\n` +
572
+ `Re-convert the model using the latest converter.`
573
+ );
574
+ }
575
+ }
@@ -0,0 +1,12 @@
1
+ import { chooseNullish } from './value-selection.js';
2
+
3
+ export function mergeExecutionPatchLists(basePatch, overridePatch) {
4
+ const base = basePatch ?? {};
5
+ const override = overridePatch ?? {};
6
+ return {
7
+ addKernels: chooseNullish(override.addKernels, chooseNullish(base.addKernels, [])),
8
+ set: chooseNullish(override.set, chooseNullish(base.set, [])),
9
+ remove: chooseNullish(override.remove, chooseNullish(base.remove, [])),
10
+ add: chooseNullish(override.add, chooseNullish(base.add, [])),
11
+ };
12
+ }
@@ -1,44 +1,3 @@
1
- export function chooseNullish(overrideValue, fallbackValue) {
2
- return overrideValue ?? fallbackValue;
3
- }
4
-
5
- export function chooseDefined(overrideValue, fallbackValue) {
6
- return overrideValue !== undefined ? overrideValue : fallbackValue;
7
- }
8
-
9
- // sources must be a writable Map (or any object with a .set(key, value) method).
10
- // Callers are responsible for passing a Map instance; plain objects are not supported.
11
- export function chooseDefinedWithSource(path, overrideValue, fallbackValue, sources) {
12
- const value = chooseDefined(overrideValue, fallbackValue);
13
- if (sources && typeof sources.set === 'function') {
14
- /** @type {Map<string, string>} */ (sources).set(
15
- path,
16
- overrideValue !== undefined ? 'runtime' : 'manifest',
17
- );
18
- }
19
- return value;
20
- }
21
-
22
- export function mergeShallowObject(base, override) {
23
- if (override === undefined) {
24
- return base;
25
- }
26
- if (override === null || typeof override !== 'object' || Array.isArray(override)) {
27
- throw new Error(
28
- 'DopplerConfigError: shallow object overrides must be plain objects when provided explicitly.'
29
- );
30
- }
31
- return { ...base, ...override };
32
- }
33
-
34
- export function mergeLayeredShallowObjects(...layers) {
35
- return layers.reduce((merged, layer) => mergeShallowObject(merged, layer), {});
36
- }
37
-
38
- export function replaceSubtree(overrideValue, fallbackValue) {
39
- return chooseDefined(overrideValue, fallbackValue);
40
- }
41
-
42
1
  const DEFAULT_KERNEL_PATH_POLICY = Object.freeze({
43
2
  mode: 'locked',
44
3
  sourceScope: Object.freeze(['model', 'manifest']),
@@ -167,14 +126,3 @@ export function mergeKernelPathPolicy(basePolicy, overridePolicy) {
167
126
  ),
168
127
  };
169
128
  }
170
-
171
- export function mergeExecutionPatchLists(basePatch, overridePatch) {
172
- const base = basePatch ?? {};
173
- const override = overridePatch ?? {};
174
- return {
175
- addKernels: chooseNullish(override.addKernels, chooseNullish(base.addKernels, [])),
176
- set: chooseNullish(override.set, chooseNullish(base.set, [])),
177
- remove: chooseNullish(override.remove, chooseNullish(base.remove, [])),
178
- add: chooseNullish(override.add, chooseNullish(base.add, [])),
179
- };
180
- }