doppler-gpu 0.6.1 → 0.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1436) hide show
  1. package/CHANGELOG.md +141 -38
  2. package/README.md +47 -195
  3. package/models/catalog.json +108 -51
  4. package/package.json +92 -122
  5. package/src/capsule-runtime.d.ts +15 -8
  6. package/src/capsule-runtime.js +7 -3
  7. package/src/cli/cli-output.js +85 -9
  8. package/src/cli/doppler-cli.js +23 -21
  9. package/src/client/capsule-host.browser.js +6 -0
  10. package/src/client/capsule-host.d.ts +11 -0
  11. package/src/client/capsule-host.js +6 -0
  12. package/src/client/doppler-api.browser.js +1 -1
  13. package/src/client/doppler-api.d.ts +1 -0
  14. package/src/client/doppler-api.js +1 -1
  15. package/src/client/doppler-registry.js +6 -0
  16. package/src/client/inspection.d.ts +10 -1
  17. package/src/client/inspection.js +24 -12
  18. package/src/client/model-host/index.d.ts +3 -0
  19. package/src/client/model-host/index.js +73 -18
  20. package/src/client/model-host/model-session.d.ts +47 -17
  21. package/src/client/model-host/model-session.js +285 -154
  22. package/src/client/model-host/source-loading.js +910 -0
  23. package/src/client/provider.js +6 -6
  24. package/src/client/resident-partitions.d.ts +30 -0
  25. package/src/client/resident-partitions.js +114 -0
  26. package/src/client/runtime/capsule-acquisition.d.ts +17 -2
  27. package/src/client/runtime/capsule-artifact-source.js +23 -1
  28. package/src/client/runtime/capsule-operation-adapters.d.ts +3 -2
  29. package/src/client/runtime/capsule-operation-adapters.js +44 -8
  30. package/src/client/runtime/capsule-operation-deltas.js +44 -0
  31. package/src/client/runtime/capsule-operation-executor.d.ts +2 -2
  32. package/src/client/runtime/capsule-operation-executor.js +11 -5
  33. package/src/client/runtime/capsule-operation-stream.d.ts +10 -0
  34. package/src/client/runtime/capsule-operation-stream.js +81 -0
  35. package/src/client/runtime/capsule-piece-reader.js +88 -0
  36. package/src/client/runtime/capsule-program-adapter.js +51 -21
  37. package/src/client/runtime/command-executor.d.ts +13 -0
  38. package/src/client/runtime/command-executor.js +54 -11
  39. package/src/client/runtime/composition-root.d.ts +35 -12
  40. package/src/client/runtime/composition-root.js +186 -57
  41. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +3 -2
  42. package/src/client/runtime/fetch-capsule-artifact-store.js +56 -1
  43. package/src/client/runtime/lora.d.ts +22 -0
  44. package/src/client/runtime/lora.js +86 -26
  45. package/src/client/runtime/model-manager.js +10 -75
  46. package/src/client/runtime/model-source.d.ts +1 -0
  47. package/src/client/runtime/model-source.js +1 -1
  48. package/src/client/runtime/node-quickstart-cache.js +7 -2
  49. package/src/client/runtime/resource-binder.d.ts +1 -0
  50. package/src/client/runtime/resource-binder.js +20 -14
  51. package/src/client/runtime/scoped-session.d.ts +10 -0
  52. package/src/client/runtime/scoped-session.js +41 -3
  53. package/src/client/runtime/session-controller.d.ts +15 -1
  54. package/src/client/runtime/session-controller.js +102 -30
  55. package/src/client/runtime/verified-capsule-artifact-store.d.ts +27 -0
  56. package/src/client/runtime/verified-capsule-artifact-store.js +255 -58
  57. package/src/client/wrap-pipeline-handle.js +23 -17
  58. package/src/config/canonical-contract-codec.d.ts +10 -0
  59. package/src/config/canonical-contract-codec.js +144 -0
  60. package/src/config/canonical-generation-policy.d.ts +7 -0
  61. package/src/config/canonical-generation-policy.js +66 -0
  62. package/src/config/capsule-loading.d.ts +5 -1
  63. package/src/config/capsule-loading.js +1 -1
  64. package/src/config/capsule-loading.schema.json +63 -4
  65. package/src/config/capsule-operation.d.ts +10 -3
  66. package/src/config/capsule-operation.js +6 -1
  67. package/src/config/capsule-operations.json +26 -1
  68. package/src/config/capsule-release-contract.js +2 -29
  69. package/src/config/capsule-token-selection.d.ts +15 -0
  70. package/src/config/capsule-token-selection.js +39 -0
  71. package/src/config/capsule-token-selection.json +11 -0
  72. package/src/config/capsule-v2.d.ts +1 -0
  73. package/src/config/capsule-v2.js +14 -21
  74. package/src/config/choice-scoring-reference.js +66 -0
  75. package/src/config/choice-scoring.d.ts +21 -0
  76. package/src/config/choice-scoring.js +66 -0
  77. package/src/config/choice-scoring.json +8 -0
  78. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +4 -4
  79. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +7 -7
  80. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  81. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +12 -8
  82. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +260 -55
  83. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -10
  84. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +9 -8
  85. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +6 -6
  86. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +9 -9
  87. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +8 -7
  88. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +491 -0
  89. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +5 -5
  90. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +9 -8
  91. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +24 -8
  92. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +24 -8
  93. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +25 -9
  94. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +21 -5
  95. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +26 -9
  96. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +26 -9
  97. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +26 -9
  98. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +25 -8
  99. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +25 -8
  100. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +7 -6
  101. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +7 -7
  102. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +7 -6
  103. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +7 -6
  104. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +20 -12
  105. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +7 -9
  106. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +7 -7
  107. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +7 -7
  108. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +252 -53
  109. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +501 -0
  110. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +461 -0
  111. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -8
  112. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -8
  113. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +7 -7
  114. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +8 -8
  115. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +8 -8
  116. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -8
  117. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1218 -0
  118. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +581 -0
  119. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +1063 -0
  120. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +11 -11
  121. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +6 -6
  122. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +18 -10
  123. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +10 -10
  124. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +18 -18
  125. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +823 -0
  126. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +11 -11
  127. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +11 -11
  128. package/src/config/embedding-contract.d.ts +17 -0
  129. package/src/config/embedding-contract.js +12 -0
  130. package/src/config/embedding-reference.js +32 -0
  131. package/src/config/execution-registry-contract.d.ts +41 -0
  132. package/src/config/execution-registry-contract.js +171 -0
  133. package/src/config/generation-contract.d.ts +28 -1
  134. package/src/config/generation-contract.json +119 -0
  135. package/src/config/initial-execution-identity.d.ts +1 -1
  136. package/src/config/initial-execution-identity.js +9 -9
  137. package/src/config/inspection/activity-stages.json +42 -0
  138. package/src/config/inspection/observation-policies.json +135 -0
  139. package/src/config/kernel-path-loader.d.ts +30 -0
  140. package/src/config/kernel-path-loader.js +69 -13
  141. package/src/config/kernel-registry-contract.d.ts +78 -13
  142. package/src/config/kernel-registry-contract.js +110 -38
  143. package/src/config/kernels/backward-registry.json +1 -1
  144. package/src/config/kernels/registry.js +3 -47
  145. package/src/config/kernels/registry.json +31747 -7849
  146. package/src/config/layer-partition-plan.d.ts +93 -0
  147. package/src/config/layer-partition-plan.js +305 -0
  148. package/src/config/manifest-inference-validation.js +10 -0
  149. package/src/config/merge/execution-patches.js +14 -0
  150. package/src/config/merge.d.ts +4 -0
  151. package/src/config/merge.js +50 -0
  152. package/src/config/model-ir-v2.d.ts +1 -0
  153. package/src/config/model-ir-v2.js +5 -16
  154. package/src/config/model-ir.js +9 -14
  155. package/src/config/ordered-resident-qualification.d.ts +16 -0
  156. package/src/config/ordered-resident-qualification.js +62 -0
  157. package/src/config/param-categories.js +4 -0
  158. package/src/config/param-validator.js +64 -29
  159. package/src/config/production-release-evidence.js +2 -27
  160. package/src/config/production-release.js +2 -29
  161. package/src/config/quickstart-registry.json +57 -8
  162. package/src/config/reasoning-output.d.ts +6 -0
  163. package/src/config/reasoning-output.js +26 -0
  164. package/src/config/revocation-policy.js +1 -4
  165. package/src/config/rope-frequencies.js +9 -0
  166. package/src/config/runtime/profiles/demo-f16-comparison.json +20 -0
  167. package/src/config/runtime/profiles/flash-next-node-host-cache-qualification.json +21 -0
  168. package/src/config/runtime/profiles/flash-next-paged-qualification.json +23 -0
  169. package/src/config/runtime/profiles/flash-next-routed-f32kv-qualification.json +72 -0
  170. package/src/config/runtime/profiles/flash-next-routed-qualification.json +27 -0
  171. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +51 -2
  172. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-parity.json +88 -0
  173. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-subgroup8.json +173 -0
  174. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-throughput.json +33 -0
  175. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +51 -2
  176. package/src/config/runtime/profiles/qwen-3-5-2b-vulkan-parity.json +15 -0
  177. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-candidate.json +4491 -0
  178. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +4407 -0
  179. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-candidate.json +17 -0
  180. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-workspace-candidate.json +13 -0
  181. package/src/config/runtime.d.ts +6 -0
  182. package/src/config/runtime.js +51 -21
  183. package/src/config/schema/benchmark.schema.d.ts +1 -0
  184. package/src/config/schema/benchmark.schema.js +2 -0
  185. package/src/config/schema/conversion.schema.d.ts +5 -0
  186. package/src/config/schema/converter.schema.d.ts +10 -0
  187. package/src/config/schema/converter.schema.js +10 -0
  188. package/src/config/schema/debug.schema.d.ts +1 -0
  189. package/src/config/schema/doppler.schema.js +16 -9
  190. package/src/config/schema/emulation.schema.js +0 -77
  191. package/src/config/schema/execution-v1.schema.d.ts +32 -2
  192. package/src/config/schema/execution-v1.schema.js +8 -0
  193. package/src/config/schema/fp8.schema.d.ts +17 -0
  194. package/src/config/schema/fp8.schema.js +27 -0
  195. package/src/config/schema/hyper-connection-decoder.schema.d.ts +98 -0
  196. package/src/config/schema/hyper-connection-decoder.schema.js +213 -0
  197. package/src/config/schema/index.d.ts +2 -2
  198. package/src/config/schema/index.js +3 -0
  199. package/src/config/schema/inference.schema.d.ts +8 -2
  200. package/src/config/schema/kernel-registry.schema.d.ts +22 -7
  201. package/src/config/schema/kernel-registry.schema.js +13 -2
  202. package/src/config/schema/kernel-thresholds.schema.d.ts +3 -0
  203. package/src/config/schema/kernel-thresholds.schema.js +14 -3
  204. package/src/config/schema/kernel-warmup.schema.d.ts +15 -0
  205. package/src/config/schema/kernel-warmup.schema.js +3 -0
  206. package/src/config/schema/loading.schema.d.ts +41 -0
  207. package/src/config/schema/loading.schema.js +67 -0
  208. package/src/config/schema/manifest-rope.schema.d.ts +55 -0
  209. package/src/config/schema/manifest.schema.d.ts +47 -57
  210. package/src/config/schema/manifest.schema.js +41 -2
  211. package/src/config/schema/ngram-embedding.schema.d.ts +116 -0
  212. package/src/config/schema/ngram-embedding.schema.js +312 -0
  213. package/src/config/schema/program-bundle.schema.d.ts +1 -0
  214. package/src/config/schema/program-bundle.schema.js +8 -3
  215. package/src/config/schema/quantization-defaults.schema.d.ts +1 -1
  216. package/src/config/schema/quantization.schema.d.ts +2 -0
  217. package/src/config/schema/quantization.schema.js +2 -0
  218. package/src/config/schema/speculation-self.schema.d.ts +6 -1
  219. package/src/config/schema/speculation-self.schema.js +29 -2
  220. package/src/config/schema/w8a8.schema.d.ts +24 -0
  221. package/src/config/schema/w8a8.schema.js +38 -0
  222. package/src/config/source-packages/litert/gemma-4-e2b-it.json +6 -6
  223. package/src/config/supported-operations.json +105 -0
  224. package/src/config/target-plan.d.ts +16 -2
  225. package/src/config/target-plan.js +63 -16
  226. package/src/config/wgsl-language-contract.js +47 -0
  227. package/src/converter/artifact-identity.js +27 -47
  228. package/src/converter/capability-transform-resolver.js +80 -0
  229. package/src/converter/conversion-plan.js +14 -14
  230. package/src/converter/core.d.ts +2 -0
  231. package/src/converter/core.js +15 -16
  232. package/src/converter/execution-graph/fusion.js +343 -0
  233. package/src/converter/execution-graph/kv-storage.js +14 -0
  234. package/src/converter/execution-graph/validation.js +431 -0
  235. package/src/converter/execution-graph-transforms.js +927 -0
  236. package/src/converter/forge-candidate-evaluation.js +1 -1
  237. package/src/converter/forge-qualification.js +101 -30
  238. package/src/converter/forge-stages.js +107 -102
  239. package/src/converter/fp8-source.js +99 -0
  240. package/src/converter/linear-norm-gate.js +115 -0
  241. package/src/converter/manifest-builder.js +20 -6
  242. package/src/converter/parsers/gguf.js +21 -2
  243. package/src/converter/quantization-info.js +56 -5
  244. package/src/converter/quantizer.js +4 -159
  245. package/src/converter/qwen4-exp-source-defaults.json +35 -0
  246. package/src/converter/qwen4-exp-source.js +293 -0
  247. package/src/converter/resident-qualification.js +58 -0
  248. package/src/converter/retained-source-shards.js +97 -0
  249. package/src/converter/rope-config.js +1 -0
  250. package/src/converter/source-rotary-frequencies.d.ts +12 -0
  251. package/src/converter/source-rotary-frequencies.js +34 -0
  252. package/src/converter/source-tensor-rules.d.ts +25 -1
  253. package/src/converter/source-tensor-rules.js +31 -1
  254. package/src/converter/tensor-transform.js +60 -7
  255. package/src/converter/tokenizer-contract.js +1 -3
  256. package/src/converter/w8a8-quantizer.js +56 -0
  257. package/src/debug/activation-trace.d.ts +35 -0
  258. package/src/debug/activation-trace.js +89 -0
  259. package/src/debug/activity-trace.d.ts +76 -0
  260. package/src/debug/activity-trace.js +232 -0
  261. package/src/debug/capture-policy.d.ts +9 -1
  262. package/src/debug/capture-policy.js +52 -21
  263. package/src/debug/index.d.ts +3 -0
  264. package/src/debug/index.js +12 -6
  265. package/src/debug/log.d.ts +6 -0
  266. package/src/debug/log.js +26 -0
  267. package/src/debug/perf-guards.js +71 -0
  268. package/src/debug/pipeline-config.js +141 -0
  269. package/src/debug/stats.d.ts +1 -1
  270. package/src/debug/stats.js +7 -2
  271. package/src/debug/tensor.d.ts +15 -3
  272. package/src/debug/tensor.js +43 -27
  273. package/src/debug/trace.js +12 -0
  274. package/src/errors/doppler-error.js +6 -2
  275. package/src/experimental/audio/gemma4.js +19 -10
  276. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +1 -1
  277. package/src/experimental/diffusion/pipeline.d.ts +1 -0
  278. package/src/experimental/distribution/shard-delivery/receipt.js +3 -73
  279. package/src/experimental/distribution/shard-delivery/retry.js +6 -112
  280. package/src/experimental/distribution/shard-delivery.js +19 -632
  281. package/src/experimental/energy/pipeline.d.ts +1 -0
  282. package/src/experimental/logits/cpu.js +2 -7
  283. package/src/experimental/training/artifacts.js +1 -4
  284. package/src/experimental/training/attention-forward.js +1 -1
  285. package/src/experimental/training/autograd.d.ts +21 -0
  286. package/src/experimental/training/autograd.js +44 -20
  287. package/src/experimental/training/checkpoint.js +1 -4
  288. package/src/experimental/training/clip.js +1 -1
  289. package/src/experimental/training/distillation/student-fixture/execution.js +9 -12
  290. package/src/experimental/training/distillation/student-fixture/model.js +9 -12
  291. package/src/experimental/training/distillation/student-fixture.js +9 -12
  292. package/src/experimental/training/lora/checkpoint.js +1 -1
  293. package/src/experimental/training/lora/execution.js +1 -1
  294. package/src/experimental/training/lora/plan.js +1 -1
  295. package/src/experimental/training/lora/recovery.js +1 -1
  296. package/src/experimental/training/lora-pipeline.js +9 -83
  297. package/src/experimental/training/lora-training-round.d.ts +39 -0
  298. package/src/experimental/training/lora-training-round.js +90 -0
  299. package/src/experimental/training/lora.js +2 -1
  300. package/src/experimental/training/loss-scaling.js +1 -1
  301. package/src/experimental/training/loss.js +3 -1
  302. package/src/experimental/training/native-qwen-lora.d.ts +25 -6
  303. package/src/experimental/training/native-qwen-lora.js +176 -21
  304. package/src/experimental/training/operator-command.js +1 -49
  305. package/src/experimental/training/parameter-groups.js +39 -0
  306. package/src/experimental/training/report-ranking.js +52 -0
  307. package/src/experimental/training/runner/lifecycle.js +4 -61
  308. package/src/experimental/training/runner.js +2 -5
  309. package/src/experimental/training/suite/execution.js +3 -5
  310. package/src/experimental/training/suite/plan.js +6 -21
  311. package/src/experimental/training/suite.js +5 -34
  312. package/src/experimental/training/trainer.js +2 -36
  313. package/src/experimental/training/workload-capsules/registry.json +473 -0
  314. package/src/experimental/turboquant/codebook.js +0 -29
  315. package/src/formats/contract-validation.js +30 -0
  316. package/src/formats/flatbuffer-tables.js +55 -0
  317. package/src/formats/float16.js +81 -0
  318. package/src/formats/float8.js +19 -0
  319. package/src/formats/gguf/block-storage.js +51 -0
  320. package/src/formats/gguf/quantized-formats.json +10 -0
  321. package/src/formats/gguf/qwen-source.js +88 -0
  322. package/src/formats/gguf/qwen-source.json +8 -0
  323. package/src/formats/gguf/tokenizer-pre.json +4 -0
  324. package/src/formats/gguf/tokenizer.js +50 -0
  325. package/src/formats/litert/types.js +8 -180
  326. package/src/formats/paged-source-reader.js +158 -0
  327. package/src/formats/q4k-dequant.js +95 -0
  328. package/src/formats/rdrr/classification.js +4 -0
  329. package/src/formats/rdrr/distributed/validation.js +1 -4
  330. package/src/formats/rdrr/fp8-contract.js +38 -0
  331. package/src/formats/rdrr/fp8-storage.js +83 -0
  332. package/src/formats/rdrr/functional-descriptor.js +1 -4
  333. package/src/formats/rdrr/parsing.js +1 -1
  334. package/src/formats/rdrr/q4_0-storage.js +24 -0
  335. package/src/formats/rdrr/storage-descriptor.js +7 -1
  336. package/src/formats/rdrr/types.d.ts +7 -1
  337. package/src/formats/rdrr/validation.js +37 -6
  338. package/src/formats/rdrr/w8a8-storage.js +64 -0
  339. package/src/formats/safetensors/types.js +4 -0
  340. package/src/formats/sha256.js +104 -103
  341. package/src/formats/sorted-json.js +9 -0
  342. package/src/formats/source-runtime.d.ts +52 -0
  343. package/src/formats/tflite/types.js +7 -161
  344. package/src/generation/index.d.ts +7 -1
  345. package/src/generation/index.js +7 -1
  346. package/src/gpu/buffer-identity.js +4 -0
  347. package/src/gpu/command-recorder.d.ts +66 -29
  348. package/src/gpu/command-recorder.js +157 -161
  349. package/src/gpu/device-bindings.js +98 -0
  350. package/src/gpu/device-state.js +0 -12
  351. package/src/gpu/device.d.ts +9 -0
  352. package/src/gpu/device.js +104 -141
  353. package/src/gpu/kernel-selector.js +73 -12
  354. package/src/gpu/kernels/attention/executors-components.js +235 -0
  355. package/src/gpu/kernels/attention/executors.js +296 -510
  356. package/src/gpu/kernels/attention/plan.js +65 -18
  357. package/src/gpu/kernels/attention/query-splitk.js +80 -0
  358. package/src/gpu/kernels/attention_decode_gqa_splitk.wgsl +197 -0
  359. package/src/gpu/kernels/attention_decode_online.wgsl +348 -0
  360. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +126 -22
  361. package/src/gpu/kernels/attention_decode_subgroup.wgsl +5 -6
  362. package/src/gpu/kernels/attention_head256_f16kv.wgsl +56 -9
  363. package/src/gpu/kernels/attention_indexed.wgsl +179 -0
  364. package/src/gpu/kernels/attention_indexed_f16kv.wgsl +180 -0
  365. package/src/gpu/kernels/attention_paired.wgsl +361 -0
  366. package/src/gpu/kernels/attention_paired_tiled.wgsl +383 -0
  367. package/src/gpu/kernels/attention_prefill_partitioned_head256_f16kv.wgsl +247 -0
  368. package/src/gpu/kernels/attention_prefill_query_splitk_f32.wgsl +234 -0
  369. package/src/gpu/kernels/attention_prefill_query_splitk_reduce_f32.wgsl +103 -0
  370. package/src/gpu/kernels/attention_prefill_query_tile_f16kv.wgsl +225 -0
  371. package/src/gpu/kernels/attention_prefill_query_tile_f32.wgsl +222 -0
  372. package/src/gpu/kernels/backward/adam.js +11 -3
  373. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +51 -15
  374. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +9 -8
  375. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.js +149 -0
  376. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.wgsl +109 -0
  377. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpointed_backward.js +120 -0
  378. package/src/gpu/kernels/backward/gelu_backward.js +8 -12
  379. package/src/gpu/kernels/backward/index.js +6 -0
  380. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.js +80 -0
  381. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.wgsl +26 -0
  382. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.js +157 -0
  383. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.wgsl +82 -0
  384. package/src/gpu/kernels/backward/qwen_gqa_softmax_backward_scores.wgsl +73 -0
  385. package/src/gpu/kernels/backward/qwen_gqa_softmax_recompute.wgsl +97 -0
  386. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.js +221 -0
  387. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.wgsl +136 -0
  388. package/src/gpu/kernels/backward/rmsnorm_backward.js +98 -80
  389. package/src/gpu/kernels/backward/rope_backward.js +47 -10
  390. package/src/gpu/kernels/backward/rope_backward.wgsl +46 -22
  391. package/src/gpu/kernels/backward/sigmoid_gated_backward.js +83 -0
  392. package/src/gpu/kernels/backward/sigmoid_gated_backward.wgsl +49 -0
  393. package/src/gpu/kernels/backward/silu_backward.js +8 -12
  394. package/src/gpu/kernels/backward/softmax_backward.js +8 -12
  395. package/src/gpu/kernels/cast_f32_to_two_f32.wgsl +12 -0
  396. package/src/gpu/kernels/cast_two_f32_to_f16.wgsl +49 -0
  397. package/src/gpu/kernels/causal_conv1d_silu.js +80 -0
  398. package/src/gpu/kernels/causal_conv1d_silu.wgsl +44 -0
  399. package/src/gpu/kernels/check-stop.js +1 -1
  400. package/src/gpu/kernels/check_finiteness_f32.wgsl +33 -0
  401. package/src/gpu/kernels/conv2d.js +30 -42
  402. package/src/gpu/kernels/dequant.js +1 -1
  403. package/src/gpu/kernels/dequant_mxfp4.wgsl +6 -4
  404. package/src/gpu/kernels/diffusion-gemma-sampling.js +26 -7
  405. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +66 -2
  406. package/src/gpu/kernels/dispatch.js +36 -1
  407. package/src/gpu/kernels/embedding-pool.js +15 -13
  408. package/src/gpu/kernels/feature-check.js +7 -2
  409. package/src/gpu/kernels/fp8.js +70 -0
  410. package/src/gpu/kernels/fused_ffn.js +83 -154
  411. package/src/gpu/kernels/fused_ffn_q4k.wgsl +43 -1
  412. package/src/gpu/kernels/fused_ffn_q4k_subgroup8.wgsl +228 -0
  413. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +2 -2
  414. package/src/gpu/kernels/fused_matmul_q4_subgroup.wgsl +146 -0
  415. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +14 -4
  416. package/src/gpu/kernels/fused_matmul_q4_widetile_direct.wgsl +204 -0
  417. package/src/gpu/kernels/fused_matmul_residual.js +19 -72
  418. package/src/gpu/kernels/fused_matmul_rmsnorm.js +34 -127
  419. package/src/gpu/kernels/gated-delta-norm-gate.js +45 -0
  420. package/src/gpu/kernels/gated_delta_conv.wgsl +57 -6
  421. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +57 -6
  422. package/src/gpu/kernels/gated_delta_conv_paired.wgsl +282 -0
  423. package/src/gpu/kernels/gated_delta_conv_prefill.wgsl +144 -0
  424. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +375 -40
  425. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +375 -40
  426. package/src/gpu/kernels/gated_delta_fused_decode_paired.wgsl +511 -0
  427. package/src/gpu/kernels/gated_delta_fused_decode_paired_f16.wgsl +513 -0
  428. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate.wgsl +514 -0
  429. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate_f16.wgsl +516 -0
  430. package/src/gpu/kernels/gated_delta_fused_decode_register.wgsl +750 -0
  431. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate.wgsl +511 -0
  432. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate_f16.wgsl +513 -0
  433. package/src/gpu/kernels/gated_delta_gate_paired.wgsl +271 -0
  434. package/src/gpu/kernels/gated_delta_gate_sigmoid_paired.wgsl +273 -0
  435. package/src/gpu/kernels/gated_delta_norm_paired.wgsl +288 -0
  436. package/src/gpu/kernels/gated_delta_prefill_norm_gate.wgsl +227 -0
  437. package/src/gpu/kernels/gated_delta_qk_paired.wgsl +297 -0
  438. package/src/gpu/kernels/gated_delta_qk_paired_parallel.wgsl +299 -0
  439. package/src/gpu/kernels/gated_delta_recurrent.wgsl +362 -32
  440. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +362 -32
  441. package/src/gpu/kernels/gated_delta_recurrent_gguf.wgsl +496 -0
  442. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill.wgsl +727 -0
  443. package/src/gpu/kernels/gated_delta_recurrent_paired.wgsl +337 -0
  444. package/src/gpu/kernels/gated_delta_recurrent_register_prefill.wgsl +546 -0
  445. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate.wgsl +498 -0
  446. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate_f16.wgsl +500 -0
  447. package/src/gpu/kernels/gated_delta_state_paired.wgsl +310 -0
  448. package/src/gpu/kernels/gated_delta_state_paired_sliced.wgsl +348 -0
  449. package/src/gpu/kernels/gated_delta_state_paired_sliced_rolled.wgsl +353 -0
  450. package/src/gpu/kernels/gated_rmsnorm.js +74 -0
  451. package/src/gpu/kernels/gated_rmsnorm.wgsl +62 -0
  452. package/src/gpu/kernels/gather.js +81 -46
  453. package/src/gpu/kernels/gather.wgsl +3 -2
  454. package/src/gpu/kernels/gather_bf16.wgsl +3 -2
  455. package/src/gpu/kernels/gather_f16.wgsl +3 -2
  456. package/src/gpu/kernels/gather_f16_f16_out.wgsl +3 -2
  457. package/src/gpu/kernels/gather_f16_out.wgsl +3 -2
  458. package/src/gpu/kernels/gather_f16_vec4.wgsl +3 -2
  459. package/src/gpu/kernels/gather_f16_vec4_f16_out.wgsl +3 -2
  460. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +3 -2
  461. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +3 -2
  462. package/src/gpu/kernels/gather_q4_0.wgsl +57 -0
  463. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +3 -2
  464. package/src/gpu/kernels/gather_split4_f16_vec4_f32_out.wgsl +104 -0
  465. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +3 -2
  466. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +3 -2
  467. package/src/gpu/kernels/gather_vec4.wgsl +3 -2
  468. package/src/gpu/kernels/gather_vec4_f16_out.wgsl +3 -2
  469. package/src/gpu/kernels/gelu.js +5 -12
  470. package/src/gpu/kernels/gemma4-route-expert.js +2 -5
  471. package/src/gpu/kernels/generated/uniform-writers-0.js +600 -0
  472. package/src/gpu/kernels/generated/uniform-writers-1.js +602 -0
  473. package/src/gpu/kernels/generated/uniform-writers-2.js +516 -0
  474. package/src/gpu/kernels/generated/uniform-writers.js +557 -0
  475. package/src/gpu/kernels/hyper-connection.js +240 -0
  476. package/src/gpu/kernels/hyper_connection_activation.wgsl +110 -0
  477. package/src/gpu/kernels/hyper_connection_branch.wgsl +60 -0
  478. package/src/gpu/kernels/hyper_connection_inject.wgsl +49 -0
  479. package/src/gpu/kernels/hyper_connection_norm.wgsl +72 -0
  480. package/src/gpu/kernels/kernel-bindings.js +37 -0
  481. package/src/gpu/kernels/kernel-configs.d.ts +12 -2
  482. package/src/gpu/kernels/kernel-configs.js +40 -23
  483. package/src/gpu/kernels/kernel-execution.js +87 -26
  484. package/src/gpu/kernels/kernel-geometry.js +43 -0
  485. package/src/gpu/kernels/kernel-prewarm.js +18 -15
  486. package/src/gpu/kernels/kv-cache-write.js +4 -6
  487. package/src/gpu/kernels/layernorm.js +7 -45
  488. package/src/gpu/kernels/linear-attention-core.js +247 -119
  489. package/src/gpu/kernels/linear-attention-recovery.js +90 -0
  490. package/src/gpu/kernels/linear-norm-ab.js +80 -0
  491. package/src/gpu/kernels/linear_norm_ab_f32.wgsl +243 -0
  492. package/src/gpu/kernels/logit-finalize.js +9 -3
  493. package/src/gpu/kernels/logit-scatter.js +9 -3
  494. package/src/gpu/kernels/logit-suppress.js +24 -0
  495. package/src/gpu/kernels/logit_suppress.wgsl +19 -0
  496. package/src/gpu/kernels/matmul-dispatch.js +70 -146
  497. package/src/gpu/kernels/matmul-selection.js +75 -18
  498. package/src/gpu/kernels/matmul-workgroup-capacity.js +37 -0
  499. package/src/gpu/kernels/matmul.js +81 -108
  500. package/src/gpu/kernels/matmul_compensated_f32.wgsl +215 -0
  501. package/src/gpu/kernels/matmul_f16w_f32a_tiled.wgsl +59 -46
  502. package/src/gpu/kernels/matmul_f32.wgsl +23 -17
  503. package/src/gpu/kernels/matmul_f32_row_subgroup.wgsl +88 -0
  504. package/src/gpu/kernels/matmul_fp8.wgsl +60 -0
  505. package/src/gpu/kernels/matmul_gemv_compensated_f32.wgsl +211 -0
  506. package/src/gpu/kernels/matmul_gemv_f32.wgsl +63 -0
  507. package/src/gpu/kernels/matmul_gemv_f32_subgroup.wgsl +84 -0
  508. package/src/gpu/kernels/matmul_gguf_columns_hoisted_f32.wgsl +342 -0
  509. package/src/gpu/kernels/matmul_gguf_pair_columns_f32.wgsl +279 -0
  510. package/src/gpu/kernels/matmul_gguf_pair_f32.wgsl +197 -0
  511. package/src/gpu/kernels/matmul_paired.wgsl +315 -0
  512. package/src/gpu/kernels/matmul_paired_compensated.wgsl +334 -0
  513. package/src/gpu/kernels/matmul_q4_0.wgsl +234 -0
  514. package/src/gpu/kernels/matmul_q4_0_tile128.wgsl +477 -0
  515. package/src/gpu/kernels/matmul_q4_0_tile128_bounded.wgsl +483 -0
  516. package/src/gpu/kernels/matmul_q4_0_tile64.wgsl +282 -0
  517. package/src/gpu/kernels/matmul_q4_0_tile64_bounded.wgsl +288 -0
  518. package/src/gpu/kernels/matmul_q4_0_tile64x128.wgsl +364 -0
  519. package/src/gpu/kernels/matmul_q4_0_tile64x128_bounded.wgsl +370 -0
  520. package/src/gpu/kernels/matmul_q4_1_columns_f32.wgsl +132 -0
  521. package/src/gpu/kernels/matmul_q5k.wgsl +181 -0
  522. package/src/gpu/kernels/matmul_q5k_columns.wgsl +194 -0
  523. package/src/gpu/kernels/matmul_q5k_cooperative.wgsl +129 -0
  524. package/src/gpu/kernels/matmul_q5k_tile64.wgsl +309 -0
  525. package/src/gpu/kernels/matmul_w8a8.wgsl +55 -0
  526. package/src/gpu/kernels/matmul_w8a8_packed.wgsl +54 -0
  527. package/src/gpu/kernels/matmul_w8a8_packed_cooperative.wgsl +77 -0
  528. package/src/gpu/kernels/moe-grouped.js +132 -0
  529. package/src/gpu/kernels/moe-norm-router.js +91 -0
  530. package/src/gpu/kernels/moe-route.js +135 -0
  531. package/src/gpu/kernels/moe-shared-slot.js +219 -0
  532. package/src/gpu/kernels/moe_grouped_matmul_f32.wgsl +216 -0
  533. package/src/gpu/kernels/moe_grouped_matmul_ordered_f32.wgsl +158 -0
  534. package/src/gpu/kernels/moe_grouped_sort.wgsl +101 -0
  535. package/src/gpu/kernels/moe_norm_router_f32.wgsl +254 -0
  536. package/src/gpu/kernels/moe_route_gguf_split_f32.wgsl +117 -0
  537. package/src/gpu/kernels/moe_route_q4_0_f32.wgsl +81 -0
  538. package/src/gpu/kernels/moe_route_q4_f32.wgsl +250 -0
  539. package/src/gpu/kernels/moe_shared_slot_combine_f32.wgsl +91 -0
  540. package/src/gpu/kernels/moe_shared_slot_down_f32.wgsl +264 -0
  541. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_f32.wgsl +254 -0
  542. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_residual_f32.wgsl +262 -0
  543. package/src/gpu/kernels/moe_shared_slot_down_pair_f32.wgsl +187 -0
  544. package/src/gpu/kernels/moe_shared_slot_gu_f32.wgsl +264 -0
  545. package/src/gpu/kernels/moe_shared_slot_gu_pair_f32.wgsl +267 -0
  546. package/src/gpu/kernels/paired-activation.js +86 -0
  547. package/src/gpu/kernels/paired-attention.js +85 -0
  548. package/src/gpu/kernels/paired-cast.js +82 -0
  549. package/src/gpu/kernels/paired-linear-attention.js +180 -0
  550. package/src/gpu/kernels/paired-matmul.js +86 -0
  551. package/src/gpu/kernels/paired-rmsnorm.js +127 -0
  552. package/src/gpu/kernels/paired-rope.js +44 -0
  553. package/src/gpu/kernels/paired-split.js +74 -0
  554. package/src/gpu/kernels/paired_add.wgsl +261 -0
  555. package/src/gpu/kernels/paired_multiply.wgsl +261 -0
  556. package/src/gpu/kernels/paired_scale.wgsl +260 -0
  557. package/src/gpu/kernels/paired_scale_inplace.wgsl +259 -0
  558. package/src/gpu/kernels/paired_sigmoid.wgsl +266 -0
  559. package/src/gpu/kernels/paired_silu.wgsl +266 -0
  560. package/src/gpu/kernels/paired_silu_unary.wgsl +260 -0
  561. package/src/gpu/kernels/pipeline-cache.d.ts +37 -4
  562. package/src/gpu/kernels/pipeline-cache.js +185 -88
  563. package/src/gpu/kernels/ple.js +145 -0
  564. package/src/gpu/kernels/ple_conv.wgsl +104 -0
  565. package/src/gpu/kernels/ple_gate.wgsl +131 -0
  566. package/src/gpu/kernels/q4_0.js +200 -0
  567. package/src/gpu/kernels/qsa-indexer.d.ts +105 -0
  568. package/src/gpu/kernels/qsa-indexer.js +304 -0
  569. package/src/gpu/kernels/qsa_block_keys.wgsl +110 -0
  570. package/src/gpu/kernels/qsa_block_scores.wgsl +73 -0
  571. package/src/gpu/kernels/qsa_prepare.wgsl +116 -0
  572. package/src/gpu/kernels/qsa_select.wgsl +172 -0
  573. package/src/gpu/kernels/quantize_w8a8.wgsl +81 -0
  574. package/src/gpu/kernels/qwen_attention_split_q_gate.js +71 -0
  575. package/src/gpu/kernels/qwen_attention_split_q_gate.wgsl +26 -0
  576. package/src/gpu/kernels/qwen_linear_attention_decay_paired.wgsl +266 -0
  577. package/src/gpu/kernels/qwen_linear_attention_log_decay_paired.wgsl +273 -0
  578. package/src/gpu/kernels/qwen_linear_attention_prepare.js +153 -0
  579. package/src/gpu/kernels/qwen_linear_attention_prepare.wgsl +120 -0
  580. package/src/gpu/kernels/qwen_linear_attention_prepare_paired.wgsl +267 -0
  581. package/src/gpu/kernels/qwen_linear_attention_scale_paired.wgsl +276 -0
  582. package/src/gpu/kernels/relu.js +5 -12
  583. package/src/gpu/kernels/repeat_channels.js +22 -9
  584. package/src/gpu/kernels/repeat_channels.wgsl +12 -5
  585. package/src/gpu/kernels/repeat_channels_f16.wgsl +12 -5
  586. package/src/gpu/kernels/rescale_w8a8.wgsl +74 -0
  587. package/src/gpu/kernels/residual.js +5 -0
  588. package/src/gpu/kernels/rmsnorm-pair.js +2 -2
  589. package/src/gpu/kernels/rmsnorm-qk.js +27 -5
  590. package/src/gpu/kernels/rmsnorm-stats.js +62 -78
  591. package/src/gpu/kernels/rmsnorm.js +74 -96
  592. package/src/gpu/kernels/rmsnorm.wgsl +9 -3
  593. package/src/gpu/kernels/rmsnorm_f16.wgsl +2 -0
  594. package/src/gpu/kernels/rmsnorm_paired.wgsl +321 -0
  595. package/src/gpu/kernels/rmsnorm_paired_sliced.wgsl +326 -0
  596. package/src/gpu/kernels/rmsnorm_qk.wgsl +32 -8
  597. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +7 -7
  598. package/src/gpu/kernels/rope-dispatch.js +26 -0
  599. package/src/gpu/kernels/rope-precompute.js +29 -28
  600. package/src/gpu/kernels/rope-qk.js +35 -24
  601. package/src/gpu/kernels/rope.js +5 -2
  602. package/src/gpu/kernels/rope.wgsl +2 -2
  603. package/src/gpu/kernels/rope_precompute.wgsl +150 -6
  604. package/src/gpu/kernels/rope_precompute_paired.wgsl +285 -0
  605. package/src/gpu/kernels/rope_qk.wgsl +3 -2
  606. package/src/gpu/kernels/rope_qk_paired.wgsl +341 -0
  607. package/src/gpu/kernels/sample.js +115 -244
  608. package/src/gpu/kernels/sample.wgsl +53 -38
  609. package/src/gpu/kernels/sample_f16.wgsl +53 -38
  610. package/src/gpu/kernels/scale.js +6 -1
  611. package/src/gpu/kernels/scatter_add_routes_f32.wgsl +43 -0
  612. package/src/gpu/kernels/shader-cache.d.ts +7 -1
  613. package/src/gpu/kernels/shader-cache.js +61 -20
  614. package/src/gpu/kernels/shader-source-scope.d.ts +14 -0
  615. package/src/gpu/kernels/shader-source-scope.js +127 -12
  616. package/src/gpu/kernels/sigmoid-gated-add.js +68 -0
  617. package/src/gpu/kernels/sigmoid_gated_add_f32.wgsl +76 -0
  618. package/src/gpu/kernels/silu.js +56 -136
  619. package/src/gpu/kernels/silu.wgsl +54 -3
  620. package/src/gpu/kernels/silu_f16.wgsl +3 -2
  621. package/src/gpu/kernels/softmax.js +57 -19
  622. package/src/gpu/kernels/softmax_topk_logit_rank.wgsl +137 -0
  623. package/src/gpu/kernels/softmax_topk_ranked.wgsl +132 -0
  624. package/src/gpu/kernels/softmax_topk_strided.wgsl +80 -0
  625. package/src/gpu/kernels/speculative-accept.js +97 -0
  626. package/src/gpu/kernels/speculative_accept.wgsl +38 -0
  627. package/src/gpu/kernels/speculative_accept_gpu_limit.wgsl +42 -0
  628. package/src/gpu/kernels/split-dispatch.js +18 -0
  629. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +3 -6
  630. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +4 -11
  631. package/src/gpu/kernels/split_qg.js +6 -2
  632. package/src/gpu/kernels/split_qg.wgsl +3 -2
  633. package/src/gpu/kernels/split_qg_f16.wgsl +3 -2
  634. package/src/gpu/kernels/split_qg_paired.wgsl +59 -0
  635. package/src/gpu/kernels/split_qkv.js +7 -16
  636. package/src/gpu/kernels/split_qkv_paired.wgsl +75 -0
  637. package/src/gpu/kernels/subgroup-partition.js +11 -0
  638. package/src/gpu/kernels/uniform-encoding.js +20 -0
  639. package/src/gpu/kernels/uniform-utils.js +44 -49
  640. package/src/gpu/kernels/vision-average-pool.js +2 -5
  641. package/src/gpu/kernels/vision-patch-embed.js +2 -5
  642. package/src/gpu/kernels/vision-position-embedding.js +2 -5
  643. package/src/gpu/kernels/vision-rope-2d.js +2 -5
  644. package/src/gpu/kernels/vision-spatial-merge.js +2 -5
  645. package/src/gpu/kernels/w8a8.js +166 -0
  646. package/src/gpu/prepared-decode-workspace.d.ts +11 -0
  647. package/src/gpu/prepared-decode-workspace.js +104 -0
  648. package/src/gpu/recorder-timestamps.js +63 -0
  649. package/src/gpu/step-contract.d.ts +27 -0
  650. package/src/gpu/step-contract.js +26 -0
  651. package/src/gpu/submit-tracker.js +1 -17
  652. package/src/gpu/tensor.d.ts +13 -4
  653. package/src/gpu/tensor.js +38 -19
  654. package/src/gpu/uniform-cache.d.ts +8 -4
  655. package/src/gpu/uniform-cache.js +41 -25
  656. package/src/gpu/weight-buffer.d.ts +10 -1
  657. package/src/gpu/weight-buffer.js +2 -1
  658. package/src/index.d.ts +1 -0
  659. package/src/index.js +1 -0
  660. package/src/inference/choice-scoring.js +70 -0
  661. package/src/inference/decode-buffers.d.ts +11 -3
  662. package/src/inference/decode-buffers.js +93 -63
  663. package/src/inference/generation-output.js +128 -0
  664. package/src/inference/generation-step.d.ts +14 -0
  665. package/src/inference/generation-step.js +26 -0
  666. package/src/inference/kv-cache/base.d.ts +7 -2
  667. package/src/inference/kv-cache/base.js +10 -8
  668. package/src/inference/kv-cache/copy-state.js +39 -0
  669. package/src/inference/kv-cache/layer-range.js +76 -0
  670. package/src/inference/kv-cache/mixed-geometry.d.ts +3 -2
  671. package/src/inference/kv-cache/mixed-geometry.js +25 -1
  672. package/src/inference/kv-cache/quantized.d.ts +1 -1
  673. package/src/inference/kv-cache/quantized.js +1 -1
  674. package/src/inference/kv-cache/sliding-window.d.ts +2 -2
  675. package/src/inference/kv-cache/sliding-window.js +58 -183
  676. package/src/inference/kv-cache/tiered.d.ts +1 -1
  677. package/src/inference/kv-cache/tiered.js +1 -1
  678. package/src/inference/kv-cache/types.js +2 -28
  679. package/src/inference/kv-cache/update.js +104 -157
  680. package/src/inference/moe-router.d.ts +5 -0
  681. package/src/inference/moe-router.js +42 -31
  682. package/src/inference/pipelines/audio/index.js +5 -2
  683. package/src/inference/pipelines/audio/mel.js +116 -81
  684. package/src/inference/pipelines/context.js +109 -79
  685. package/src/inference/pipelines/factory.js +27 -5
  686. package/src/inference/pipelines/registry.js +9 -3
  687. package/src/inference/pipelines/shader-scoped-pipeline.d.ts +24 -0
  688. package/src/inference/pipelines/shader-scoped-pipeline.js +243 -11
  689. package/src/inference/pipelines/shared/clipped-linear.js +1 -1
  690. package/src/inference/pipelines/structured/json-head-pipeline.js +1 -1
  691. package/src/inference/pipelines/text/activity-weights.js +110 -0
  692. package/src/inference/pipelines/text/attention/cache-cast.js +15 -0
  693. package/src/inference/pipelines/text/attention/dispatch-params.js +2 -1
  694. package/src/inference/pipelines/text/attention/interpreter/immediate.js +16 -19
  695. package/src/inference/pipelines/text/attention/interpreter/recorded.js +20 -21
  696. package/src/inference/pipelines/text/attention/interpreter.js +34 -38
  697. package/src/inference/pipelines/text/attention/paired-contract.js +29 -0
  698. package/src/inference/pipelines/text/attention/plan.d.ts +2 -0
  699. package/src/inference/pipelines/text/attention/plan.js +11 -4
  700. package/src/inference/pipelines/text/attention/projection-executor.js +10 -27
  701. package/src/inference/pipelines/text/attention/projection-plan.js +24 -31
  702. package/src/inference/pipelines/text/attention/projections.js +10 -27
  703. package/src/inference/pipelines/text/attention/query-transform.js +2 -2
  704. package/src/inference/pipelines/text/attention/recorded-health.js +2 -1
  705. package/src/inference/pipelines/text/attention/rope-observation.js +26 -3
  706. package/src/inference/pipelines/text/chat-format.js +2 -1
  707. package/src/inference/pipelines/text/config/normalization.js +115 -226
  708. package/src/inference/pipelines/text/config/vision-normalizers.js +240 -0
  709. package/src/inference/pipelines/text/config-components.js +49 -0
  710. package/src/inference/pipelines/text/config.d.ts +45 -1
  711. package/src/inference/pipelines/text/config.js +26 -38
  712. package/src/inference/pipelines/text/debug-utils/config.js +13 -156
  713. package/src/inference/pipelines/text/debug-utils/health-metrics.js +8 -23
  714. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +5 -1
  715. package/src/inference/pipelines/text/embed.js +38 -4
  716. package/src/inference/pipelines/text/embedding-batch.js +23 -0
  717. package/src/inference/pipelines/text/embedding-extraction.js +7 -2
  718. package/src/inference/pipelines/text/embedding-normalization.js +2 -1
  719. package/src/inference/pipelines/text/execution-plan.d.ts +16 -0
  720. package/src/inference/pipelines/text/execution-plan.js +49 -2
  721. package/src/inference/pipelines/text/execution-runtime-builders.js +31 -0
  722. package/src/inference/pipelines/text/execution-v1/validation.js +3 -3
  723. package/src/inference/pipelines/text/execution-v1.js +14 -14
  724. package/src/inference/pipelines/text/execution.js +78 -128
  725. package/src/inference/pipelines/text/ffn/activation-observation.js +45 -0
  726. package/src/inference/pipelines/text/ffn/decode-intermediate.js +10 -0
  727. package/src/inference/pipelines/text/ffn/dense-executor.js +55 -50
  728. package/src/inference/pipelines/text/ffn/dense-plan.js +28 -27
  729. package/src/inference/pipelines/text/ffn/dense.js +28 -48
  730. package/src/inference/pipelines/text/ffn/moe.js +67 -3
  731. package/src/inference/pipelines/text/ffn/paired.js +144 -0
  732. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +212 -0
  733. package/src/inference/pipelines/text/ffn/sandwich.js +8 -3
  734. package/src/inference/pipelines/text/ffn/standard.js +67 -16
  735. package/src/inference/pipelines/text/finiteness-guard-status.js +9 -0
  736. package/src/inference/pipelines/text/generation-request.d.ts +36 -0
  737. package/src/inference/pipelines/text/generation-request.js +73 -0
  738. package/src/inference/pipelines/text/generator/activation-storage.js +15 -0
  739. package/src/inference/pipelines/text/generator/batch-retry-policy.js +20 -0
  740. package/src/inference/pipelines/text/generator/capsule-generation.js +37 -0
  741. package/src/inference/pipelines/text/generator/compiled-greedy-window.js +154 -0
  742. package/src/inference/pipelines/text/generator/decode-components.js +24 -0
  743. package/src/inference/pipelines/text/generator/decode-readback.js +73 -0
  744. package/src/inference/pipelines/text/generator/decode-runtime.js +398 -392
  745. package/src/inference/pipelines/text/generator/decode.js +593 -637
  746. package/src/inference/pipelines/text/generator/diagnostic-sequence.d.ts +63 -0
  747. package/src/inference/pipelines/text/generator/diagnostic-sequence.js +106 -0
  748. package/src/inference/pipelines/text/generator/diffusion.js +24 -12
  749. package/src/inference/pipelines/text/generator/greedy-head-policy.js +15 -0
  750. package/src/inference/pipelines/text/generator/logits-config.js +11 -4
  751. package/src/inference/pipelines/text/generator/per-layer-buffer.js +21 -0
  752. package/src/inference/pipelines/text/generator/prefill-observation.js +25 -1
  753. package/src/inference/pipelines/text/generator/prefill-policy.js +30 -18
  754. package/src/inference/pipelines/text/generator/prefill-runtime.js +511 -511
  755. package/src/inference/pipelines/text/generator/recorded-step-executor.js +70 -0
  756. package/src/inference/pipelines/text/generator/recorder-stats.js +17 -0
  757. package/src/inference/pipelines/text/generator/recovery.js +6 -0
  758. package/src/inference/pipelines/text/generator/session-context.js +19 -7
  759. package/src/inference/pipelines/text/generator/speculative-runtime.js +82 -0
  760. package/src/inference/pipelines/text/generator/text.js +17 -149
  761. package/src/inference/pipelines/text/generator/token-selection.d.ts +7 -0
  762. package/src/inference/pipelines/text/generator/token-selection.js +59 -0
  763. package/src/inference/pipelines/text/generator/training.js +39 -58
  764. package/src/inference/pipelines/text/generator/whole-token-lane.js +371 -0
  765. package/src/inference/pipelines/text/generator/whole-token-observation.d.ts +72 -0
  766. package/src/inference/pipelines/text/generator/whole-token-observation.js +502 -0
  767. package/src/inference/pipelines/text/generator/whole-token-program.d.ts +93 -0
  768. package/src/inference/pipelines/text/generator/whole-token-program.js +731 -0
  769. package/src/inference/pipelines/text/generator/whole-token-template.js +437 -0
  770. package/src/inference/pipelines/text/generator-runtime.d.ts +107 -0
  771. package/src/inference/pipelines/text/generator-runtime.js +24 -64
  772. package/src/inference/pipelines/text/generator-steps.js +49 -49
  773. package/src/inference/pipelines/text/generator.d.ts +10 -1
  774. package/src/inference/pipelines/text/generator.js +96 -166
  775. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +75 -0
  776. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +132 -0
  777. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +104 -0
  778. package/src/inference/pipelines/text/hyper-connection/logits-input.js +20 -0
  779. package/src/inference/pipelines/text/hyper-connection/projection.js +21 -0
  780. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +145 -0
  781. package/src/inference/pipelines/text/hyper-connection/session.d.ts +39 -0
  782. package/src/inference/pipelines/text/hyper-connection/session.js +236 -0
  783. package/src/inference/pipelines/text/image-transcription.js +2 -3
  784. package/src/inference/pipelines/text/indexed-attention/attention-runner.js +49 -0
  785. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +54 -0
  786. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +256 -0
  787. package/src/inference/pipelines/text/init-qkv-fusion.js +121 -104
  788. package/src/inference/pipelines/text/init-rope.d.ts +26 -0
  789. package/src/inference/pipelines/text/init-rope.js +109 -14
  790. package/src/inference/pipelines/text/init-tokenizer.js +29 -0
  791. package/src/inference/pipelines/text/init.d.ts +28 -10
  792. package/src/inference/pipelines/text/init.js +65 -74
  793. package/src/inference/pipelines/text/kernel-trace.js +33 -11
  794. package/src/inference/pipelines/text/layer-execution-contract.js +1 -1
  795. package/src/inference/pipelines/text/layer-input-execution.js +10 -9
  796. package/src/inference/pipelines/text/layer-partition-contract.d.ts +47 -0
  797. package/src/inference/pipelines/text/layer-partition-contract.js +220 -0
  798. package/src/inference/pipelines/text/layer-plan-gpu.js +153 -80
  799. package/src/inference/pipelines/text/layer-plan.js +9 -2
  800. package/src/inference/pipelines/text/layer.js +34 -47
  801. package/src/inference/pipelines/text/lifecycle.js +79 -178
  802. package/src/inference/pipelines/text/linear-attention/activity.js +29 -0
  803. package/src/inference/pipelines/text/linear-attention/norm-ab.js +59 -0
  804. package/src/inference/pipelines/text/linear-attention/plan.js +35 -34
  805. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +83 -0
  806. package/src/inference/pipelines/text/linear-attention/state-clone.js +109 -0
  807. package/src/inference/pipelines/text/linear-attention/state-layout.js +45 -0
  808. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +48 -45
  809. package/src/inference/pipelines/text/linear-attention.d.ts +20 -0
  810. package/src/inference/pipelines/text/linear-attention.js +130 -135
  811. package/src/inference/pipelines/text/load-errors.js +2 -19
  812. package/src/inference/pipelines/text/load-policy.js +55 -0
  813. package/src/inference/pipelines/text/logits/gpu-executor.js +130 -103
  814. package/src/inference/pipelines/text/logits/gpu.js +93 -70
  815. package/src/inference/pipelines/text/logits/index.d.ts +14 -2
  816. package/src/inference/pipelines/text/logits/index.js +420 -352
  817. package/src/inference/pipelines/text/logits/output-transform.js +28 -23
  818. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  819. package/src/inference/pipelines/text/logits/types.d.ts +8 -1
  820. package/src/inference/pipelines/text/lora-apply.js +1 -1
  821. package/src/inference/pipelines/text/model-load.js +71 -117
  822. package/src/inference/pipelines/text/moe/gpu-executor.js +39 -17
  823. package/src/inference/pipelines/text/moe/grouped-prefill.js +67 -0
  824. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +41 -0
  825. package/src/inference/pipelines/text/moe/qwen-route-executor.js +125 -0
  826. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +95 -0
  827. package/src/inference/pipelines/text/moe-gpu.js +132 -50
  828. package/src/inference/pipelines/text/moe-impl.d.ts +23 -3
  829. package/src/inference/pipelines/text/moe-shape-validator.js +12 -0
  830. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +30 -0
  831. package/src/inference/pipelines/text/ngram/ngram-addresses.js +134 -0
  832. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +89 -0
  833. package/src/inference/pipelines/text/ngram/ngram-table.js +233 -0
  834. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +54 -0
  835. package/src/inference/pipelines/text/ngram/ple-layer.js +115 -0
  836. package/src/inference/pipelines/text/operator-events.d.ts +129 -0
  837. package/src/inference/pipelines/text/operator-events.js +19 -2
  838. package/src/inference/pipelines/text/ops.js +40 -30
  839. package/src/inference/pipelines/text/paired-execution.js +140 -0
  840. package/src/inference/pipelines/text/partition-attempt.js +105 -0
  841. package/src/inference/pipelines/text/partition-execution.js +352 -0
  842. package/src/inference/pipelines/text/per-layer/materialize.js +3 -10
  843. package/src/inference/pipelines/text/per-layer/plan.js +3 -10
  844. package/src/inference/pipelines/text/per-layer-inputs.js +3 -10
  845. package/src/inference/pipelines/text/pipeline-load-timing.js +2 -1
  846. package/src/inference/pipelines/text/pipeline.d.ts +227 -0
  847. package/src/inference/pipelines/text/pipeline.js +629 -0
  848. package/src/inference/pipelines/text/precomputed-input-norm.js +29 -0
  849. package/src/inference/pipelines/text/probes.js +65 -23
  850. package/src/inference/pipelines/text/resident-partition-contract.d.ts +179 -0
  851. package/src/inference/pipelines/text/resident-partition-contract.js +98 -0
  852. package/src/inference/pipelines/text/resident-partition.js +403 -0
  853. package/src/inference/pipelines/text/resident-pipeline-preparation.js +341 -0
  854. package/src/inference/pipelines/text/sampling-config.d.ts +16 -0
  855. package/src/inference/pipelines/text/sampling-config.js +7 -4
  856. package/src/inference/pipelines/text/sequence-state.d.ts +70 -0
  857. package/src/inference/pipelines/text/sequence-state.js +521 -0
  858. package/src/inference/pipelines/text/stage-names.d.ts +88 -0
  859. package/src/inference/pipelines/text/state.d.ts +17 -8
  860. package/src/inference/pipelines/text/state.js +10 -0
  861. package/src/inference/pipelines/text/stopping.js +17 -0
  862. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +77 -0
  863. package/src/inference/pipelines/text/tsir-fixture-writer.js +3 -12
  864. package/src/inference/pipelines/text/types.d.ts +65 -111
  865. package/src/inference/pipelines/text/warm-generation.d.ts +27 -0
  866. package/src/inference/pipelines/text/warm-generation.js +34 -0
  867. package/src/inference/pipelines/text/weight-loading-config.js +16 -10
  868. package/src/inference/pipelines/text/weights.d.ts +103 -1
  869. package/src/inference/pipelines/text/weights.js +0 -17
  870. package/src/inference/pipelines/text.d.ts +3 -211
  871. package/src/inference/pipelines/text.js +16 -578
  872. package/src/inference/pipelines/video/feature-concat.js +30 -0
  873. package/src/inference/pipelines/video/frame-sampler.js +4 -0
  874. package/src/inference/pipelines/video/index.js +33 -44
  875. package/src/inference/pipelines/vision/encoder.js +1 -1
  876. package/src/inference/pipelines/vision/gemma4.js +6 -7
  877. package/src/inference/pipelines/vision/glmocr.js +11 -13
  878. package/src/inference/pipelines/vision/index.js +14 -3
  879. package/src/inference/pipelines/vision/support.js +93 -0
  880. package/src/inference/pipelines/vision/weight-loading.js +111 -0
  881. package/src/inference/rerank.d.ts +44 -0
  882. package/src/inference/resident-block-contract.d.ts +35 -0
  883. package/src/inference/resident-block-contract.js +105 -0
  884. package/src/inference/resident-output-state.d.ts +14 -0
  885. package/src/inference/resident-output-state.js +89 -0
  886. package/src/inference/resident-publication-contract.d.ts +32 -0
  887. package/src/inference/resident-publication-contract.js +104 -0
  888. package/src/inference/resident-state-contract.d.ts +26 -0
  889. package/src/inference/resident-state-contract.js +135 -0
  890. package/src/inference/resident-target-state.d.ts +32 -0
  891. package/src/inference/resident-target-state.js +152 -0
  892. package/src/inference/sampling-rng.js +35 -0
  893. package/src/inference/token-sampling.js +76 -0
  894. package/src/inference/tokenizer.d.ts +2 -0
  895. package/src/inference/tokenizer.js +16 -0
  896. package/src/inference/tokenizers/bundled/incremental-decoder.d.ts +16 -0
  897. package/src/inference/tokenizers/bundled/incremental-decoder.js +100 -0
  898. package/src/inference/tokenizers/bundled/normalizer.js +44 -0
  899. package/src/inference/tokenizers/bundled.js +25 -42
  900. package/src/inference/tokenizers/sentencepiece.js +4 -26
  901. package/src/loader/doppler-loader.d.ts +13 -0
  902. package/src/loader/doppler-loader.js +34 -62
  903. package/src/loader/dtype-utils.js +1 -19
  904. package/src/loader/embedding-limit-preflight.js +77 -8
  905. package/src/loader/embedding-loader.js +43 -114
  906. package/src/loader/experts/expert-cache.js +1 -4
  907. package/src/loader/experts/expert-loader.d.ts +6 -1
  908. package/src/loader/experts/expert-loader.js +90 -29
  909. package/src/loader/experts/expert-preparation.d.ts +16 -0
  910. package/src/loader/experts/expert-preparation.js +57 -0
  911. package/src/loader/experts/loader-bindings.js +53 -0
  912. package/src/loader/experts/qwen-paging.d.ts +19 -0
  913. package/src/loader/experts/qwen-paging.js +70 -0
  914. package/src/loader/experts/routed-expert-cache.d.ts +56 -0
  915. package/src/loader/experts/routed-expert-cache.js +372 -0
  916. package/src/loader/experts/routed-expert-plan.d.ts +20 -0
  917. package/src/loader/experts/routed-expert-plan.js +46 -0
  918. package/src/loader/final-weights-loader.d.ts +7 -1
  919. package/src/loader/final-weights-loader.js +17 -40
  920. package/src/loader/hyper-connection-loader.d.ts +25 -0
  921. package/src/loader/hyper-connection-loader.js +150 -0
  922. package/src/loader/layer-loader.d.ts +8 -1
  923. package/src/loader/layer-loader.js +67 -97
  924. package/src/loader/layer-tensor-aliases.js +77 -11
  925. package/src/loader/layer-weight-shape.js +13 -0
  926. package/src/loader/load-timing.js +2 -0
  927. package/src/loader/loader-types.d.ts +24 -1
  928. package/src/loader/model-executor.js +27 -365
  929. package/src/loader/model-load.d.ts +18 -0
  930. package/src/loader/model-load.js +432 -0
  931. package/src/loader/ngram-table-bindings.d.ts +11 -0
  932. package/src/loader/ngram-table-bindings.js +61 -0
  933. package/src/loader/per-layer-input-loader.js +5 -83
  934. package/src/loader/q4k-reference-weight.js +84 -0
  935. package/src/loader/shard-cache.js +3 -0
  936. package/src/loader/tensor-load-error.js +20 -1
  937. package/src/loader/tensors/bf16-loader.js +3 -29
  938. package/src/loader/tensors/buffer-write.js +26 -0
  939. package/src/loader/tensors/fp8-loader.js +28 -0
  940. package/src/loader/tensors/load-executor.js +124 -117
  941. package/src/loader/tensors/q4_0-loader.js +32 -0
  942. package/src/loader/tensors/range-backed-weights.js +34 -0
  943. package/src/loader/tensors/source-transform.js +1 -1
  944. package/src/loader/tensors/tensor-loader.js +22 -6
  945. package/src/loader/tensors/w8a8-loader.js +36 -0
  946. package/src/loader/weight-downcast.js +9 -13
  947. package/src/loader/weight-representation-plan.d.ts +28 -0
  948. package/src/loader/weight-representation-plan.js +146 -0
  949. package/src/loader/weights.d.ts +1 -1
  950. package/src/memory/buffer-pool.d.ts +24 -4
  951. package/src/memory/buffer-pool.js +124 -128
  952. package/src/memory/device-budget.d.ts +10 -0
  953. package/src/memory/device-budget.js +89 -0
  954. package/src/memory/device-residency.js +60 -0
  955. package/src/memory/sequence-retirement.js +19 -0
  956. package/src/partitions.d.ts +21 -0
  957. package/src/partitions.js +10 -0
  958. package/src/rules/execution-rules-contract-check.js +73 -570
  959. package/src/rules/generated/rule-bundle.json +1 -4305
  960. package/src/rules/greedy-sampling.js +16 -0
  961. package/src/rules/inference/capability-transforms.rules.json +11 -1
  962. package/src/rules/layer-pattern-contract-check.js +49 -222
  963. package/src/rules/rule-matcher.d.ts +62 -0
  964. package/src/rules/rule-matcher.js +132 -1
  965. package/src/rules/rule-registry.d.ts +75 -0
  966. package/src/rules/rule-registry.js +64 -24
  967. package/src/storage/artifact-storage-context.d.ts +99 -0
  968. package/src/storage/artifact-storage-context.js +71 -114
  969. package/src/storage/backend-selection.js +3 -0
  970. package/src/storage/backends/idb-store.d.ts +54 -0
  971. package/src/storage/backends/idb-store.js +12 -0
  972. package/src/storage/backends/memory-store.d.ts +38 -0
  973. package/src/storage/backends/memory-store.js +15 -6
  974. package/src/storage/backends/opfs-store.d.ts +2 -0
  975. package/src/storage/backends/opfs-store.js +6 -0
  976. package/src/storage/blake3.d.ts +17 -0
  977. package/src/storage/blake3.js +153 -68
  978. package/src/storage/distribution-transport.js +626 -3
  979. package/src/storage/download/http-contract.js +199 -0
  980. package/src/storage/download/http-transport.js +824 -0
  981. package/src/storage/download/integrity.d.ts +10 -2
  982. package/src/storage/download/integrity.js +39 -2
  983. package/src/storage/download/transport.js +2 -2
  984. package/src/storage/downloader.js +404 -388
  985. package/src/storage/export.d.ts +1 -0
  986. package/src/storage/export.js +22 -70
  987. package/src/storage/model-cache.d.ts +4 -1
  988. package/src/storage/model-cache.js +131 -52
  989. package/src/storage/model-read-session.d.ts +13 -0
  990. package/src/storage/model-read-session.js +76 -0
  991. package/src/storage/node-file-access.js +108 -0
  992. package/src/storage/reports.js +1 -4
  993. package/src/storage/runtime-env.js +6 -0
  994. package/src/storage/shard-manager.d.ts +10 -0
  995. package/src/storage/shard-manager.js +644 -579
  996. package/src/storage/shards/index.js +16 -0
  997. package/src/storage/shards/integrity.js +35 -49
  998. package/src/storage/source-artifact-store.d.ts +59 -0
  999. package/src/storage/source-artifact-store.js +24 -37
  1000. package/src/storage/source-storage-context.d.ts +53 -0
  1001. package/src/storage/source-storage-context.js +298 -0
  1002. package/src/storage/verified-piece-reader.d.ts +23 -0
  1003. package/src/storage/verified-piece-reader.js +134 -0
  1004. package/src/storage/verified-piece-storage.d.ts +7 -0
  1005. package/src/storage/verified-piece-storage.js +16 -0
  1006. package/src/tooling/boundary-evidence.js +1 -4
  1007. package/src/tooling/browser-command-runner.d.ts +1 -1
  1008. package/src/tooling/browser-command-runner.js +2 -2
  1009. package/src/tooling/browser-harness/benchmark-comparison.js +105 -0
  1010. package/src/tooling/browser-harness/benchmark-execution.js +865 -0
  1011. package/src/tooling/browser-harness/decode-diagnostics.js +201 -0
  1012. package/src/tooling/browser-harness/inference-execution.js +543 -0
  1013. package/src/tooling/browser-harness/model-initialization.js +230 -0
  1014. package/src/tooling/browser-harness/model-resolution.js +134 -0
  1015. package/src/tooling/browser-harness/report.js +338 -0
  1016. package/src/tooling/browser-harness/request-timing.js +50 -0
  1017. package/src/tooling/browser-harness/request.js +264 -0
  1018. package/src/tooling/browser-harness/runtime-config.d.ts +26 -0
  1019. package/src/tooling/browser-harness/runtime-config.js +256 -0
  1020. package/src/tooling/browser-harness/text-evidence.d.ts +81 -0
  1021. package/src/tooling/browser-harness/text-evidence.js +695 -0
  1022. package/src/tooling/browser-harness/text-execution.d.ts +37 -0
  1023. package/src/tooling/browser-harness/text-execution.js +721 -0
  1024. package/src/tooling/browser-harness/text-input.d.ts +45 -0
  1025. package/src/tooling/browser-harness/text-input.js +722 -0
  1026. package/src/tooling/browser-harness/timing-diagnostics.js +416 -0
  1027. package/src/tooling/browser-harness-text-helpers.d.ts +31 -0
  1028. package/src/tooling/browser-harness-text-helpers.js +31 -0
  1029. package/src/tooling/browser-harness.d.ts +245 -0
  1030. package/src/tooling/browser-harness.js +337 -0
  1031. package/src/tooling/command-api.d.ts +1 -0
  1032. package/src/tooling/diagnose-runner.js +2 -2
  1033. package/src/tooling/distribution-shard-transport.d.ts +6 -0
  1034. package/src/tooling/execution-cost-ledger.d.ts +2 -1
  1035. package/src/tooling/execution-cost-ledger.js +10 -7
  1036. package/src/tooling/hf-registry/catalog-io.js +7 -5
  1037. package/src/tooling/litert-package-runtime.js +1 -98
  1038. package/src/tooling/model-capsule-pieces.js +47 -0
  1039. package/src/tooling/model-capsule-rig.js +528 -0
  1040. package/src/tooling/node-browser/execution.d.ts +1 -1
  1041. package/src/tooling/node-browser/static-server.js +25 -2
  1042. package/src/tooling/node-browser/transport.js +0 -43
  1043. package/src/tooling/node-capsule-artifact-store.js +24 -0
  1044. package/src/tooling/node-command-execution.js +2 -2
  1045. package/src/tooling/node-command-runner.d.ts +1 -1
  1046. package/src/tooling/node-converter/input.js +36 -5
  1047. package/src/tooling/node-converter/output.js +75 -1
  1048. package/src/tooling/node-converter.js +33 -34
  1049. package/src/tooling/node-source-runtime.js +5 -5
  1050. package/src/tooling/portable-source-path.js +26 -0
  1051. package/src/tooling/production-release.js +3 -6
  1052. package/src/tooling/program-bundle/choice-scoring-reference.js +22 -0
  1053. package/src/tooling/program-bundle/materialize.js +4 -0
  1054. package/src/tooling/program-bundle/wgsl-closure.js +3 -9
  1055. package/src/tooling/program-bundle-host.js +26 -0
  1056. package/src/tooling/program-bundle.js +11 -6
  1057. package/src/tooling/reference-verify.js +5 -17
  1058. package/src/tooling/registered-variant-calibration-job.js +1 -4
  1059. package/src/tooling/registered-variant-calibration.js +1 -4
  1060. package/src/tooling/source-artifact-adapter.d.ts +1 -0
  1061. package/src/tooling/source-artifact-adapter.js +33 -1
  1062. package/src/tooling/source-intake.js +1 -4
  1063. package/src/tooling/source-runtime-bundle.d.ts +4 -85
  1064. package/src/tooling/source-runtime-bundle.js +3 -3
  1065. package/src/tooling/source-runtime-converter-config.js +41 -8
  1066. package/src/tooling/test-harness.d.ts +173 -0
  1067. package/src/tooling/test-harness.js +476 -0
  1068. package/src/tooling-exports/device.d.ts +1 -0
  1069. package/src/tooling-exports/device.js +1 -0
  1070. package/src/tooling-exports/evidence.d.ts +3 -0
  1071. package/src/tooling-exports/manifest.d.ts +1 -1
  1072. package/src/tooling-exports/manifest.js +1 -1
  1073. package/src/tooling-exports/runtime.d.ts +6 -1
  1074. package/src/tooling-exports/runtime.js +6 -1
  1075. package/src/tooling-exports/storage.d.ts +8 -0
  1076. package/src/tooling-exports/storage.js +8 -0
  1077. package/src/tooling-exports/structured.d.ts +2 -1
  1078. package/src/tooling-exports/structured.js +2 -1
  1079. package/src/tooling-exports.shared.d.ts +12 -9
  1080. package/src/tooling-exports.shared.js +6 -12
  1081. package/src/training-browser.d.ts +5 -0
  1082. package/src/training.d.ts +7 -0
  1083. package/src/training.js +1 -0
  1084. package/src/version.js +1 -1
  1085. package/tests/fixtures/linear-core-activation-accuracy.json +12 -0
  1086. package/tests/fixtures/linear-core-refined-accuracy.json +128 -0
  1087. package/tests/fixtures/q4k-ordered-accumulation.json +87 -0
  1088. package/tests/fixtures/rmsnorm-inverse-root.json +18 -0
  1089. package/tests/kernels/browser/kernel-suite.js +230 -0
  1090. package/tests/kernels/browser/test-page.js +4 -6
  1091. package/tests/kernels/harness/benchmark.js +11 -3
  1092. package/tests/kernels/reference/dequant.js +23 -3
  1093. package/tests/kernels/reference/index.js +1 -0
  1094. package/tools/convert-safetensors-node.js +7 -1
  1095. package/src/capsule.d.ts +0 -8
  1096. package/src/capsule.js +0 -4
  1097. package/src/cli/serve/capsule-handler.d.ts +0 -33
  1098. package/src/cli/serve/capsule-handler.js +0 -105
  1099. package/src/cli/serve/capsule-http.js +0 -102
  1100. package/src/client/runtime/index.js +0 -1
  1101. package/src/client/runtime/source-runtime.js +0 -910
  1102. package/src/client/runtime/target-selector.js +0 -2
  1103. package/src/config/backward-registry-loader.d.ts +0 -3
  1104. package/src/config/capsule-serve.d.ts +0 -9
  1105. package/src/config/capsule-serve.js +0 -28
  1106. package/src/config/capsule-serve.schema.json +0 -14
  1107. package/src/config/index.d.ts +0 -52
  1108. package/src/config/index.js +0 -22
  1109. package/src/config/kernels/kernel-ref-digests.js +0 -348
  1110. package/src/config/runtime/diagnostics/debug-logits.json +0 -54
  1111. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +0 -58
  1112. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +0 -58
  1113. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +0 -57
  1114. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +0 -33
  1115. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +0 -58
  1116. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +0 -58
  1117. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +0 -81
  1118. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +0 -213
  1119. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +0 -85
  1120. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +0 -81
  1121. package/src/config/runtime/experiments/verify/gemma3-verify.json +0 -37
  1122. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +0 -36
  1123. package/src/config/runtime/experiments/verify/lfm2-verify.json +0 -44
  1124. package/src/config/runtime/experiments/verify/translategemma-verify.json +0 -37
  1125. package/src/config/runtime/model/gemma2-debug.json +0 -78
  1126. package/src/config/runtime/model/gemma2-pipeline-debug.json +0 -67
  1127. package/src/config/runtime/model/gemma2-pipeline.json +0 -76
  1128. package/src/config/runtime/model/gemma3-layer-probe.json +0 -86
  1129. package/src/config/runtime/model/qwen3-5-layer-probe.json +0 -53
  1130. package/src/config/runtime/model/qwen3-5-layer3-boundary-probe.json +0 -109
  1131. package/src/config/runtime/model/qwen3-5-linear-attn-debug.json +0 -91
  1132. package/src/config/runtime/optimization-candidates/registry.json +0 -5
  1133. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +0 -27
  1134. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +0 -43
  1135. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +0 -40
  1136. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +0 -46
  1137. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +0 -44
  1138. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +0 -61
  1139. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +0 -39
  1140. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +0 -42
  1141. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +0 -20
  1142. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +0 -27
  1143. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +0 -30
  1144. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +0 -62
  1145. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +0 -43
  1146. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +0 -64
  1147. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +0 -33
  1148. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +0 -17
  1149. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +0 -30
  1150. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +0 -110
  1151. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +0 -21
  1152. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +0 -53
  1153. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +0 -19
  1154. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +0 -53
  1155. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +0 -53
  1156. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +0 -86
  1157. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +0 -33
  1158. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +0 -17
  1159. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +0 -19
  1160. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +0 -47
  1161. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +0 -58
  1162. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +0 -87
  1163. package/src/config/runtime/profiles/simulation.json +0 -29
  1164. package/src/config/runtime/profiles/trace-layers.json +0 -125
  1165. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +0 -23
  1166. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +0 -30
  1167. package/src/config/runtime/profiles/turboquant-contiguous.json +0 -30
  1168. package/src/config/runtime/profiles/turboquant.json +0 -37
  1169. package/src/config/runtime/profiles/verbose-trace.json +0 -37
  1170. package/src/config/runtime/tiers/gemma4-128gb.json +0 -80
  1171. package/src/config/runtime/tiers/gemma4-16gb.json +0 -83
  1172. package/src/config/runtime/tiers/gemma4-24gb.json +0 -80
  1173. package/src/config/runtime/tiers/gemma4-32gb.json +0 -80
  1174. package/src/config/transforms/capability-transform-resolver.js +0 -4
  1175. package/src/config/transforms/execution-graph/fusion.js +0 -436
  1176. package/src/config/transforms/execution-graph/validation.js +0 -414
  1177. package/src/config/transforms/execution-graph-transforms.js +0 -987
  1178. package/src/converter/shard-packer.d.ts +0 -138
  1179. package/src/converter/shard-packer.js +0 -425
  1180. package/src/experimental/adapters/adapter-manager.d.ts +0 -200
  1181. package/src/experimental/adapters/adapter-manager.js +0 -511
  1182. package/src/experimental/adapters/adapter-registry.d.ts +0 -192
  1183. package/src/experimental/adapters/adapter-registry.js +0 -477
  1184. package/src/experimental/adapters/artifact-contract.d.ts +0 -83
  1185. package/src/experimental/adapters/artifact-contract.js +0 -257
  1186. package/src/experimental/adapters/index.d.ts +0 -114
  1187. package/src/experimental/adapters/index.js +0 -54
  1188. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +0 -162
  1189. package/src/experimental/bridge/trainer-artifact-bridge.js +0 -595
  1190. package/src/experimental/browser/browser-converter.d.ts +0 -71
  1191. package/src/experimental/browser/browser-converter.js +0 -978
  1192. package/src/experimental/browser/file-picker.d.ts +0 -63
  1193. package/src/experimental/browser/file-picker.js +0 -281
  1194. package/src/experimental/browser/gguf-parser-browser.js +0 -17
  1195. package/src/experimental/browser/quantization.js +0 -328
  1196. package/src/experimental/browser/safetensors-parser-browser.js +0 -347
  1197. package/src/experimental/browser/tensor-source-download.js +0 -245
  1198. package/src/experimental/browser/tensor-source-file.d.ts +0 -26
  1199. package/src/experimental/browser/tensor-source-file.js +0 -53
  1200. package/src/experimental/browser/tensor-source-http.d.ts +0 -29
  1201. package/src/experimental/browser/tensor-source-http.js +0 -130
  1202. package/src/experimental/diffusion/image-regression.d.ts +0 -31
  1203. package/src/experimental/diffusion/image-regression.js +0 -107
  1204. package/src/experimental/diffusion/index.d.ts +0 -32
  1205. package/src/experimental/diffusion/index.js +0 -18
  1206. package/src/experimental/diffusion/pipeline.js +0 -727
  1207. package/src/experimental/diffusion/scheduler.js +0 -153
  1208. package/src/experimental/diffusion/text-encoder-gpu.js +0 -947
  1209. package/src/experimental/diffusion/vae.js +0 -596
  1210. package/src/experimental/distribution/descriptor-transport.d.ts +0 -117
  1211. package/src/experimental/distribution/descriptor-transport.js +0 -342
  1212. package/src/experimental/distribution/p2p-control-plane.d.ts +0 -52
  1213. package/src/experimental/distribution/p2p-observability.d.ts +0 -116
  1214. package/src/experimental/distribution/p2p-observability.js +0 -303
  1215. package/src/experimental/distribution/p2p-webrtc-browser.d.ts +0 -37
  1216. package/src/experimental/distribution/shard-delivery/transport.js +0 -831
  1217. package/src/experimental/distribution/shard-delivery.d.ts +0 -251
  1218. package/src/experimental/energy/index.d.ts +0 -2
  1219. package/src/experimental/energy/index.js +0 -2
  1220. package/src/experimental/energy/pipeline.js +0 -697
  1221. package/src/experimental/energy/quintel.d.ts +0 -107
  1222. package/src/experimental/energy/quintel.js +0 -218
  1223. package/src/experimental/orchestration/energy-row-head-pipeline.js +0 -491
  1224. package/src/experimental/orchestration/index.d.ts +0 -21
  1225. package/src/experimental/orchestration/index.js +0 -12
  1226. package/src/formats/quantization-constants.d.ts +0 -11
  1227. package/src/formats/quantization-constants.js +0 -11
  1228. package/src/formats/tokenizer/types.js +0 -22
  1229. package/src/gpu/kernel-selector.d.ts +0 -11
  1230. package/src/gpu/kernels/activation-static-qdq.d.ts +0 -22
  1231. package/src/gpu/kernels/attention.d.ts +0 -253
  1232. package/src/gpu/kernels/backward/adam.d.ts +0 -29
  1233. package/src/gpu/kernels/backward/attention_backward.d.ts +0 -35
  1234. package/src/gpu/kernels/backward/bias_add_backward.d.ts +0 -17
  1235. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +0 -24
  1236. package/src/gpu/kernels/backward/conv2d_backward.d.ts +0 -31
  1237. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +0 -23
  1238. package/src/gpu/kernels/backward/embed_backward.d.ts +0 -29
  1239. package/src/gpu/kernels/backward/executor.d.ts +0 -34
  1240. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +0 -39
  1241. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +0 -32
  1242. package/src/gpu/kernels/backward/gelu_backward.d.ts +0 -16
  1243. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +0 -24
  1244. package/src/gpu/kernels/backward/index.d.ts +0 -26
  1245. package/src/gpu/kernels/backward/layernorm_backward.d.ts +0 -22
  1246. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -31
  1247. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +0 -22
  1248. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +0 -24
  1249. package/src/gpu/kernels/backward/rope_backward.d.ts +0 -25
  1250. package/src/gpu/kernels/backward/scale_backward.d.ts +0 -16
  1251. package/src/gpu/kernels/backward/silu_backward.d.ts +0 -16
  1252. package/src/gpu/kernels/backward/softmax_backward.d.ts +0 -16
  1253. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +0 -21
  1254. package/src/gpu/kernels/backward/utils.js +0 -2
  1255. package/src/gpu/kernels/cast.d.ts +0 -67
  1256. package/src/gpu/kernels/clamp.d.ts +0 -22
  1257. package/src/gpu/kernels/conv2d.d.ts +0 -30
  1258. package/src/gpu/kernels/cross_entropy_loss.d.ts +0 -21
  1259. package/src/gpu/kernels/depthwise_conv1d.d.ts +0 -23
  1260. package/src/gpu/kernels/depthwise_conv2d.d.ts +0 -29
  1261. package/src/gpu/kernels/dequant.d.ts +0 -92
  1262. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +0 -19
  1263. package/src/gpu/kernels/energy.d.ts +0 -113
  1264. package/src/gpu/kernels/feature-check.d.ts +0 -42
  1265. package/src/gpu/kernels/fused_ffn.d.ts +0 -97
  1266. package/src/gpu/kernels/fused_matmul_residual.d.ts +0 -46
  1267. package/src/gpu/kernels/fused_matmul_rmsnorm.d.ts +0 -64
  1268. package/src/gpu/kernels/gather.d.ts +0 -144
  1269. package/src/gpu/kernels/gelu.d.ts +0 -37
  1270. package/src/gpu/kernels/gemma4-route-expert.d.ts +0 -35
  1271. package/src/gpu/kernels/grouped_pointwise_conv2d.d.ts +0 -27
  1272. package/src/gpu/kernels/groupnorm.d.ts +0 -27
  1273. package/src/gpu/kernels/index.d.ts +0 -517
  1274. package/src/gpu/kernels/index.js +0 -408
  1275. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +0 -9
  1276. package/src/gpu/kernels/kernel-prewarm.d.ts +0 -3
  1277. package/src/gpu/kernels/kv-cache-write.d.ts +0 -22
  1278. package/src/gpu/kernels/kv-quantize.d.ts +0 -37
  1279. package/src/gpu/kernels/layernorm.d.ts +0 -33
  1280. package/src/gpu/kernels/linear_attention.d.ts +0 -27
  1281. package/src/gpu/kernels/lm-head-argmax.d.ts +0 -28
  1282. package/src/gpu/kernels/lm-head-select-logits.d.ts +0 -23
  1283. package/src/gpu/kernels/logit-merge.d.ts +0 -86
  1284. package/src/gpu/kernels/logit-merge.js +0 -266
  1285. package/src/gpu/kernels/matmul.d.ts +0 -89
  1286. package/src/gpu/kernels/modulate.d.ts +0 -29
  1287. package/src/gpu/kernels/moe.d.ts +0 -113
  1288. package/src/gpu/kernels/pixel_shuffle.d.ts +0 -27
  1289. package/src/gpu/kernels/relu.d.ts +0 -18
  1290. package/src/gpu/kernels/repeat_channels.d.ts +0 -21
  1291. package/src/gpu/kernels/residual.d.ts +0 -65
  1292. package/src/gpu/kernels/rmsnorm-pair.d.ts +0 -72
  1293. package/src/gpu/kernels/rmsnorm-qk.d.ts +0 -41
  1294. package/src/gpu/kernels/rmsnorm-stats.d.ts +0 -29
  1295. package/src/gpu/kernels/rmsnorm.d.ts +0 -76
  1296. package/src/gpu/kernels/rope-qk.d.ts +0 -41
  1297. package/src/gpu/kernels/rope.d.ts +0 -48
  1298. package/src/gpu/kernels/sample.d.ts +0 -71
  1299. package/src/gpu/kernels/scale.d.ts +0 -40
  1300. package/src/gpu/kernels/silu.d.ts +0 -77
  1301. package/src/gpu/kernels/soft-embedding.d.ts +0 -28
  1302. package/src/gpu/kernels/softmax.d.ts +0 -57
  1303. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +0 -44
  1304. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +0 -59
  1305. package/src/gpu/kernels/split_qg.d.ts +0 -50
  1306. package/src/gpu/kernels/split_qkv.d.ts +0 -53
  1307. package/src/gpu/kernels/transpose.d.ts +0 -21
  1308. package/src/gpu/kernels/types.d.ts +0 -21
  1309. package/src/gpu/kernels/upsample2d.d.ts +0 -21
  1310. package/src/gpu/kernels/utils.js +0 -9
  1311. package/src/gpu/kernels/vision-average-pool.d.ts +0 -13
  1312. package/src/gpu/kernels/vision-patch-embed.d.ts +0 -17
  1313. package/src/gpu/kernels/vision-position-embedding.d.ts +0 -13
  1314. package/src/gpu/kernels/vision-rope-2d.d.ts +0 -16
  1315. package/src/gpu/kernels/vision-spatial-merge.d.ts +0 -19
  1316. package/src/gpu/multi-model-recorder.d.ts +0 -21
  1317. package/src/gpu/multi-model-recorder.js +0 -31
  1318. package/src/gpu/partitioned-buffer-pool.d.ts +0 -28
  1319. package/src/gpu/partitioned-buffer-pool.js +0 -57
  1320. package/src/gpu/perf-guards.js +0 -71
  1321. package/src/inference/browser-harness/benchmark-execution.js +0 -872
  1322. package/src/inference/browser-harness/decode-diagnostics.js +0 -241
  1323. package/src/inference/browser-harness/inference-execution.js +0 -543
  1324. package/src/inference/browser-harness/model-initialization.js +0 -225
  1325. package/src/inference/browser-harness/model-resolution.js +0 -137
  1326. package/src/inference/browser-harness/report.js +0 -338
  1327. package/src/inference/browser-harness/request.js +0 -263
  1328. package/src/inference/browser-harness/runtime-config.d.ts +0 -25
  1329. package/src/inference/browser-harness/runtime-config.js +0 -255
  1330. package/src/inference/browser-harness/runtime-isolation.d.ts +0 -13
  1331. package/src/inference/browser-harness/runtime-report.d.ts +0 -26
  1332. package/src/inference/browser-harness/text-evidence.js +0 -694
  1333. package/src/inference/browser-harness/text-execution.js +0 -757
  1334. package/src/inference/browser-harness/text-input.js +0 -725
  1335. package/src/inference/browser-harness/timing-diagnostics.js +0 -414
  1336. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -3
  1337. package/src/inference/browser-harness-runtime-helpers.js +0 -3
  1338. package/src/inference/browser-harness-text-helpers.js +0 -31
  1339. package/src/inference/browser-harness.d.ts +0 -245
  1340. package/src/inference/browser-harness.js +0 -337
  1341. package/src/inference/expert-router.d.ts +0 -27
  1342. package/src/inference/expert-router.js +0 -55
  1343. package/src/inference/kv-cache/index.d.ts +0 -38
  1344. package/src/inference/kv-cache/index.js +0 -22
  1345. package/src/inference/kv-cache.d.ts +0 -39
  1346. package/src/inference/kv-cache.js +0 -20
  1347. package/src/inference/multi-model-network.d.ts +0 -139
  1348. package/src/inference/multi-model-network.js +0 -435
  1349. package/src/inference/multi-pipeline-pool.d.ts +0 -62
  1350. package/src/inference/multi-pipeline-pool.js +0 -161
  1351. package/src/inference/network-evolution.d.ts +0 -43
  1352. package/src/inference/pipelines/diffusion/init.d.ts +0 -24
  1353. package/src/inference/pipelines/diffusion/init.js +0 -138
  1354. package/src/inference/pipelines/diffusion/profile-timing.js +0 -10
  1355. package/src/inference/pipelines/diffusion/runtime-resources.js +0 -54
  1356. package/src/inference/pipelines/diffusion/sd3/execution.js +0 -805
  1357. package/src/inference/pipelines/diffusion/sd3/plan.js +0 -125
  1358. package/src/inference/pipelines/diffusion/sd3-transformer.js +0 -343
  1359. package/src/inference/pipelines/diffusion/sd3-weights.js +0 -287
  1360. package/src/inference/pipelines/diffusion/text-encoder.js +0 -195
  1361. package/src/inference/pipelines/diffusion/vae/execution.js +0 -803
  1362. package/src/inference/pipelines/diffusion/weight-contract.js +0 -53
  1363. package/src/inference/pipelines/diffusion/weights.js +0 -155
  1364. package/src/inference/pipelines/diffusion-gemma/config.d.ts +0 -27
  1365. package/src/inference/pipelines/diffusion-gemma/config.js +0 -149
  1366. package/src/inference/pipelines/diffusion-gemma/index.d.ts +0 -31
  1367. package/src/inference/pipelines/diffusion-gemma/index.js +0 -12
  1368. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +0 -69
  1369. package/src/inference/pipelines/diffusion-gemma/pipeline.js +0 -380
  1370. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +0 -128
  1371. package/src/inference/pipelines/diffusion-gemma/sampling.js +0 -395
  1372. package/src/inference/pipelines/rng.js +0 -17
  1373. package/src/inference/pipelines/structured/index.d.ts +0 -10
  1374. package/src/inference/pipelines/structured/index.js +0 -10
  1375. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +0 -8
  1376. package/src/inference/pipelines/text/attention/index.js +0 -24
  1377. package/src/inference/pipelines/text/attention/record.js +0 -2
  1378. package/src/inference/pipelines/text/attention/run.js +0 -2
  1379. package/src/inference/pipelines/text/config/validation.js +0 -9
  1380. package/src/inference/pipelines/text/debug-utils/index.js +0 -39
  1381. package/src/inference/pipelines/text/debug-utils/profiles.js +0 -8
  1382. package/src/inference/pipelines/text/debug-utils.js +0 -34
  1383. package/src/inference/pipelines/text/ffn/index.js +0 -16
  1384. package/src/inference/pipelines/text/model-load.d.ts +0 -59
  1385. package/src/inference/test-harness.d.ts +0 -172
  1386. package/src/inference/test-harness.js +0 -470
  1387. package/src/loader/dtype-utils.d.ts +0 -40
  1388. package/src/loader/embedding-loader.d.ts +0 -66
  1389. package/src/loader/index.d.ts +0 -152
  1390. package/src/loader/index.js +0 -126
  1391. package/src/loader/loader-state.d.ts +0 -51
  1392. package/src/loader/loader-state.js +0 -142
  1393. package/src/loader/manifest-config.d.ts +0 -118
  1394. package/src/loader/multi-model-loader.d.ts +0 -59
  1395. package/src/loader/multi-model-loader.js +0 -141
  1396. package/src/loader/quantization-constants.d.ts +0 -11
  1397. package/src/loader/quantization-constants.js +0 -13
  1398. package/src/loader/shard-resolver.d.ts +0 -13
  1399. package/src/loader/tensors/tensor-loader.d.ts +0 -197
  1400. package/src/loader/tensors/tensor-reader.d.ts +0 -33
  1401. package/src/loader/tensors/tensor-role.d.ts +0 -7
  1402. package/src/loader/weight-downcast.d.ts +0 -62
  1403. package/src/loader/weights.js +0 -4
  1404. package/src/loaders/index.d.ts +0 -4
  1405. package/src/loaders/index.js +0 -4
  1406. package/src/models/diffusiongemma.d.ts +0 -7
  1407. package/src/models/diffusiongemma.js +0 -25
  1408. package/src/models/embeddinggemma.d.ts +0 -7
  1409. package/src/models/embeddinggemma.js +0 -24
  1410. package/src/models/family.d.ts +0 -24
  1411. package/src/models/family.js +0 -25
  1412. package/src/models/gemma3.d.ts +0 -7
  1413. package/src/models/gemma3.js +0 -33
  1414. package/src/models/gemma4.d.ts +0 -7
  1415. package/src/models/gemma4.js +0 -65
  1416. package/src/models/qwen3.d.ts +0 -7
  1417. package/src/models/qwen3.js +0 -36
  1418. package/src/rules/capability-transform-resolver.js +0 -80
  1419. package/src/tooling/capsule-v2.d.ts +0 -11
  1420. package/src/tooling/model-capsule-forge.js +0 -478
  1421. package/src/tooling/source-runtime/bundle-materialize.js +0 -298
  1422. package/src/tooling-experimental-exports.browser.js +0 -2
  1423. package/src/tooling-experimental-exports.d.ts +0 -7
  1424. package/src/tooling-experimental-exports.js +0 -2
  1425. package/src/tooling-experimental-exports.shared.d.ts +0 -61
  1426. package/src/tooling-experimental-exports.shared.js +0 -57
  1427. /package/src/{config/transforms → converter}/execution-graph/dtype.js +0 -0
  1428. /package/src/{tooling/source-runtime/bundle-plan.js → formats/source-runtime.js} +0 -0
  1429. /package/src/{inference → tooling}/browser-harness/benchmark-rerank.js +0 -0
  1430. /package/src/{inference → tooling}/browser-harness/diffusion-performance.js +0 -0
  1431. /package/src/{inference → tooling}/browser-harness/runtime-isolation.js +0 -0
  1432. /package/src/{inference → tooling}/browser-harness/runtime-report.js +0 -0
  1433. /package/src/{inference → tooling}/browser-harness/suite-summary.js +0 -0
  1434. /package/src/{inference → tooling}/browser-harness-contract-helpers.js +0 -0
  1435. /package/src/{inference → tooling}/browser-harness-diffusion-energy-suites.js +0 -0
  1436. /package/src/{inference → tooling}/browser-harness-report-helpers.js +0 -0
@@ -1,8 +1,8 @@
1
1
  import {
2
- getManifest,
2
+ getManifest as getDefaultManifest,
3
3
  getExpectedShardHash,
4
- getShardInfo,
5
- getShardCount,
4
+ getShardInfo as getDefaultShardInfo,
5
+ getShardCount as getDefaultShardCount,
6
6
  generateShardFilename,
7
7
  } from '../formats/rdrr/index.js';
8
8
  import {
@@ -11,12 +11,14 @@ import {
11
11
  QuotaExceededError,
12
12
  checkSpaceAvailable,
13
13
  } from './quota.js';
14
- import { getRuntimeConfig } from '../config/runtime.js';
14
+ import { getRuntimeConfig as getDefaultRuntimeConfig, snapshotRuntimeConfig } from '../config/runtime.js';
15
15
  import { normalizeModelId } from './normalize-model-id.js';
16
16
  import { selectStorageBackend } from './backend-selection.js';
17
+ import { createModelReadSession } from './model-read-session.js';
17
18
  import {
18
19
  checkFileExistsInBackend,
19
20
  getFileSizeInBackend,
21
+ readFileRangeInBackend,
20
22
  } from './shards/index.js';
21
23
  import { createStorageWriteStream } from './shards/lifecycle.js';
22
24
  import {
@@ -36,687 +38,750 @@ export {
36
38
  hexToBytes,
37
39
  } from './shards/integrity.js';
38
40
 
39
- let opfsPathConfigOverride = null;
40
- let backend = null;
41
- let backendType = null;
42
- let currentModelId = null;
43
-
44
- const tensorIntegrity = createTensorIntegrityController({
45
- readBackendFileRange,
46
- loadTensorsFromStore,
47
- });
48
-
49
- function resetTensorIntegrityCache() {
50
- tensorIntegrity.reset();
51
- }
52
-
53
- export function setOpfsPathConfig(config) {
54
- opfsPathConfigOverride = config;
55
- }
56
-
57
- export function getOpfsPathConfig() {
58
- return opfsPathConfigOverride ?? getRuntimeConfig().loading.opfsPath;
59
- }
60
-
61
- export function getStorageCapabilities() {
62
- const hasReadableStream = typeof ReadableStream !== 'undefined';
63
- const supportsByob = hasReadableStream && typeof ReadableStreamBYOBReader !== 'undefined';
64
- const supportsSyncAccessHandle = typeof FileSystemSyncAccessHandle !== 'undefined';
65
- return {
66
- opfs: isOPFSAvailable(),
67
- indexeddb: isIndexedDBAvailable(),
68
- sharedArrayBuffer: typeof SharedArrayBuffer !== 'undefined',
69
- byob: supportsByob,
70
- syncAccessHandle: supportsSyncAccessHandle,
71
- };
72
- }
73
-
74
- export function getStorageBackendType() {
75
- return backendType;
76
- }
77
-
78
- export async function initStorage() {
79
- if (backend) return;
80
- const selected = selectStorageBackend(
81
- getRuntimeConfig().loading.storage.backend,
82
- getOpfsPathConfig()
83
- );
84
- backendType = selected.type;
85
- backend = selected.backend;
86
- await backend.init();
87
- }
88
-
89
- export async function openModelStore(modelId) {
90
- if (!backend) {
91
- await initStorage();
41
+ function createShardManager(resources = {}) {
42
+ const getRuntimeConfig = () => resources.runtimeConfig ?? getDefaultRuntimeConfig();
43
+ const getManifest = resources.manifest ? () => resources.manifest : getDefaultManifest;
44
+ const getShardInfo = resources.manifest ? (index) => resources.manifest.shards[index] : getDefaultShardInfo;
45
+ const getShardCount = resources.manifest ? () => resources.manifest.shards.length : getDefaultShardCount;
46
+ let closed = false;
47
+ let opfsPathConfigOverride = null;
48
+ let backend = resources.backend ?? null;
49
+ let backendType = resources.backendType ?? null;
50
+ let currentModelId = resources.modelId ?? null;
51
+ let initializing = null;
52
+
53
+ const tensorIntegrity = createTensorIntegrityController({
54
+ getShardInfo,
55
+ readBackendFileRange,
56
+ loadTensorsFromStore,
57
+ });
58
+
59
+ function resetTensorIntegrityCache() {
60
+ tensorIntegrity.reset();
61
+ }
62
+
63
+ function setOpfsPathConfig(config) {
64
+ opfsPathConfigOverride = config;
65
+ }
66
+
67
+ function getOpfsPathConfig() {
68
+ return opfsPathConfigOverride ?? getRuntimeConfig().loading.opfsPath;
69
+ }
70
+
71
+ function getStorageCapabilities() {
72
+ const hasReadableStream = typeof ReadableStream !== 'undefined';
73
+ const supportsByob = hasReadableStream && typeof ReadableStreamBYOBReader !== 'undefined';
74
+ const supportsSyncAccessHandle = typeof FileSystemSyncAccessHandle !== 'undefined';
75
+ return {
76
+ opfs: isOPFSAvailable(),
77
+ indexeddb: isIndexedDBAvailable(),
78
+ sharedArrayBuffer: typeof SharedArrayBuffer !== 'undefined',
79
+ byob: supportsByob,
80
+ syncAccessHandle: supportsSyncAccessHandle,
81
+ };
82
+ }
83
+
84
+ function getStorageBackendType() {
85
+ return backendType;
86
+ }
87
+
88
+ async function initStorage() {
89
+ if (backend) return;
90
+ if (initializing) return initializing;
91
+ initializing = (async () => {
92
+ const selected = selectStorageBackend(
93
+ getRuntimeConfig().loading.storage.backend, getOpfsPathConfig()
94
+ );
95
+ await selected.backend.init();
96
+ backendType = selected.type;
97
+ backend = selected.backend;
98
+ })();
99
+ try { await initializing; } finally { initializing = null; }
100
+ }
101
+
102
+ async function openModelStore(modelId) {
103
+ if (!backend) {
104
+ await initStorage();
105
+ }
106
+ const safeName = normalizeModelId(modelId);
107
+ currentModelId = safeName;
108
+ resetTensorIntegrityCache();
109
+ return backend.openModel(safeName, { create: true });
92
110
  }
93
- const safeName = normalizeModelId(modelId);
94
- currentModelId = safeName;
95
- resetTensorIntegrityCache();
96
- return backend.openModel(safeName, { create: true });
97
- }
98
111
 
99
- export function getCurrentModelId() {
100
- return currentModelId;
101
- }
102
-
103
- function requireModel() {
104
- if (!currentModelId) {
105
- throw new Error('No model open. Call openModelStore first.');
112
+ function getCurrentModelId() {
113
+ return currentModelId;
106
114
  }
107
- }
108
115
 
109
- async function ensureBackend() {
110
- if (!backend) {
111
- await initStorage();
116
+ function openModelReadSession(modelId = currentModelId) {
117
+ if (!backend) throw new Error('Initialize storage before opening a model read session.');
118
+ return createModelReadSession(
119
+ backend,
120
+ normalizeModelId(modelId),
121
+ getRuntimeConfig().loading.storage.backend.streaming.readChunkBytes
122
+ );
112
123
  }
113
- }
114
124
 
115
- async function readBackendFileRange(filename, offset = 0, length = null) {
116
- const start = Math.max(0, offset);
117
- const want = length == null ? null : Math.max(0, length);
118
- if (backend && typeof backend.readFileRange === 'function') {
119
- return backend.readFileRange(filename, start, want);
125
+ function requireModel() {
126
+ if (!currentModelId) {
127
+ throw new Error('No model open. Call openModelStore first.');
128
+ }
120
129
  }
121
- const buffer = await backend.readFile(filename);
122
- const view = new Uint8Array(buffer);
123
- const end = want == null ? view.length : Math.min(view.length, start + want);
124
- return view.slice(start, end).buffer;
125
- }
126
-
127
- export async function writeShard(shardIndex, data, options = { verify: true }) {
128
- await ensureBackend();
129
- requireModel();
130
130
 
131
- const shardInfo = getShardInfo(shardIndex);
132
- if (!shardInfo) {
133
- throw new Error(`Invalid shard index: ${shardIndex}`);
131
+ async function ensureBackend() {
132
+ if (closed) throw new Error('Model store session is closed.');
133
+ if (!backend) {
134
+ await initStorage();
135
+ }
134
136
  }
135
137
 
136
- const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
137
- const spaceCheck = await checkSpaceAvailable(bytes.byteLength);
138
- if (!spaceCheck.hasSpace) {
139
- throw new QuotaExceededError(bytes.byteLength, spaceCheck.info.available);
138
+ async function readBackendFileRange(filename, offset = 0, length = null, requireRange = false) {
139
+ return readFileRangeInBackend(backend, filename, offset, length, requireRange);
140
140
  }
141
141
 
142
- try {
143
- resetTensorIntegrityCache();
144
- await backend.writeFile(shardInfo.filename, bytes);
145
-
146
- if (options.verify) {
147
- const manifest = getManifest();
148
- const algorithm = requireManifestHashAlgorithm(manifest, 'shard write');
149
- const hash = await computeHash(bytes, algorithm);
150
- const expectedHash = getExpectedShardHash(shardInfo, algorithm);
151
- if (!expectedHash) {
152
- await backend.deleteFile(shardInfo.filename);
153
- throw new Error(`Shard ${shardIndex} is missing hash in manifest`);
154
- }
155
- if (hash !== expectedHash) {
156
- await backend.deleteFile(shardInfo.filename);
157
- throw new Error(`Hash mismatch for shard ${shardIndex}: expected ${expectedHash}, got ${hash}`);
158
- }
159
- return { success: true, hash };
142
+ async function writeShard(shardIndex, data, options = { verify: true }) {
143
+ await ensureBackend();
144
+ requireModel();
145
+
146
+ const shardInfo = getShardInfo(shardIndex);
147
+ if (!shardInfo) {
148
+ throw new Error(`Invalid shard index: ${shardIndex}`);
160
149
  }
161
150
 
162
- return { success: true, hash: null };
163
- } catch (error) {
164
- if (error instanceof QuotaExceededError) throw error;
165
- throw new Error(`Failed to write shard ${shardIndex}: ${error.message}`);
166
- }
167
- }
151
+ const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
152
+ const spaceCheck = await checkSpaceAvailable(bytes.byteLength);
153
+ if (!spaceCheck.hasSpace) {
154
+ throw new QuotaExceededError(bytes.byteLength, spaceCheck.info.available);
155
+ }
168
156
 
169
- export async function createShardWriter(shardIndex, options = {}) {
170
- await ensureBackend();
171
- requireModel();
172
- const shardInfo = getShardInfo(shardIndex);
173
- if (!shardInfo) {
174
- throw new Error(`Invalid shard index: ${shardIndex}`);
175
- }
176
- return createStorageWriteStream(backend, shardInfo.filename, options, resetTensorIntegrityCache);
177
- }
157
+ try {
158
+ resetTensorIntegrityCache();
159
+ await backend.writeFile(shardInfo.filename, bytes);
178
160
 
179
- export async function createConversionShardWriter(shardIndex) {
180
- await ensureBackend();
181
- requireModel();
182
- if (!Number.isInteger(shardIndex) || shardIndex < 0) {
183
- throw new Error(`Invalid shard index: ${shardIndex}`);
184
- }
185
- return createStorageWriteStream(
186
- backend,
187
- generateShardFilename(shardIndex),
188
- {},
189
- resetTensorIntegrityCache
190
- );
191
- }
161
+ if (options.verify) {
162
+ const manifest = getManifest();
163
+ const algorithm = requireManifestHashAlgorithm(manifest, 'shard write');
164
+ const hash = await computeHash(bytes, algorithm);
165
+ const expectedHash = getExpectedShardHash(shardInfo, algorithm);
166
+ if (!expectedHash) {
167
+ await backend.deleteFile(shardInfo.filename);
168
+ throw new Error(`Shard ${shardIndex} is missing hash in manifest`);
169
+ }
170
+ if (hash !== expectedHash) {
171
+ await backend.deleteFile(shardInfo.filename);
172
+ throw new Error(`Hash mismatch for shard ${shardIndex}: expected ${expectedHash}, got ${hash}`);
173
+ }
174
+ return { success: true, hash };
175
+ }
192
176
 
193
- export async function createFileWriter(filename, options = {}) {
194
- await ensureBackend();
195
- requireModel();
196
- if (!filename || typeof filename !== 'string') {
197
- throw new Error('createFileWriter requires a filename');
177
+ return { success: true, hash: null };
178
+ } catch (error) {
179
+ if (error instanceof QuotaExceededError) throw error;
180
+ throw new Error(`Failed to write shard ${shardIndex}: ${error.message}`);
181
+ }
198
182
  }
199
- return createStorageWriteStream(backend, filename, options, resetTensorIntegrityCache);
200
- }
201
-
202
- export async function loadShard(shardIndex, options = { verify: false }) {
203
- await ensureBackend();
204
- requireModel();
205
183
 
206
- const shardInfo = getShardInfo(shardIndex);
207
- if (!shardInfo) {
208
- throw new Error(`Invalid shard index: ${shardIndex}`);
184
+ async function createShardWriter(shardIndex, options = {}) {
185
+ await ensureBackend();
186
+ requireModel();
187
+ const shardInfo = getShardInfo(shardIndex);
188
+ if (!shardInfo) {
189
+ throw new Error(`Invalid shard index: ${shardIndex}`);
190
+ }
191
+ return createStorageWriteStream(backend, shardInfo.filename, options, resetTensorIntegrityCache);
209
192
  }
210
193
 
211
- try {
212
- const buffer = await backend.readFile(shardInfo.filename);
213
- if (options.verify) {
214
- const manifest = getManifest();
215
- const algorithm = requireManifestHashAlgorithm(manifest, 'shard load');
216
- const hash = await computeHash(buffer, algorithm);
217
- const expectedHash = getExpectedShardHash(shardInfo, algorithm);
218
- if (!expectedHash) {
219
- throw new Error(`Shard ${shardIndex} is missing hash in manifest`);
220
- }
221
- if (hash !== expectedHash) {
222
- try {
223
- await backend.deleteFile(shardInfo.filename);
224
- } catch {}
225
- throw new Error(
226
- `Hash mismatch for shard ${shardIndex}: expected ${expectedHash}, got ${hash}. Corrupt shard removed; re-import or re-download the model.`
227
- );
228
- }
194
+ async function createConversionShardWriter(shardIndex) {
195
+ await ensureBackend();
196
+ requireModel();
197
+ if (!Number.isInteger(shardIndex) || shardIndex < 0) {
198
+ throw new Error(`Invalid shard index: ${shardIndex}`);
229
199
  }
230
- return buffer;
231
- } catch (error) {
232
- if (error.name === 'NotFoundError') {
233
- throw new Error(`Shard ${shardIndex} not found`);
200
+ return createStorageWriteStream(
201
+ backend,
202
+ generateShardFilename(shardIndex),
203
+ {},
204
+ resetTensorIntegrityCache
205
+ );
206
+ }
207
+
208
+ async function createFileWriter(filename, options = {}) {
209
+ await ensureBackend();
210
+ requireModel();
211
+ if (!filename || typeof filename !== 'string') {
212
+ throw new Error('createFileWriter requires a filename');
234
213
  }
235
- throw new Error(`Failed to load shard ${shardIndex}: ${error.message}`);
214
+ return createStorageWriteStream(backend, filename, options, resetTensorIntegrityCache);
236
215
  }
237
- }
238
216
 
239
- export async function loadShardRange(shardIndex, offset = 0, length = null, options = { verify: false }) {
240
- await ensureBackend();
241
- requireModel();
217
+ async function loadShard(shardIndex, options = { verify: false }) {
218
+ await ensureBackend();
219
+ requireModel();
242
220
 
243
- const shardInfo = getShardInfo(shardIndex);
244
- if (!shardInfo) {
245
- throw new Error(`Invalid shard index: ${shardIndex}`);
246
- }
221
+ const shardInfo = getShardInfo(shardIndex);
222
+ if (!shardInfo) {
223
+ throw new Error(`Invalid shard index: ${shardIndex}`);
224
+ }
247
225
 
248
- const manifest = getManifest();
249
- if (options?.verify && options?.tensorId) {
250
- if (!manifest) {
251
- throw new Error('No manifest loaded');
226
+ try {
227
+ const buffer = await backend.readFile(shardInfo.filename);
228
+ if (options.verify) {
229
+ const manifest = getManifest();
230
+ const algorithm = requireManifestHashAlgorithm(manifest, 'shard load');
231
+ const hash = await computeHash(buffer, algorithm);
232
+ const expectedHash = getExpectedShardHash(shardInfo, algorithm);
233
+ if (!expectedHash) {
234
+ throw new Error(`Shard ${shardIndex} is missing hash in manifest`);
235
+ }
236
+ if (hash !== expectedHash) {
237
+ try {
238
+ await backend.deleteFile(shardInfo.filename);
239
+ } catch {}
240
+ throw new Error(
241
+ `Hash mismatch for shard ${shardIndex}: expected ${expectedHash}, got ${hash}. Corrupt shard removed; re-import or re-download the model.`
242
+ );
243
+ }
244
+ }
245
+ return buffer;
246
+ } catch (error) {
247
+ if (error.name === 'NotFoundError') {
248
+ throw new Error(`Shard ${shardIndex} not found`);
249
+ }
250
+ throw new Error(`Failed to load shard ${shardIndex}: ${error.message}`);
252
251
  }
253
- await tensorIntegrity.verifyTensorRange(manifest, shardIndex, offset, length, options.tensorId);
254
- } else if (options?.verify) {
255
- // Generic range reads cannot be verified without hashing the full shard.
256
- const full = await loadShard(shardIndex, { verify: true });
257
- const view = new Uint8Array(full);
258
- const start = Math.max(0, offset);
259
- const end = length == null ? view.length : Math.min(view.length, start + Math.max(0, length));
260
- return view.slice(start, end).buffer;
261
252
  }
262
253
 
263
- const start = Math.max(0, offset);
264
- const want = length == null ? null : Math.max(0, length);
254
+ async function loadShardRange(shardIndex, offset = 0, length = null, options = { verify: false }) {
255
+ await ensureBackend();
256
+ requireModel();
257
+ if (options.requireRange && options.verify) throw new Error('Whole-tensor/shard verification is disabled for required bounded reads; supply an authenticated range port.');
265
258
 
266
- try {
267
- return await readBackendFileRange(shardInfo.filename, start, want);
268
- } catch (error) {
269
- if (error.name === 'NotFoundError') {
270
- throw new Error(`Shard ${shardIndex} not found`);
259
+ const shardInfo = getShardInfo(shardIndex);
260
+ if (!shardInfo) {
261
+ throw new Error(`Invalid shard index: ${shardIndex}`);
271
262
  }
272
- throw new Error(`Failed to load shard ${shardIndex} range: ${error.message}`);
273
- }
274
- }
275
263
 
276
- export async function* streamShardRange(shardIndex, offset = 0, length = null, options = {}) {
277
- await ensureBackend();
278
- requireModel();
264
+ const manifest = getManifest();
265
+ if (options?.verify && options?.tensorId) {
266
+ if (!manifest) {
267
+ throw new Error('No manifest loaded');
268
+ }
269
+ await tensorIntegrity.verifyTensorRange(manifest, shardIndex, offset, length, options.tensorId);
270
+ } else if (options?.verify) {
271
+ // Generic range reads cannot be verified without hashing the full shard.
272
+ const full = await loadShard(shardIndex, { verify: true });
273
+ const view = new Uint8Array(full);
274
+ const start = Math.max(0, offset);
275
+ const end = length == null ? view.length : Math.min(view.length, start + Math.max(0, length));
276
+ return view.slice(start, end).buffer;
277
+ }
279
278
 
280
- const shardInfo = getShardInfo(shardIndex);
281
- if (!shardInfo) {
282
- throw new Error(`Invalid shard index: ${shardIndex}`);
283
- }
279
+ const start = Math.max(0, offset);
280
+ const want = length == null ? null : Math.max(0, length);
284
281
 
285
- const startRaw = Number(offset);
286
- const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
287
- const wantRaw = length == null ? null : Number(length);
288
- const want = wantRaw == null ? null : (Number.isFinite(wantRaw) ? Math.max(0, Math.floor(wantRaw)) : 0);
289
- const manifest = getManifest();
290
- if (options?.verify && options?.tensorId) {
291
- if (!manifest) {
292
- throw new Error('No manifest loaded');
293
- }
294
- await tensorIntegrity.verifyTensorRange(manifest, shardIndex, start, want, options.tensorId);
295
- } else if (options?.verify) {
296
- const full = await loadShard(shardIndex, { verify: true });
297
- const view = new Uint8Array(full);
298
- const end = want == null ? view.length : Math.min(view.length, start + want);
299
- for (let at = start; at < end; at += (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))) {
300
- yield view.slice(at, Math.min(end, at + (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))));
282
+ try {
283
+ return await readBackendFileRange(shardInfo.filename, start, want, options.requireRange === true);
284
+ } catch (error) {
285
+ if (error.name === 'NotFoundError') {
286
+ throw new Error(`Shard ${shardIndex} not found`);
287
+ }
288
+ throw new Error(`Failed to load shard ${shardIndex} range: ${error.message}`);
301
289
  }
302
- return;
303
290
  }
304
291
 
305
- const runtime = getRuntimeConfig();
306
- const runtimeDefault = runtime?.loading?.storage?.backend?.streaming?.readChunkBytes ?? (4 * 1024 * 1024);
307
- const rawChunk = options.chunkBytes ?? runtimeDefault;
308
- const chunkBytes = Number.isFinite(rawChunk) && rawChunk > 0 ? Math.floor(rawChunk) : (4 * 1024 * 1024);
292
+ async function* streamShardRange(shardIndex, offset = 0, length = null, options = {}) {
293
+ await ensureBackend();
294
+ requireModel();
309
295
 
310
- // Prefer backend streaming when available.
311
- if (backend && typeof backend.readFileRangeStream === 'function') {
312
- yield* backend.readFileRangeStream(shardInfo.filename, start, want, { chunkBytes });
313
- return;
314
- }
296
+ const shardInfo = getShardInfo(shardIndex);
297
+ if (!shardInfo) {
298
+ throw new Error(`Invalid shard index: ${shardIndex}`);
299
+ }
315
300
 
316
- const end = want == null
317
- ? shardInfo.size
318
- : Math.min(shardInfo.size, start + want);
319
- for (let at = start; at < end; at += chunkBytes) {
320
- const ab = await loadShardRange(shardIndex, at, Math.min(chunkBytes, end - at), { verify: false });
321
- yield new Uint8Array(ab);
322
- }
323
- }
301
+ const startRaw = Number(offset);
302
+ const start = Number.isFinite(startRaw) ? Math.max(0, Math.floor(startRaw)) : 0;
303
+ const wantRaw = length == null ? null : Number(length);
304
+ const want = wantRaw == null ? null : (Number.isFinite(wantRaw) ? Math.max(0, Math.floor(wantRaw)) : 0);
305
+ const manifest = getManifest();
306
+ if (options?.verify && options?.tensorId) {
307
+ if (!manifest) {
308
+ throw new Error('No manifest loaded');
309
+ }
310
+ await tensorIntegrity.verifyTensorRange(manifest, shardIndex, start, want, options.tensorId);
311
+ } else if (options?.verify) {
312
+ const full = await loadShard(shardIndex, { verify: true });
313
+ const view = new Uint8Array(full);
314
+ const end = want == null ? view.length : Math.min(view.length, start + want);
315
+ for (let at = start; at < end; at += (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))) {
316
+ yield view.slice(at, Math.min(end, at + (Number.isFinite(options.chunkBytes) && options.chunkBytes > 0 ? Math.floor(options.chunkBytes) : (4 * 1024 * 1024))));
317
+ }
318
+ return;
319
+ }
324
320
 
325
- export async function loadShardSync(shardIndex, offset = 0, length) {
326
- const ab = await loadShardRange(shardIndex, offset, length ?? null, { verify: false });
327
- return new Uint8Array(ab);
328
- }
321
+ const runtime = getRuntimeConfig();
322
+ const runtimeDefault = runtime?.loading?.storage?.backend?.streaming?.readChunkBytes ?? (4 * 1024 * 1024);
323
+ const rawChunk = options.chunkBytes ?? runtimeDefault;
324
+ const chunkBytes = Number.isFinite(rawChunk) && rawChunk > 0 ? Math.floor(rawChunk) : (4 * 1024 * 1024);
329
325
 
330
- export async function shardExists(shardIndex) {
331
- await ensureBackend();
332
- requireModel();
333
- const shardInfo = getShardInfo(shardIndex);
334
- if (!shardInfo) return false;
335
- return checkFileExistsInBackend(backend, shardInfo.filename);
336
- }
326
+ // Prefer backend streaming when available.
327
+ if (backend && typeof backend.readFileRangeStream === 'function') {
328
+ yield* backend.readFileRangeStream(shardInfo.filename, start, want, { chunkBytes });
329
+ return;
330
+ }
337
331
 
338
- export async function getShardStoredSize(shardIndex) {
339
- await ensureBackend();
340
- requireModel();
341
- const shardInfo = getShardInfo(shardIndex);
342
- if (!shardInfo) {
343
- throw new Error(`Invalid shard index: ${shardIndex}`);
332
+ const end = want == null
333
+ ? shardInfo.size
334
+ : Math.min(shardInfo.size, start + want);
335
+ for (let at = start; at < end; at += chunkBytes) {
336
+ const ab = await loadShardRange(shardIndex, at, Math.min(chunkBytes, end - at), { verify: false });
337
+ yield new Uint8Array(ab);
338
+ }
344
339
  }
345
340
 
346
- return (await getFileSizeInBackend(backend, shardInfo.filename)) ?? 0;
347
- }
341
+ async function loadShardSync(shardIndex, offset = 0, length) {
342
+ const ab = await loadShardRange(shardIndex, offset, length ?? null, { verify: false });
343
+ return new Uint8Array(ab);
344
+ }
348
345
 
349
- export async function verifyIntegrity(options = {}) {
350
- const manifest = getManifest();
351
- if (!manifest) {
352
- throw new Error('No manifest loaded');
346
+ async function shardExists(shardIndex) {
347
+ await ensureBackend();
348
+ requireModel();
349
+ const shardInfo = getShardInfo(shardIndex);
350
+ if (!shardInfo) return false;
351
+ return checkFileExistsInBackend(backend, shardInfo.filename);
353
352
  }
354
353
 
355
- const checkHashes = options.checkHashes !== false;
356
- const algorithm = checkHashes
357
- ? requireManifestHashAlgorithm(manifest, 'integrity check')
358
- : null;
354
+ async function getShardStoredSize(shardIndex) {
355
+ await ensureBackend();
356
+ requireModel();
357
+ const shardInfo = getShardInfo(shardIndex);
358
+ if (!shardInfo) {
359
+ throw new Error(`Invalid shard index: ${shardIndex}`);
360
+ }
359
361
 
360
- const missingShards = [];
361
- const corruptShards = [];
362
- const corruptTensors = [];
363
- const shardCount = getShardCount();
362
+ return (await getFileSizeInBackend(backend, shardInfo.filename)) ?? 0;
363
+ }
364
364
 
365
- for (let i = 0; i < shardCount; i++) {
366
- const exists = await shardExists(i);
367
- if (!exists) {
368
- missingShards.push(i);
369
- continue;
365
+ async function verifyIntegrity(options = {}) {
366
+ const manifest = getManifest();
367
+ if (!manifest) {
368
+ throw new Error('No manifest loaded');
370
369
  }
371
370
 
372
- if (checkHashes) {
373
- try {
374
- const buffer = await loadShard(i, { verify: false });
375
- const hash = await computeHash(buffer, algorithm);
376
- const shardInfo = getShardInfo(i);
377
- const expectedHash = getExpectedShardHash(shardInfo, algorithm);
378
- if (!expectedHash) {
379
- corruptShards.push(i);
380
- continue;
381
- }
382
- if (hash !== expectedHash) {
371
+ const checkHashes = options.checkHashes !== false;
372
+ const algorithm = checkHashes
373
+ ? requireManifestHashAlgorithm(manifest, 'integrity check')
374
+ : null;
375
+
376
+ const missingShards = [];
377
+ const corruptShards = [];
378
+ const corruptTensors = [];
379
+ const shardCount = getShardCount();
380
+
381
+ for (let i = 0; i < shardCount; i++) {
382
+ const exists = await shardExists(i);
383
+ if (!exists) {
384
+ missingShards.push(i);
385
+ continue;
386
+ }
387
+
388
+ if (checkHashes) {
389
+ try {
390
+ const buffer = await loadShard(i, { verify: false });
391
+ const hash = await computeHash(buffer, algorithm);
392
+ const shardInfo = getShardInfo(i);
393
+ const expectedHash = getExpectedShardHash(shardInfo, algorithm);
394
+ if (!expectedHash) {
395
+ corruptShards.push(i);
396
+ continue;
397
+ }
398
+ if (hash !== expectedHash) {
399
+ corruptShards.push(i);
400
+ }
401
+ } catch (_error) {
383
402
  corruptShards.push(i);
384
403
  }
385
- } catch (_error) {
386
- corruptShards.push(i);
387
404
  }
388
405
  }
389
- }
390
406
 
391
- if (options.checkTensorRoots === true) {
392
- const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
393
- if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
394
- throw new Error('verifyIntegrity(checkTensorRoots=true) requires manifest.integrityExtensions.blockMerkle.roots.');
395
- }
396
- for (const tensorId of Object.keys(roots).sort()) {
397
- try {
398
- await tensorIntegrity.verifyTensorRoot(manifest, tensorId);
399
- } catch (_error) {
400
- corruptTensors.push(tensorId);
407
+ if (options.checkTensorRoots === true) {
408
+ const roots = manifest?.integrityExtensions?.blockMerkle?.roots;
409
+ if (!roots || typeof roots !== 'object' || Array.isArray(roots)) {
410
+ throw new Error('verifyIntegrity(checkTensorRoots=true) requires manifest.integrityExtensions.blockMerkle.roots.');
411
+ }
412
+ for (const tensorId of Object.keys(roots).sort()) {
413
+ try {
414
+ await tensorIntegrity.verifyTensorRoot(manifest, tensorId);
415
+ } catch (_error) {
416
+ corruptTensors.push(tensorId);
417
+ }
401
418
  }
402
419
  }
403
- }
404
-
405
- return {
406
- valid: (
407
- missingShards.length === 0
408
- && (checkHashes ? corruptShards.length === 0 : true)
409
- && (options.checkTensorRoots === true ? corruptTensors.length === 0 : true)
410
- ),
411
- missingShards,
412
- corruptShards,
413
- corruptTensors,
414
- };
415
- }
416
420
 
417
- export async function deleteShard(shardIndex) {
418
- await ensureBackend();
419
- requireModel();
420
- const shardInfo = getShardInfo(shardIndex);
421
- if (!shardInfo) return false;
422
- resetTensorIntegrityCache();
423
- try {
424
- await backend.deleteFile(shardInfo.filename);
425
- return true;
426
- } catch {
427
- return false;
421
+ return {
422
+ valid: (
423
+ missingShards.length === 0
424
+ && (checkHashes ? corruptShards.length === 0 : true)
425
+ && (options.checkTensorRoots === true ? corruptTensors.length === 0 : true)
426
+ ),
427
+ missingShards,
428
+ corruptShards,
429
+ corruptTensors,
430
+ };
431
+ }
432
+
433
+ async function deleteShard(shardIndex) {
434
+ await ensureBackend();
435
+ requireModel();
436
+ const shardInfo = getShardInfo(shardIndex);
437
+ if (!shardInfo) return false;
438
+ resetTensorIntegrityCache();
439
+ try {
440
+ await backend.deleteFile(shardInfo.filename);
441
+ return true;
442
+ } catch {
443
+ return false;
444
+ }
428
445
  }
429
- }
430
446
 
431
- export async function deleteModel(modelId) {
432
- await ensureBackend();
433
- const safeName = normalizeModelId(modelId);
434
- return backend.deleteModel(safeName);
435
- }
447
+ async function deleteModel(modelId) {
448
+ await ensureBackend();
449
+ const safeName = normalizeModelId(modelId);
450
+ return backend.deleteModel(safeName);
451
+ }
436
452
 
437
- export async function listModels() {
438
- await ensureBackend();
439
- return backend.listModels();
440
- }
453
+ async function listModels() {
454
+ await ensureBackend();
455
+ return backend.listModels();
456
+ }
441
457
 
442
- export async function listFilesInStore() {
443
- await ensureBackend();
444
- requireModel();
445
- if (!backend.listFiles) {
446
- throw new Error('Storage backend does not support listing files');
458
+ async function listFilesInStore() {
459
+ await ensureBackend();
460
+ requireModel();
461
+ if (!backend.listFiles) {
462
+ throw new Error('Storage backend does not support listing files');
463
+ }
464
+ return backend.listFiles();
447
465
  }
448
- return backend.listFiles();
449
- }
450
466
 
451
- export async function getFileStoredSize(filename) {
452
- await ensureBackend();
453
- requireModel();
454
- return getFileSizeInBackend(backend, filename);
455
- }
467
+ async function getFileStoredSize(filename) {
468
+ await ensureBackend();
469
+ requireModel();
470
+ return getFileSizeInBackend(backend, filename);
471
+ }
456
472
 
457
- export async function loadFileFromStore(filename) {
458
- await ensureBackend();
459
- requireModel();
460
- if (!filename || typeof filename !== 'string') {
461
- throw new Error('loadFileFromStore requires a filename');
473
+ async function loadFileFromStore(filename) {
474
+ await ensureBackend();
475
+ requireModel();
476
+ if (!filename || typeof filename !== 'string') {
477
+ throw new Error('loadFileFromStore requires a filename');
478
+ }
479
+ return backend.readFile(filename);
462
480
  }
463
- return backend.readFile(filename);
464
- }
465
481
 
466
- export async function loadFileRangeFromStore(filename, offset = 0, length = null) {
467
- await ensureBackend();
468
- requireModel();
469
- if (!filename || typeof filename !== 'string') {
470
- throw new Error('loadFileRangeFromStore requires a filename');
471
- }
472
- const start = Number.isFinite(Number(offset)) ? Math.max(0, Math.floor(Number(offset))) : 0;
473
- const want = length == null
474
- ? null
475
- : (Number.isFinite(Number(length)) ? Math.max(0, Math.floor(Number(length))) : 0);
476
- if (backend && typeof backend.readFileRange === 'function') {
477
- return backend.readFileRange(filename, start, want);
478
- }
479
- const buffer = await backend.readFile(filename);
480
- const bytes = new Uint8Array(buffer);
481
- const end = want == null ? bytes.byteLength : Math.min(bytes.byteLength, start + want);
482
- return bytes.slice(start, end).buffer;
483
- }
482
+ async function loadFileRangeFromStore(filename, offset = 0, length = null) {
483
+ await ensureBackend();
484
+ requireModel();
485
+ if (!filename || typeof filename !== 'string') {
486
+ throw new Error('loadFileRangeFromStore requires a filename');
487
+ }
488
+ const start = Number.isFinite(Number(offset)) ? Math.max(0, Math.floor(Number(offset))) : 0;
489
+ const want = length == null
490
+ ? null
491
+ : (Number.isFinite(Number(length)) ? Math.max(0, Math.floor(Number(length))) : 0);
492
+ if (backend && typeof backend.readFileRange === 'function') {
493
+ return backend.readFileRange(filename, start, want);
494
+ }
495
+ const buffer = await backend.readFile(filename);
496
+ const bytes = new Uint8Array(buffer);
497
+ const end = want == null ? bytes.byteLength : Math.min(bytes.byteLength, start + want);
498
+ return bytes.slice(start, end).buffer;
499
+ }
484
500
 
485
- export function streamFileFromStore(filename, options = {}) {
486
- if (!backend || !filename || typeof filename !== 'string') {
501
+ function streamFileFromStore(filename, options = {}) {
502
+ if (!backend || !filename || typeof filename !== 'string') {
503
+ return null;
504
+ }
505
+ const runtime = getRuntimeConfig();
506
+ const runtimeDefault = runtime?.loading?.storage?.backend?.streaming?.readChunkBytes ?? (4 * 1024 * 1024);
507
+ const raw = options.chunkBytes ?? runtimeDefault;
508
+ const chunkBytes = Number.isFinite(raw) && raw > 0 ? Math.floor(raw) : (4 * 1024 * 1024);
509
+ const offset = Number.isFinite(Number(options.offset)) ? Math.max(0, Math.floor(Number(options.offset))) : 0;
510
+ const length = options.length == null
511
+ ? null
512
+ : (Number.isFinite(Number(options.length)) ? Math.max(0, Math.floor(Number(options.length))) : 0);
513
+ if (typeof backend.readFileRangeStream === 'function') {
514
+ return backend.readFileRangeStream(filename, offset, length, { chunkBytes });
515
+ }
487
516
  return null;
488
517
  }
489
- const runtime = getRuntimeConfig();
490
- const runtimeDefault = runtime?.loading?.storage?.backend?.streaming?.readChunkBytes ?? (4 * 1024 * 1024);
491
- const raw = options.chunkBytes ?? runtimeDefault;
492
- const chunkBytes = Number.isFinite(raw) && raw > 0 ? Math.floor(raw) : (4 * 1024 * 1024);
493
- const offset = Number.isFinite(Number(options.offset)) ? Math.max(0, Math.floor(Number(options.offset))) : 0;
494
- const length = options.length == null
495
- ? null
496
- : (Number.isFinite(Number(options.length)) ? Math.max(0, Math.floor(Number(options.length))) : 0);
497
- if (typeof backend.readFileRangeStream === 'function') {
498
- return backend.readFileRangeStream(filename, offset, length, { chunkBytes });
499
- }
500
- return null;
501
- }
502
518
 
503
- export async function getModelInfo(modelId) {
504
- await ensureBackend();
505
- const safeName = normalizeModelId(modelId);
506
- let exists = false;
507
- let hasManifest = false;
508
- let shardCount = 0;
509
- let totalSize = 0;
519
+ async function getModelInfo(modelId) {
520
+ await ensureBackend();
521
+ const safeName = normalizeModelId(modelId);
522
+ let exists = false;
523
+ let hasManifest = false;
524
+ let shardCount = 0;
525
+ let totalSize = 0;
510
526
 
511
- const models = await backend.listModels();
512
- exists = models.includes(safeName);
513
- if (!exists) {
514
- return { exists: false, shardCount: 0, totalSize: 0, hasManifest: false };
515
- }
527
+ const models = await backend.listModels();
528
+ exists = models.includes(safeName);
529
+ if (!exists) {
530
+ return { exists: false, shardCount: 0, totalSize: 0, hasManifest: false };
531
+ }
516
532
 
517
- const previousModelId = currentModelId;
518
- try {
519
- await backend.openModel(safeName, { create: false });
520
- currentModelId = safeName;
521
- const manifestJson = await loadManifestFromStore();
522
- hasManifest = !!manifestJson;
523
- if (manifestJson) {
524
- try {
525
- const manifest = JSON.parse(manifestJson);
526
- shardCount = manifest.shards?.length ?? 0;
527
- totalSize = manifest.totalSize ?? 0;
528
- } catch {
529
- shardCount = 0;
530
- totalSize = 0;
533
+ let session;
534
+ try {
535
+ session = await openModelReadSession(safeName);
536
+ const manifestJson = await session.readManifest();
537
+ hasManifest = !!manifestJson;
538
+ if (manifestJson) {
539
+ try {
540
+ const manifest = JSON.parse(manifestJson);
541
+ shardCount = manifest.shards?.length ?? 0;
542
+ totalSize = manifest.totalSize ?? 0;
543
+ } catch {
544
+ shardCount = 0;
545
+ totalSize = 0;
546
+ }
531
547
  }
548
+ } catch {
549
+ return { exists: false, shardCount: 0, totalSize: 0, hasManifest: false };
550
+ } finally {
551
+ await session?.close();
532
552
  }
533
- } catch {
534
- return { exists: false, shardCount: 0, totalSize: 0, hasManifest: false };
535
- } finally {
536
- currentModelId = previousModelId;
537
- }
538
-
539
- return { exists: true, shardCount, totalSize, hasManifest };
540
- }
541
-
542
- export async function modelExists(modelId) {
543
- const info = await getModelInfo(modelId);
544
- return info.exists && info.hasManifest;
545
- }
546
553
 
547
- export async function saveManifest(manifestJson) {
548
- await ensureBackend();
549
- requireModel();
550
- resetTensorIntegrityCache();
551
- if (backend.writeManifest) {
552
- await backend.writeManifest(manifestJson);
553
- return;
554
+ return { exists: true, shardCount, totalSize, hasManifest };
554
555
  }
555
- const encoder = new TextEncoder();
556
- await backend.writeFile('manifest.json', encoder.encode(manifestJson));
557
- }
558
556
 
559
- export async function loadManifestFromStore() {
560
- await ensureBackend();
561
- requireModel();
562
- if (backend.readManifest) {
563
- return backend.readManifest();
557
+ async function modelExists(modelId) {
558
+ const info = await getModelInfo(modelId);
559
+ return info.exists && info.hasManifest;
564
560
  }
565
- if (backend.readText) {
566
- return backend.readText('manifest.json');
567
- }
568
- const buffer = await backend.readFile('manifest.json');
569
- return new TextDecoder().decode(buffer);
570
- }
571
561
 
572
- export async function loadTensorsFromStore() {
573
- await ensureBackend();
574
- requireModel();
575
- if (backend.readText) {
576
- return backend.readText('tensors.json');
562
+ async function saveManifest(manifestJson) {
563
+ await ensureBackend();
564
+ requireModel();
565
+ resetTensorIntegrityCache();
566
+ if (backend.writeManifest) {
567
+ await backend.writeManifest(manifestJson);
568
+ return;
569
+ }
570
+ const encoder = new TextEncoder();
571
+ await backend.writeFile('manifest.json', encoder.encode(manifestJson));
577
572
  }
578
- try {
579
- const buffer = await backend.readFile('tensors.json');
573
+
574
+ async function loadManifestFromStore() {
575
+ await ensureBackend();
576
+ requireModel();
577
+ if (backend.readManifest) {
578
+ return backend.readManifest();
579
+ }
580
+ if (backend.readText) {
581
+ return backend.readText('manifest.json');
582
+ }
583
+ const buffer = await backend.readFile('manifest.json');
580
584
  return new TextDecoder().decode(buffer);
581
- } catch (_error) {
582
- return null;
583
585
  }
584
- }
585
586
 
586
- export async function saveTensorsToStore(tensorsJson) {
587
- await ensureBackend();
588
- requireModel();
589
- resetTensorIntegrityCache();
590
- const encoder = new TextEncoder();
591
- const payload = encoder.encode(tensorsJson);
592
- if (backend.writeText) {
593
- await backend.writeText('tensors.json', tensorsJson);
594
- return;
595
- }
596
- await backend.writeFile('tensors.json', payload);
597
- }
598
-
599
- export async function saveTokenizer(tokenizerJson) {
600
- await ensureBackend();
601
- requireModel();
602
- if (backend.writeTokenizer) {
603
- await backend.writeTokenizer(tokenizerJson);
604
- return;
587
+ async function loadTensorsFromStore() {
588
+ await ensureBackend();
589
+ requireModel();
590
+ if (backend.readText) {
591
+ return backend.readText('tensors.json');
592
+ }
593
+ try {
594
+ const buffer = await backend.readFile('tensors.json');
595
+ return new TextDecoder().decode(buffer);
596
+ } catch (_error) {
597
+ return null;
598
+ }
605
599
  }
606
- const encoder = new TextEncoder();
607
- await backend.writeFile('tokenizer.json', encoder.encode(tokenizerJson));
608
- }
609
600
 
610
- export async function loadTokenizerFromStore() {
611
- await ensureBackend();
612
- requireModel();
613
- if (backend.readTokenizer) {
614
- return backend.readTokenizer();
615
- }
616
- if (backend.readText) {
617
- return backend.readText('tokenizer.json');
618
- }
619
- try {
620
- const buffer = await backend.readFile('tokenizer.json');
621
- return new TextDecoder().decode(buffer);
622
- } catch (_error) {
623
- return null;
601
+ async function saveTensorsToStore(tensorsJson) {
602
+ await ensureBackend();
603
+ requireModel();
604
+ resetTensorIntegrityCache();
605
+ const encoder = new TextEncoder();
606
+ const payload = encoder.encode(tensorsJson);
607
+ if (backend.writeText) {
608
+ await backend.writeText('tensors.json', tensorsJson);
609
+ return;
610
+ }
611
+ await backend.writeFile('tensors.json', payload);
624
612
  }
625
- }
626
613
 
627
- export async function saveTokenizerModel(tokenizerModel) {
628
- await ensureBackend();
629
- requireModel();
630
- const data = tokenizerModel instanceof Uint8Array
631
- ? tokenizerModel
632
- : new Uint8Array(tokenizerModel);
633
- await backend.writeFile('tokenizer.model', data);
634
- }
614
+ async function saveTokenizer(tokenizerJson) {
615
+ await ensureBackend();
616
+ requireModel();
617
+ if (backend.writeTokenizer) {
618
+ await backend.writeTokenizer(tokenizerJson);
619
+ return;
620
+ }
621
+ const encoder = new TextEncoder();
622
+ await backend.writeFile('tokenizer.json', encoder.encode(tokenizerJson));
623
+ }
635
624
 
636
- export async function loadTokenizerModelFromStore() {
637
- await ensureBackend();
638
- requireModel();
639
- try {
640
- return await backend.readFile('tokenizer.model');
641
- } catch (error) {
642
- if (error?.name === 'NotFoundError' || error?.message?.includes('not found')) {
625
+ async function loadTokenizerFromStore() {
626
+ await ensureBackend();
627
+ requireModel();
628
+ if (backend.readTokenizer) {
629
+ return backend.readTokenizer();
630
+ }
631
+ if (backend.readText) {
632
+ return backend.readText('tokenizer.json');
633
+ }
634
+ try {
635
+ const buffer = await backend.readFile('tokenizer.json');
636
+ return new TextDecoder().decode(buffer);
637
+ } catch (_error) {
643
638
  return null;
644
639
  }
645
- throw error;
646
640
  }
647
- }
648
641
 
649
- export async function saveAuxFile(filename, data) {
650
- await ensureBackend();
651
- requireModel();
652
- if (!filename || typeof filename !== 'string') {
653
- throw new Error('saveAuxFile requires a filename');
654
- }
655
- const bytes = typeof data === 'string'
656
- ? new TextEncoder().encode(data)
657
- : data instanceof ArrayBuffer
658
- ? new Uint8Array(data)
659
- : data instanceof Uint8Array
660
- ? data
661
- : null;
662
- if (!bytes) {
663
- throw new Error('saveAuxFile requires string, ArrayBuffer, or Uint8Array data');
664
- }
665
- resetTensorIntegrityCache();
666
- await backend.writeFile(filename, bytes);
667
- }
668
-
669
- export async function loadAuxFile(filename) {
670
- await ensureBackend();
671
- requireModel();
672
- if (!filename || typeof filename !== 'string') {
673
- throw new Error('loadAuxFile requires a filename');
642
+ async function saveTokenizerModel(tokenizerModel) {
643
+ await ensureBackend();
644
+ requireModel();
645
+ const data = tokenizerModel instanceof Uint8Array
646
+ ? tokenizerModel
647
+ : new Uint8Array(tokenizerModel);
648
+ await backend.writeFile('tokenizer.model', data);
674
649
  }
675
- try {
676
- return await backend.readFile(filename);
677
- } catch (error) {
678
- if (error?.name === 'NotFoundError') {
679
- return null;
650
+
651
+ async function loadTokenizerModelFromStore() {
652
+ await ensureBackend();
653
+ requireModel();
654
+ try {
655
+ return await backend.readFile('tokenizer.model');
656
+ } catch (error) {
657
+ if (error?.name === 'NotFoundError' || error?.message?.includes('not found')) {
658
+ return null;
659
+ }
660
+ throw error;
680
661
  }
681
- return null;
682
662
  }
683
- }
684
663
 
685
- export async function deleteFileFromStore(filename) {
686
- await ensureBackend();
687
- requireModel();
688
- if (!filename || typeof filename !== 'string') {
689
- throw new Error('deleteFileFromStore requires a filename');
664
+ async function saveAuxFile(filename, data) {
665
+ await ensureBackend();
666
+ requireModel();
667
+ if (!filename || typeof filename !== 'string') {
668
+ throw new Error('saveAuxFile requires a filename');
669
+ }
670
+ const bytes = typeof data === 'string'
671
+ ? new TextEncoder().encode(data)
672
+ : data instanceof ArrayBuffer
673
+ ? new Uint8Array(data)
674
+ : data instanceof Uint8Array
675
+ ? data
676
+ : null;
677
+ if (!bytes) {
678
+ throw new Error('saveAuxFile requires string, ArrayBuffer, or Uint8Array data');
679
+ }
680
+ resetTensorIntegrityCache();
681
+ await backend.writeFile(filename, bytes);
690
682
  }
691
- resetTensorIntegrityCache();
692
- return backend.deleteFile(filename);
693
- }
694
683
 
695
- export async function loadAuxText(filename) {
696
- await ensureBackend();
697
- requireModel();
698
- if (!filename || typeof filename !== 'string') {
699
- throw new Error('loadAuxText requires a filename');
684
+ async function loadAuxFile(filename) {
685
+ await ensureBackend();
686
+ requireModel();
687
+ if (!filename || typeof filename !== 'string') {
688
+ throw new Error('loadAuxFile requires a filename');
689
+ }
690
+ try {
691
+ return await backend.readFile(filename);
692
+ } catch (error) {
693
+ if (error?.name === 'NotFoundError') {
694
+ return null;
695
+ }
696
+ return null;
697
+ }
700
698
  }
701
- if (backend.readText) {
702
- return backend.readText(filename);
699
+
700
+ async function deleteFileFromStore(filename) {
701
+ await ensureBackend();
702
+ requireModel();
703
+ if (!filename || typeof filename !== 'string') {
704
+ throw new Error('deleteFileFromStore requires a filename');
705
+ }
706
+ resetTensorIntegrityCache();
707
+ return backend.deleteFile(filename);
703
708
  }
704
- try {
705
- const buffer = await backend.readFile(filename);
706
- return new TextDecoder().decode(buffer);
707
- } catch (error) {
708
- if (error?.name === 'NotFoundError') {
709
+
710
+ async function loadAuxText(filename) {
711
+ await ensureBackend();
712
+ requireModel();
713
+ if (!filename || typeof filename !== 'string') {
714
+ throw new Error('loadAuxText requires a filename');
715
+ }
716
+ if (backend.readText) {
717
+ return backend.readText(filename);
718
+ }
719
+ try {
720
+ const buffer = await backend.readFile(filename);
721
+ return new TextDecoder().decode(buffer);
722
+ } catch (error) {
723
+ if (error?.name === 'NotFoundError') {
724
+ return null;
725
+ }
709
726
  return null;
710
727
  }
711
- return null;
712
728
  }
713
- }
714
729
 
715
- export async function cleanup() {
716
- if (backend?.cleanup) {
717
- await backend.cleanup();
730
+ async function cleanup() {
731
+ closed = Boolean(resources.backend);
732
+ if (resources.backend) await backend?.close?.();
733
+ else await backend?.cleanup?.();
734
+ backend = null;
735
+ backendType = null;
736
+ currentModelId = null;
718
737
  }
719
- backend = null;
720
- backendType = null;
721
- currentModelId = null;
738
+
739
+ async function openModelStoreSession(modelId, manifest) {
740
+ await ensureBackend();
741
+ const safeName = normalizeModelId(modelId);
742
+ const runtimeConfig = snapshotRuntimeConfig(getRuntimeConfig());
743
+ const manifestSnapshot = structuredClone(manifest);
744
+ if (!manifestSnapshot || !Array.isArray(manifestSnapshot.shards)) {
745
+ throw new Error('A model store session requires an explicit parsed manifest.');
746
+ }
747
+ const handle = await backend.openModelSession(safeName, { create: true });
748
+ const manager = createShardManager({ backend: handle, backendType, modelId: safeName,
749
+ manifest: manifestSnapshot, runtimeConfig });
750
+ const methods = ['writeShard', 'createShardWriter', 'createFileWriter', 'loadShard',
751
+ 'loadShardRange', 'streamShardRange', 'shardExists', 'getShardStoredSize', 'deleteShard',
752
+ 'loadFileFromStore', 'loadFileRangeFromStore', 'streamFileFromStore', 'getFileStoredSize',
753
+ 'deleteFileFromStore', 'saveManifest', 'loadManifestFromStore', 'saveTokenizer',
754
+ 'saveTokenizerModel', 'saveAuxFile', 'loadAuxFile', 'loadAuxText', 'listFilesInStore'];
755
+ return Object.freeze({ modelId: safeName, close: manager.cleanup,
756
+ ...Object.fromEntries(methods.map((name) => [name, manager[name]])) });
757
+ }
758
+
759
+ return {
760
+ setOpfsPathConfig, getOpfsPathConfig, getStorageCapabilities, getStorageBackendType,
761
+ initStorage, openModelStore, getCurrentModelId, openModelReadSession,
762
+ writeShard, createShardWriter, createConversionShardWriter, createFileWriter,
763
+ loadShard, loadShardRange, streamShardRange, loadShardSync,
764
+ shardExists, getShardStoredSize, verifyIntegrity, deleteShard,
765
+ deleteModel, listModels, listFilesInStore, getFileStoredSize,
766
+ loadFileFromStore, loadFileRangeFromStore, streamFileFromStore, getModelInfo,
767
+ modelExists, saveManifest, loadManifestFromStore, loadTensorsFromStore,
768
+ saveTensorsToStore, saveTokenizer, loadTokenizerFromStore, saveTokenizerModel,
769
+ loadTokenizerModelFromStore, saveAuxFile, loadAuxFile, deleteFileFromStore,
770
+ loadAuxText, cleanup, openModelStoreSession,
771
+ };
722
772
  }
773
+
774
+ // Compatibility defaults live only at this outer boundary.
775
+ export const {
776
+ setOpfsPathConfig, getOpfsPathConfig, getStorageCapabilities, getStorageBackendType,
777
+ initStorage, openModelStore, getCurrentModelId, openModelReadSession,
778
+ writeShard, createShardWriter, createConversionShardWriter, createFileWriter,
779
+ loadShard, loadShardRange, streamShardRange, loadShardSync,
780
+ shardExists, getShardStoredSize, verifyIntegrity, deleteShard,
781
+ deleteModel, listModels, listFilesInStore, getFileStoredSize,
782
+ loadFileFromStore, loadFileRangeFromStore, streamFileFromStore, getModelInfo,
783
+ modelExists, saveManifest, loadManifestFromStore, loadTensorsFromStore,
784
+ saveTensorsToStore, saveTokenizer, loadTokenizerFromStore, saveTokenizerModel,
785
+ loadTokenizerModelFromStore, saveAuxFile, loadAuxFile, deleteFileFromStore,
786
+ loadAuxText, cleanup, openModelStoreSession,
787
+ } = createShardManager();