@simulatte/doppler 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1182) hide show
  1. package/BRANDING.md +14 -0
  2. package/LICENSE +201 -0
  3. package/NOTICE +5 -0
  4. package/README.md +85 -0
  5. package/SECURITY.md +19 -0
  6. package/package.json +144 -0
  7. package/src/adapters/adapter-manager.d.ts +200 -0
  8. package/src/adapters/adapter-manager.js +509 -0
  9. package/src/adapters/adapter-manifest.d.ts +290 -0
  10. package/src/adapters/adapter-manifest.js +320 -0
  11. package/src/adapters/adapter-registry.d.ts +192 -0
  12. package/src/adapters/adapter-registry.js +466 -0
  13. package/src/adapters/index.d.ts +89 -0
  14. package/src/adapters/index.js +42 -0
  15. package/src/adapters/lora-loader.d.ts +105 -0
  16. package/src/adapters/lora-loader.js +397 -0
  17. package/src/bootstrap.d.ts +1 -0
  18. package/src/bootstrap.js +30 -0
  19. package/src/bridge/extension/background.d.ts +14 -0
  20. package/src/bridge/extension/background.js +168 -0
  21. package/src/bridge/extension/manifest.json +34 -0
  22. package/src/bridge/extension-client.d.ts +109 -0
  23. package/src/bridge/extension-client.js +369 -0
  24. package/src/bridge/index.d.ts +68 -0
  25. package/src/bridge/index.js +51 -0
  26. package/src/bridge/protocol.d.ts +96 -0
  27. package/src/bridge/protocol.js +130 -0
  28. package/src/browser/browser-converter.d.ts +71 -0
  29. package/src/browser/browser-converter.js +947 -0
  30. package/src/browser/file-picker.d.ts +63 -0
  31. package/src/browser/file-picker.js +275 -0
  32. package/src/browser/gguf-importer.d.ts +136 -0
  33. package/src/browser/gguf-importer.js +532 -0
  34. package/src/browser/gguf-parser-browser.d.ts +14 -0
  35. package/src/browser/gguf-parser-browser.js +17 -0
  36. package/src/browser/quantization.d.ts +69 -0
  37. package/src/browser/quantization.js +328 -0
  38. package/src/browser/safetensors-parser-browser.d.ts +193 -0
  39. package/src/browser/safetensors-parser-browser.js +264 -0
  40. package/src/browser/shard-io-browser.d.ts +57 -0
  41. package/src/browser/shard-io-browser.js +89 -0
  42. package/src/browser/tensor-source-download.d.ts +27 -0
  43. package/src/browser/tensor-source-download.js +239 -0
  44. package/src/browser/tensor-source-file.d.ts +26 -0
  45. package/src/browser/tensor-source-file.js +53 -0
  46. package/src/browser/tensor-source-http.d.ts +28 -0
  47. package/src/browser/tensor-source-http.js +126 -0
  48. package/src/client/doppler-provider/generation.d.ts +25 -0
  49. package/src/client/doppler-provider/generation.js +114 -0
  50. package/src/client/doppler-provider/index.d.ts +2 -0
  51. package/src/client/doppler-provider/index.js +3 -0
  52. package/src/client/doppler-provider/model-manager.d.ts +61 -0
  53. package/src/client/doppler-provider/model-manager.js +667 -0
  54. package/src/client/doppler-provider/provider.d.ts +5 -0
  55. package/src/client/doppler-provider/provider.js +102 -0
  56. package/src/client/doppler-provider/source-runtime.d.ts +22 -0
  57. package/src/client/doppler-provider/source-runtime.js +522 -0
  58. package/src/client/doppler-provider/types.d.ts +127 -0
  59. package/src/client/doppler-provider/types.js +17 -0
  60. package/src/client/doppler-provider.d.ts +46 -0
  61. package/src/client/doppler-provider.js +36 -0
  62. package/src/config/README.md +69 -0
  63. package/src/config/backward-registry-loader.d.ts +3 -0
  64. package/src/config/backward-registry-loader.js +8 -0
  65. package/src/config/index.d.ts +63 -0
  66. package/src/config/index.js +31 -0
  67. package/src/config/kernel-path-loader.d.ts +149 -0
  68. package/src/config/kernel-path-loader.js +534 -0
  69. package/src/config/kernels/backward-registry.json +99 -0
  70. package/src/config/kernels/kernel-ref-digests.d.ts +1 -0
  71. package/src/config/kernels/kernel-ref-digests.js +214 -0
  72. package/src/config/kernels/kernel-ref.d.ts +17 -0
  73. package/src/config/kernels/kernel-ref.js +75 -0
  74. package/src/config/kernels/moe/gpt-oss.paths.json +49 -0
  75. package/src/config/kernels/registry.d.ts +86 -0
  76. package/src/config/kernels/registry.js +103 -0
  77. package/src/config/kernels/registry.json +6771 -0
  78. package/src/config/loader.d.ts +57 -0
  79. package/src/config/loader.js +513 -0
  80. package/src/config/merge.d.ts +142 -0
  81. package/src/config/merge.js +389 -0
  82. package/src/config/param-categories.d.ts +17 -0
  83. package/src/config/param-categories.js +72 -0
  84. package/src/config/param-validator.d.ts +26 -0
  85. package/src/config/param-validator.js +235 -0
  86. package/src/config/platforms/amd-rdna3.json +16 -0
  87. package/src/config/platforms/apple-m1.json +16 -0
  88. package/src/config/platforms/apple-m2.json +16 -0
  89. package/src/config/platforms/apple-m3.json +16 -0
  90. package/src/config/platforms/generic.json +14 -0
  91. package/src/config/platforms/loader.d.ts +65 -0
  92. package/src/config/platforms/loader.js +153 -0
  93. package/src/config/platforms/nvidia-rtx30.json +16 -0
  94. package/src/config/platforms/nvidia-rtx40.json +16 -0
  95. package/src/config/presets/kernel-paths/embeddinggemma-f16-f32a.json +60 -0
  96. package/src/config/presets/kernel-paths/embeddinggemma-f32-f32a.json +60 -0
  97. package/src/config/presets/kernel-paths/embeddinggemma-q4k-dequant-f32a.json +60 -0
  98. package/src/config/presets/kernel-paths/gemma2-f16-f16a.json +61 -0
  99. package/src/config/presets/kernel-paths/gemma2-f16-f32a.json +60 -0
  100. package/src/config/presets/kernel-paths/gemma2-q4k-dequant-f16a.json +61 -0
  101. package/src/config/presets/kernel-paths/gemma2-q4k-dequant-f32a.json +60 -0
  102. package/src/config/presets/kernel-paths/gemma2-q4k-fused-f32a.json +57 -0
  103. package/src/config/presets/kernel-paths/gemma3-f16-fused-f16a-online.json +200 -0
  104. package/src/config/presets/kernel-paths/gemma3-f16-fused-f32a-online.json +223 -0
  105. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f16a-online.json +60 -0
  106. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32a-online.json +61 -0
  107. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32a.json +61 -0
  108. package/src/config/presets/kernel-paths/lfm2-q4k-dequant-f32a-online.json +61 -0
  109. package/src/config/presets/kernel-paths/registry.json +103 -0
  110. package/src/config/presets/models/deepseek.json +20 -0
  111. package/src/config/presets/models/diffusion.json +10 -0
  112. package/src/config/presets/models/embeddinggemma.json +74 -0
  113. package/src/config/presets/models/functiongemma.json +31 -0
  114. package/src/config/presets/models/gemma2.json +59 -0
  115. package/src/config/presets/models/gemma3.json +75 -0
  116. package/src/config/presets/models/gpt-oss.json +68 -0
  117. package/src/config/presets/models/kimi-k2.json +25 -0
  118. package/src/config/presets/models/lfm2.json +83 -0
  119. package/src/config/presets/models/llama3.json +40 -0
  120. package/src/config/presets/models/mamba.json +34 -0
  121. package/src/config/presets/models/mixtral.json +37 -0
  122. package/src/config/presets/models/modernbert.json +32 -0
  123. package/src/config/presets/models/qwen3.json +41 -0
  124. package/src/config/presets/models/transformer.json +73 -0
  125. package/src/config/presets/models/translategemma.json +30 -0
  126. package/src/config/presets/platforms/nvidia-gb200-8gpu.json +45 -0
  127. package/src/config/presets/platforms/nvidia-gb200-nvl72.json +45 -0
  128. package/src/config/presets/platforms/nvidia-gh200-nvl2.json +44 -0
  129. package/src/config/presets/platforms/nvidia-gh200.json +44 -0
  130. package/src/config/presets/runtime/compute/f16-activations.json +30 -0
  131. package/src/config/presets/runtime/compute/f16-batched.json +32 -0
  132. package/src/config/presets/runtime/default.json +101 -0
  133. package/src/config/presets/runtime/diagnostics/debug-logits.json +53 -0
  134. package/src/config/presets/runtime/experiments/bench/gemma3-bench-q4k.json +53 -0
  135. package/src/config/presets/runtime/experiments/debug/gemma3-debug-q4k.json +210 -0
  136. package/src/config/presets/runtime/experiments/verify/gemma3-verify.json +39 -0
  137. package/src/config/presets/runtime/kernels/dequant-f16-q4k.json +20 -0
  138. package/src/config/presets/runtime/kernels/dequant-f32-q4k.json +20 -0
  139. package/src/config/presets/runtime/kernels/fused-q4k.json +20 -0
  140. package/src/config/presets/runtime/kernels/safe-q4k.json +20 -0
  141. package/src/config/presets/runtime/model/gemma2-debug.json +77 -0
  142. package/src/config/presets/runtime/model/gemma2-pipeline-debug.json +66 -0
  143. package/src/config/presets/runtime/model/gemma2-pipeline.json +75 -0
  144. package/src/config/presets/runtime/model/gemma3-layer-probe.json +85 -0
  145. package/src/config/presets/runtime/modes/bench.json +37 -0
  146. package/src/config/presets/runtime/modes/debug.json +39 -0
  147. package/src/config/presets/runtime/modes/default.json +10 -0
  148. package/src/config/presets/runtime/modes/embedding-bench.json +28 -0
  149. package/src/config/presets/runtime/modes/embedding.json +54 -0
  150. package/src/config/presets/runtime/modes/low-memory.json +40 -0
  151. package/src/config/presets/runtime/modes/production.json +48 -0
  152. package/src/config/presets/runtime/modes/simulation.json +30 -0
  153. package/src/config/presets/runtime/modes/trace-layers.json +126 -0
  154. package/src/config/presets/runtime/platform/metal-apple-q4k.json +11 -0
  155. package/src/config/runtime-merge.d.ts +5 -0
  156. package/src/config/runtime-merge.js +21 -0
  157. package/src/config/runtime.d.ts +28 -0
  158. package/src/config/runtime.js +56 -0
  159. package/src/config/schema/adapter.schema.d.ts +53 -0
  160. package/src/config/schema/adapter.schema.js +60 -0
  161. package/src/config/schema/backward-registry.schema.d.ts +14 -0
  162. package/src/config/schema/backward-registry.schema.js +46 -0
  163. package/src/config/schema/benchmark.schema.d.ts +54 -0
  164. package/src/config/schema/benchmark.schema.js +74 -0
  165. package/src/config/schema/bridge.schema.d.ts +25 -0
  166. package/src/config/schema/bridge.schema.js +22 -0
  167. package/src/config/schema/buffer-pool.schema.d.ts +92 -0
  168. package/src/config/schema/buffer-pool.schema.js +50 -0
  169. package/src/config/schema/conversion.schema.d.ts +183 -0
  170. package/src/config/schema/conversion.schema.js +13 -0
  171. package/src/config/schema/converter.schema.d.ts +123 -0
  172. package/src/config/schema/converter.schema.js +136 -0
  173. package/src/config/schema/debug.schema.d.ts +245 -0
  174. package/src/config/schema/debug.schema.js +106 -0
  175. package/src/config/schema/diffusion.schema.d.ts +88 -0
  176. package/src/config/schema/diffusion.schema.js +62 -0
  177. package/src/config/schema/distill-training.schema.d.ts +48 -0
  178. package/src/config/schema/distill-training.schema.js +139 -0
  179. package/src/config/schema/distribution.schema.d.ts +155 -0
  180. package/src/config/schema/distribution.schema.js +81 -0
  181. package/src/config/schema/doppler.schema.d.ts +75 -0
  182. package/src/config/schema/doppler.schema.js +352 -0
  183. package/src/config/schema/ecosystem.schema.d.ts +255 -0
  184. package/src/config/schema/ecosystem.schema.js +534 -0
  185. package/src/config/schema/emulation.schema.d.ts +351 -0
  186. package/src/config/schema/emulation.schema.js +299 -0
  187. package/src/config/schema/energy.schema.d.ts +102 -0
  188. package/src/config/schema/energy.schema.js +72 -0
  189. package/src/config/schema/execution-v0.schema.d.ts +187 -0
  190. package/src/config/schema/execution-v0.schema.js +55 -0
  191. package/src/config/schema/gpu-cache.schema.d.ts +26 -0
  192. package/src/config/schema/gpu-cache.schema.js +8 -0
  193. package/src/config/schema/harness.schema.d.ts +32 -0
  194. package/src/config/schema/harness.schema.js +20 -0
  195. package/src/config/schema/hotswap.schema.d.ts +55 -0
  196. package/src/config/schema/hotswap.schema.js +18 -0
  197. package/src/config/schema/index.d.ts +863 -0
  198. package/src/config/schema/index.js +471 -0
  199. package/src/config/schema/inference-defaults.schema.d.ts +276 -0
  200. package/src/config/schema/inference-defaults.schema.js +185 -0
  201. package/src/config/schema/inference.schema.d.ts +289 -0
  202. package/src/config/schema/inference.schema.js +39 -0
  203. package/src/config/schema/intent-bundle.schema.d.ts +28 -0
  204. package/src/config/schema/intent-bundle.schema.js +12 -0
  205. package/src/config/schema/kernel-path.schema.d.ts +173 -0
  206. package/src/config/schema/kernel-path.schema.js +9 -0
  207. package/src/config/schema/kernel-registry.schema.d.ts +199 -0
  208. package/src/config/schema/kernel-registry.schema.js +46 -0
  209. package/src/config/schema/kernel-thresholds.schema.d.ts +302 -0
  210. package/src/config/schema/kernel-thresholds.schema.js +187 -0
  211. package/src/config/schema/kernel-warmup.schema.d.ts +19 -0
  212. package/src/config/schema/kernel-warmup.schema.js +5 -0
  213. package/src/config/schema/kvcache.schema.d.ts +131 -0
  214. package/src/config/schema/kvcache.schema.js +31 -0
  215. package/src/config/schema/loading.schema.d.ts +153 -0
  216. package/src/config/schema/loading.schema.js +84 -0
  217. package/src/config/schema/lora.schema.d.ts +12 -0
  218. package/src/config/schema/lora.schema.js +12 -0
  219. package/src/config/schema/manifest.schema.d.ts +500 -0
  220. package/src/config/schema/manifest.schema.js +130 -0
  221. package/src/config/schema/memory-limits.schema.d.ts +107 -0
  222. package/src/config/schema/memory-limits.schema.js +57 -0
  223. package/src/config/schema/moe.schema.d.ts +78 -0
  224. package/src/config/schema/moe.schema.js +31 -0
  225. package/src/config/schema/platform.schema.d.ts +121 -0
  226. package/src/config/schema/platform.schema.js +1 -0
  227. package/src/config/schema/preset.schema.d.ts +124 -0
  228. package/src/config/schema/preset.schema.js +1 -0
  229. package/src/config/schema/quantization-defaults.schema.d.ts +34 -0
  230. package/src/config/schema/quantization-defaults.schema.js +5 -0
  231. package/src/config/schema/quantization.schema.d.ts +10 -0
  232. package/src/config/schema/quantization.schema.js +33 -0
  233. package/src/config/schema/shared-runtime.schema.d.ts +75 -0
  234. package/src/config/schema/shared-runtime.schema.js +45 -0
  235. package/src/config/schema/speculative.schema.d.ts +21 -0
  236. package/src/config/schema/speculative.schema.js +11 -0
  237. package/src/config/schema/storage.schema.d.ts +123 -0
  238. package/src/config/schema/storage.schema.js +66 -0
  239. package/src/config/schema/tooling.schema.d.ts +29 -0
  240. package/src/config/schema/tooling.schema.js +12 -0
  241. package/src/config/schema/training-metrics.schema.d.ts +89 -0
  242. package/src/config/schema/training-metrics.schema.js +374 -0
  243. package/src/config/schema/training.schema.d.ts +88 -0
  244. package/src/config/schema/training.schema.js +106 -0
  245. package/src/config/schema/tuner.schema.d.ts +39 -0
  246. package/src/config/schema/tuner.schema.js +13 -0
  247. package/src/config/schema/ul-training.schema.d.ts +61 -0
  248. package/src/config/schema/ul-training.schema.js +140 -0
  249. package/src/config/schema/units.schema.d.ts +27 -0
  250. package/src/config/schema/units.schema.js +26 -0
  251. package/src/config/training-defaults.d.ts +24 -0
  252. package/src/config/training-defaults.js +91 -0
  253. package/src/converter/conversion-plan.d.ts +64 -0
  254. package/src/converter/conversion-plan.js +472 -0
  255. package/src/converter/core.d.ts +247 -0
  256. package/src/converter/core.js +1329 -0
  257. package/src/converter/execution-v0-manifest.d.ts +15 -0
  258. package/src/converter/execution-v0-manifest.js +146 -0
  259. package/src/converter/index.d.ts +98 -0
  260. package/src/converter/index.js +59 -0
  261. package/src/converter/manifest-inference.d.ts +20 -0
  262. package/src/converter/manifest-inference.js +492 -0
  263. package/src/converter/parsers/diffusion.d.ts +50 -0
  264. package/src/converter/parsers/diffusion.js +270 -0
  265. package/src/converter/parsers/gguf.d.ts +22 -0
  266. package/src/converter/parsers/gguf.js +46 -0
  267. package/src/converter/parsers/index.d.ts +21 -0
  268. package/src/converter/parsers/index.js +12 -0
  269. package/src/converter/parsers/transformer.d.ts +16 -0
  270. package/src/converter/parsers/transformer.js +25 -0
  271. package/src/converter/quantization-info.d.ts +37 -0
  272. package/src/converter/quantization-info.js +398 -0
  273. package/src/converter/quantizer.d.ts +96 -0
  274. package/src/converter/quantizer.js +422 -0
  275. package/src/converter/rope-config.d.ts +15 -0
  276. package/src/converter/rope-config.js +218 -0
  277. package/src/converter/shard-packer.d.ts +138 -0
  278. package/src/converter/shard-packer.js +422 -0
  279. package/src/converter/tokenizer-utils.d.ts +11 -0
  280. package/src/converter/tokenizer-utils.js +87 -0
  281. package/src/debug/config.d.ts +78 -0
  282. package/src/debug/config.js +235 -0
  283. package/src/debug/history.d.ts +65 -0
  284. package/src/debug/history.js +71 -0
  285. package/src/debug/index.d.ts +268 -0
  286. package/src/debug/index.js +192 -0
  287. package/src/debug/log.d.ts +46 -0
  288. package/src/debug/log.js +132 -0
  289. package/src/debug/perf.d.ts +33 -0
  290. package/src/debug/perf.js +51 -0
  291. package/src/debug/reference/README.md +114 -0
  292. package/src/debug/reference/hf_attn_debug.py +114 -0
  293. package/src/debug/reference/hf_embed_check.py +89 -0
  294. package/src/debug/reference/hf_layer_out.py +100 -0
  295. package/src/debug/reference/hf_rope_check.py +116 -0
  296. package/src/debug/reference/hf_weights.py +75 -0
  297. package/src/debug/signals.d.ts +63 -0
  298. package/src/debug/signals.js +33 -0
  299. package/src/debug/stats.d.ts +47 -0
  300. package/src/debug/stats.js +160 -0
  301. package/src/debug/tensor.d.ts +123 -0
  302. package/src/debug/tensor.js +257 -0
  303. package/src/debug/trace.d.ts +17 -0
  304. package/src/debug/trace.js +167 -0
  305. package/src/diffusion/image-regression.d.ts +31 -0
  306. package/src/diffusion/image-regression.js +107 -0
  307. package/src/diffusion/index.d.ts +8 -0
  308. package/src/diffusion/index.js +8 -0
  309. package/src/distribution/p2p-control-plane.d.ts +52 -0
  310. package/src/distribution/p2p-control-plane.js +232 -0
  311. package/src/distribution/p2p-observability.d.ts +116 -0
  312. package/src/distribution/p2p-observability.js +267 -0
  313. package/src/distribution/p2p-transport-contract.d.ts +57 -0
  314. package/src/distribution/p2p-transport-contract.js +310 -0
  315. package/src/distribution/p2p-webrtc-browser.d.ts +37 -0
  316. package/src/distribution/p2p-webrtc-browser.js +434 -0
  317. package/src/distribution/shard-delivery.d.ts +251 -0
  318. package/src/distribution/shard-delivery.js +2096 -0
  319. package/src/energy/index.d.ts +2 -0
  320. package/src/energy/index.js +2 -0
  321. package/src/errors/doppler-error.d.ts +21 -0
  322. package/src/errors/doppler-error.js +25 -0
  323. package/src/errors/index.d.ts +1 -0
  324. package/src/errors/index.js +1 -0
  325. package/src/formats/gguf/index.d.ts +8 -0
  326. package/src/formats/gguf/index.js +4 -0
  327. package/src/formats/gguf/types.d.ts +137 -0
  328. package/src/formats/gguf/types.js +443 -0
  329. package/src/formats/index.d.ts +51 -0
  330. package/src/formats/index.js +13 -0
  331. package/src/formats/rdrr/classification.d.ts +39 -0
  332. package/src/formats/rdrr/classification.js +275 -0
  333. package/src/formats/rdrr/groups.d.ts +27 -0
  334. package/src/formats/rdrr/groups.js +76 -0
  335. package/src/formats/rdrr/index.d.ts +25 -0
  336. package/src/formats/rdrr/index.js +19 -0
  337. package/src/formats/rdrr/manifest.d.ts +32 -0
  338. package/src/formats/rdrr/manifest.js +108 -0
  339. package/src/formats/rdrr/parsing.d.ts +23 -0
  340. package/src/formats/rdrr/parsing.js +101 -0
  341. package/src/formats/rdrr/tensor-config-validator.d.ts +42 -0
  342. package/src/formats/rdrr/tensor-config-validator.js +156 -0
  343. package/src/formats/rdrr/types.d.ts +200 -0
  344. package/src/formats/rdrr/types.js +16 -0
  345. package/src/formats/rdrr/validation.d.ts +9 -0
  346. package/src/formats/rdrr/validation.js +200 -0
  347. package/src/formats/safetensors/index.d.ts +8 -0
  348. package/src/formats/safetensors/index.js +4 -0
  349. package/src/formats/safetensors/types.d.ts +67 -0
  350. package/src/formats/safetensors/types.js +102 -0
  351. package/src/formats/tokenizer/index.d.ts +5 -0
  352. package/src/formats/tokenizer/index.js +3 -0
  353. package/src/formats/tokenizer/types.d.ts +9 -0
  354. package/src/formats/tokenizer/types.js +22 -0
  355. package/src/generation/index.d.ts +18 -0
  356. package/src/generation/index.js +12 -0
  357. package/src/gpu/command-recorder.d.ts +175 -0
  358. package/src/gpu/command-recorder.js +473 -0
  359. package/src/gpu/device.d.ts +141 -0
  360. package/src/gpu/device.js +350 -0
  361. package/src/gpu/kernel-runtime.d.ts +20 -0
  362. package/src/gpu/kernel-runtime.js +37 -0
  363. package/src/gpu/kernel-selection-cache.d.ts +13 -0
  364. package/src/gpu/kernel-selection-cache.js +13 -0
  365. package/src/gpu/kernel-selection-log.d.ts +12 -0
  366. package/src/gpu/kernel-selection-log.js +28 -0
  367. package/src/gpu/kernel-selector.d.ts +11 -0
  368. package/src/gpu/kernel-selector.js +10 -0
  369. package/src/gpu/kernel-tuner/benchmarks.d.ts +144 -0
  370. package/src/gpu/kernel-tuner/benchmarks.js +892 -0
  371. package/src/gpu/kernel-tuner/cache.d.ts +55 -0
  372. package/src/gpu/kernel-tuner/cache.js +66 -0
  373. package/src/gpu/kernel-tuner/index.d.ts +59 -0
  374. package/src/gpu/kernel-tuner/index.js +38 -0
  375. package/src/gpu/kernel-tuner/tuner.d.ts +82 -0
  376. package/src/gpu/kernel-tuner/tuner.js +229 -0
  377. package/src/gpu/kernel-tuner/types.d.ts +101 -0
  378. package/src/gpu/kernel-tuner/types.js +4 -0
  379. package/src/gpu/kernel-tuner.d.ts +33 -0
  380. package/src/gpu/kernel-tuner.js +12 -0
  381. package/src/gpu/kernels/README.md +127 -0
  382. package/src/gpu/kernels/attention.d.ts +236 -0
  383. package/src/gpu/kernels/attention.js +1359 -0
  384. package/src/gpu/kernels/attention.wgsl +249 -0
  385. package/src/gpu/kernels/attention_bdpa_decode_f16.wgsl +246 -0
  386. package/src/gpu/kernels/attention_decode.wgsl +233 -0
  387. package/src/gpu/kernels/attention_decode_chunked_f16.wgsl +183 -0
  388. package/src/gpu/kernels/attention_decode_chunked_f16kv.wgsl +208 -0
  389. package/src/gpu/kernels/attention_decode_f16.wgsl +202 -0
  390. package/src/gpu/kernels/attention_decode_f16kv.wgsl +224 -0
  391. package/src/gpu/kernels/attention_decode_online_f16.wgsl +223 -0
  392. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +225 -0
  393. package/src/gpu/kernels/attention_decode_optimized.wgsl +445 -0
  394. package/src/gpu/kernels/attention_decode_paged_f16.wgsl +172 -0
  395. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +174 -0
  396. package/src/gpu/kernels/attention_decode_subgroup.wgsl +233 -0
  397. package/src/gpu/kernels/attention_decode_tiered_f16.wgsl +218 -0
  398. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +220 -0
  399. package/src/gpu/kernels/attention_decode_tiered_int4_f16kv.wgsl +242 -0
  400. package/src/gpu/kernels/attention_decode_tiered_int8_f16kv.wgsl +242 -0
  401. package/src/gpu/kernels/attention_f16.wgsl +214 -0
  402. package/src/gpu/kernels/attention_f16kv.wgsl +242 -0
  403. package/src/gpu/kernels/attention_small.wgsl +260 -0
  404. package/src/gpu/kernels/attention_small_f16.wgsl +240 -0
  405. package/src/gpu/kernels/attention_small_f16kv.wgsl +266 -0
  406. package/src/gpu/kernels/attention_streaming.wgsl +149 -0
  407. package/src/gpu/kernels/attention_streaming_f16.wgsl +147 -0
  408. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +151 -0
  409. package/src/gpu/kernels/backward/adam.d.ts +28 -0
  410. package/src/gpu/kernels/backward/adam.js +199 -0
  411. package/src/gpu/kernels/backward/adam.wgsl +50 -0
  412. package/src/gpu/kernels/backward/attention_backward.d.ts +22 -0
  413. package/src/gpu/kernels/backward/attention_backward.js +276 -0
  414. package/src/gpu/kernels/backward/attention_backward.wgsl +49 -0
  415. package/src/gpu/kernels/backward/bias_add_backward.d.ts +17 -0
  416. package/src/gpu/kernels/backward/bias_add_backward.js +24 -0
  417. package/src/gpu/kernels/backward/bias_add_backward.wgsl +33 -0
  418. package/src/gpu/kernels/backward/conv2d_backward.d.ts +31 -0
  419. package/src/gpu/kernels/backward/conv2d_backward.js +135 -0
  420. package/src/gpu/kernels/backward/conv2d_backward_input.wgsl +83 -0
  421. package/src/gpu/kernels/backward/conv2d_backward_weight.wgsl +70 -0
  422. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +23 -0
  423. package/src/gpu/kernels/backward/cross_entropy_backward.js +29 -0
  424. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +39 -0
  425. package/src/gpu/kernels/backward/embed_backward.d.ts +29 -0
  426. package/src/gpu/kernels/backward/embed_backward.js +118 -0
  427. package/src/gpu/kernels/backward/embed_backward.wgsl +73 -0
  428. package/src/gpu/kernels/backward/gelu_backward.d.ts +16 -0
  429. package/src/gpu/kernels/backward/gelu_backward.js +39 -0
  430. package/src/gpu/kernels/backward/gelu_backward.wgsl +38 -0
  431. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +24 -0
  432. package/src/gpu/kernels/backward/groupnorm_backward.js +29 -0
  433. package/src/gpu/kernels/backward/groupnorm_backward.wgsl +143 -0
  434. package/src/gpu/kernels/backward/index.d.ts +17 -0
  435. package/src/gpu/kernels/backward/index.js +23 -0
  436. package/src/gpu/kernels/backward/layernorm_backward.d.ts +22 -0
  437. package/src/gpu/kernels/backward/layernorm_backward.js +135 -0
  438. package/src/gpu/kernels/backward/layernorm_backward.wgsl +194 -0
  439. package/src/gpu/kernels/backward/matmul_backward.d.ts +32 -0
  440. package/src/gpu/kernels/backward/matmul_backward.js +124 -0
  441. package/src/gpu/kernels/backward/matmul_backward.wgsl +90 -0
  442. package/src/gpu/kernels/backward/matmul_transpose_a.wgsl +84 -0
  443. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +22 -0
  444. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +30 -0
  445. package/src/gpu/kernels/backward/pixel_shuffle_backward.wgsl +54 -0
  446. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +24 -0
  447. package/src/gpu/kernels/backward/rmsnorm_backward.js +101 -0
  448. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +78 -0
  449. package/src/gpu/kernels/backward/rope_backward.d.ts +25 -0
  450. package/src/gpu/kernels/backward/rope_backward.js +109 -0
  451. package/src/gpu/kernels/backward/rope_backward.wgsl +59 -0
  452. package/src/gpu/kernels/backward/scale_backward.d.ts +16 -0
  453. package/src/gpu/kernels/backward/scale_backward.js +84 -0
  454. package/src/gpu/kernels/backward/scale_backward.wgsl +27 -0
  455. package/src/gpu/kernels/backward/silu_backward.d.ts +16 -0
  456. package/src/gpu/kernels/backward/silu_backward.js +39 -0
  457. package/src/gpu/kernels/backward/silu_backward.wgsl +31 -0
  458. package/src/gpu/kernels/backward/softmax_backward.d.ts +16 -0
  459. package/src/gpu/kernels/backward/softmax_backward.js +43 -0
  460. package/src/gpu/kernels/backward/softmax_backward.wgsl +44 -0
  461. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +21 -0
  462. package/src/gpu/kernels/backward/upsample2d_backward.js +30 -0
  463. package/src/gpu/kernels/backward/upsample2d_backward.wgsl +59 -0
  464. package/src/gpu/kernels/backward/utils.d.ts +45 -0
  465. package/src/gpu/kernels/backward/utils.js +371 -0
  466. package/src/gpu/kernels/bf16_to_f16.wgsl +54 -0
  467. package/src/gpu/kernels/bf16_to_f32.wgsl +70 -0
  468. package/src/gpu/kernels/bias_add.wgsl +40 -0
  469. package/src/gpu/kernels/bias_add_f16.wgsl +44 -0
  470. package/src/gpu/kernels/cast.d.ts +67 -0
  471. package/src/gpu/kernels/cast.js +422 -0
  472. package/src/gpu/kernels/cast_f16_to_f32.wgsl +31 -0
  473. package/src/gpu/kernels/cast_f32_to_f16.wgsl +36 -0
  474. package/src/gpu/kernels/check-finiteness.d.ts +15 -0
  475. package/src/gpu/kernels/check-finiteness.js +149 -0
  476. package/src/gpu/kernels/check-stop.d.ts +31 -0
  477. package/src/gpu/kernels/check-stop.js +181 -0
  478. package/src/gpu/kernels/clamp.d.ts +22 -0
  479. package/src/gpu/kernels/clamp.js +42 -0
  480. package/src/gpu/kernels/clamp.wgsl +24 -0
  481. package/src/gpu/kernels/constants.d.ts +168 -0
  482. package/src/gpu/kernels/constants.js +129 -0
  483. package/src/gpu/kernels/conv2d.d.ts +34 -0
  484. package/src/gpu/kernels/conv2d.js +81 -0
  485. package/src/gpu/kernels/conv2d.wgsl +71 -0
  486. package/src/gpu/kernels/conv2d_f16.wgsl +73 -0
  487. package/src/gpu/kernels/cross_entropy_loss.d.ts +21 -0
  488. package/src/gpu/kernels/cross_entropy_loss.js +54 -0
  489. package/src/gpu/kernels/cross_entropy_loss.wgsl +39 -0
  490. package/src/gpu/kernels/dequant.d.ts +108 -0
  491. package/src/gpu/kernels/dequant.js +524 -0
  492. package/src/gpu/kernels/dequant_f16_out.wgsl +151 -0
  493. package/src/gpu/kernels/dequant_f16_out_vec4.wgsl +149 -0
  494. package/src/gpu/kernels/dequant_f16_rowwise.wgsl +139 -0
  495. package/src/gpu/kernels/dequant_f32_rowwise.wgsl +133 -0
  496. package/src/gpu/kernels/dequant_mxfp4.wgsl +120 -0
  497. package/src/gpu/kernels/dequant_mxfp4_expert.wgsl +129 -0
  498. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +105 -0
  499. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +116 -0
  500. package/src/gpu/kernels/dequant_q6k.wgsl +140 -0
  501. package/src/gpu/kernels/dequant_q8_0.wgsl +98 -0
  502. package/src/gpu/kernels/dequant_shared.wgsl +202 -0
  503. package/src/gpu/kernels/dequant_shared_vec4.wgsl +153 -0
  504. package/src/gpu/kernels/dequant_subgroup.wgsl +202 -0
  505. package/src/gpu/kernels/dispatch.d.ts +157 -0
  506. package/src/gpu/kernels/dispatch.js +235 -0
  507. package/src/gpu/kernels/energy.d.ts +131 -0
  508. package/src/gpu/kernels/energy.js +425 -0
  509. package/src/gpu/kernels/energy_eval.wgsl +26 -0
  510. package/src/gpu/kernels/energy_eval_f16.wgsl +30 -0
  511. package/src/gpu/kernels/energy_quintel_grad.wgsl +92 -0
  512. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +96 -0
  513. package/src/gpu/kernels/energy_quintel_reduce.wgsl +112 -0
  514. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +116 -0
  515. package/src/gpu/kernels/energy_quintel_update.wgsl +92 -0
  516. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +96 -0
  517. package/src/gpu/kernels/energy_update.wgsl +25 -0
  518. package/src/gpu/kernels/energy_update_f16.wgsl +30 -0
  519. package/src/gpu/kernels/feature-check.d.ts +42 -0
  520. package/src/gpu/kernels/feature-check.js +70 -0
  521. package/src/gpu/kernels/fused_ffn.d.ts +65 -0
  522. package/src/gpu/kernels/fused_ffn.js +318 -0
  523. package/src/gpu/kernels/fused_ffn.wgsl +420 -0
  524. package/src/gpu/kernels/fused_ffn_f16.wgsl +213 -0
  525. package/src/gpu/kernels/fused_ffn_q4k.wgsl +375 -0
  526. package/src/gpu/kernels/fused_matmul_q4.wgsl +404 -0
  527. package/src/gpu/kernels/fused_matmul_q4_batched.wgsl +194 -0
  528. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +170 -0
  529. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +154 -0
  530. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +219 -0
  531. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +216 -0
  532. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +204 -0
  533. package/src/gpu/kernels/fused_matmul_residual.d.ts +46 -0
  534. package/src/gpu/kernels/fused_matmul_residual.js +152 -0
  535. package/src/gpu/kernels/fused_matmul_rmsnorm.d.ts +64 -0
  536. package/src/gpu/kernels/fused_matmul_rmsnorm.js +273 -0
  537. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +324 -0
  538. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +303 -0
  539. package/src/gpu/kernels/fused_swiglu.wgsl +63 -0
  540. package/src/gpu/kernels/fused_swiglu_f16.wgsl +57 -0
  541. package/src/gpu/kernels/gather.d.ts +64 -0
  542. package/src/gpu/kernels/gather.js +119 -0
  543. package/src/gpu/kernels/gather.wgsl +61 -0
  544. package/src/gpu/kernels/gather_f16.wgsl +65 -0
  545. package/src/gpu/kernels/gather_f16_f16_out.wgsl +55 -0
  546. package/src/gpu/kernels/gather_f16_out.wgsl +55 -0
  547. package/src/gpu/kernels/gather_f16_vec4.wgsl +76 -0
  548. package/src/gpu/kernels/gather_f16_vec4_f16_out.wgsl +68 -0
  549. package/src/gpu/kernels/gather_vec4.wgsl +74 -0
  550. package/src/gpu/kernels/gather_vec4_f16_out.wgsl +68 -0
  551. package/src/gpu/kernels/gelu.d.ts +33 -0
  552. package/src/gpu/kernels/gelu.js +47 -0
  553. package/src/gpu/kernels/gelu.wgsl +64 -0
  554. package/src/gpu/kernels/gelu_f16.wgsl +66 -0
  555. package/src/gpu/kernels/gptoss_mxfp4_expert_fused.wgsl +127 -0
  556. package/src/gpu/kernels/gptoss_router_topk.wgsl +119 -0
  557. package/src/gpu/kernels/groupnorm.d.ts +31 -0
  558. package/src/gpu/kernels/groupnorm.js +91 -0
  559. package/src/gpu/kernels/groupnorm_apply.wgsl +41 -0
  560. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +46 -0
  561. package/src/gpu/kernels/groupnorm_stats.wgsl +76 -0
  562. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +79 -0
  563. package/src/gpu/kernels/index.d.ts +336 -0
  564. package/src/gpu/kernels/index.js +284 -0
  565. package/src/gpu/kernels/kernel-base.d.ts +33 -0
  566. package/src/gpu/kernels/kernel-base.js +46 -0
  567. package/src/gpu/kernels/kernel-configs.d.ts +65 -0
  568. package/src/gpu/kernels/kernel-configs.js +50 -0
  569. package/src/gpu/kernels/kernel-tuning.d.ts +42 -0
  570. package/src/gpu/kernels/kernel-tuning.js +149 -0
  571. package/src/gpu/kernels/kv-quantize.d.ts +37 -0
  572. package/src/gpu/kernels/kv-quantize.js +138 -0
  573. package/src/gpu/kernels/kv_quantize_int4.wgsl +119 -0
  574. package/src/gpu/kernels/kv_quantize_int8.wgsl +119 -0
  575. package/src/gpu/kernels/layernorm.d.ts +37 -0
  576. package/src/gpu/kernels/layernorm.js +80 -0
  577. package/src/gpu/kernels/layernorm.wgsl +121 -0
  578. package/src/gpu/kernels/layernorm_f16.wgsl +103 -0
  579. package/src/gpu/kernels/linear-attention-core.d.ts +39 -0
  580. package/src/gpu/kernels/linear-attention-core.js +535 -0
  581. package/src/gpu/kernels/logit-merge.d.ts +110 -0
  582. package/src/gpu/kernels/logit-merge.js +392 -0
  583. package/src/gpu/kernels/matmul-dispatch.d.ts +38 -0
  584. package/src/gpu/kernels/matmul-dispatch.js +155 -0
  585. package/src/gpu/kernels/matmul-selection.d.ts +87 -0
  586. package/src/gpu/kernels/matmul-selection.js +474 -0
  587. package/src/gpu/kernels/matmul.d.ts +109 -0
  588. package/src/gpu/kernels/matmul.js +271 -0
  589. package/src/gpu/kernels/matmul_f16.wgsl +170 -0
  590. package/src/gpu/kernels/matmul_f16_tiled.wgsl +165 -0
  591. package/src/gpu/kernels/matmul_f16w_f32a.wgsl +89 -0
  592. package/src/gpu/kernels/matmul_f16w_f32a_tiled.wgsl +154 -0
  593. package/src/gpu/kernels/matmul_f32.wgsl +100 -0
  594. package/src/gpu/kernels/matmul_gemv.wgsl +80 -0
  595. package/src/gpu/kernels/matmul_gemv_f16a.wgsl +81 -0
  596. package/src/gpu/kernels/matmul_gemv_residual.wgsl +119 -0
  597. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +78 -0
  598. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +345 -0
  599. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +514 -0
  600. package/src/gpu/kernels/modulate.d.ts +29 -0
  601. package/src/gpu/kernels/modulate.js +49 -0
  602. package/src/gpu/kernels/modulate.wgsl +40 -0
  603. package/src/gpu/kernels/modulate_f16.wgsl +43 -0
  604. package/src/gpu/kernels/moe.d.ts +164 -0
  605. package/src/gpu/kernels/moe.js +496 -0
  606. package/src/gpu/kernels/moe_gather.wgsl +170 -0
  607. package/src/gpu/kernels/moe_gather_f16.wgsl +82 -0
  608. package/src/gpu/kernels/moe_gather_vec4.wgsl +74 -0
  609. package/src/gpu/kernels/moe_offsets.wgsl +48 -0
  610. package/src/gpu/kernels/pipeline-cache.d.ts +88 -0
  611. package/src/gpu/kernels/pipeline-cache.js +305 -0
  612. package/src/gpu/kernels/pixel_shuffle.d.ts +27 -0
  613. package/src/gpu/kernels/pixel_shuffle.js +49 -0
  614. package/src/gpu/kernels/pixel_shuffle.wgsl +44 -0
  615. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +47 -0
  616. package/src/gpu/kernels/residual.d.ts +74 -0
  617. package/src/gpu/kernels/residual.js +127 -0
  618. package/src/gpu/kernels/residual.wgsl +53 -0
  619. package/src/gpu/kernels/residual_f16.wgsl +35 -0
  620. package/src/gpu/kernels/residual_f16_vec4.wgsl +47 -0
  621. package/src/gpu/kernels/residual_vec4.wgsl +46 -0
  622. package/src/gpu/kernels/rmsnorm.d.ts +53 -0
  623. package/src/gpu/kernels/rmsnorm.js +140 -0
  624. package/src/gpu/kernels/rmsnorm.wgsl +417 -0
  625. package/src/gpu/kernels/rmsnorm_f16.wgsl +164 -0
  626. package/src/gpu/kernels/rope.d.ts +48 -0
  627. package/src/gpu/kernels/rope.js +53 -0
  628. package/src/gpu/kernels/rope.wgsl +328 -0
  629. package/src/gpu/kernels/rope_f16.wgsl +271 -0
  630. package/src/gpu/kernels/rule-matcher.d.ts +30 -0
  631. package/src/gpu/kernels/rule-matcher.js +42 -0
  632. package/src/gpu/kernels/rule-registry.d.ts +7 -0
  633. package/src/gpu/kernels/rule-registry.js +41 -0
  634. package/src/gpu/kernels/sample.d.ts +75 -0
  635. package/src/gpu/kernels/sample.js +578 -0
  636. package/src/gpu/kernels/sample.wgsl +377 -0
  637. package/src/gpu/kernels/sample_f16.wgsl +331 -0
  638. package/src/gpu/kernels/scale.d.ts +35 -0
  639. package/src/gpu/kernels/scale.js +37 -0
  640. package/src/gpu/kernels/scale.wgsl +38 -0
  641. package/src/gpu/kernels/scatter_add.wgsl +88 -0
  642. package/src/gpu/kernels/scatter_add_dynamic.wgsl +59 -0
  643. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +52 -0
  644. package/src/gpu/kernels/scatter_add_dynamic_f16_weights.wgsl +50 -0
  645. package/src/gpu/kernels/scatter_add_vec4.wgsl +70 -0
  646. package/src/gpu/kernels/shader-cache.d.ts +56 -0
  647. package/src/gpu/kernels/shader-cache.js +206 -0
  648. package/src/gpu/kernels/silu.d.ts +75 -0
  649. package/src/gpu/kernels/silu.js +340 -0
  650. package/src/gpu/kernels/silu.wgsl +99 -0
  651. package/src/gpu/kernels/silu_f16.wgsl +98 -0
  652. package/src/gpu/kernels/softmax.d.ts +57 -0
  653. package/src/gpu/kernels/softmax.js +106 -0
  654. package/src/gpu/kernels/softmax.wgsl +388 -0
  655. package/src/gpu/kernels/softmax_subgroup.wgsl +175 -0
  656. package/src/gpu/kernels/split_qkv.d.ts +51 -0
  657. package/src/gpu/kernels/split_qkv.js +41 -0
  658. package/src/gpu/kernels/split_qkv.wgsl +71 -0
  659. package/src/gpu/kernels/split_qkv_f16.wgsl +75 -0
  660. package/src/gpu/kernels/topk.wgsl +243 -0
  661. package/src/gpu/kernels/topk_f16.wgsl +108 -0
  662. package/src/gpu/kernels/topk_f16_weights.wgsl +101 -0
  663. package/src/gpu/kernels/transpose.d.ts +21 -0
  664. package/src/gpu/kernels/transpose.js +30 -0
  665. package/src/gpu/kernels/transpose.wgsl +32 -0
  666. package/src/gpu/kernels/types.d.ts +21 -0
  667. package/src/gpu/kernels/types.js +4 -0
  668. package/src/gpu/kernels/uniform-utils.d.ts +48 -0
  669. package/src/gpu/kernels/uniform-utils.js +94 -0
  670. package/src/gpu/kernels/upsample2d.d.ts +25 -0
  671. package/src/gpu/kernels/upsample2d.js +58 -0
  672. package/src/gpu/kernels/upsample2d.wgsl +37 -0
  673. package/src/gpu/kernels/upsample2d_f16.wgsl +41 -0
  674. package/src/gpu/kernels/utils.d.ts +106 -0
  675. package/src/gpu/kernels/utils.js +224 -0
  676. package/src/gpu/multi-model-recorder.d.ts +21 -0
  677. package/src/gpu/multi-model-recorder.js +31 -0
  678. package/src/gpu/partitioned-buffer-pool.d.ts +28 -0
  679. package/src/gpu/partitioned-buffer-pool.js +49 -0
  680. package/src/gpu/perf-guards.d.ts +25 -0
  681. package/src/gpu/perf-guards.js +140 -0
  682. package/src/gpu/profiler.d.ts +114 -0
  683. package/src/gpu/profiler.js +391 -0
  684. package/src/gpu/submit-tracker.d.ts +111 -0
  685. package/src/gpu/submit-tracker.js +229 -0
  686. package/src/gpu/tensor.d.ts +69 -0
  687. package/src/gpu/tensor.js +75 -0
  688. package/src/gpu/uniform-cache.d.ts +108 -0
  689. package/src/gpu/uniform-cache.js +242 -0
  690. package/src/gpu/weight-buffer.d.ts +115 -0
  691. package/src/gpu/weight-buffer.js +118 -0
  692. package/src/hotswap/intent-bundle.d.ts +37 -0
  693. package/src/hotswap/intent-bundle.js +123 -0
  694. package/src/hotswap/manifest.d.ts +33 -0
  695. package/src/hotswap/manifest.js +114 -0
  696. package/src/hotswap/runtime.d.ts +31 -0
  697. package/src/hotswap/runtime.js +128 -0
  698. package/src/index-browser.d.ts +47 -0
  699. package/src/index-browser.js +53 -0
  700. package/src/index-internal.d.ts +2 -0
  701. package/src/index-internal.js +2 -0
  702. package/src/index.d.ts +102 -0
  703. package/src/index.js +75 -0
  704. package/src/inference/README.md +593 -0
  705. package/src/inference/browser-harness.d.ts +234 -0
  706. package/src/inference/browser-harness.js +2665 -0
  707. package/src/inference/decode-buffers.d.ts +108 -0
  708. package/src/inference/decode-buffers.js +181 -0
  709. package/src/inference/decode-ring.d.ts +52 -0
  710. package/src/inference/decode-ring.js +273 -0
  711. package/src/inference/expert-router.d.ts +27 -0
  712. package/src/inference/expert-router.js +55 -0
  713. package/src/inference/functiongemma.d.ts +15 -0
  714. package/src/inference/functiongemma.js +1 -0
  715. package/src/inference/kv-cache/base.d.ts +150 -0
  716. package/src/inference/kv-cache/base.js +1037 -0
  717. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +50 -0
  718. package/src/inference/kv-cache/basis-decomposed-paged.js +276 -0
  719. package/src/inference/kv-cache/index.d.ts +35 -0
  720. package/src/inference/kv-cache/index.js +20 -0
  721. package/src/inference/kv-cache/sliding-window.d.ts +72 -0
  722. package/src/inference/kv-cache/sliding-window.js +243 -0
  723. package/src/inference/kv-cache/tiered.d.ts +89 -0
  724. package/src/inference/kv-cache/tiered.js +574 -0
  725. package/src/inference/kv-cache/types.d.ts +188 -0
  726. package/src/inference/kv-cache/types.js +80 -0
  727. package/src/inference/kv-cache.d.ts +36 -0
  728. package/src/inference/kv-cache.js +18 -0
  729. package/src/inference/moe-router.d.ts +212 -0
  730. package/src/inference/moe-router.js +553 -0
  731. package/src/inference/multi-model-network.d.ts +139 -0
  732. package/src/inference/multi-model-network.js +769 -0
  733. package/src/inference/multi-pipeline-pool.d.ts +62 -0
  734. package/src/inference/multi-pipeline-pool.js +161 -0
  735. package/src/inference/network-evolution.d.ts +46 -0
  736. package/src/inference/network-evolution.js +80 -0
  737. package/src/inference/pipelines/context.d.ts +18 -0
  738. package/src/inference/pipelines/context.js +44 -0
  739. package/src/inference/pipelines/diffusion/helpers.d.ts +29 -0
  740. package/src/inference/pipelines/diffusion/helpers.js +112 -0
  741. package/src/inference/pipelines/diffusion/index.d.ts +3 -0
  742. package/src/inference/pipelines/diffusion/index.js +3 -0
  743. package/src/inference/pipelines/diffusion/init.d.ts +24 -0
  744. package/src/inference/pipelines/diffusion/init.js +124 -0
  745. package/src/inference/pipelines/diffusion/pipeline.d.ts +38 -0
  746. package/src/inference/pipelines/diffusion/pipeline.js +632 -0
  747. package/src/inference/pipelines/diffusion/scheduler.d.ts +19 -0
  748. package/src/inference/pipelines/diffusion/scheduler.js +65 -0
  749. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +20 -0
  750. package/src/inference/pipelines/diffusion/sd3-transformer.js +1194 -0
  751. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +21 -0
  752. package/src/inference/pipelines/diffusion/sd3-weights.js +287 -0
  753. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +80 -0
  754. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +935 -0
  755. package/src/inference/pipelines/diffusion/text-encoder.d.ts +29 -0
  756. package/src/inference/pipelines/diffusion/text-encoder.js +178 -0
  757. package/src/inference/pipelines/diffusion/types.d.ts +112 -0
  758. package/src/inference/pipelines/diffusion/types.js +1 -0
  759. package/src/inference/pipelines/diffusion/vae.d.ts +20 -0
  760. package/src/inference/pipelines/diffusion/vae.js +675 -0
  761. package/src/inference/pipelines/diffusion/weights.d.ts +40 -0
  762. package/src/inference/pipelines/diffusion/weights.js +150 -0
  763. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +29 -0
  764. package/src/inference/pipelines/dream/energy-head-pipeline.js +6 -0
  765. package/src/inference/pipelines/dream/pipeline.d.ts +17 -0
  766. package/src/inference/pipelines/dream/pipeline.js +8 -0
  767. package/src/inference/pipelines/energy/index.d.ts +1 -0
  768. package/src/inference/pipelines/energy/index.js +1 -0
  769. package/src/inference/pipelines/energy/pipeline.d.ts +27 -0
  770. package/src/inference/pipelines/energy/pipeline.js +680 -0
  771. package/src/inference/pipelines/energy/quintel.d.ts +87 -0
  772. package/src/inference/pipelines/energy/quintel.js +207 -0
  773. package/src/inference/pipelines/energy/types.d.ts +63 -0
  774. package/src/inference/pipelines/energy/types.js +1 -0
  775. package/src/inference/pipelines/energy-head/index.d.ts +6 -0
  776. package/src/inference/pipelines/energy-head/index.js +6 -0
  777. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +103 -0
  778. package/src/inference/pipelines/energy-head/row-head-pipeline.js +487 -0
  779. package/src/inference/pipelines/factory.d.ts +10 -0
  780. package/src/inference/pipelines/factory.js +6 -0
  781. package/src/inference/pipelines/index.d.ts +22 -0
  782. package/src/inference/pipelines/index.js +19 -0
  783. package/src/inference/pipelines/registry.d.ts +15 -0
  784. package/src/inference/pipelines/registry.js +23 -0
  785. package/src/inference/pipelines/rng.d.ts +2 -0
  786. package/src/inference/pipelines/rng.js +17 -0
  787. package/src/inference/pipelines/structured/index.d.ts +8 -0
  788. package/src/inference/pipelines/structured/index.js +8 -0
  789. package/src/inference/pipelines/structured/json-head-pipeline.d.ts +58 -0
  790. package/src/inference/pipelines/structured/json-head-pipeline.js +181 -0
  791. package/src/inference/pipelines/text/attention/index.d.ts +24 -0
  792. package/src/inference/pipelines/text/attention/index.js +17 -0
  793. package/src/inference/pipelines/text/attention/projections.d.ts +101 -0
  794. package/src/inference/pipelines/text/attention/projections.js +435 -0
  795. package/src/inference/pipelines/text/attention/record.d.ts +36 -0
  796. package/src/inference/pipelines/text/attention/record.js +613 -0
  797. package/src/inference/pipelines/text/attention/run.d.ts +38 -0
  798. package/src/inference/pipelines/text/attention/run.js +826 -0
  799. package/src/inference/pipelines/text/attention/types.d.ts +98 -0
  800. package/src/inference/pipelines/text/attention/types.js +67 -0
  801. package/src/inference/pipelines/text/attention.d.ts +23 -0
  802. package/src/inference/pipelines/text/attention.js +12 -0
  803. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +22 -0
  804. package/src/inference/pipelines/text/bdpa-steamroller.js +158 -0
  805. package/src/inference/pipelines/text/buffer-types.d.ts +7 -0
  806. package/src/inference/pipelines/text/buffer-types.js +4 -0
  807. package/src/inference/pipelines/text/chat-format.d.ts +46 -0
  808. package/src/inference/pipelines/text/chat-format.js +366 -0
  809. package/src/inference/pipelines/text/config.d.ts +235 -0
  810. package/src/inference/pipelines/text/config.js +623 -0
  811. package/src/inference/pipelines/text/debug-utils/config.d.ts +144 -0
  812. package/src/inference/pipelines/text/debug-utils/config.js +156 -0
  813. package/src/inference/pipelines/text/debug-utils/index.d.ts +53 -0
  814. package/src/inference/pipelines/text/debug-utils/index.js +44 -0
  815. package/src/inference/pipelines/text/debug-utils/logging.d.ts +106 -0
  816. package/src/inference/pipelines/text/debug-utils/logging.js +152 -0
  817. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +119 -0
  818. package/src/inference/pipelines/text/debug-utils/tensor.js +268 -0
  819. package/src/inference/pipelines/text/debug-utils/utils.d.ts +77 -0
  820. package/src/inference/pipelines/text/debug-utils/utils.js +139 -0
  821. package/src/inference/pipelines/text/debug-utils.d.ts +42 -0
  822. package/src/inference/pipelines/text/debug-utils.js +34 -0
  823. package/src/inference/pipelines/text/embed.d.ts +67 -0
  824. package/src/inference/pipelines/text/embed.js +461 -0
  825. package/src/inference/pipelines/text/execution-plan.d.ts +116 -0
  826. package/src/inference/pipelines/text/execution-plan.js +314 -0
  827. package/src/inference/pipelines/text/execution-v0.d.ts +66 -0
  828. package/src/inference/pipelines/text/execution-v0.js +1139 -0
  829. package/src/inference/pipelines/text/ffn/dense.d.ts +40 -0
  830. package/src/inference/pipelines/text/ffn/dense.js +759 -0
  831. package/src/inference/pipelines/text/ffn/index.d.ts +23 -0
  832. package/src/inference/pipelines/text/ffn/index.js +16 -0
  833. package/src/inference/pipelines/text/ffn/moe.d.ts +21 -0
  834. package/src/inference/pipelines/text/ffn/moe.js +49 -0
  835. package/src/inference/pipelines/text/ffn/sandwich.d.ts +25 -0
  836. package/src/inference/pipelines/text/ffn/sandwich.js +196 -0
  837. package/src/inference/pipelines/text/ffn/standard.d.ts +23 -0
  838. package/src/inference/pipelines/text/ffn/standard.js +84 -0
  839. package/src/inference/pipelines/text/ffn/types.d.ts +30 -0
  840. package/src/inference/pipelines/text/ffn/types.js +25 -0
  841. package/src/inference/pipelines/text/ffn.d.ts +31 -0
  842. package/src/inference/pipelines/text/ffn.js +18 -0
  843. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +11 -0
  844. package/src/inference/pipelines/text/finiteness-guard-status.js +21 -0
  845. package/src/inference/pipelines/text/finiteness-policy.d.ts +35 -0
  846. package/src/inference/pipelines/text/finiteness-policy.js +45 -0
  847. package/src/inference/pipelines/text/generator-helpers.d.ts +34 -0
  848. package/src/inference/pipelines/text/generator-helpers.js +175 -0
  849. package/src/inference/pipelines/text/generator-runtime.d.ts +93 -0
  850. package/src/inference/pipelines/text/generator-runtime.js +373 -0
  851. package/src/inference/pipelines/text/generator-steps.d.ts +75 -0
  852. package/src/inference/pipelines/text/generator-steps.js +1078 -0
  853. package/src/inference/pipelines/text/generator.d.ts +41 -0
  854. package/src/inference/pipelines/text/generator.js +1345 -0
  855. package/src/inference/pipelines/text/index.d.ts +5 -0
  856. package/src/inference/pipelines/text/index.js +6 -0
  857. package/src/inference/pipelines/text/init.d.ts +295 -0
  858. package/src/inference/pipelines/text/init.js +965 -0
  859. package/src/inference/pipelines/text/kernel-path-auto-select.d.ts +12 -0
  860. package/src/inference/pipelines/text/kernel-path-auto-select.js +90 -0
  861. package/src/inference/pipelines/text/kernel-trace.d.ts +150 -0
  862. package/src/inference/pipelines/text/kernel-trace.js +324 -0
  863. package/src/inference/pipelines/text/layer-plan.d.ts +65 -0
  864. package/src/inference/pipelines/text/layer-plan.js +249 -0
  865. package/src/inference/pipelines/text/layer.d.ts +56 -0
  866. package/src/inference/pipelines/text/layer.js +916 -0
  867. package/src/inference/pipelines/text/linear-attention.d.ts +94 -0
  868. package/src/inference/pipelines/text/linear-attention.js +803 -0
  869. package/src/inference/pipelines/text/logits/cpu.d.ts +81 -0
  870. package/src/inference/pipelines/text/logits/cpu.js +91 -0
  871. package/src/inference/pipelines/text/logits/gpu.d.ts +113 -0
  872. package/src/inference/pipelines/text/logits/gpu.js +406 -0
  873. package/src/inference/pipelines/text/logits/index.d.ts +57 -0
  874. package/src/inference/pipelines/text/logits/index.js +305 -0
  875. package/src/inference/pipelines/text/logits/types.d.ts +46 -0
  876. package/src/inference/pipelines/text/logits/types.js +4 -0
  877. package/src/inference/pipelines/text/logits/utils.d.ts +49 -0
  878. package/src/inference/pipelines/text/logits/utils.js +59 -0
  879. package/src/inference/pipelines/text/logits.d.ts +27 -0
  880. package/src/inference/pipelines/text/logits.js +16 -0
  881. package/src/inference/pipelines/text/lora-apply.d.ts +28 -0
  882. package/src/inference/pipelines/text/lora-apply.js +58 -0
  883. package/src/inference/pipelines/text/lora-types.d.ts +39 -0
  884. package/src/inference/pipelines/text/lora-types.js +18 -0
  885. package/src/inference/pipelines/text/lora.d.ts +18 -0
  886. package/src/inference/pipelines/text/lora.js +12 -0
  887. package/src/inference/pipelines/text/model-load.d.ts +58 -0
  888. package/src/inference/pipelines/text/model-load.js +561 -0
  889. package/src/inference/pipelines/text/moe-cache.d.ts +32 -0
  890. package/src/inference/pipelines/text/moe-cache.js +107 -0
  891. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +9 -0
  892. package/src/inference/pipelines/text/moe-cpu-gptoss.js +110 -0
  893. package/src/inference/pipelines/text/moe-cpu.d.ts +13 -0
  894. package/src/inference/pipelines/text/moe-cpu.js +116 -0
  895. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  896. package/src/inference/pipelines/text/moe-gpu.js +611 -0
  897. package/src/inference/pipelines/text/moe-helpers.d.ts +12 -0
  898. package/src/inference/pipelines/text/moe-helpers.js +21 -0
  899. package/src/inference/pipelines/text/moe-impl.d.ts +117 -0
  900. package/src/inference/pipelines/text/moe-impl.js +9 -0
  901. package/src/inference/pipelines/text/moe-shape-validator.d.ts +31 -0
  902. package/src/inference/pipelines/text/moe-shape-validator.js +78 -0
  903. package/src/inference/pipelines/text/ops.d.ts +167 -0
  904. package/src/inference/pipelines/text/ops.js +367 -0
  905. package/src/inference/pipelines/text/probes.d.ts +31 -0
  906. package/src/inference/pipelines/text/probes.js +170 -0
  907. package/src/inference/pipelines/text/sampling.d.ts +54 -0
  908. package/src/inference/pipelines/text/sampling.js +203 -0
  909. package/src/inference/pipelines/text/state.d.ts +112 -0
  910. package/src/inference/pipelines/text/state.js +152 -0
  911. package/src/inference/pipelines/text/types.d.ts +627 -0
  912. package/src/inference/pipelines/text/types.js +4 -0
  913. package/src/inference/pipelines/text/weights.d.ts +110 -0
  914. package/src/inference/pipelines/text/weights.js +163 -0
  915. package/src/inference/pipelines/text.d.ts +157 -0
  916. package/src/inference/pipelines/text.js +586 -0
  917. package/src/inference/speculative.d.ts +239 -0
  918. package/src/inference/speculative.js +416 -0
  919. package/src/inference/test-harness.d.ts +178 -0
  920. package/src/inference/test-harness.js +349 -0
  921. package/src/inference/tokenizer.d.ts +77 -0
  922. package/src/inference/tokenizer.js +258 -0
  923. package/src/inference/tokenizers/base.d.ts +39 -0
  924. package/src/inference/tokenizers/base.js +69 -0
  925. package/src/inference/tokenizers/bpe.d.ts +27 -0
  926. package/src/inference/tokenizers/bpe.js +171 -0
  927. package/src/inference/tokenizers/bundled.d.ts +63 -0
  928. package/src/inference/tokenizers/bundled.js +866 -0
  929. package/src/inference/tokenizers/sentencepiece.d.ts +28 -0
  930. package/src/inference/tokenizers/sentencepiece.js +389 -0
  931. package/src/inference/tokenizers/types.d.ts +166 -0
  932. package/src/inference/tokenizers/types.js +7 -0
  933. package/src/loader/doppler-loader.d.ts +134 -0
  934. package/src/loader/doppler-loader.js +1036 -0
  935. package/src/loader/dtype-utils.d.ts +40 -0
  936. package/src/loader/dtype-utils.js +102 -0
  937. package/src/loader/embedding-loader.d.ts +56 -0
  938. package/src/loader/embedding-loader.js +207 -0
  939. package/src/loader/experts/expert-cache.d.ts +156 -0
  940. package/src/loader/experts/expert-cache.js +375 -0
  941. package/src/loader/experts/expert-loader.d.ts +108 -0
  942. package/src/loader/experts/expert-loader.js +384 -0
  943. package/src/loader/final-weights-loader.d.ts +68 -0
  944. package/src/loader/final-weights-loader.js +262 -0
  945. package/src/loader/index.d.ts +150 -0
  946. package/src/loader/index.js +124 -0
  947. package/src/loader/layer-loader.d.ts +63 -0
  948. package/src/loader/layer-loader.js +417 -0
  949. package/src/loader/loader-state.d.ts +51 -0
  950. package/src/loader/loader-state.js +142 -0
  951. package/src/loader/loader-types.d.ts +236 -0
  952. package/src/loader/loader-types.js +4 -0
  953. package/src/loader/manifest-config.d.ts +97 -0
  954. package/src/loader/manifest-config.js +132 -0
  955. package/src/loader/memory-monitor.d.ts +112 -0
  956. package/src/loader/memory-monitor.js +276 -0
  957. package/src/loader/multi-model-loader.d.ts +37 -0
  958. package/src/loader/multi-model-loader.js +87 -0
  959. package/src/loader/quantization-constants.d.ts +23 -0
  960. package/src/loader/quantization-constants.js +14 -0
  961. package/src/loader/shard-cache.d.ts +60 -0
  962. package/src/loader/shard-cache.js +568 -0
  963. package/src/loader/shard-resolver.d.ts +12 -0
  964. package/src/loader/shard-resolver.js +83 -0
  965. package/src/loader/tensors/tensor-loader.d.ts +154 -0
  966. package/src/loader/tensors/tensor-loader.js +427 -0
  967. package/src/loader/tensors/tensor-reader.d.ts +22 -0
  968. package/src/loader/tensors/tensor-reader.js +56 -0
  969. package/src/loader/tensors/tensor-role.d.ts +7 -0
  970. package/src/loader/tensors/tensor-role.js +12 -0
  971. package/src/loader/weight-downcast.d.ts +62 -0
  972. package/src/loader/weight-downcast.js +213 -0
  973. package/src/loader/weights.d.ts +22 -0
  974. package/src/loader/weights.js +4 -0
  975. package/src/memory/address-table.d.ts +104 -0
  976. package/src/memory/address-table.js +114 -0
  977. package/src/memory/buffer-pool.d.ts +196 -0
  978. package/src/memory/buffer-pool.js +756 -0
  979. package/src/memory/capability.d.ts +49 -0
  980. package/src/memory/capability.js +95 -0
  981. package/src/memory/heap-manager.d.ts +104 -0
  982. package/src/memory/heap-manager.js +264 -0
  983. package/src/memory/unified-detect.d.ts +59 -0
  984. package/src/memory/unified-detect.js +192 -0
  985. package/src/rules/converter/execution.rules.json +20 -0
  986. package/src/rules/converter/tensor-roles.rules.json +13 -0
  987. package/src/rules/converter/tokenizer.rules.json +7 -0
  988. package/src/rules/inference/attention.rules.json +54 -0
  989. package/src/rules/inference/config.rules.json +58 -0
  990. package/src/rules/inference/dtype.rules.json +94 -0
  991. package/src/rules/inference/execution.rules.json +45 -0
  992. package/src/rules/inference/ffn.rules.json +35 -0
  993. package/src/rules/inference/kernel-path.rules.json +76 -0
  994. package/src/rules/inference/layer-pattern.rules.json +16 -0
  995. package/src/rules/inference/layer.rules.json +7 -0
  996. package/src/rules/inference/moe.rules.json +48 -0
  997. package/src/rules/kernels/attention.rules.json +61 -0
  998. package/src/rules/kernels/conv2d.rules.json +6 -0
  999. package/src/rules/kernels/dequant.rules.json +58 -0
  1000. package/src/rules/kernels/energy.rules.json +22 -0
  1001. package/src/rules/kernels/fused-ffn.rules.json +13 -0
  1002. package/src/rules/kernels/fused-matmul-residual.rules.json +6 -0
  1003. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +8 -0
  1004. package/src/rules/kernels/gather.rules.json +12 -0
  1005. package/src/rules/kernels/gelu.rules.json +11 -0
  1006. package/src/rules/kernels/groupnorm.rules.json +10 -0
  1007. package/src/rules/kernels/kernel-validator.d.ts +24 -0
  1008. package/src/rules/kernels/kernel-validator.js +160 -0
  1009. package/src/rules/kernels/kv_quantize.rules.json +7 -0
  1010. package/src/rules/kernels/layernorm.rules.json +6 -0
  1011. package/src/rules/kernels/matmul.rules.json +60 -0
  1012. package/src/rules/kernels/modulate.rules.json +6 -0
  1013. package/src/rules/kernels/moe.rules.gptoss.json +105 -0
  1014. package/src/rules/kernels/moe.rules.json +11 -0
  1015. package/src/rules/kernels/pixel_shuffle.rules.json +6 -0
  1016. package/src/rules/kernels/residual.rules.json +12 -0
  1017. package/src/rules/kernels/rmsnorm.rules.json +11 -0
  1018. package/src/rules/kernels/rope.rules.json +6 -0
  1019. package/src/rules/kernels/sample.rules.json +6 -0
  1020. package/src/rules/kernels/scale.rules.json +6 -0
  1021. package/src/rules/kernels/silu.rules.json +21 -0
  1022. package/src/rules/kernels/softmax.rules.json +23 -0
  1023. package/src/rules/kernels/split-qkv.rules.json +6 -0
  1024. package/src/rules/kernels/upsample2d.rules.json +6 -0
  1025. package/src/rules/loader/tensor-loader.rules.json +15 -0
  1026. package/src/rules/loader/weights.rules.json +41 -0
  1027. package/src/rules/rule-registry.d.ts +48 -0
  1028. package/src/rules/rule-registry.js +177 -0
  1029. package/src/rules/tooling/command-runtime.rules.json +38 -0
  1030. package/src/storage/backends/idb-store.d.ts +52 -0
  1031. package/src/storage/backends/idb-store.js +590 -0
  1032. package/src/storage/backends/memory-store.d.ts +36 -0
  1033. package/src/storage/backends/memory-store.js +242 -0
  1034. package/src/storage/backends/opfs-store.d.ts +41 -0
  1035. package/src/storage/backends/opfs-store.js +429 -0
  1036. package/src/storage/blake3.d.ts +17 -0
  1037. package/src/storage/blake3.js +269 -0
  1038. package/src/storage/download-types.d.ts +157 -0
  1039. package/src/storage/download-types.js +48 -0
  1040. package/src/storage/downloader.d.ts +103 -0
  1041. package/src/storage/downloader.js +839 -0
  1042. package/src/storage/emulated-vram.d.ts +264 -0
  1043. package/src/storage/emulated-vram.js +576 -0
  1044. package/src/storage/export.d.ts +20 -0
  1045. package/src/storage/export.js +159 -0
  1046. package/src/storage/index.d.ts +253 -0
  1047. package/src/storage/index.js +185 -0
  1048. package/src/storage/inventory.d.ts +26 -0
  1049. package/src/storage/inventory.js +218 -0
  1050. package/src/storage/preflight.d.ts +144 -0
  1051. package/src/storage/preflight.js +294 -0
  1052. package/src/storage/quickstart-downloader.d.ts +154 -0
  1053. package/src/storage/quickstart-downloader.js +265 -0
  1054. package/src/storage/quota.d.ts +150 -0
  1055. package/src/storage/quota.js +304 -0
  1056. package/src/storage/registry.d.ts +28 -0
  1057. package/src/storage/registry.js +125 -0
  1058. package/src/storage/reports.d.ts +20 -0
  1059. package/src/storage/reports.js +94 -0
  1060. package/src/storage/shard-manager.d.ts +137 -0
  1061. package/src/storage/shard-manager.js +801 -0
  1062. package/src/sw.d.ts +1 -0
  1063. package/src/sw.js +187 -0
  1064. package/src/tooling/browser-command-runner.d.ts +28 -0
  1065. package/src/tooling/browser-command-runner.js +82 -0
  1066. package/src/tooling/command-api.d.ts +147 -0
  1067. package/src/tooling/command-api.js +523 -0
  1068. package/src/tooling/command-envelope.d.ts +81 -0
  1069. package/src/tooling/command-envelope.js +195 -0
  1070. package/src/tooling/command-runner-shared.d.ts +73 -0
  1071. package/src/tooling/command-runner-shared.js +146 -0
  1072. package/src/tooling/command-runner.html +45 -0
  1073. package/src/tooling/node-browser-command-runner.d.ts +30 -0
  1074. package/src/tooling/node-browser-command-runner.js +868 -0
  1075. package/src/tooling/node-command-runner.d.ts +36 -0
  1076. package/src/tooling/node-command-runner.js +127 -0
  1077. package/src/tooling/node-convert-worker-pool.d.ts +16 -0
  1078. package/src/tooling/node-convert-worker-pool.js +186 -0
  1079. package/src/tooling/node-convert-worker.d.ts +1 -0
  1080. package/src/tooling/node-convert-worker.js +60 -0
  1081. package/src/tooling/node-convert.d.ts +44 -0
  1082. package/src/tooling/node-converter.d.ts +1 -0
  1083. package/src/tooling/node-converter.js +1227 -0
  1084. package/src/tooling/node-file-fetch.d.ts +1 -0
  1085. package/src/tooling/node-file-fetch.js +38 -0
  1086. package/src/tooling/node-source-runtime.d.ts +19 -0
  1087. package/src/tooling/node-source-runtime.js +469 -0
  1088. package/src/tooling/node-webgpu.d.ts +6 -0
  1089. package/src/tooling/node-webgpu.js +321 -0
  1090. package/src/tooling/opfs-cache.d.ts +11 -0
  1091. package/src/tooling/opfs-cache.js +174 -0
  1092. package/src/tooling/source-runtime-bundle.d.ts +102 -0
  1093. package/src/tooling/source-runtime-bundle.js +484 -0
  1094. package/src/tooling-exports.browser.d.ts +7 -0
  1095. package/src/tooling-exports.browser.js +2 -0
  1096. package/src/tooling-exports.d.ts +22 -0
  1097. package/src/tooling-exports.js +7 -0
  1098. package/src/tooling-exports.shared.d.ts +105 -0
  1099. package/src/tooling-exports.shared.js +92 -0
  1100. package/src/training/README.md +153 -0
  1101. package/src/training/artifacts.d.ts +160 -0
  1102. package/src/training/artifacts.js +896 -0
  1103. package/src/training/attention-backward.d.ts +30 -0
  1104. package/src/training/attention-backward.js +217 -0
  1105. package/src/training/attention-forward.d.ts +22 -0
  1106. package/src/training/attention-forward.js +82 -0
  1107. package/src/training/autograd.d.ts +51 -0
  1108. package/src/training/autograd.js +380 -0
  1109. package/src/training/checkpoint.d.ts +31 -0
  1110. package/src/training/checkpoint.js +238 -0
  1111. package/src/training/clip.d.ts +9 -0
  1112. package/src/training/clip.js +54 -0
  1113. package/src/training/dataloader.d.ts +8 -0
  1114. package/src/training/dataloader.js +44 -0
  1115. package/src/training/datasets/index.d.ts +12 -0
  1116. package/src/training/datasets/index.js +6 -0
  1117. package/src/training/datasets/jsonl.d.ts +11 -0
  1118. package/src/training/datasets/jsonl.js +50 -0
  1119. package/src/training/datasets/reploid.d.ts +3 -0
  1120. package/src/training/datasets/reploid.js +36 -0
  1121. package/src/training/datasets/text-pairs.d.ts +21 -0
  1122. package/src/training/datasets/text-pairs.js +42 -0
  1123. package/src/training/datasets/token-batch.d.ts +21 -0
  1124. package/src/training/datasets/token-batch.js +40 -0
  1125. package/src/training/datasets/translation-pairs.d.ts +34 -0
  1126. package/src/training/datasets/translation-pairs.js +49 -0
  1127. package/src/training/export.d.ts +32 -0
  1128. package/src/training/export.js +112 -0
  1129. package/src/training/index.d.ts +52 -0
  1130. package/src/training/index.js +41 -0
  1131. package/src/training/lora.d.ts +19 -0
  1132. package/src/training/lora.js +57 -0
  1133. package/src/training/loss-scaling.d.ts +21 -0
  1134. package/src/training/loss-scaling.js +80 -0
  1135. package/src/training/loss.d.ts +10 -0
  1136. package/src/training/loss.js +41 -0
  1137. package/src/training/objectives/base.d.ts +58 -0
  1138. package/src/training/objectives/base.js +38 -0
  1139. package/src/training/objectives/cross_entropy.d.ts +18 -0
  1140. package/src/training/objectives/cross_entropy.js +37 -0
  1141. package/src/training/objectives/distill_kd.d.ts +16 -0
  1142. package/src/training/objectives/distill_kd.js +369 -0
  1143. package/src/training/objectives/distill_triplet.d.ts +16 -0
  1144. package/src/training/objectives/distill_triplet.js +412 -0
  1145. package/src/training/objectives/index.d.ts +12 -0
  1146. package/src/training/objectives/index.js +6 -0
  1147. package/src/training/objectives/ul_stage1_joint.d.ts +16 -0
  1148. package/src/training/objectives/ul_stage1_joint.js +188 -0
  1149. package/src/training/objectives/ul_stage2_base.d.ts +16 -0
  1150. package/src/training/objectives/ul_stage2_base.js +222 -0
  1151. package/src/training/optimizer.d.ts +22 -0
  1152. package/src/training/optimizer.js +115 -0
  1153. package/src/training/runner.d.ts +196 -0
  1154. package/src/training/runner.js +1194 -0
  1155. package/src/training/suite.d.ts +187 -0
  1156. package/src/training/suite.js +3156 -0
  1157. package/src/training/trainer.d.ts +89 -0
  1158. package/src/training/trainer.js +301 -0
  1159. package/src/training/ul_dataset.d.ts +47 -0
  1160. package/src/training/ul_dataset.js +153 -0
  1161. package/src/training/ul_schedule.d.ts +6 -0
  1162. package/src/training/ul_schedule.js +29 -0
  1163. package/src/types/chrome.d.ts +36 -0
  1164. package/src/types/chrome.js +1 -0
  1165. package/src/types/gpu.d.ts +185 -0
  1166. package/src/types/gpu.js +5 -0
  1167. package/src/types/index.d.ts +3 -0
  1168. package/src/types/index.js +3 -0
  1169. package/src/types/inference.d.ts +197 -0
  1170. package/src/types/inference.js +5 -0
  1171. package/src/types/model.d.ts +125 -0
  1172. package/src/types/model.js +5 -0
  1173. package/src/utils/index.d.ts +7 -0
  1174. package/src/utils/index.js +7 -0
  1175. package/src/utils/load-json.d.ts +5 -0
  1176. package/src/utils/load-json.js +23 -0
  1177. package/src/utils/plain-object.d.ts +1 -0
  1178. package/src/utils/plain-object.js +3 -0
  1179. package/src/utils/sha256.d.ts +4 -0
  1180. package/src/utils/sha256.js +135 -0
  1181. package/tools/convert-safetensors-node.js +180 -0
  1182. package/tools/doppler-cli.js +1170 -0
@@ -0,0 +1,863 @@
1
+ /**
2
+ * Schema Index
3
+ *
4
+ * Re-exports all schema definitions for easy importing.
5
+ *
6
+ * Naming Convention:
7
+ * - *Schema: Type definitions (interface structure)
8
+ * - *Config: Runtime instances (validated values)
9
+ * - *Raw: Unparsed input (from manifest/file)
10
+ * - *Options: Function parameters
11
+ *
12
+ * @module config/schema
13
+ */
14
+
15
+ // =============================================================================
16
+ // Manifest Schema
17
+ // =============================================================================
18
+ export {
19
+ // Constants
20
+ RDRR_VERSION,
21
+ SHARD_SIZE,
22
+ TENSORS_FILENAME,
23
+ MAX_HEADER_SIZE,
24
+ HEADER_READ_SIZE,
25
+ DEFAULT_RMS_NORM_EPS,
26
+ DEFAULT_HIGH_PRECISION_EPS,
27
+
28
+ // Types
29
+ type HashAlgorithm,
30
+ type ModelType,
31
+ type ComponentGroupType,
32
+ type WeightLayout,
33
+ type QuantizationValue,
34
+
35
+ // Schemas
36
+ type ArchitectureSchema,
37
+ type ShardSchema,
38
+ type TensorSpanSchema,
39
+ type TensorSchema,
40
+ type TensorMapSchema,
41
+ type TensorRole,
42
+ type ComponentGroupSchema,
43
+ type MoEConfigSchema,
44
+ type TokenizerSchema,
45
+ type RuntimeOptimizationsSchema,
46
+ type QuantizationInfoSchema,
47
+ type ConversionInfoSchema,
48
+ type ManifestSchema,
49
+ type AdapterConfigSchema,
50
+ type ProvenanceSchema,
51
+
52
+ // Inference config (embedded in manifest)
53
+ type ManifestInferenceSchema,
54
+ type ManifestAttentionSchema,
55
+ type ManifestNormalizationSchema,
56
+ type ManifestFFNSchema,
57
+ type ManifestRoPESchema,
58
+ type ManifestOutputSchema,
59
+ type ManifestLayerPatternSchema,
60
+ type ManifestChatTemplateSchema,
61
+ DEFAULT_MANIFEST_INFERENCE,
62
+
63
+ // Helpers
64
+ isV1Manifest,
65
+ hasMoEConfig,
66
+ validateManifestInference,
67
+ hasInferenceConfig,
68
+ } from './manifest.schema.js';
69
+
70
+ // =============================================================================
71
+ // Kernel Path Schema
72
+ // =============================================================================
73
+ export {
74
+ type KernelPathSchema,
75
+ type KernelPathRef,
76
+ type KernelStepSchema,
77
+ type LayerKernelPathSchema,
78
+ type LayerOverrideSchema,
79
+ type BuiltinKernelPathId,
80
+ DEFAULT_ENTRY,
81
+ DEFAULT_INPUT,
82
+ DEFAULT_OUTPUT,
83
+ } from './kernel-path.schema.js';
84
+
85
+ // =============================================================================
86
+ // Inference Schema
87
+ // =============================================================================
88
+ export {
89
+ type RoPEConfigSchema,
90
+ type AttentionSchema,
91
+ type NormalizationSchema,
92
+ type FFNSchema,
93
+ type LayerPipelineOp,
94
+ type LayerPipelineNormWeight,
95
+ type LayerPipelineStepSchema,
96
+ type LayerPipelineOverrideSchema,
97
+ type LayerPipelineSchema,
98
+ type OutputSchema,
99
+ type LayerType,
100
+ type LinearNormMode,
101
+ type GlobalLayerPattern,
102
+ type LayerPatternSchema,
103
+ type InferenceConfigSchema,
104
+ type SamplingSchema,
105
+ type TokenizerConfigSchema,
106
+ computeGlobalLayers,
107
+ } from './inference.schema.js';
108
+
109
+ // =============================================================================
110
+ // Execution v0 Schema
111
+ // =============================================================================
112
+ export {
113
+ type ExecutionV0Dtype,
114
+ type ExecutionV0Phase,
115
+ type ExecutionV0Section,
116
+ type ExecutionV0LayerSelector,
117
+ type ExecutionV0KernelRefSchema,
118
+ type ExecutionV0PrecisionSchema,
119
+ type ExecutionV0KVIO,
120
+ type ExecutionV0KernelProfileSchema,
121
+ type ExecutionV0ComputeDefaultsSchema,
122
+ type ExecutionV0ComputeSessionSchema,
123
+ type ExecutionV0DecodeLoopSchema,
124
+ type ExecutionV0SessionDefaultsSchema,
125
+ type ExecutionV0PoliciesSchema,
126
+ type ExecutionV0StepSchema,
127
+ type ExecutionV0GraphSchema,
128
+ type ExecutionV0ModelSchema,
129
+ type ExecutionV0ConfigSchema,
130
+ type ExecutionV0PatchSetSchema,
131
+ type ExecutionV0PatchRemoveSchema,
132
+ type ExecutionV0PatchAddSchema,
133
+ type ExecutionV0PatchSchema,
134
+ type ResolvedExecutionV0StepSchema,
135
+ type ExecutionV0ResolveSourceSchema,
136
+ type ExecutionV0FieldSourceMap,
137
+ EXECUTION_V0_SCHEMA_ID,
138
+ EXECUTION_V0_HASH_PATTERN,
139
+ EXECUTION_V0_SEMVER_PATTERN,
140
+ DEFAULT_EXECUTION_V0_COMPUTE_DEFAULTS,
141
+ DEFAULT_EXECUTION_V0_SESSION_DEFAULTS,
142
+ DEFAULT_EXECUTION_V0_POLICIES,
143
+ DEFAULT_EXECUTION_V0_CONFIG,
144
+ DEFAULT_EXECUTION_V0_PATCH,
145
+ isExecutionV0Digest,
146
+ isExecutionV0Semver,
147
+ } from './execution-v0.schema.js';
148
+
149
+ // =============================================================================
150
+ // Diffusion Schema
151
+ // =============================================================================
152
+ export {
153
+ type DiffusionConfigSchema,
154
+ type DiffusionSchedulerConfigSchema,
155
+ type DiffusionLatentConfigSchema,
156
+ type DiffusionTextEncoderConfigSchema,
157
+ type DiffusionDecodeConfigSchema,
158
+ type DiffusionTilingConfigSchema,
159
+ type DiffusionSwapperConfigSchema,
160
+ type DiffusionQuantizationConfigSchema,
161
+ type DiffusionBackendConfigSchema,
162
+ type DiffusionSchedulerType,
163
+ type DiffusionDtype,
164
+ type DiffusionQuantDtype,
165
+ type DiffusionSwapperStrategy,
166
+ type DiffusionBackendPipeline,
167
+ DEFAULT_DIFFUSION_SCHEDULER_CONFIG,
168
+ DEFAULT_DIFFUSION_LATENT_CONFIG,
169
+ DEFAULT_DIFFUSION_TEXT_ENCODER_CONFIG,
170
+ DEFAULT_DIFFUSION_DECODE_CONFIG,
171
+ DEFAULT_DIFFUSION_TILING_CONFIG,
172
+ DEFAULT_DIFFUSION_SWAPPER_CONFIG,
173
+ DEFAULT_DIFFUSION_QUANTIZATION_CONFIG,
174
+ DEFAULT_DIFFUSION_BACKEND_CONFIG,
175
+ DEFAULT_DIFFUSION_CONFIG,
176
+ } from './diffusion.schema.js';
177
+
178
+ // =============================================================================
179
+ // Energy Schema
180
+ // =============================================================================
181
+ export {
182
+ type EnergyStateConfigSchema,
183
+ type EnergyInitConfigSchema,
184
+ type EnergyTargetConfigSchema,
185
+ type EnergyLoopConfigSchema,
186
+ type EnergyDiagnosticsConfigSchema,
187
+ type EnergyQuintelRulesConfigSchema,
188
+ type EnergyQuintelWeightsConfigSchema,
189
+ type EnergyQuintelClampConfigSchema,
190
+ type EnergyQuintelConfigSchema,
191
+ type EnergyConfigSchema,
192
+ type EnergyModelConfigSchema,
193
+ DEFAULT_ENERGY_STATE_CONFIG,
194
+ DEFAULT_ENERGY_INIT_CONFIG,
195
+ DEFAULT_ENERGY_TARGET_CONFIG,
196
+ DEFAULT_ENERGY_LOOP_CONFIG,
197
+ DEFAULT_ENERGY_DIAGNOSTICS_CONFIG,
198
+ DEFAULT_ENERGY_QUINTEL_RULES,
199
+ DEFAULT_ENERGY_QUINTEL_WEIGHTS,
200
+ DEFAULT_ENERGY_QUINTEL_CLAMP,
201
+ DEFAULT_ENERGY_QUINTEL_CONFIG,
202
+ DEFAULT_ENERGY_CONFIG,
203
+ } from './energy.schema.js';
204
+
205
+ // =============================================================================
206
+ // Conversion Schema
207
+ // =============================================================================
208
+ export {
209
+ // Types
210
+ type QuantizationType,
211
+ type ConversionStageType,
212
+
213
+ // Constants
214
+ ConversionStage,
215
+
216
+ // Schemas
217
+ type TensorInfoSchema,
218
+ type ParsedModelSchema,
219
+ type RawModelConfigSchema,
220
+ type ConversionOptionsSchema,
221
+ type ConversionProgressSchema,
222
+ type WriterOptionsSchema,
223
+ type TensorLocationSchema,
224
+ type WriteResultSchema,
225
+ type ConversionIOSchema,
226
+ } from './conversion.schema.js';
227
+
228
+ // =============================================================================
229
+ // Converter Schema
230
+ // =============================================================================
231
+ export {
232
+ // Types
233
+ type ComputePrecision,
234
+ type ConverterQuantizationConfigSchema,
235
+ type ConverterShardingConfigSchema,
236
+ type ConverterStreamingConfigSchema,
237
+ type ConverterHttpConfigSchema,
238
+ type ConverterWeightLayoutConfigSchema,
239
+ type ConverterManifestConfigSchema,
240
+ type ConverterInferenceConfigSchema,
241
+ type ConverterOutputConfigSchema,
242
+ type ConverterExecutionConfigSchema,
243
+ type ConverterWorkerCountPolicy,
244
+ type GGUFParserDefaultsSchema,
245
+ type ConverterPresetConfigSchema,
246
+ type ConverterConfigSchema,
247
+
248
+ // Defaults
249
+ DEFAULT_CONVERTER_QUANTIZATION_CONFIG,
250
+ DEFAULT_CONVERTER_SHARDING_CONFIG,
251
+ DEFAULT_CONVERTER_STREAMING_CONFIG,
252
+ DEFAULT_CONVERTER_HTTP_CONFIG,
253
+ DEFAULT_CONVERTER_WEIGHT_LAYOUT_CONFIG,
254
+ DEFAULT_CONVERTER_MANIFEST_CONFIG,
255
+ DEFAULT_CONVERTER_INFERENCE_CONFIG,
256
+ DEFAULT_CONVERTER_OUTPUT_CONFIG,
257
+ DEFAULT_CONVERTER_PRESET_CONFIG,
258
+ DEFAULT_CONVERTER_EXECUTION_CONFIG,
259
+ DEFAULT_GGUF_PARSER_DEFAULTS,
260
+ DEFAULT_CONVERTER_CONFIG,
261
+
262
+ // Factory
263
+ createConverterConfig,
264
+ } from './converter.schema.js';
265
+
266
+ // =============================================================================
267
+ // Preset Schema
268
+ // =============================================================================
269
+ export {
270
+ type PresetSchema,
271
+ type TensorPatternSchema,
272
+ type DetectionPatternSchema,
273
+ type ResolvedConfigSchema,
274
+ } from './preset.schema.js';
275
+
276
+ // =============================================================================
277
+ // Loading Schema
278
+ // =============================================================================
279
+ export {
280
+ // Types
281
+ type ShardCacheConfigSchema,
282
+ type MemoryManagementConfigSchema,
283
+ type PrefetchConfigSchema,
284
+ type OpfsPathConfigSchema,
285
+ type ExpertCacheConfigSchema,
286
+ type LoadingConfigSchema,
287
+
288
+ // Defaults
289
+ DEFAULT_Q4K_LAYOUT,
290
+ DEFAULT_SHARD_CACHE_CONFIG,
291
+ DEFAULT_MEMORY_MANAGEMENT_CONFIG,
292
+ DEFAULT_PREFETCH_CONFIG,
293
+ DEFAULT_OPFS_PATH_CONFIG,
294
+ DEFAULT_EXPERT_CACHE_CONFIG,
295
+ DEFAULT_LOADING_CONFIG,
296
+ } from './loading.schema.js';
297
+
298
+ // =============================================================================
299
+ // Kernel Registry Schema
300
+ // =============================================================================
301
+ export {
302
+ // Types
303
+ type GpuFeature,
304
+ type BindingType,
305
+ type BindingSchema,
306
+ type UniformFieldType,
307
+ type UniformFieldSchema,
308
+ type UniformsSchema,
309
+ type WgslOverridesSchema,
310
+ type KernelVariantSchema,
311
+ type OperationSchema,
312
+ type KernelRegistrySchema,
313
+ type ResolvedKernelConfig,
314
+
315
+ // Functions
316
+ mergeBindings,
317
+ resolveKernelConfig,
318
+ } from './kernel-registry.schema.js';
319
+
320
+ // =============================================================================
321
+ // Platform Schema
322
+ // =============================================================================
323
+ export {
324
+ // Types
325
+ type PlatformDetectionSchema,
326
+ type MemoryHintsSchema,
327
+ type PlatformSchema,
328
+ type RuntimeCapabilities,
329
+ type ResolvedPlatformConfig,
330
+ type PlatformRegistrySchema,
331
+ } from './platform.schema.js';
332
+
333
+ // =============================================================================
334
+ // Storage Schema
335
+ // =============================================================================
336
+ export {
337
+ // Types
338
+ type QuotaConfigSchema,
339
+ type VramEstimationConfigSchema,
340
+ type StorageAlignmentConfigSchema,
341
+ type StorageFullConfigSchema,
342
+
343
+ // Defaults
344
+ DEFAULT_QUOTA_CONFIG,
345
+ DEFAULT_VRAM_ESTIMATION_CONFIG,
346
+ DEFAULT_STORAGE_ALIGNMENT_CONFIG,
347
+ DEFAULT_STORAGE_FULL_CONFIG,
348
+ } from './storage.schema.js';
349
+
350
+ // =============================================================================
351
+ // Inference Defaults Schema
352
+ // =============================================================================
353
+ export {
354
+ // Types
355
+ type BatchingDefaultsSchema,
356
+ type ComputeDefaultsSchema,
357
+ type LargeWeightConfigSchema,
358
+ type SamplingDefaultsSchema,
359
+ type GenerationDefaultsSchema,
360
+ type TokenizerDefaultsSchema,
361
+ type KernelPathPolicySchema,
362
+ type InferenceDefaultsConfigSchema,
363
+ type ModelInferenceOverrides,
364
+
365
+ // Defaults
366
+ DEFAULT_BATCHING_DEFAULTS,
367
+ DEFAULT_COMPUTE_DEFAULTS,
368
+ DEFAULT_LARGE_WEIGHT_CONFIG,
369
+ DEFAULT_SAMPLING_DEFAULTS,
370
+ DEFAULT_GENERATION_CONFIG,
371
+ DEFAULT_TOKENIZER_DEFAULTS,
372
+ DEFAULT_KERNEL_PATH_POLICY,
373
+ DEFAULT_INFERENCE_DEFAULTS_CONFIG,
374
+ DEFAULT_PRESET_INFERENCE_CONFIG,
375
+ } from './inference-defaults.schema.js';
376
+
377
+ // =============================================================================
378
+ // Distribution Schema
379
+ // =============================================================================
380
+ export {
381
+ // Types
382
+ type DistributionConfigSchema,
383
+
384
+ // Defaults
385
+ DEFAULT_DISTRIBUTION_CONFIG,
386
+ } from './distribution.schema.js';
387
+
388
+ // =============================================================================
389
+ // MoE Runtime Schema
390
+ // =============================================================================
391
+ export {
392
+ // Types
393
+ type RouterDtype,
394
+ type MoERoutingConfigSchema,
395
+ type MoECacheConfigSchema,
396
+ type MoERuntimeConfigSchema,
397
+
398
+ // Defaults
399
+ DEFAULT_MOE_ROUTING_CONFIG,
400
+ DEFAULT_MOE_CACHE_CONFIG,
401
+ DEFAULT_MOE_RUNTIME_CONFIG,
402
+ } from './moe.schema.js';
403
+
404
+ // =============================================================================
405
+ // KV Cache Schema
406
+ // =============================================================================
407
+ export {
408
+ // Types
409
+ type KVDtype,
410
+ type KVLayout,
411
+ type KVCacheConfigSchema,
412
+
413
+ // Defaults
414
+ DEFAULT_KVCACHE_CONFIG,
415
+
416
+ // Thresholds
417
+ PAGED_LAYOUT_SEQ_LEN_THRESHOLD,
418
+ } from './kvcache.schema.js';
419
+
420
+ // =============================================================================
421
+ // GPU Cache Schema
422
+ // =============================================================================
423
+ export {
424
+ // Types
425
+ type GpuCacheConfigSchema,
426
+
427
+ // Defaults
428
+ DEFAULT_GPU_CACHE_CONFIG,
429
+ } from './gpu-cache.schema.js';
430
+
431
+ // =============================================================================
432
+ // Tuner Schema
433
+ // =============================================================================
434
+ export {
435
+ // Types
436
+ type TunerConfigSchema,
437
+
438
+ // Defaults
439
+ DEFAULT_TUNER_CONFIG,
440
+ } from './tuner.schema.js';
441
+
442
+ // =============================================================================
443
+ // Debug Schema
444
+ // =============================================================================
445
+ export {
446
+ // Types
447
+ type LogOutputConfigSchema,
448
+ type LogHistoryConfigSchema,
449
+ type LogLevelConfigSchema,
450
+ type LogLevel,
451
+ type TraceCategory,
452
+ type TraceConfigSchema,
453
+ type PipelineDebugCategory,
454
+ type PipelineDebugConfigSchema,
455
+ type ProfilerConfigSchema,
456
+ type PerfGuardsConfigSchema,
457
+ type ProbeStage,
458
+ type ProbeConfigSchema,
459
+ type DebugConfigSchema,
460
+
461
+ // Constants
462
+ LOG_LEVELS,
463
+
464
+ // Defaults
465
+ DEFAULT_LOG_OUTPUT_CONFIG,
466
+ DEFAULT_LOG_HISTORY_CONFIG,
467
+ DEFAULT_LOG_LEVEL_CONFIG,
468
+ DEFAULT_TRACE_CONFIG,
469
+ DEFAULT_PIPELINE_DEBUG_CONFIG,
470
+ DEFAULT_PROFILER_CONFIG,
471
+ DEFAULT_PERF_GUARDS_CONFIG,
472
+ DEFAULT_DEBUG_CONFIG,
473
+ } from './debug.schema.js';
474
+
475
+ // =============================================================================
476
+ // Benchmark Schema
477
+ // =============================================================================
478
+ export {
479
+ // Types
480
+ type BenchmarkOutputConfig,
481
+ type BenchmarkRunConfig,
482
+ type BenchmarkStatsConfig,
483
+ type BenchmarkComparisonConfig,
484
+ type BenchmarkConfig,
485
+
486
+ // Defaults
487
+ DEFAULT_BENCHMARK_OUTPUT_CONFIG,
488
+ DEFAULT_BENCHMARK_RUN_CONFIG,
489
+ DEFAULT_BENCHMARK_STATS_CONFIG,
490
+ DEFAULT_BENCHMARK_COMPARISON_CONFIG,
491
+ DEFAULT_BENCHMARK_BASELINE_CONFIG,
492
+ DEFAULT_BENCHMARK_CONFIG,
493
+ } from './benchmark.schema.js';
494
+
495
+ // =============================================================================
496
+ // Hot-Swap Schema
497
+ // =============================================================================
498
+ export {
499
+ // Types
500
+ type HotSwapSignerSchema,
501
+ type HotSwapConfigSchema,
502
+
503
+ // Defaults
504
+ DEFAULT_HOTSWAP_CONFIG,
505
+ } from './hotswap.schema.js';
506
+
507
+ // =============================================================================
508
+ // Buffer Pool Schema
509
+ // =============================================================================
510
+ export {
511
+ // Types
512
+ type BufferPoolBucketConfigSchema,
513
+ type BufferPoolLimitsConfigSchema,
514
+ type BufferPoolAlignmentConfigSchema,
515
+ type BufferPoolBudgetConfigSchema,
516
+ type BufferPoolConfigSchema,
517
+
518
+ // Defaults
519
+ DEFAULT_BUFFER_POOL_BUCKET_CONFIG,
520
+ DEFAULT_BUFFER_POOL_LIMITS_CONFIG,
521
+ DEFAULT_BUFFER_POOL_ALIGNMENT_CONFIG,
522
+ DEFAULT_BUFFER_POOL_BUDGET_CONFIG,
523
+ DEFAULT_BUFFER_POOL_CONFIG,
524
+ } from './buffer-pool.schema.js';
525
+
526
+ // =============================================================================
527
+ // Memory Limits Schema
528
+ // =============================================================================
529
+ export {
530
+ // Types
531
+ type HeapTestingConfigSchema,
532
+ type SegmentTestingConfigSchema,
533
+ type AddressSpaceConfigSchema,
534
+ type SegmentAllocationConfigSchema,
535
+ type EmulatedStorageConfigSchema,
536
+ type MemoryLimitsConfigSchema,
537
+
538
+ // Defaults
539
+ DEFAULT_HEAP_TESTING_CONFIG,
540
+ DEFAULT_SEGMENT_TESTING_CONFIG,
541
+ DEFAULT_ADDRESS_SPACE_CONFIG,
542
+ DEFAULT_SEGMENT_ALLOCATION_CONFIG,
543
+ DEFAULT_EMULATED_STORAGE_CONFIG,
544
+ DEFAULT_MEMORY_LIMITS_CONFIG,
545
+ } from './memory-limits.schema.js';
546
+
547
+ // =============================================================================
548
+ // Bridge Schema
549
+ // =============================================================================
550
+ export {
551
+ // Types
552
+ type BridgeConfigSchema,
553
+
554
+ // Defaults
555
+ DEFAULT_BRIDGE_CONFIG,
556
+ } from './bridge.schema.js';
557
+
558
+ // =============================================================================
559
+ // LoRA Schema
560
+ // =============================================================================
561
+ export {
562
+ type LoraConfigSchema,
563
+ DEFAULT_LORA_CONFIG,
564
+ } from './lora.schema.js';
565
+
566
+ // =============================================================================
567
+ // Training Schema
568
+ // =============================================================================
569
+ export {
570
+ type TrainingOptimizerConfigSchema,
571
+ type TrainingGradientConfigSchema,
572
+ type TrainingLossScalingConfigSchema,
573
+ type TrainingPrecisionConfigSchema,
574
+ type TrainingAttentionConfigSchema,
575
+ type TrainingTelemetryConfigSchema,
576
+ type TrainingSettingsSchema,
577
+ DEFAULT_TRAINING_OPTIMIZER_CONFIG,
578
+ DEFAULT_TRAINING_GRADIENT_CONFIG,
579
+ DEFAULT_TRAINING_LOSS_SCALING_CONFIG,
580
+ DEFAULT_TRAINING_PRECISION_CONFIG,
581
+ DEFAULT_TRAINING_ATTENTION_CONFIG,
582
+ DEFAULT_TRAINING_TELEMETRY_CONFIG,
583
+ DEFAULT_TRAINING_SETTINGS,
584
+ } from './training.schema.js';
585
+
586
+ // =============================================================================
587
+ // Distill Training Schema
588
+ // =============================================================================
589
+ export {
590
+ type DistillTrainingStage,
591
+ type DistillFreezeConfigSchema,
592
+ type DistillTrainingConfigSchema,
593
+ DISTILL_STAGE_VALUES,
594
+ DISTILL_TRAINING_SCHEMA_VERSION,
595
+ DEFAULT_DISTILL_FREEZE_GROUPS,
596
+ DEFAULT_DISTILL_TRAINING_CONFIG,
597
+ validateDistillTrainingConfig,
598
+ } from './distill-training.schema.js';
599
+
600
+ // =============================================================================
601
+ // UL Training Schema
602
+ // =============================================================================
603
+ export {
604
+ type UlTrainingStage,
605
+ type UlNoiseScheduleSchema,
606
+ type UlPriorAlignmentSchema,
607
+ type UlDecoderSigmoidWeightSchema,
608
+ type UlFreezeGroupsSchema,
609
+ type UlTrainingConfigSchema,
610
+ UL_STAGE_VALUES,
611
+ UL_TRAINING_SCHEMA_VERSION,
612
+ DEFAULT_UL_NOISE_SCHEDULE,
613
+ DEFAULT_UL_PRIOR_ALIGNMENT,
614
+ DEFAULT_UL_DECODER_SIGMOID_WEIGHT,
615
+ DEFAULT_UL_FREEZE_GROUPS,
616
+ DEFAULT_UL_TRAINING_CONFIG,
617
+ validateUlTrainingConfig,
618
+ } from './ul-training.schema.js';
619
+
620
+ // =============================================================================
621
+ // Training Metrics Schema
622
+ // =============================================================================
623
+ export {
624
+ type TrainingMetricsReportSchema,
625
+ DEFAULT_TRAINING_METRICS_REPORT,
626
+ validateTrainingMetricsEntry,
627
+ validateTrainingMetricsReport,
628
+ } from './training-metrics.schema.js';
629
+
630
+ // =============================================================================
631
+ // Backward Registry Schema
632
+ // =============================================================================
633
+ export {
634
+ type BackwardRegistryOpSchema,
635
+ type BackwardRegistrySchema,
636
+ validateBackwardRegistry,
637
+ } from './backward-registry.schema.js';
638
+
639
+ // =============================================================================
640
+ // Unit Constants (Invariants)
641
+ // =============================================================================
642
+ export {
643
+ KB,
644
+ MB,
645
+ GB,
646
+ formatBytes,
647
+ formatBytesCompact,
648
+ } from './units.schema.js';
649
+
650
+ // =============================================================================
651
+ // Quantization Defaults Schema
652
+ // =============================================================================
653
+ export {
654
+ // Types
655
+ type WeightQuantType,
656
+ type EmbeddingQuantType,
657
+ type QuantizationDefaultsSchema,
658
+
659
+ // Defaults
660
+ DEFAULT_QUANTIZATION_DEFAULTS,
661
+ } from './quantization-defaults.schema.js';
662
+
663
+ // =============================================================================
664
+ // Quantization Constants (Invariants)
665
+ // =============================================================================
666
+ export {
667
+ QK_K,
668
+ Q4K_BLOCK_BYTES,
669
+ Q6K_BLOCK_BYTES,
670
+ Q8_0_BLOCK_BYTES,
671
+ Q8_0_BLOCK_SIZE,
672
+ K_SCALE_SIZE,
673
+ QK4_K_BLOCK_SIZE,
674
+ padToQ4KBlock,
675
+ q4kBlockCount,
676
+ } from './quantization.schema.js';
677
+
678
+ // =============================================================================
679
+ // Kernel Thresholds Schema
680
+ // =============================================================================
681
+ export {
682
+ // Types
683
+ type MatmulThresholdsSchema,
684
+ type RmsnormThresholdsSchema,
685
+ type RopeDefaultsSchema,
686
+ type AttentionThresholdsSchema,
687
+ type CastThresholdsSchema,
688
+ type KernelThresholdsConfigSchema,
689
+ type SoftmaxThresholdsSchema,
690
+ type FfnThresholdsSchema,
691
+ type SampleThresholdsSchema,
692
+
693
+ // Constants
694
+ DTYPE_SIZES,
695
+ getDtypeSize,
696
+
697
+ // Defaults
698
+ DEFAULT_MATMUL_THRESHOLDS,
699
+ DEFAULT_RMSNORM_THRESHOLDS,
700
+ DEFAULT_SOFTMAX_THRESHOLDS,
701
+ DEFAULT_FFN_THRESHOLDS,
702
+ DEFAULT_SAMPLE_THRESHOLDS,
703
+ DEFAULT_ROPE_DEFAULTS,
704
+ DEFAULT_ATTENTION_THRESHOLDS,
705
+ DEFAULT_CAST_THRESHOLDS,
706
+ DEFAULT_KERNEL_THRESHOLDS,
707
+
708
+ // Functions
709
+ getKernelThresholds,
710
+ setKernelThresholds,
711
+ resetKernelThresholds,
712
+ } from './kernel-thresholds.schema.js';
713
+
714
+ // =============================================================================
715
+ // Kernel Warmup Schema
716
+ // =============================================================================
717
+ export {
718
+ // Types
719
+ type KernelWarmupConfigSchema,
720
+
721
+ // Defaults
722
+ DEFAULT_KERNEL_WARMUP_CONFIG,
723
+ } from './kernel-warmup.schema.js';
724
+
725
+ // =============================================================================
726
+ // Shared Runtime Schema
727
+ // =============================================================================
728
+ export {
729
+ // Types
730
+ type KernelRegistryConfigSchema,
731
+ type SharedRuntimeConfigSchema,
732
+
733
+ // Defaults
734
+ DEFAULT_KERNEL_REGISTRY_CONFIG,
735
+ DEFAULT_SHARED_RUNTIME_CONFIG,
736
+ } from './shared-runtime.schema.js';
737
+
738
+ // =============================================================================
739
+ // Tooling Schema
740
+ // =============================================================================
741
+ export {
742
+ // Types
743
+ type ToolingConfigSchema,
744
+ type ToolingIntent,
745
+ type ToolingDiagnosticsMode,
746
+
747
+ // Constants
748
+ TOOLING_INTENTS,
749
+ TOOLING_DIAGNOSTICS,
750
+
751
+ // Defaults
752
+ DEFAULT_TOOLING_CONFIG,
753
+ } from './tooling.schema.js';
754
+
755
+ // =============================================================================
756
+ // Ecosystem Schema
757
+ // =============================================================================
758
+ export {
759
+ // Types
760
+ type EcosystemStabilityMode,
761
+ type EcosystemRankingMode,
762
+ type EcosystemIncentiveMode,
763
+ type EcosystemAntiSybilCost,
764
+ type EcosystemEnforcementMode,
765
+ type EcosystemFailoverTier,
766
+ type EcosystemNotarizationAlgorithm,
767
+ type EcosystemConfigSchema,
768
+ type EcosystemConfigOverrides,
769
+
770
+ // Constants
771
+ ECOSYSTEM_STABILITY_MODES,
772
+ ECOSYSTEM_RANKING_MODES,
773
+ ECOSYSTEM_INCENTIVE_MODES,
774
+ ECOSYSTEM_ANTISYBIL_COST,
775
+ ECOSYSTEM_ENFORCEMENT_MODES,
776
+ ECOSYSTEM_FAILOVER_TIERS,
777
+ ECOSYSTEM_NOTARIZATION_ALGORITHMS,
778
+
779
+ // Defaults
780
+ DEFAULT_ECOSYSTEM_CONFIG,
781
+
782
+ // Factory and validation
783
+ mergeEcosystemConfig,
784
+ createEcosystemConfig,
785
+ validateEcosystemConfig,
786
+ } from './ecosystem.schema.js';
787
+
788
+ // =============================================================================
789
+ // Harness Schema
790
+ // =============================================================================
791
+ export {
792
+ // Types
793
+ type HarnessConfigSchema,
794
+ type HarnessMode,
795
+
796
+ // Defaults
797
+ DEFAULT_HARNESS_CONFIG,
798
+ } from './harness.schema.js';
799
+
800
+ // =============================================================================
801
+ // Speculative Schema
802
+ // =============================================================================
803
+ export {
804
+ // Types
805
+ type SpeculativeConfigSchema,
806
+
807
+ // Defaults
808
+ DEFAULT_SPECULATIVE_CONFIG,
809
+ } from './speculative.schema.js';
810
+
811
+ // =============================================================================
812
+ // Emulation Schema
813
+ // =============================================================================
814
+ export {
815
+ // Types
816
+ type EmulatedChipType,
817
+ type EmulationTimingMode,
818
+ type EmulatedGPUSpec,
819
+ type EmulatedCPUSpec,
820
+ type NVLinkSpec,
821
+ type NVLinkC2CSpec,
822
+ type EmulatedClusterTopology,
823
+ type TensorParallelConfig,
824
+ type PipelineParallelConfig,
825
+ type DataParallelConfig,
826
+ type ExpertParallelConfig,
827
+ type EmulatedParallelismConfig,
828
+ type EmulatedTimingScaling,
829
+ type LocalResourceTier,
830
+ type LocalResourceMapping,
831
+ type EmulationConfigSchema,
832
+ type VirtualGPUStats,
833
+ type NVLinkStats,
834
+ type EmulationStats,
835
+
836
+ // Defaults
837
+ DEFAULT_GH200_GPU_SPEC,
838
+ DEFAULT_GH200_CPU_SPEC,
839
+ DEFAULT_NVLINK_SPEC,
840
+ DEFAULT_NVLINK_C2C_SPEC,
841
+ DEFAULT_PARALLELISM_CONFIG,
842
+ DEFAULT_EMULATION_CONFIG,
843
+
844
+ // Factory
845
+ createEmulationConfig,
846
+ getChipPreset,
847
+ } from './emulation.schema.js';
848
+
849
+ // =============================================================================
850
+ // Doppler Master Config
851
+ // =============================================================================
852
+ export {
853
+ // Types
854
+ type RuntimeConfigSchema,
855
+ type DopplerConfigSchema,
856
+
857
+ // Defaults
858
+ DEFAULT_RUNTIME_CONFIG,
859
+ DEFAULT_DOPPLER_CONFIG,
860
+
861
+ // Factory
862
+ createDopplerConfig,
863
+ } from './doppler.schema.js';