doppler-gpu 0.7.3 → 0.7.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (776) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +9 -17
  3. package/package.json +5 -48
  4. package/src/capsule-runtime.d.ts +2 -2
  5. package/src/client/capsule-host.browser.js +4 -4
  6. package/src/client/capsule-host.d.ts +8 -8
  7. package/src/client/capsule-host.js +4 -4
  8. package/src/client/doppler-api.d.ts +2 -2
  9. package/src/client/inspection.d.ts +3 -0
  10. package/src/client/inspection.js +29 -0
  11. package/src/client/model-host/index.d.ts +5 -4
  12. package/src/client/model-host/index.js +28 -8
  13. package/src/client/model-host/model-evidence.js +2 -0
  14. package/src/client/model-host/model-session.d.ts +7 -5
  15. package/src/client/model-host/model-session.js +10 -3
  16. package/src/client/model-host/privacy-receipt.js +22 -0
  17. package/src/client/resident-partitions.d.ts +3 -3
  18. package/src/client/resident-partitions.js +2 -2
  19. package/src/client/runtime/capsule-acquisition.d.ts +3 -3
  20. package/src/client/runtime/capsule-acquisition.js +1 -1
  21. package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
  22. package/src/client/runtime/capsule-adapter-execution.js +3 -3
  23. package/src/client/runtime/capsule-embedding.d.ts +2 -2
  24. package/src/client/runtime/capsule-embedding.js +1 -1
  25. package/src/client/runtime/capsule-forecast.d.ts +2 -2
  26. package/src/client/runtime/capsule-forecast.js +1 -1
  27. package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
  28. package/src/client/runtime/capsule-operation-adapters.js +1 -1
  29. package/src/client/runtime/capsule-operation-deltas.js +1 -1
  30. package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
  31. package/src/client/runtime/capsule-operation-executor.js +2 -2
  32. package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
  33. package/src/client/runtime/capsule-operation-stream.js +2 -2
  34. package/src/client/runtime/capsule-piece-reader.js +1 -1
  35. package/src/client/runtime/capsule-program-adapter.js +1 -1
  36. package/src/client/runtime/capsule-release-authorization.js +1 -1
  37. package/src/client/runtime/capsule-rerank.d.ts +2 -2
  38. package/src/client/runtime/composition-root.d.ts +6 -6
  39. package/src/client/runtime/composition-root.js +6 -6
  40. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
  41. package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
  42. package/src/client/runtime/model-source.d.ts +4 -2
  43. package/src/client/runtime/model-source.js +5 -5
  44. package/src/client/runtime/scoped-session.d.ts +2 -2
  45. package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
  46. package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
  47. package/src/config/backward-registry-loader.js +1 -1
  48. package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
  49. package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
  50. package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
  51. package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
  52. package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
  53. package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
  54. package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
  55. package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
  56. package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
  57. package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
  58. package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
  59. package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
  60. package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
  61. package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
  62. package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
  63. package/src/config/{capsule.js → capsule/capsule.js} +26 -7
  64. package/src/config/choice-scoring.js +1 -1
  65. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  66. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
  67. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  68. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
  69. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  70. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
  71. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  72. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  73. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  74. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  75. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
  76. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  77. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  78. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
  79. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
  80. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
  81. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
  82. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
  83. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
  84. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
  85. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
  86. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
  87. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
  88. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
  89. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
  90. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
  91. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
  92. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  93. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
  94. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
  95. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  96. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
  97. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
  98. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  99. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  100. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  101. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  102. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
  103. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  104. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
  105. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
  106. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
  107. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
  108. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  109. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  110. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
  111. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
  112. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
  113. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
  114. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
  115. package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
  116. package/src/config/embedding-contract.d.ts +1 -1
  117. package/src/config/embedding-contract.js +1 -1
  118. package/src/config/execution-registry-contract.d.ts +5 -5
  119. package/src/config/execution-registry-contract.js +5 -5
  120. package/src/config/generation-contract.js +2 -1
  121. package/src/config/hardware-partition-plan.d.ts +32 -0
  122. package/src/config/hardware-partition-plan.js +78 -0
  123. package/src/config/inspection/observation-policies.json +1 -1
  124. package/src/config/kernel-path-loader.d.ts +1 -1
  125. package/src/config/kernel-path-loader.js +1 -1
  126. package/src/config/kernel-registry-contract.d.ts +2 -2
  127. package/src/config/kernel-registry-contract.js +1 -1
  128. package/src/config/kernels/kernel-ref-digests.js +509 -0
  129. package/src/config/kernels/registry.js +2 -2
  130. package/src/config/kernels/registry.json +2065 -1241
  131. package/src/config/layer-partition-plan.d.ts +4 -0
  132. package/src/config/layer-partition-plan.js +10 -4
  133. package/src/config/merge.js +1 -1
  134. package/src/config/model-session-declarations.js +85 -0
  135. package/src/config/param-validator.js +3 -3
  136. package/src/config/platforms/amd-rdna3.json +2 -2
  137. package/src/config/production-release-evidence.js +1 -1
  138. package/src/config/revocation-policy.js +6 -2
  139. package/src/config/revocation-registry.json +1 -1
  140. package/src/config/runtime/model-sessions.json +23 -0
  141. package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
  142. package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
  143. package/src/config/schema/capsule/index.d.ts +14 -0
  144. package/src/config/schema/capsule/index.js +10 -0
  145. package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
  146. package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
  147. package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
  148. package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
  149. package/src/config/schema/execution/index.d.ts +203 -0
  150. package/src/config/schema/execution/index.js +94 -0
  151. package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
  152. package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
  153. package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
  154. package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
  155. package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
  156. package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +14 -0
  157. package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +3 -0
  158. package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
  159. package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
  160. package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
  161. package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
  162. package/src/config/schema/index.d.ts +8 -897
  163. package/src/config/schema/index.js +8 -506
  164. package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
  165. package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
  166. package/src/config/schema/manifest/index.d.ts +142 -0
  167. package/src/config/schema/manifest/index.js +62 -0
  168. package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
  169. package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
  170. package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
  171. package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
  172. package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
  173. package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +1 -1
  174. package/src/config/schema/platform/index.d.ts +72 -0
  175. package/src/config/schema/platform/index.js +27 -0
  176. package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
  177. package/src/config/schema/policy/index.d.ts +14 -0
  178. package/src/config/schema/policy/index.js +9 -0
  179. package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +2 -2
  180. package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
  181. package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
  182. package/src/config/schema/runtime/index.d.ts +238 -0
  183. package/src/config/schema/runtime/index.js +135 -0
  184. package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +31 -1
  185. package/src/config/schema/runtime/loading.schema.js +275 -0
  186. package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
  187. package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
  188. package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
  189. package/src/config/schema/training/index.d.ts +63 -0
  190. package/src/config/schema/training/index.js +43 -0
  191. package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
  192. package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
  193. package/src/config/supported-operations.json +358 -88
  194. package/src/config/target-plan.d.ts +2 -2
  195. package/src/config/target-plan.js +2 -2
  196. package/src/config/training-defaults.d.ts +2 -2
  197. package/src/config/training-defaults.js +2 -2
  198. package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
  199. package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
  200. package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
  201. package/src/converter/core.js +18 -164
  202. package/src/converter/forge-stages.js +2 -2
  203. package/src/converter/fp8-source.js +1 -1
  204. package/src/converter/gemma4/validation.js +110 -0
  205. package/src/converter/linear-norm-gate.js +1 -1
  206. package/src/converter/manifest-builder.js +2 -9
  207. package/src/converter/parsers/gguf.js +54 -4
  208. package/src/converter/quantization-info.js +2 -2
  209. package/src/converter/qwen4-exp-source-execution.js +94 -0
  210. package/src/converter/qwen4-exp-source.js +1 -201
  211. package/src/converter/tensor-transform.js +2 -9
  212. package/src/converter/tokenizer-contract.js +2 -9
  213. package/src/converter/w8a8-quantizer.js +2 -2
  214. package/src/debug/config.js +1 -1
  215. package/src/debug/perf-guards.js +1 -1
  216. package/src/errors/doppler-error.d.ts +54 -0
  217. package/src/errors/doppler-error.js +13 -5
  218. package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
  219. package/src/experimental/distribution/shard-delivery/retry.js +4 -4
  220. package/src/experimental/energy/types.d.ts +1 -1
  221. package/src/experimental/logits/cpu-output.js +1 -1
  222. package/src/experimental/training/artifacts.d.ts +2 -2
  223. package/src/experimental/training/artifacts.js +2 -2
  224. package/src/experimental/training/autograd.d.ts +1 -1
  225. package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
  226. package/src/experimental/training/distillation/student-fixture/model.js +1 -1
  227. package/src/experimental/training/distillation/student-fixture.js +1 -1
  228. package/src/experimental/training/loss-scaling.d.ts +1 -1
  229. package/src/experimental/training/runner/evaluation.js +1 -1
  230. package/src/experimental/training/runner.js +1 -1
  231. package/src/experimental/training/trainer.d.ts +1 -1
  232. package/src/experimental/training/workloads.js +2 -2
  233. package/src/formats/gguf/block-storage.d.ts +9 -0
  234. package/src/formats/gguf/block-storage.js +12 -3
  235. package/src/formats/gguf/qwen-source.js +5 -3
  236. package/src/formats/gguf/qwen-source.json +8 -1
  237. package/src/formats/gguf/qwen4-exp-source.js +101 -0
  238. package/src/formats/q4k-dequant.js +1 -1
  239. package/src/formats/qwen4-exp-source-contracts.js +204 -0
  240. package/src/formats/rdrr/fp8-contract.js +1 -1
  241. package/src/formats/rdrr/fp8-storage.js +1 -1
  242. package/src/formats/rdrr/q4_0-storage.js +1 -1
  243. package/src/formats/rdrr/storage-descriptor.js +1 -1
  244. package/src/formats/rdrr/tensor-config-validator.js +3 -3
  245. package/src/formats/rdrr/validation.js +1 -1
  246. package/src/formats/rdrr/w8a8-storage.js +1 -1
  247. package/src/generation/index.d.ts +1 -1
  248. package/src/generation/index.js +1 -0
  249. package/src/gpu/device.d.ts +1 -1
  250. package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
  251. package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
  252. package/src/gpu/kernels/attention/tiered.js +240 -0
  253. package/src/gpu/kernels/attention.js +5 -801
  254. package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
  255. package/src/gpu/kernels/channel-gain.js +100 -0
  256. package/src/gpu/kernels/channel-rotation.d.ts +16 -0
  257. package/src/gpu/kernels/channel-rotation.js +47 -0
  258. package/src/gpu/kernels/channel_energy.wgsl +17 -0
  259. package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
  260. package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
  261. package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
  262. package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
  263. package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
  264. package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
  265. package/src/gpu/kernels/check-finiteness-f32.js +22 -0
  266. package/src/gpu/kernels/check_finiteness.wgsl +2 -2
  267. package/src/gpu/kernels/clamp.js +2 -2
  268. package/src/gpu/kernels/dequant.js +1 -1
  269. package/src/gpu/kernels/dispatch.js +7 -0
  270. package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
  271. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
  272. package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
  273. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
  274. package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
  275. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
  276. package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
  277. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
  278. package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
  279. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
  280. package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
  281. package/src/gpu/kernels/gather.js +16 -1
  282. package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
  283. package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
  284. package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
  285. package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
  286. package/src/gpu/kernels/generated/uniform-writers.js +33 -21
  287. package/src/gpu/kernels/hyper-connection-up.js +64 -0
  288. package/src/gpu/kernels/hyper-connection.js +15 -4
  289. package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
  290. package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
  291. package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
  292. package/src/gpu/kernels/kernel-execution.js +18 -7
  293. package/src/gpu/kernels/linear-attention-core.js +3 -4
  294. package/src/gpu/kernels/moe-route.js +14 -0
  295. package/src/gpu/kernels/moe_gather.wgsl +0 -63
  296. package/src/gpu/kernels/moe_route_q4_0_block_f32.wgsl +74 -0
  297. package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +80 -0
  298. package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
  299. package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
  300. package/src/gpu/kernels/paired-linear-attention.js +1 -1
  301. package/src/gpu/kernels/pipeline-cache.js +18 -2
  302. package/src/gpu/kernels/ple.js +11 -7
  303. package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
  304. package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
  305. package/src/gpu/kernels/qsa-indexer.js +6 -4
  306. package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
  307. package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
  308. package/src/gpu/kernels/relu.js +1 -1
  309. package/src/gpu/kernels/relu.wgsl +2 -2
  310. package/src/gpu/kernels/relu_f16.wgsl +2 -2
  311. package/src/gpu/kernels/residual.js +1 -1
  312. package/src/gpu/kernels/residual.wgsl +4 -4
  313. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  314. package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
  315. package/src/gpu/kernels/residual_vec4.wgsl +2 -2
  316. package/src/gpu/kernels/rope-precompute.js +1 -1
  317. package/src/gpu/kernels/scatter_add.wgsl +0 -31
  318. package/src/gpu/kernels/shader-cache.js +17 -3
  319. package/src/gpu/kernels/shader-capability-filter.js +120 -0
  320. package/src/gpu/kernels/softmax.js +10 -10
  321. package/src/gpu/kernels/topk.wgsl +0 -55
  322. package/src/gpu/kernels/transpose.js +1 -1
  323. package/src/gpu/kernels/transpose.wgsl +2 -2
  324. package/src/gpu/kernels/w8a8.js +1 -1
  325. package/src/gpu/uniform-cache.d.ts +15 -1
  326. package/src/gpu/uniform-cache.js +82 -7
  327. package/src/gpu/weight-buffer.d.ts +1 -1
  328. package/src/inference/moe-router.d.ts +1 -126
  329. package/src/inference/moe-router.js +0 -149
  330. package/src/inference/pipelines/context.js +3 -15
  331. package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
  332. package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
  333. package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
  334. package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
  335. package/src/inference/pipelines/text/attention/interpreter.js +77 -350
  336. package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
  337. package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
  338. package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
  339. package/src/inference/pipelines/text/attention/projections.js +13 -151
  340. package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
  341. package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
  342. package/src/inference/pipelines/text/attention/types.js +0 -13
  343. package/src/inference/pipelines/text/config/normalization.js +2 -2
  344. package/src/inference/pipelines/text/config.d.ts +4 -4
  345. package/src/inference/pipelines/text/config.js +17 -135
  346. package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
  347. package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
  348. package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
  349. package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
  350. package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
  351. package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
  352. package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
  353. package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
  354. package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
  355. package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
  356. package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
  357. package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
  358. package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
  359. package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
  360. package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
  361. package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
  362. package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
  363. package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
  364. package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
  365. package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
  366. package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
  367. package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
  368. package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
  369. package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
  370. package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
  371. package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
  372. package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
  373. package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
  374. package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
  375. package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
  376. package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
  377. package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
  378. package/src/inference/pipelines/text/ffn/dense.js +72 -392
  379. package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
  380. package/src/inference/pipelines/text/ffn/moe.js +1 -1
  381. package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
  382. package/src/inference/pipelines/text/ffn/paired.js +3 -3
  383. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
  384. package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
  385. package/src/inference/pipelines/text/ffn/standard.js +5 -5
  386. package/src/inference/pipelines/text/ffn/types.js +6 -3
  387. package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
  388. package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
  389. package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
  390. package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
  391. package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
  392. package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
  393. package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
  394. package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
  395. package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
  396. package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
  397. package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
  398. package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
  399. package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
  400. package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
  401. package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
  402. package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
  403. package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
  404. package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
  405. package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
  406. package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
  407. package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
  408. package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
  409. package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
  410. package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
  411. package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
  412. package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
  413. package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
  414. package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
  415. package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
  416. package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
  417. package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
  418. package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
  419. package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
  420. package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
  421. package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
  422. package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
  423. package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
  424. package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
  425. package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
  426. package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
  427. package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
  428. package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
  429. package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
  430. package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
  431. package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
  432. package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
  433. package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
  434. package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
  435. package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
  436. package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
  437. package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
  438. package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
  439. package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
  440. package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
  441. package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
  442. package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
  443. package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
  444. package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
  445. package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
  446. package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
  447. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
  448. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
  449. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
  450. package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
  451. package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
  452. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
  453. package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
  454. package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
  455. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
  456. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
  457. package/src/inference/pipelines/text/init.d.ts +4 -2
  458. package/src/inference/pipelines/text/init.js +10 -934
  459. package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
  460. package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
  461. package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
  462. package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
  463. package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
  464. package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
  465. package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
  466. package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
  467. package/src/inference/pipelines/text/lifecycle.js +18 -18
  468. package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
  469. package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
  470. package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
  471. package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
  472. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
  473. package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
  474. package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
  475. package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
  476. package/src/inference/pipelines/text/loading/init-weights.js +254 -0
  477. package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
  478. package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
  479. package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
  480. package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
  481. package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
  482. package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
  483. package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
  484. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  485. package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
  486. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  487. package/src/inference/pipelines/text/logits/index.js +3 -3
  488. package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
  489. package/src/inference/pipelines/text/logits/output-transform.js +1 -1
  490. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  491. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  492. package/src/inference/pipelines/text/lora-types.d.ts +1 -1
  493. package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
  494. package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
  495. package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
  496. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
  497. package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
  498. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
  499. package/src/inference/pipelines/text/moe-cache.js +11 -77
  500. package/src/inference/pipelines/text/moe-gpu.js +33 -75
  501. package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
  502. package/src/inference/pipelines/text/moe-impl.js +1 -7
  503. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
  504. package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
  505. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
  506. package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
  507. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
  508. package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
  509. package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
  510. package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
  511. package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
  512. package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
  513. package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
  514. package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
  515. package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
  516. package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
  517. package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +107 -35
  518. package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
  519. package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
  520. package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
  521. package/src/inference/pipelines/text/partitions/resident-partition-warmup.js +67 -0
  522. package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +27 -15
  523. package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
  524. package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
  525. package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
  526. package/src/inference/pipelines/text/per-layer/plan.js +4 -4
  527. package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
  528. package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
  529. package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
  530. package/src/inference/pipelines/text/pipeline.d.ts +13 -8
  531. package/src/inference/pipelines/text/pipeline.js +78 -22
  532. package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
  533. package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
  534. package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
  535. package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
  536. package/src/inference/pipelines/text/state.d.ts +9 -8
  537. package/src/inference/pipelines/text/state.js +1 -0
  538. package/src/inference/pipelines/text/types.d.ts +14 -218
  539. package/src/inference/pipelines/text.js +2 -0
  540. package/src/inference/tokenizers/bundled/merge.js +130 -0
  541. package/src/inference/tokenizers/bundled.js +2 -36
  542. package/src/loader/doppler-loader.d.ts +17 -7
  543. package/src/loader/doppler-loader.js +27 -29
  544. package/src/loader/embedding-limit-preflight.js +29 -1
  545. package/src/loader/embedding-loader.js +18 -4
  546. package/src/loader/experts/compact-expert-cache.js +508 -0
  547. package/src/loader/experts/expert-cache.d.ts +1 -1
  548. package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
  549. package/src/loader/experts/expert-dequant-cache.js +75 -0
  550. package/src/loader/experts/expert-frequency-index.js +129 -0
  551. package/src/loader/experts/expert-loader.d.ts +4 -0
  552. package/src/loader/experts/expert-loader.js +13 -1
  553. package/src/loader/experts/expert-preparation.d.ts +1 -1
  554. package/src/loader/experts/expert-preparation.js +1 -1
  555. package/src/loader/experts/loader-bindings.js +129 -14
  556. package/src/loader/experts/mapped-expert-staging.js +393 -0
  557. package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
  558. package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
  559. package/src/loader/experts/qwen-paging.d.ts +1 -1
  560. package/src/loader/experts/qwen-paging.js +1 -1
  561. package/src/loader/experts/routed-expert-cache.d.ts +70 -3
  562. package/src/loader/experts/routed-expert-cache.js +452 -99
  563. package/src/loader/experts/routed-expert-plan.d.ts +2 -0
  564. package/src/loader/experts/routed-expert-plan.js +14 -8
  565. package/src/loader/experts/routed-expert-prefill.js +158 -0
  566. package/src/loader/experts/routed-expert-source.js +234 -0
  567. package/src/loader/experts/routed-expert-trace.js +77 -0
  568. package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
  569. package/src/loader/experts/tiered-expert-cache.js +327 -0
  570. package/src/loader/experts/tiered-expert-plan.js +74 -0
  571. package/src/loader/final-weights-loader.d.ts +1 -1
  572. package/src/loader/hyper-connection-loader.d.ts +2 -2
  573. package/src/loader/hyper-connection-loader.js +85 -13
  574. package/src/loader/layer-loader.d.ts +3 -3
  575. package/src/loader/layer-loader.js +1 -1
  576. package/src/loader/layer-tensor-aliases.js +14 -11
  577. package/src/loader/loader-types.d.ts +6 -1
  578. package/src/loader/manifest-config.js +4 -0
  579. package/src/loader/model-executor.js +18 -1
  580. package/src/loader/model-load.d.ts +1 -1
  581. package/src/loader/model-load.js +1 -1
  582. package/src/loader/ngram-table-bindings.d.ts +3 -3
  583. package/src/loader/ngram-table-bindings.js +7 -6
  584. package/src/loader/q4k-reference-weight.js +1 -1
  585. package/src/loader/shard-cache.d.ts +8 -1
  586. package/src/loader/shard-cache.js +33 -0
  587. package/src/loader/tensors/bf16-loader.js +2 -1
  588. package/src/loader/tensors/fp8-loader.js +1 -1
  589. package/src/loader/tensors/load-executor.js +10 -2
  590. package/src/loader/tensors/tensor-loader.js +1 -1
  591. package/src/loader/tensors/tensor-reader.js +18 -5
  592. package/src/loader/tensors/w8a8-loader.js +1 -1
  593. package/src/loader/weight-representation-plan.d.ts +1 -1
  594. package/src/memory/buffer-pool/readback.js +82 -0
  595. package/src/memory/buffer-pool.d.ts +11 -2
  596. package/src/memory/buffer-pool.js +12 -73
  597. package/src/partitions.d.ts +4 -3
  598. package/src/partitions.js +3 -2
  599. package/src/{converter → rules}/capability-transform-resolver.js +3 -3
  600. package/src/rules/generated/rule-bundle.json +1 -1
  601. package/src/rules/inference/capability-transforms.rules.json +95 -28
  602. package/src/rules/rule-registry.js +2 -0
  603. package/src/storage/artifact-range-loaders.js +42 -0
  604. package/src/storage/artifact-storage-context.d.ts +4 -0
  605. package/src/storage/artifact-storage-context.js +8 -18
  606. package/src/storage/backends/idb-store.js +1 -1
  607. package/src/storage/distribution-transport.js +1 -1
  608. package/src/storage/download/http-contract.js +1 -1
  609. package/src/storage/download/http-transport.js +4 -4
  610. package/src/storage/inventory.js +1 -1
  611. package/src/storage/model-cache.d.ts +2 -1
  612. package/src/storage/model-cache.js +12 -8
  613. package/src/storage/node-file-access.js +4 -0
  614. package/src/storage/quota.d.ts +2 -1
  615. package/src/storage/quota.js +2 -1
  616. package/src/storage/shard-manager.d.ts +1 -1
  617. package/src/storage/shards/integrity.js +17 -0
  618. package/src/storage/source-artifact-store.d.ts +1 -1
  619. package/src/storage/source-artifact-store.js +1 -0
  620. package/src/storage/source-storage-context.d.ts +4 -0
  621. package/src/storage/source-storage-context.js +14 -0
  622. package/src/storage/verified-piece-direct.js +153 -0
  623. package/src/storage/verified-piece-gather-lane.js +210 -0
  624. package/src/storage/verified-piece-gather-worker.js +739 -0
  625. package/src/storage/verified-piece-gather.d.ts +160 -0
  626. package/src/storage/verified-piece-gather.js +315 -0
  627. package/src/storage/verified-piece-reader.d.ts +15 -1
  628. package/src/storage/verified-piece-reader.js +85 -15
  629. package/src/storage/verified-piece-state-cache.d.ts +75 -0
  630. package/src/storage/verified-piece-state-cache.js +511 -0
  631. package/src/storage/verified-piece-storage.d.ts +22 -1
  632. package/src/storage/verified-piece-storage.js +299 -11
  633. package/src/storage/verified-piece-timings.js +25 -0
  634. package/src/tooling/browser-command-runner.js +1 -1
  635. package/src/tooling/browser-harness/benchmark-execution.js +2 -2
  636. package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
  637. package/src/tooling/browser-harness/inference-execution.js +1 -1
  638. package/src/tooling/browser-harness/model-resolution.js +1 -1
  639. package/src/tooling/browser-harness/runtime-config.js +1 -1
  640. package/src/tooling/browser-harness/runtime-isolation.js +2 -5
  641. package/src/tooling/browser-harness/text-evidence.js +1 -1
  642. package/src/tooling/browser-harness-contract-helpers.js +1 -1
  643. package/src/tooling/browser-harness.js +2 -2
  644. package/src/tooling/capsule-v2.js +2 -2
  645. package/src/tooling/capsule.js +2 -2
  646. package/src/tooling/command-api-constants.js +4 -2
  647. package/src/tooling/command-api.d.ts +1 -1
  648. package/src/tooling/command-api.js +15 -21
  649. package/src/tooling/command-runtime-execution.js +1 -8
  650. package/src/tooling/diagnose-runner.js +3 -41
  651. package/src/tooling/node-browser/static-server.js +2 -2
  652. package/src/tooling/node-command-execution.js +2 -34
  653. package/src/tooling/node-converter/input.js +1 -1
  654. package/src/tooling/node-converter/output.js +2 -2
  655. package/src/tooling/node-converter.js +1 -1
  656. package/src/tooling/node-runtime-bridge.js +43 -0
  657. package/src/tooling/node-source-runtime.js +34 -35
  658. package/src/tooling/production-release.js +1 -1
  659. package/src/tooling/program-bundle/materialize.js +1 -1
  660. package/src/tooling/program-bundle-parity.d.ts +1 -1
  661. package/src/tooling/program-bundle-parity.js +1 -1
  662. package/src/tooling/program-bundle.d.ts +1 -1
  663. package/src/tooling/program-bundle.js +2 -2
  664. package/src/tooling/runtime-intent.js +1 -1
  665. package/src/tooling/source-artifact-adapter.js +3 -3
  666. package/src/tooling/source-runtime/node-loader.js +32 -5
  667. package/src/tooling/source-runtime-converter-config.js +28 -6
  668. package/src/tooling-exports.shared.d.ts +3 -3
  669. package/src/tooling-exports.shared.js +2 -2
  670. package/src/version.js +1 -1
  671. package/tests/kernels/browser/kernel-suite.js +1 -1
  672. package/tests/kernels/harness/benchmark.js +1 -1
  673. package/tools/README.md +74 -0
  674. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
  675. package/src/config/schema/loading.schema.js +0 -164
  676. package/src/inference/pipelines/text/moe-cpu.js +0 -20
  677. /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
  678. /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
  679. /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
  680. /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
  681. /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
  682. /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
  683. /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
  684. /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
  685. /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
  686. /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
  687. /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
  688. /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
  689. /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
  690. /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
  691. /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
  692. /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
  693. /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
  694. /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
  695. /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
  696. /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
  697. /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
  698. /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
  699. /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
  700. /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
  701. /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
  702. /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
  703. /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
  704. /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
  705. /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
  706. /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
  707. /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
  708. /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
  709. /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
  710. /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
  711. /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
  712. /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
  713. /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
  714. /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
  715. /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
  716. /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
  717. /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
  718. /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
  719. /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
  720. /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
  721. /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
  722. /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
  723. /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
  724. /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
  725. /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
  726. /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
  727. /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
  728. /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
  729. /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
  730. /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
  731. /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
  732. /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
  733. /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
  734. /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
  735. /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
  736. /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
  737. /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
  738. /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
  739. /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
  740. /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
  741. /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
  742. /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
  743. /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
  744. /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
  745. /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
  746. /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
  747. /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
  748. /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
  749. /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
  750. /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
  751. /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
  752. /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
  753. /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
  754. /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
  755. /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
  756. /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
  757. /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
  758. /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
  759. /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
  760. /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
  761. /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
  762. /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
  763. /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
  764. /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
  765. /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
  766. /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
  767. /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
  768. /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
  769. /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
  770. /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
  771. /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
  772. /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
  773. /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
  774. /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
  775. /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
  776. /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
@@ -1,414 +1,4 @@
1
- /**
2
- * Schema Index
3
- *
4
- * Re-exports all schema definitions for easy importing.
5
- *
6
- * Naming Convention:
7
- * - *Schema: Type definitions (interface structure)
8
- * - *Config: Runtime instances (validated values)
9
- * - *Raw: Unparsed input (from manifest/file)
10
- * - *Options: Function parameters
11
- *
12
- * @module config/schema
13
- */
14
-
15
- // =============================================================================
16
- // Manifest Schema
17
- // =============================================================================
18
- export {
19
- // Constants
20
- RDRR_VERSION,
21
- SHARD_SIZE,
22
- TENSORS_FILENAME,
23
- MAX_HEADER_SIZE,
24
- HEADER_READ_SIZE,
25
- DEFAULT_RMS_NORM_EPS,
26
- DEFAULT_HIGH_PRECISION_EPS,
27
-
28
- // Types
29
- type HashAlgorithm,
30
- type ModelType,
31
- type ComponentGroupType,
32
- type WeightLayout,
33
- type QuantizationValue,
34
-
35
- // Schemas
36
- type ArchitectureSchema,
37
- type ShardSchema,
38
- type TensorSpanSchema,
39
- type TensorSchema,
40
- type TensorMapSchema,
41
- type TensorRole,
42
- type ComponentGroupSchema,
43
- type MoEConfigSchema,
44
- type TokenizerSchema,
45
- type RuntimeOptimizationsSchema,
46
- type QuantizationInfoSchema,
47
- type ConversionInfoSchema,
48
- type SourceArtifactFormat,
49
- type ArtifactCompleteness,
50
- type ManifestArtifactIdentitySchema,
51
- type ManifestWeightsRefSchema,
52
- type ManifestSchema,
53
- type AdapterConfigSchema,
54
- type ProvenanceSchema,
55
-
56
- // Inference config (embedded in manifest)
57
- type ManifestInferenceSchema,
58
- type ManifestAttentionSchema,
59
- type ManifestNormalizationSchema,
60
- type ManifestFFNSchema,
61
- type ManifestRoPESchema,
62
- type ManifestOutputSchema,
63
- type ManifestEmbeddingProjectionSchema,
64
- type ManifestEmbeddingPostprocessorSchema,
65
- type ManifestLayerPatternSchema,
66
- type ManifestChatTemplateSchema,
67
- DEFAULT_MANIFEST_INFERENCE,
68
-
69
- // Helpers
70
- isV1Manifest,
71
- hasMoEConfig,
72
- validateManifestInference,
73
- hasInferenceConfig,
74
- } from './manifest.schema.js';
75
-
76
- // =============================================================================
77
- // Kernel Path Schema
78
- // =============================================================================
79
- export {
80
- type KernelPathSchema,
81
- type KernelPathRef,
82
- type KernelStepSchema,
83
- type LayerKernelPathSchema,
84
- type LayerOverrideSchema,
85
- DEFAULT_ENTRY,
86
- DEFAULT_INPUT,
87
- DEFAULT_OUTPUT,
88
- } from './kernel-path.schema.js';
89
-
90
- // =============================================================================
91
- // Inference Schema
92
- // =============================================================================
93
- export {
94
- type RoPEConfigSchema,
95
- type AttentionSchema,
96
- type NormalizationSchema,
97
- type FFNSchema,
98
- type LayerPipelineOp,
99
- type LayerPipelinePhase,
100
- type LayerPipelineDtype,
101
- type LayerPipelineNormWeight,
102
- type LayerPipelineStepSchema,
103
- type LayerPipelineOverrideSchema,
104
- type LayerPipelineSchema,
105
- type OutputSchema,
106
- type LayerType,
107
- type LinearNormMode,
108
- type GlobalLayerPattern,
109
- type LayerPatternSchema,
110
- type InferenceConfigSchema,
111
- type SamplingSchema,
112
- type TokenizerConfigSchema,
113
- computeGlobalLayers,
114
- } from './inference.schema.js';
115
-
116
- // =============================================================================
117
- // Execution v1 Schema
118
- // =============================================================================
119
- export {
120
- type ExecutionV1Dtype,
121
- type ExecutionV1KernelSchema,
122
- type ExecutionV1KernelMap,
123
- type ExecutionV1StepTuple,
124
- type ExecutionV1LayerGroupSchema,
125
- type ExecutionV1StepEntry,
126
- type ExecutionV1BoundaryStep,
127
- type ExecutionV1ComputeDefaultsSchema,
128
- type ExecutionV1DecodeLoopSchema,
129
- type ExecutionV1SessionSchema,
130
- type ExecutionV1PoliciesSchema,
131
- type ExecutionV1GraphSchema,
132
- type ExecutionV1ConfigSchema,
133
- type ExecutionV1PatchSetSchema,
134
- type ExecutionV1PatchRemoveSchema,
135
- type ExecutionV1PatchAddSchema,
136
- type ExecutionV1PatchAddKernelSchema,
137
- type ExecutionV1PatchSchema,
138
- type ExecutionV1ExpandedStepSchema,
139
- EXECUTION_V1_SCHEMA_ID,
140
- DEFAULT_EXECUTION_V1_COMPUTE_DEFAULTS,
141
- DEFAULT_EXECUTION_V1_SESSION,
142
- DEFAULT_EXECUTION_V1_POLICIES,
143
- DEFAULT_EXECUTION_V1_PATCH,
144
- isExecutionV1Digest,
145
- hasExecutionV1,
146
- expandExecutionV1,
147
- type ExpandExecutionV1Options,
148
- } from './execution-v1.schema.js';
149
-
150
- // =============================================================================
151
- // Diffusion Schema
152
- // =============================================================================
153
- export {
154
- type DiffusionConfigSchema,
155
- type DiffusionSchedulerConfigSchema,
156
- type DiffusionLatentConfigSchema,
157
- type DiffusionTextEncoderConfigSchema,
158
- type DiffusionDecodeConfigSchema,
159
- type DiffusionTilingConfigSchema,
160
- type DiffusionSwapperConfigSchema,
161
- type DiffusionQuantizationConfigSchema,
162
- type DiffusionBackendConfigSchema,
163
- type DiffusionSchedulerType,
164
- type DiffusionDtype,
165
- type DiffusionQuantDtype,
166
- type DiffusionSwapperStrategy,
167
- type DiffusionBackendPipeline,
168
- DEFAULT_DIFFUSION_SCHEDULER_CONFIG,
169
- DEFAULT_DIFFUSION_LATENT_CONFIG,
170
- DEFAULT_DIFFUSION_TEXT_ENCODER_CONFIG,
171
- DEFAULT_DIFFUSION_DECODE_CONFIG,
172
- DEFAULT_DIFFUSION_TILING_CONFIG,
173
- DEFAULT_DIFFUSION_SWAPPER_CONFIG,
174
- DEFAULT_DIFFUSION_QUANTIZATION_CONFIG,
175
- DEFAULT_DIFFUSION_BACKEND_CONFIG,
176
- DEFAULT_DIFFUSION_CONFIG,
177
- } from './diffusion.schema.js';
178
-
179
- // =============================================================================
180
- // Energy Schema
181
- // =============================================================================
182
- export {
183
- type EnergyStateConfigSchema,
184
- type EnergyInitConfigSchema,
185
- type EnergyTargetConfigSchema,
186
- type EnergyLoopConfigSchema,
187
- type EnergyDiagnosticsConfigSchema,
188
- type EnergyQuintelRulesConfigSchema,
189
- type EnergyQuintelWeightsConfigSchema,
190
- type EnergyQuintelClampConfigSchema,
191
- type EnergyQuintelConfigSchema,
192
- type EnergyConfigSchema,
193
- type EnergyModelConfigSchema,
194
- DEFAULT_ENERGY_STATE_CONFIG,
195
- DEFAULT_ENERGY_INIT_CONFIG,
196
- DEFAULT_ENERGY_TARGET_CONFIG,
197
- DEFAULT_ENERGY_LOOP_CONFIG,
198
- DEFAULT_ENERGY_DIAGNOSTICS_CONFIG,
199
- DEFAULT_ENERGY_QUINTEL_RULES,
200
- DEFAULT_ENERGY_QUINTEL_WEIGHTS,
201
- DEFAULT_ENERGY_QUINTEL_CLAMP,
202
- DEFAULT_ENERGY_QUINTEL_CONFIG,
203
- DEFAULT_ENERGY_CONFIG,
204
- } from './energy.schema.js';
205
-
206
- // =============================================================================
207
- // Conversion Schema
208
- // =============================================================================
209
- export {
210
- // Types
211
- type QuantizationType,
212
- type ConversionStageType,
213
-
214
- // Constants
215
- ConversionStage,
216
-
217
- // Schemas
218
- type TensorInfoSchema,
219
- type ParsedModelSchema,
220
- type RawModelConfigSchema,
221
- type ConversionOptionsSchema,
222
- type ConversionProgressSchema,
223
- type WriterOptionsSchema,
224
- type TensorLocationSchema,
225
- type WriteResultSchema,
226
- type ConversionIOSchema,
227
- } from './conversion.schema.js';
228
-
229
- // =============================================================================
230
- // Browser Suite Metrics Schema
231
- // =============================================================================
232
- export {
233
- type BrowserSuiteMetricsSchema,
234
- BROWSER_SUITE_METRICS_SCHEMA_VERSION,
235
- DEFAULT_BROWSER_SUITE_METRICS,
236
- validateBrowserSuiteMetrics,
237
- } from './browser-suite-metrics.schema.js';
238
-
239
- // =============================================================================
240
- // Program Bundle Schema
241
- // =============================================================================
242
- export {
243
- type ProgramBundle,
244
- type ProgramBundleArtifact,
245
- type ProgramBundleReferenceTranscript,
246
- type ProgramBundleWgslModule,
247
- PROGRAM_BUNDLE_SCHEMA_VERSION,
248
- PROGRAM_BUNDLE_SCHEMA_ID,
249
- PROGRAM_BUNDLE_HOST_SCHEMA_ID,
250
- PROGRAM_BUNDLE_HOST_JS_SUBSET,
251
- PROGRAM_BUNDLE_CAPTURE_PROFILE_SCHEMA_ID,
252
- PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID,
253
- validateProgramBundle,
254
- } from './program-bundle.schema.js';
255
-
256
- // =============================================================================
257
- // Support-Tier Registry Schema
258
- // =============================================================================
259
- export {
260
- type SupportTier,
261
- type SupportScope,
262
- type ClaimVisibility,
263
- type SupportSubsystemEntrySchema,
264
- type SupportTierRegistrySchema,
265
- SUPPORT_TIER_REGISTRY_SCHEMA_VERSION,
266
- SUPPORT_TIERS,
267
- SUPPORT_SCOPES,
268
- CLAIM_VISIBILITY_LEVELS,
269
- DEFAULT_SUPPORT_TIER_REGISTRY,
270
- validateSupportTierRegistry,
271
- } from './support-tiers.schema.js';
272
-
273
- // =============================================================================
274
- // Conversion Report Schema
275
- // =============================================================================
276
- export {
277
- type ConversionReportResultSchema,
278
- type ConversionReportManifestSchema,
279
- type ConversionReportSchema,
280
- CONVERSION_REPORT_SCHEMA_VERSION,
281
- DEFAULT_CONVERSION_REPORT,
282
- validateConversionReport,
283
- } from './conversion-report.schema.js';
284
-
285
- // =============================================================================
286
- // Converter Schema
287
- // =============================================================================
288
- export {
289
- // Types
290
- type ComputePrecision,
291
- type ConverterQuantizationConfigSchema,
292
- type ConverterShardingConfigSchema,
293
- type ConverterStreamingConfigSchema,
294
- type ConverterHttpConfigSchema,
295
- type ConverterWeightLayoutConfigSchema,
296
- type ConverterManifestConfigSchema,
297
- type ConverterInferenceConfigSchema,
298
- type ConverterOutputConfigSchema,
299
- type ConverterExecutionConfigSchema,
300
- type ConverterWorkerCountPolicy,
301
- type GGUFParserDefaultsSchema,
302
- type ConverterConfigSchema,
303
-
304
- // Defaults
305
- DEFAULT_CONVERTER_QUANTIZATION_CONFIG,
306
- DEFAULT_CONVERTER_SHARDING_CONFIG,
307
- DEFAULT_CONVERTER_STREAMING_CONFIG,
308
- DEFAULT_CONVERTER_HTTP_CONFIG,
309
- DEFAULT_CONVERTER_WEIGHT_LAYOUT_CONFIG,
310
- DEFAULT_CONVERTER_MANIFEST_CONFIG,
311
- DEFAULT_CONVERTER_INFERENCE_CONFIG,
312
- DEFAULT_CONVERTER_OUTPUT_CONFIG,
313
- DEFAULT_CONVERTER_EXECUTION_CONFIG,
314
- DEFAULT_GGUF_PARSER_DEFAULTS,
315
- DEFAULT_CONVERTER_CONFIG,
316
-
317
- // Factory
318
- createConverterConfig,
319
- } from './converter.schema.js';
320
-
321
- // =============================================================================
322
- // Loading Schema
323
- // =============================================================================
324
- export {
325
- // Types
326
- type ShardCacheConfigSchema,
327
- type LoaderMemoryBudgetConfigSchema,
328
- type MemoryManagementConfigSchema,
329
- type PrefetchConfigSchema,
330
- type OpfsPathConfigSchema,
331
- type ExpertCacheConfigSchema,
332
- type LoadingConfigSchema,
333
-
334
- // Defaults
335
- DEFAULT_Q4K_LAYOUT,
336
- DEFAULT_SHARD_CACHE_CONFIG,
337
- DEFAULT_LOADER_MEMORY_BUDGET_CONFIG,
338
- DEFAULT_MEMORY_MANAGEMENT_CONFIG,
339
- DEFAULT_PREFETCH_CONFIG,
340
- DEFAULT_OPFS_PATH_CONFIG,
341
- DEFAULT_EXPERT_CACHE_CONFIG,
342
- DEFAULT_LOADING_CONFIG,
343
- } from './loading.schema.js';
344
-
345
- // =============================================================================
346
- // Kernel Registry Schema
347
- // =============================================================================
348
- export {
349
- // Types
350
- type GpuFeature,
351
- type BindingType,
352
- type BindingSchema,
353
- type UniformFieldType,
354
- type UniformFieldSchema,
355
- type UniformsSchema,
356
- type WgslOverridesSchema,
357
- type KernelVariantSchema,
358
- type OperationSchema,
359
- type KernelRegistrySchema,
360
- type ResolvedKernelConfig,
361
-
362
- // Functions
363
- mergeBindings,
364
- resolveKernelConfig,
365
- } from './kernel-registry.schema.js';
366
-
367
- // =============================================================================
368
- // Platform Schema
369
- // =============================================================================
370
- export {
371
- // Types
372
- type PlatformDetectionPattern,
373
- type PlatformDetectionSchema,
374
- type MemoryHintsSchema,
375
- type PlatformSchema,
376
- type RuntimeCapabilities,
377
- type ResolvedPlatformConfig,
378
- type PlatformRegistrySchema,
379
- } from './platform.schema.js';
380
-
381
- // =============================================================================
382
- // Storage Schema
383
- // =============================================================================
384
- export {
385
- // Types
386
- type QuotaConfigSchema,
387
- type VramEstimationConfigSchema,
388
- type StorageAlignmentConfigSchema,
389
- type StorageFullConfigSchema,
390
-
391
- // Defaults
392
- DEFAULT_QUOTA_CONFIG,
393
- DEFAULT_VRAM_ESTIMATION_CONFIG,
394
- DEFAULT_STORAGE_ALIGNMENT_CONFIG,
395
- DEFAULT_STORAGE_FULL_CONFIG,
396
- } from './storage.schema.js';
397
-
398
- // =============================================================================
399
- // Distribution Schema
400
- // =============================================================================
401
- export {
402
- // Types
403
- type DistributionConfigSchema,
404
-
405
- // Defaults
406
- DEFAULT_DISTRIBUTION_CONFIG,
407
- } from './distribution.schema.js';
408
-
409
- // =============================================================================
410
- // MoE Runtime Schema
411
- // =============================================================================
1
+ // Stable aggregate schema surface; domain barrels own the export lists.
412
2
  export {
413
3
  // Types
414
4
  type RouterDtype,
@@ -421,489 +11,10 @@ export {
421
11
  DEFAULT_MOE_CACHE_CONFIG,
422
12
  DEFAULT_MOE_RUNTIME_CONFIG,
423
13
  } from './moe.schema.js';
424
-
425
- // =============================================================================
426
- // KV Cache Schema
427
- // =============================================================================
428
- export {
429
- // Types
430
- type KVDtype,
431
- type KVLayout,
432
- type KVCacheConfigSchema,
433
-
434
- // Defaults
435
- DEFAULT_KVCACHE_CONFIG,
436
-
437
- // Thresholds
438
- PAGED_LAYOUT_SEQ_LEN_THRESHOLD,
439
- } from './kvcache.schema.js';
440
-
441
- // =============================================================================
442
- // GPU Cache Schema
443
- // =============================================================================
444
- export {
445
- // Types
446
- type GpuCacheConfigSchema,
447
-
448
- // Defaults
449
- DEFAULT_GPU_CACHE_CONFIG,
450
- } from './gpu-cache.schema.js';
451
-
452
- // =============================================================================
453
- // Debug Schema
454
- // =============================================================================
455
- export {
456
- // Types
457
- type LogOutputConfigSchema,
458
- type LogHistoryConfigSchema,
459
- type LogLevelConfigSchema,
460
- type LogLevel,
461
- type TraceCategory,
462
- type TraceConfigSchema,
463
- type PipelineDebugCategory,
464
- type PipelineDebugConfigSchema,
465
- type ProfilerConfigSchema,
466
- type PerfGuardsConfigSchema,
467
- type ProbeStage,
468
- type ProbeConfigSchema,
469
- type DebugConfigSchema,
470
-
471
- // Constants
472
- LOG_LEVELS,
473
-
474
- // Defaults
475
- DEFAULT_LOG_OUTPUT_CONFIG,
476
- DEFAULT_LOG_HISTORY_CONFIG,
477
- DEFAULT_LOG_LEVEL_CONFIG,
478
- DEFAULT_TRACE_CONFIG,
479
- DEFAULT_LOADER_DEBUG_CONFIG,
480
- DEFAULT_MATMUL_DEBUG_CONFIG,
481
- DEFAULT_KERNEL_TRACE_CONFIG,
482
- DEFAULT_PIPELINE_DEBUG_CONFIG,
483
- DEFAULT_PROFILER_CONFIG,
484
- DEFAULT_PERF_GUARDS_CONFIG,
485
- DEFAULT_DEBUG_CONFIG,
486
- } from './debug.schema.js';
487
-
488
- // =============================================================================
489
- // Benchmark Schema
490
- // =============================================================================
491
- export {
492
- // Types
493
- type BenchmarkOutputConfig,
494
- type BenchmarkRunConfig,
495
- type BenchmarkStatsConfig,
496
- type BenchmarkComparisonConfig,
497
- type BenchmarkConfig,
498
-
499
- // Defaults
500
- DEFAULT_BENCHMARK_OUTPUT_CONFIG,
501
- DEFAULT_BENCHMARK_RUN_CONFIG,
502
- DEFAULT_BENCHMARK_STATS_CONFIG,
503
- DEFAULT_BENCHMARK_COMPARISON_CONFIG,
504
- DEFAULT_BENCHMARK_BASELINE_CONFIG,
505
- DEFAULT_BENCHMARK_CONFIG,
506
- } from './benchmark.schema.js';
507
-
508
- // =============================================================================
509
- // Hot-Swap Schema
510
- // =============================================================================
511
- export {
512
- // Types
513
- type HotSwapSignerSchema,
514
- type HotSwapConfigSchema,
515
-
516
- // Defaults
517
- DEFAULT_HOTSWAP_CONFIG,
518
- } from './hotswap.schema.js';
519
-
520
- // =============================================================================
521
- // Buffer Pool Schema
522
- // =============================================================================
523
- export {
524
- // Types
525
- type BufferPoolBucketConfigSchema,
526
- type BufferPoolLimitsConfigSchema,
527
- type BufferPoolAlignmentConfigSchema,
528
- type BufferPoolBudgetConfigSchema,
529
- type BufferPoolConfigSchema,
530
-
531
- // Defaults
532
- DEFAULT_BUFFER_POOL_BUCKET_CONFIG,
533
- DEFAULT_BUFFER_POOL_LIMITS_CONFIG,
534
- DEFAULT_BUFFER_POOL_ALIGNMENT_CONFIG,
535
- DEFAULT_BUFFER_POOL_BUDGET_CONFIG,
536
- DEFAULT_BUFFER_POOL_CONFIG,
537
- } from './buffer-pool.schema.js';
538
-
539
- // =============================================================================
540
- // Memory Limits Schema
541
- // =============================================================================
542
- export {
543
- // Types
544
- type HeapTestingConfigSchema,
545
- type SegmentTestingConfigSchema,
546
- type AddressSpaceConfigSchema,
547
- type SegmentAllocationConfigSchema,
548
- type EmulatedStorageConfigSchema,
549
- type MemoryLimitsConfigSchema,
550
-
551
- // Defaults
552
- DEFAULT_HEAP_TESTING_CONFIG,
553
- DEFAULT_SEGMENT_TESTING_CONFIG,
554
- DEFAULT_ADDRESS_SPACE_CONFIG,
555
- DEFAULT_SEGMENT_ALLOCATION_CONFIG,
556
- DEFAULT_EMULATED_STORAGE_CONFIG,
557
- DEFAULT_MEMORY_LIMITS_CONFIG,
558
- } from './memory-limits.schema.js';
559
-
560
- // =============================================================================
561
- // Bridge Schema
562
- // =============================================================================
563
- export {
564
- // Types
565
- type BridgeConfigSchema,
566
-
567
- // Defaults
568
- DEFAULT_BRIDGE_TIMEOUT_CONFIG,
569
- DEFAULT_BRIDGE_CONFIG,
570
- } from './bridge.schema.js';
571
-
572
- // =============================================================================
573
- // LoRA Schema
574
- // =============================================================================
575
- export {
576
- type LoraConfigSchema,
577
- DEFAULT_LORA_CONFIG,
578
- } from './lora.schema.js';
579
-
580
- // =============================================================================
581
- // Training Schema
582
- // =============================================================================
583
- export {
584
- type TrainingOptimizerConfigSchema,
585
- type TrainingGradientConfigSchema,
586
- type TrainingLossScalingConfigSchema,
587
- type TrainingPrecisionConfigSchema,
588
- type TrainingAttentionConfigSchema,
589
- type TrainingTelemetryConfigSchema,
590
- type TrainingSettingsSchema,
591
- DEFAULT_TRAINING_OPTIMIZER_CONFIG,
592
- DEFAULT_TRAINING_GRADIENT_CONFIG,
593
- DEFAULT_TRAINING_LOSS_SCALING_CONFIG,
594
- DEFAULT_TRAINING_PRECISION_CONFIG,
595
- DEFAULT_TRAINING_ATTENTION_CONFIG,
596
- DEFAULT_TRAINING_TELEMETRY_CONFIG,
597
- DEFAULT_TRAINING_SETTINGS,
598
- } from './training.schema.js';
599
-
600
- // =============================================================================
601
- // Distill Training Schema
602
- // =============================================================================
603
- export {
604
- type DistillTrainingStage,
605
- type DistillFreezeConfigSchema,
606
- type DistillTrainingConfigSchema,
607
- DISTILL_STAGE_VALUES,
608
- DISTILL_TRAINING_SCHEMA_VERSION,
609
- DEFAULT_DISTILL_FREEZE_GROUPS,
610
- DEFAULT_DISTILL_TRAINING_CONFIG,
611
- validateDistillTrainingConfig,
612
- } from './distill-training.schema.js';
613
-
614
- // =============================================================================
615
- // UL Training Schema
616
- // =============================================================================
617
- export {
618
- type UlTrainingStage,
619
- type UlNoiseScheduleSchema,
620
- type UlPriorAlignmentSchema,
621
- type UlDecoderSigmoidWeightSchema,
622
- type UlFreezeGroupsSchema,
623
- type UlTrainingConfigSchema,
624
- UL_STAGE_VALUES,
625
- UL_TRAINING_SCHEMA_VERSION,
626
- DEFAULT_UL_NOISE_SCHEDULE,
627
- DEFAULT_UL_PRIOR_ALIGNMENT,
628
- DEFAULT_UL_DECODER_SIGMOID_WEIGHT,
629
- DEFAULT_UL_FREEZE_GROUPS,
630
- DEFAULT_UL_TRAINING_CONFIG,
631
- validateUlTrainingConfig,
632
- } from './ul-training.schema.js';
633
-
634
- // =============================================================================
635
- // Training Metrics Schema
636
- // =============================================================================
637
- export {
638
- type TrainingMetricsReportSchema,
639
- DEFAULT_TRAINING_METRICS_REPORT,
640
- validateTrainingMetricsEntry,
641
- validateTrainingMetricsReport,
642
- } from './training-metrics.schema.js';
643
-
644
- // =============================================================================
645
- // Backward Registry Schema
646
- // =============================================================================
647
- export {
648
- type BackwardRegistryOpSchema,
649
- type BackwardRegistrySchema,
650
- validateBackwardRegistry,
651
- } from './backward-registry.schema.js';
652
-
653
- // =============================================================================
654
- // Unit Constants (Invariants)
655
- // =============================================================================
656
- export {
657
- KB,
658
- MB,
659
- GB,
660
- formatBytes,
661
- formatBytesCompact,
662
- } from './units.schema.js';
663
-
664
- // =============================================================================
665
- // Quantization Defaults Schema
666
- // =============================================================================
667
- export {
668
- // Types
669
- type WeightQuantType,
670
- type EmbeddingQuantType,
671
- type QuantizationDefaultsSchema,
672
-
673
- // Defaults
674
- DEFAULT_QUANTIZATION_DEFAULTS,
675
- } from './quantization-defaults.schema.js';
676
-
677
- // =============================================================================
678
- // Quantization Constants (Invariants)
679
- // =============================================================================
680
- export {
681
- QK_K,
682
- Q4_0_BLOCK_SIZE, Q4_0_BLOCK_BYTES, Q4K_BLOCK_BYTES,
683
- Q6K_BLOCK_BYTES,
684
- Q8_0_BLOCK_BYTES,
685
- Q8_0_BLOCK_SIZE,
686
- K_SCALE_SIZE,
687
- QK4_K_BLOCK_SIZE,
688
- padToQ4KBlock,
689
- q4kBlockCount,
690
- } from './quantization.schema.js';
691
-
692
- // =============================================================================
693
- // Kernel Thresholds Schema
694
- // =============================================================================
695
- export {
696
- // Types
697
- type MatmulThresholdsSchema,
698
- type RmsnormThresholdsSchema,
699
- type RopeDefaultsSchema,
700
- type AttentionThresholdsSchema,
701
- type CastThresholdsSchema,
702
- type KernelThresholdsConfigSchema,
703
- type SoftmaxThresholdsSchema,
704
- type FfnThresholdsSchema,
705
- type SampleThresholdsSchema,
706
-
707
- // Constants
708
- DTYPE_SIZES,
709
- getDtypeSize,
710
-
711
- // Defaults
712
- DEFAULT_MATMUL_THRESHOLDS,
713
- DEFAULT_RMSNORM_THRESHOLDS,
714
- DEFAULT_SOFTMAX_THRESHOLDS,
715
- DEFAULT_FFN_THRESHOLDS,
716
- DEFAULT_SAMPLE_THRESHOLDS,
717
- DEFAULT_ROPE_DEFAULTS,
718
- DEFAULT_ATTENTION_THRESHOLDS,
719
- DEFAULT_CAST_THRESHOLDS,
720
- DEFAULT_KERNEL_THRESHOLDS,
721
-
722
- getKernelThresholds,
723
- getKernelThresholdSnapshot,
724
- setKernelThresholds,
725
- resetKernelThresholds,
726
- } from './kernel-thresholds.schema.js';
727
-
728
- // =============================================================================
729
- // Kernel Warmup Schema
730
- // =============================================================================
731
- export {
732
- // Types
733
- type KernelWarmupConfigSchema,
734
-
735
- // Defaults
736
- DEFAULT_KERNEL_WARMUP_CONFIG,
737
- } from './kernel-warmup.schema.js';
738
-
739
- // =============================================================================
740
- // Shared Runtime Schema
741
- // =============================================================================
742
- export {
743
- // Types
744
- type KernelRegistryConfigSchema,
745
- type SharedRuntimeConfigSchema,
746
-
747
- // Defaults
748
- DEFAULT_KERNEL_REGISTRY_CONFIG,
749
- DEFAULT_SHARED_RUNTIME_CONFIG,
750
- } from './shared-runtime.schema.js';
751
-
752
- // =============================================================================
753
- // Tooling Schema
754
- // =============================================================================
755
- export {
756
- // Types
757
- type ToolingConfigSchema,
758
- type ToolingIntent,
759
- type ToolingDiagnosticsMode,
760
- type RefactorReceiptPolicy,
761
-
762
- // Constants
763
- TOOLING_INTENTS,
764
- TOOLING_DIAGNOSTICS,
765
- REFACTOR_RECEIPT_POLICIES,
766
-
767
- // Defaults
768
- DEFAULT_TOOLING_CONFIG,
769
- } from './tooling.schema.js';
770
- export {
771
- type RuntimeProfileMetadata,
772
- type RuntimeProfileStability,
773
- validateRuntimeProfileMetadata,
774
- assertRuntimeProfileIntentCompatibility,
775
- } from './runtime-profile.schema.js';
776
-
777
- // =============================================================================
778
- // Ecosystem Schema
779
- // =============================================================================
780
- export {
781
- // Types
782
- type EcosystemStabilityMode,
783
- type EcosystemRankingMode,
784
- type EcosystemIncentiveMode,
785
- type EcosystemAntiSybilCost,
786
- type EcosystemEnforcementMode,
787
- type EcosystemFailoverTier,
788
- type EcosystemNotarizationAlgorithm,
789
- type EcosystemConfigSchema,
790
- type EcosystemConfigOverrides,
791
-
792
- // Constants
793
- ECOSYSTEM_STABILITY_MODES,
794
- ECOSYSTEM_RANKING_MODES,
795
- ECOSYSTEM_INCENTIVE_MODES,
796
- ECOSYSTEM_ANTISYBIL_COST,
797
- ECOSYSTEM_ENFORCEMENT_MODES,
798
- ECOSYSTEM_FAILOVER_TIERS,
799
- ECOSYSTEM_NOTARIZATION_ALGORITHMS,
800
-
801
- // Defaults
802
- DEFAULT_ECOSYSTEM_CONFIG,
803
-
804
- // Factory and validation
805
- mergeEcosystemConfig,
806
- createEcosystemConfig,
807
- validateEcosystemConfig,
808
- } from './ecosystem.schema.js';
809
-
810
- // =============================================================================
811
- // Harness Schema
812
- // =============================================================================
813
- export {
814
- // Types
815
- type HarnessConfigSchema,
816
- type HarnessMode,
817
-
818
- // Defaults
819
- DEFAULT_HARNESS_CONFIG,
820
- } from './harness.schema.js';
821
-
822
- // =============================================================================
823
- // Speculative Schema
824
- // =============================================================================
825
- export {
826
- // Types
827
- type SpeculativeConfigSchema,
828
-
829
- // Defaults
830
- DEFAULT_SPECULATIVE_CONFIG,
831
- } from './speculative.schema.js';
832
-
833
- // =============================================================================
834
- // Emulation Schema
835
- // =============================================================================
836
- export {
837
- // Types
838
- type EmulatedChipType,
839
- type EmulationTimingMode,
840
- type EmulatedGPUSpec,
841
- type EmulatedCPUSpec,
842
- type NVLinkSpec,
843
- type NVLinkC2CSpec,
844
- type EmulatedClusterTopology,
845
- type TensorParallelConfig,
846
- type PipelineParallelConfig,
847
- type DataParallelConfig,
848
- type ExpertParallelConfig,
849
- type EmulatedParallelismConfig,
850
- type EmulatedTimingScaling,
851
- type LocalResourceTier,
852
- type LocalResourceMapping,
853
- type EmulationConfigSchema,
854
- type VirtualGPUStats,
855
- type NVLinkStats,
856
- type EmulationStats,
857
-
858
- // Defaults
859
- DEFAULT_GH200_GPU_SPEC,
860
- DEFAULT_GH200_CPU_SPEC,
861
- DEFAULT_NVLINK_SPEC,
862
- DEFAULT_NVLINK_C2C_SPEC,
863
- DEFAULT_PARALLELISM_CONFIG,
864
- DEFAULT_EMULATION_CONFIG,
865
-
866
- // Factory
867
- createEmulationConfig,
868
- getChipProfile,
869
- } from './emulation.schema.js';
870
-
871
- // =============================================================================
872
- // Doppler Master Config
873
- // =============================================================================
874
- export {
875
- // Types
876
- type LargeWeightConfigSchema,
877
- type RuntimeConfigSchema,
878
- type DopplerConfigSchema,
879
-
880
- // Defaults
881
- DEFAULT_LARGE_WEIGHT_CONFIG,
882
- DEFAULT_CHAT_TEMPLATE_CONFIG,
883
- DEFAULT_RUNTIME_CONFIG,
884
- DEFAULT_DOPPLER_CONFIG,
885
-
886
- // Factory
887
- createDopplerConfig,
888
- } from './doppler.schema.js';
889
-
890
- // =============================================================================
891
- // Adapter Schema
892
- // =============================================================================
893
- export {
894
- VALID_LORA_TARGET_MODULES,
895
- DEFAULT_ADAPTER_VALIDATION_CONFIG,
896
- DEFAULT_ADAPTER_STACK_CONFIG,
897
- DEFAULT_ADAPTER_REGISTRY_CONFIG,
898
- DEFAULT_ADAPTER_CONFIG,
899
- } from './adapter.schema.js';
900
-
901
- // =============================================================================
902
- // Self-Speculation Schema
903
- // =============================================================================
904
- export {
905
- SPECULATION_MODES,
906
- SPECULATION_VERIFY_MODES,
907
- DEFAULT_SELF_SPECULATION_CONFIG,
908
- validateSelfSpeculationConfig,
909
- } from './speculation-self.schema.js';
14
+ export * from './manifest/index.js';
15
+ export * from './execution/index.js';
16
+ export * from './runtime/index.js';
17
+ export * from './capsule/index.js';
18
+ export * from './policy/index.js';
19
+ export * from './platform/index.js';
20
+ export * from './training/index.js';