doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,45 +0,0 @@
1
- /**
2
- * Generator helper utilities.
3
- *
4
- * @module inference/pipelines/text/generator-helpers
5
- */
6
-
7
- import type { PipelineState } from './state.js';
8
- import type { LayerContext } from './types.js';
9
- import type { LogitsConfig, LogitsWeights } from './logits/index.js';
10
- import type { WeightBufferConfig } from './weights.js';
11
- import type { ExecutionSessionPlan } from './execution-plan.js';
12
- import type { ExecutionV1PerLayerInputsSessionSchema } from '../../../config/schema/execution-v1.schema.js';
13
-
14
- export declare function debugCheckBuffer(
15
- state: PipelineState,
16
- buffer: GPUBuffer,
17
- label: string,
18
- numTokens: number,
19
- expectedDim?: number
20
- ): Promise<void>;
21
-
22
- export declare function buildLayerContext(
23
- state: PipelineState,
24
- recorder: unknown,
25
- isDecodeMode: boolean,
26
- debugLayers: number[] | null | undefined,
27
- debugCheckBufferFn?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>,
28
- executionPlan?: ExecutionSessionPlan | null
29
- ): LayerContext;
30
-
31
- export declare function resolvePerLayerInputsSession(
32
- manifestSession: ExecutionV1PerLayerInputsSessionSchema | null | undefined,
33
- runtimeSession: ExecutionV1PerLayerInputsSessionSchema | Record<string, unknown> | null | undefined
34
- ): ExecutionV1PerLayerInputsSessionSchema | null;
35
-
36
- export declare function releaseSharedAttentionState(
37
- sharedAttentionState: LayerContext['sharedAttentionState'],
38
- recorder?: {
39
- trackTemporaryBuffer(buffer: GPUBuffer): void;
40
- } | null
41
- ): void;
42
-
43
- export declare function getLogitsWeights(state: PipelineState): LogitsWeights;
44
-
45
- export declare function getLogitsConfig(state: PipelineState): LogitsConfig;
@@ -1,84 +0,0 @@
1
- import type { Tensor } from '../../../gpu/tensor.js';
2
-
3
- export interface StructuredPromptRequest {
4
- messages: unknown[];
5
- }
6
-
7
- export interface PrefixEmbeddingOverride {
8
- prefixLength: number;
9
- offset: number;
10
- embeddings: Float32Array | GPUBuffer;
11
- expectedLength: number;
12
- byteLength: number;
13
- byteOffset: number;
14
- }
15
-
16
- export interface InputSpan {
17
- offset: number;
18
- length: number;
19
- }
20
-
21
- export type PrefixEmbeddingOverrideTransitionDeclaration =
22
- | 'step_precision'
23
- | 'explicit_cast_step'
24
- | null;
25
-
26
- export interface PrefixEmbeddingOverrideExecutionOptions {
27
- executionPolicies?: Record<string, unknown> | null;
28
- transitionDeclaredBy?: PrefixEmbeddingOverrideTransitionDeclaration;
29
- }
30
-
31
- export declare function resolvePromptInput(
32
- state: Record<string, unknown>,
33
- prompt: string | unknown[] | StructuredPromptRequest,
34
- useChatTemplate: boolean,
35
- contextLabel: string
36
- ): string;
37
-
38
- export declare function resolveEffectivePrefillTokenChunkSize(
39
- state: Record<string, unknown>
40
- ): number | null | undefined;
41
-
42
- export declare function releasePerLayerInputBuffer(
43
- buffer: GPUBuffer | null | undefined,
44
- recorder: { trackTemporaryBuffer(buffer: GPUBuffer): void } | null | undefined,
45
- decodeBuffers: { ownsBuffer(buffer: GPUBuffer): boolean } | null | undefined,
46
- pleCache?: { ownedBuffers?: Set<GPUBuffer> } | null
47
- ): void;
48
-
49
- export declare function normalizePrefixEmbeddingOverride(
50
- override: Record<string, unknown> | null | undefined,
51
- hiddenSize: number,
52
- numTokens: number,
53
- contextLabel: string
54
- ): PrefixEmbeddingOverride | null;
55
-
56
- export declare function resolvePrefillEmbeddingInputIds(
57
- inputIds: readonly number[],
58
- embeddingInputSpan: InputSpan & { tokenId: number } | null | undefined,
59
- contextLabel: string
60
- ): number[] | readonly number[];
61
-
62
- export declare function resolvePrefillMultimodalBidirectionalSpan(
63
- inputIds: readonly number[],
64
- bidirectionalSpan: InputSpan | null | undefined,
65
- contextLabel: string
66
- ): InputSpan | null;
67
-
68
- export declare function resolvePrefixEmbeddingOverrideTransitionDeclaredBy(
69
- executionV1State: Record<string, unknown> | null | undefined
70
- ): PrefixEmbeddingOverrideTransitionDeclaration;
71
-
72
- export declare function applyPrefixEmbeddingOverride(
73
- baseTensor: Tensor,
74
- override: PrefixEmbeddingOverride | null,
75
- hiddenSize: number,
76
- contextLabel: string,
77
- executionOptions?: Record<string, unknown> | PrefixEmbeddingOverrideExecutionOptions | null
78
- ): Promise<Tensor>;
79
-
80
- export declare function shouldDisablePrefillCommandBatching(
81
- state: Record<string, unknown>,
82
- opts: Record<string, unknown>,
83
- multimodalBidirectionalSpan: InputSpan | null
84
- ): boolean;
@@ -1,89 +0,0 @@
1
- import type { PipelineState } from './state.js';
2
- import type { GenerateOptions } from './types.js';
3
- import type { ParsedModelConfig } from './config.js';
4
- import type { ExecutionSessionPlan } from './execution-plan.js';
5
- import type { LoadedEmbeddingPostprocessor } from '../../../loader/final-weights-loader.js';
6
-
7
- export interface StepOptionsResolved {
8
- temperature: number;
9
- topP: number;
10
- topK: number;
11
- repetitionPenalty: number;
12
- suppressTokenIds?: number[];
13
- debug: boolean;
14
- debugLayers?: number[];
15
- profile: boolean;
16
- disableCommandBatching: boolean;
17
- disableMultiTokenDecode: boolean;
18
- batchSize: number;
19
- stopCheckMode: 'batch' | 'per-token';
20
- executionPlan: ExecutionSessionPlan;
21
- }
22
-
23
- export interface GenerateOptionsResolved extends StepOptionsResolved {
24
- maxTokens: number;
25
- stopSequences: string[];
26
- useSpeculative: boolean;
27
- useChatTemplate: boolean;
28
- benchmark: boolean;
29
- }
30
-
31
- export interface PrefillOptionsResolved {
32
- useChatTemplate: boolean;
33
- debug: boolean;
34
- debugLayers?: number[];
35
- profile: boolean;
36
- disableCommandBatching: boolean;
37
- disableMultiTokenDecode: boolean;
38
- executionPlan: ExecutionSessionPlan;
39
- }
40
-
41
- export interface PrefillEmbeddingOptionsResolved extends PrefillOptionsResolved {
42
- embeddingMode: 'last' | 'mean';
43
- }
44
-
45
- export function assertTokenIdsInRange(state: PipelineState, tokenIds: number[], context?: string): void;
46
- export function assertTokenIdInRange(state: PipelineState, tokenId: number, context?: string): void;
47
-
48
- export function resolveStepOptions(
49
- state: PipelineState,
50
- options?: GenerateOptions
51
- ): StepOptionsResolved;
52
-
53
- export function resolveGenerateOptions(
54
- state: PipelineState,
55
- options?: GenerateOptions
56
- ): GenerateOptionsResolved;
57
-
58
- export function resolvePrefillOptions(
59
- state: PipelineState,
60
- options?: GenerateOptions
61
- ): PrefillOptionsResolved;
62
-
63
- export function resolvePrefillEmbeddingOptions(
64
- state: PipelineState,
65
- options?: GenerateOptions
66
- ): PrefillEmbeddingOptionsResolved;
67
-
68
- export function resolveAdvanceEmbeddingMode(
69
- state: PipelineState,
70
- options?: GenerateOptions
71
- ): 'last' | 'mean';
72
-
73
- export function resolveFloatDtypeFromByteSize(
74
- totalBytes: number,
75
- expectedLength: number,
76
- fallback?: 'f16' | 'f32'
77
- ): 'f16' | 'f32';
78
-
79
- export function getFinalNormWeights(state: PipelineState): Promise<Float32Array>;
80
-
81
- export function extractEmbeddingFromHidden(
82
- hiddenStates: Float32Array,
83
- numTokens: number,
84
- hiddenSize: number,
85
- embeddingMode: 'last' | 'mean',
86
- finalNormWeights: Float32Array,
87
- config: Pick<ParsedModelConfig, 'rmsNormEps' | 'rmsNormWeightOffset' | 'embeddingPostprocessor'>,
88
- embeddingPostprocessor?: LoadedEmbeddingPostprocessor | null
89
- ): Float32Array;
@@ -1,186 +0,0 @@
1
- export declare function sumProfileTimings(timings: Record<string, number> | null): number | null;
2
-
3
- /**
4
- * Error thrown when decode readback produces non-finite values.
5
- * Callers can branch on the .name === 'FinitenessError' or use
6
- * instanceof.
7
- */
8
- export declare class FinitenessError extends Error {
9
- constructor(message: string);
10
- }
11
-
12
- /**
13
- * Advance one decode step using a pre-resolved token id and its
14
- * embedding. Mutates `state` to reflect the new sequence length and
15
- * decode-step counter.
16
- */
17
- export declare function advanceWithTokenAndEmbedding(
18
- state: Record<string, unknown>,
19
- tokenId: number,
20
- opts: Record<string, unknown>,
21
- helpers: Record<string, unknown>,
22
- embeddingMode: string
23
- ): Promise<void>;
24
-
25
- export interface BatchDecodeSelectionConfig {
26
- batchSize: number;
27
- useGPU: boolean;
28
- gpuSamplingAvailable: boolean;
29
- disableMultiTokenDecode: boolean;
30
- disableCommandBatching: boolean;
31
- isBdpaPagedLayout?: boolean;
32
- finitenessFallbackWindowOpen?: boolean;
33
- }
34
-
35
- export declare function shouldUseBatchDecode(config: BatchDecodeSelectionConfig): boolean;
36
-
37
- export interface FusedDecodeSamplingConfig {
38
- recorderEnabled: boolean;
39
- gpuSamplingEnabled: boolean;
40
- fusedDecodeDisabled: boolean;
41
- layerTypes?: string[] | null;
42
- }
43
-
44
- export declare function shouldUseFusedDecodeSampling(config: FusedDecodeSamplingConfig): boolean;
45
-
46
- export interface StopTokenLookup {
47
- firstTokenId: number | null;
48
- secondTokenId: number | null;
49
- tokenSet: Set<number> | null;
50
- }
51
-
52
- export declare function createStopTokenLookup(
53
- stopTokenIds: number[],
54
- eosTokenId?: number | null
55
- ): StopTokenLookup;
56
-
57
- export declare function resolveBatchStop(
58
- tokens: ArrayLike<number>,
59
- stopFlags: ArrayLike<number> | null,
60
- stopTokenLookup: StopTokenLookup
61
- ): number;
62
-
63
- export declare function findInvalidGeneratedToken(
64
- tokens: ArrayLike<number>,
65
- vocabSize: number,
66
- padTokenId?: number | null
67
- ): { index: number; tokenId: number } | null;
68
-
69
- export interface SampledTokenStagingBuffer {
70
- mapAsync(mode: number): Promise<void>;
71
- getMappedRange(): ArrayBufferLike;
72
- unmap(): void;
73
- destroy(): void;
74
- }
75
-
76
- export interface DeferredCleanupRecorder {
77
- completeDeferredCleanup(options?: { discardPooled?: boolean }): Promise<void> | void;
78
- }
79
-
80
- export declare function readSampledTokenFromStagingBuffer(
81
- stagingBuffer: SampledTokenStagingBuffer,
82
- options?: {
83
- ownsStagingBuffer?: boolean;
84
- hasFinitenessBuffer?: boolean;
85
- ring?: { advance(): void } | null;
86
- cleanupRecorder?: DeferredCleanupRecorder | null;
87
- }
88
- ): Promise<{
89
- nextToken: number;
90
- finitenessStatus: {
91
- triggered: boolean;
92
- metadata: string;
93
- };
94
- timing: {
95
- mapWaitMs: number;
96
- cleanupMs: number;
97
- copyMs: number;
98
- };
99
- }>;
100
-
101
- export declare function readMappedBufferCopy(
102
- stagingBuffer: SampledTokenStagingBuffer,
103
- options?: {
104
- ownsStagingBuffer?: boolean;
105
- }
106
- ): Promise<ArrayBuffer>;
107
-
108
- export declare function readBatchTokensFromStagingBuffers(options: {
109
- tokensStagingBuffer: SampledTokenStagingBuffer;
110
- stopStagingBuffer?: SampledTokenStagingBuffer | null;
111
- finitenessStagingBuffer?: SampledTokenStagingBuffer | null;
112
- finitenessOffsetBytes?: number | null;
113
- tokenCount: number;
114
- ownsTokensStaging?: boolean;
115
- ownsStopStaging?: boolean;
116
- ownsFinitenessStaging?: boolean;
117
- ring?: { advance(): void } | null;
118
- cleanupRecorder?: DeferredCleanupRecorder | null;
119
- }): Promise<{
120
- tokens: Uint32Array;
121
- stopFlags: Uint32Array | null;
122
- finitenessStatus: {
123
- triggered: boolean;
124
- metadata: string;
125
- };
126
- timing: {
127
- mapWaitMs: number;
128
- cleanupMs: number;
129
- copyMs: number;
130
- };
131
- }>;
132
-
133
- export declare function decodeStep(
134
- state: unknown,
135
- currentIds: number[],
136
- opts: Record<string, unknown>,
137
- helpers: {
138
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
139
- getLogitsWeights: () => unknown;
140
- getLogitsConfig: () => unknown;
141
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>;
142
- }
143
- ): Promise<number>;
144
-
145
- export declare function decodeStepLogits(
146
- state: unknown,
147
- currentIds: number[],
148
- opts: Record<string, unknown>,
149
- helpers: {
150
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
151
- getLogitsWeights: () => unknown;
152
- getLogitsConfig: () => unknown;
153
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>;
154
- }
155
- ): Promise<{
156
- logits: Float32Array;
157
- logitsBuffer: GPUBuffer | null;
158
- logitsDtype: string | null;
159
- rawVocabSize: number;
160
- vocabSize: number;
161
- }>;
162
-
163
- export declare function advanceWithToken(
164
- state: unknown,
165
- tokenId: number,
166
- opts: Record<string, unknown>,
167
- helpers: {
168
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
169
- getLogitsWeights: () => unknown;
170
- getLogitsConfig: () => unknown;
171
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>;
172
- }
173
- ): Promise<void>;
174
-
175
- export declare function generateNTokensGPU(
176
- state: unknown,
177
- startToken: number,
178
- N: number,
179
- currentIds: number[],
180
- opts: Record<string, unknown>,
181
- helpers: {
182
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
183
- getLogitsWeights: () => unknown;
184
- getLogitsConfig: () => unknown;
185
- }
186
- ): Promise<{ tokens: number[] | Uint32Array; actualCount: number }>;
@@ -1,5 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from '../text.js';
2
- export { parseModelConfig, parseModelConfigFromManifest } from './config.js';
3
- export { loadWeights, initTokenizer, isStopToken } from './init.js';
4
- export { initTokenizerFromManifest } from './model-load.js';
5
- export { getStopTokenIds } from './config.js';
@@ -1,6 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from '../text.js';
2
- export { parseModelConfig, parseModelConfigFromManifest } from './config.js';
3
- export { loadWeights, initTokenizer } from './init.js';
4
- export { initTokenizerFromManifest } from './model-load.js';
5
- export { isStopToken } from './init.js';
6
- export { getStopTokenIds } from './config.js';
@@ -1,119 +0,0 @@
1
- /**
2
- * Kernel Pipeline Tracer - systematic debugging for GPU inference.
3
- *
4
- * @module inference/pipelines/text/kernel-trace
5
- */
6
-
7
- // ============================================================================
8
- // Types
9
- // ============================================================================
10
-
11
- /**
12
- * Snapshot of a tensor's statistics (no full data, just stats).
13
- */
14
- export interface TensorSnapshot {
15
- ok: boolean;
16
- error: string | null;
17
- shape: number[];
18
- dtype: string;
19
- stats: {
20
- min: number;
21
- max: number;
22
- maxAbs: number;
23
- mean: number;
24
- std: number;
25
- };
26
- sample: number[];
27
- hasNaN: boolean;
28
- hasInf: boolean;
29
- }
30
-
31
- /**
32
- * A single step in the kernel pipeline.
33
- */
34
- export interface KernelStep {
35
- name: string;
36
- label: string;
37
- layer: number;
38
- inputs: TensorSnapshot[];
39
- output: TensorSnapshot;
40
- variant?: string;
41
- timeMs?: number;
42
- }
43
-
44
- /**
45
- * Detected anomaly in the pipeline.
46
- */
47
- export interface Anomaly {
48
- type: 'nan' | 'inf' | 'explosion' | 'collapse';
49
- severity: 'critical' | 'warning';
50
- stepIdx: number;
51
- step: KernelStep;
52
- message: string;
53
- factor?: number;
54
- }
55
-
56
- /**
57
- * Options for enabling tracing.
58
- */
59
- export interface TraceOptions {
60
- layers?: number[];
61
- breakOnAnomaly?: boolean;
62
- explosionThreshold?: number;
63
- collapseThreshold?: number;
64
- maxSteps?: number;
65
- }
66
-
67
- // ============================================================================
68
- // Tensor Snapshot Utility
69
- // ============================================================================
70
-
71
- // ============================================================================
72
- // KernelTrace Class
73
- // ============================================================================
74
-
75
- /**
76
- * Global kernel pipeline tracer.
77
- */
78
- declare class KernelTrace {
79
- get enabled(): boolean;
80
- enable(options?: TraceOptions): void;
81
- disable(): void;
82
- clear(): void;
83
- shouldTraceLayer(layerIdx: number): boolean;
84
- recordStep(step: KernelStep): void;
85
- findAnomaly(): Anomaly | null;
86
- getAnomalies(): Anomaly[];
87
- lastStep(): KernelStep | null;
88
- getLastNSteps(n: number): KernelStep[];
89
- getSteps(): KernelStep[];
90
- getTimeline(): string;
91
- toJSON(): string;
92
- dumpLastNSteps(n?: number): void;
93
- }
94
-
95
- /**
96
- * Global kernel trace instance.
97
- */
98
- export const kernelTrace: KernelTrace;
99
-
100
- // ============================================================================
101
- // Convenience: Record Step Helper
102
- // ============================================================================
103
-
104
- /**
105
- * Helper to record a step if tracing is enabled.
106
- */
107
- export function traceStep(
108
- name: string,
109
- label: string,
110
- layer: number,
111
- outputBuffer: GPUBuffer,
112
- outputShape: number[],
113
- options?: {
114
- inputs?: GPUBuffer[];
115
- inputShapes?: number[][];
116
- variant?: string;
117
- timeMs?: number;
118
- }
119
- ): Promise<void>;
@@ -1,118 +0,0 @@
1
- /**
2
- * Transformer layer processing (attention + FFN).
3
- *
4
- * @module inference/pipelines/text/layer
5
- */
6
-
7
- import type { ParsedModelConfig } from './config.js';
8
- import type { LayerWeights, LayerContext, SandwichNormInfo } from './types.js';
9
-
10
- /**
11
- * Detect sandwich norm architecture (Gemma 3).
12
- */
13
- export function detectSandwichNorm(config: ParsedModelConfig | null): SandwichNormInfo;
14
-
15
- /**
16
- * Check if a layer is a MoE layer.
17
- */
18
- export function isMoELayer(
19
- layerIdx: number,
20
- config: ParsedModelConfig,
21
- layerWeights?: LayerWeights | null
22
- ): boolean;
23
-
24
- /**
25
- * Process a single transformer layer.
26
- */
27
- export function processLayer(
28
- layerIdx: number,
29
- hiddenStates: GPUBuffer | Float32Array,
30
- numTokens: number,
31
- isPrefill: boolean,
32
- context: LayerContext
33
- ): Promise<GPUBuffer | Float32Array>;
34
-
35
- /**
36
- * GPU-native layer processing (no CPU readbacks).
37
- */
38
- export function processLayerGPU(
39
- layerIdx: number,
40
- inputBuffer: GPUBuffer,
41
- numTokens: number,
42
- isPrefill: boolean,
43
- size: number,
44
- context: LayerContext
45
- ): Promise<GPUBuffer>;
46
-
47
- /** Resolve the activation dtype for a layer (normalizes aliases). */
48
- export declare function resolveActivationDtype(dtype: string | null | undefined): string;
49
-
50
- /** Fetch or lazily create the per-layer convolution state record. */
51
- export declare function getConvLayerState(
52
- convLayerStates: Record<string, unknown>,
53
- layerIdx: number
54
- ): Record<string, unknown>;
55
-
56
- /** True when `layerType` is a sliding-window attention variant. */
57
- export declare function isSlidingLayerType(layerType: string | null | undefined): boolean;
58
-
59
- /** True when any entry in `layerTypes` indicates a conv-hybrid layer. */
60
- export declare function hasConvLayers(layerTypes: Array<string> | null | undefined): boolean;
61
-
62
- /** Per-layer rotary dimension resolver (handles layerType-driven overrides). */
63
- export declare function resolveAttentionRotaryDim(
64
- config: ParsedModelConfig,
65
- layerType: string | null | undefined
66
- ): number;
67
-
68
- /** Per-layer RoPE frequency base dimension resolver (also drives rotate-half pair span). */
69
- export declare function resolveAttentionFrequencyBaseDim(
70
- config: ParsedModelConfig,
71
- layerType: string | null | undefined
72
- ): number;
73
-
74
- /** Per-layer attention head dimension resolver. */
75
- export declare function resolveAttentionHeadDim(
76
- config: ParsedModelConfig,
77
- layerType: string | null | undefined
78
- ): number;
79
-
80
- /** Per-layer KV head-count resolver, including mixed Gemma 4 global attention. */
81
- export declare function resolveAttentionNumKVHeads(
82
- config: ParsedModelConfig,
83
- layerType: string | null | undefined,
84
- layerWeights: LayerWeights | null | undefined,
85
- headDim: number
86
- ): number;
87
-
88
- /** Per-layer KV sharing resolver. */
89
- export declare function resolveAttentionKVSharing(
90
- config: ParsedModelConfig,
91
- layerIdx: number,
92
- layerType: string | null | undefined
93
- ): Record<string, unknown> | null;
94
-
95
- /** True when the model config declares per-layer input blocks. */
96
- export declare function hasPerLayerInputBlock(config: ParsedModelConfig | null): boolean;
97
-
98
- /** Resolve a loaded Gemma 4 layer_scalar value, defaulting absent tensors to 1. */
99
- export declare function resolveLayerScalarValue(layerScalar: Float32Array | null | undefined): number;
100
-
101
- /** Apply a loaded Gemma 4 layer_scalar tensor to the completed layer output. */
102
- export declare function applyLayerScalar(
103
- layerIdx: number,
104
- tensor: unknown,
105
- size: number,
106
- context: LayerContext,
107
- layerWeights: LayerWeights | null
108
- ): Promise<unknown>;
109
-
110
- /** Apply the per-layer input block transform for `layerIdx`. */
111
- export declare function applyPerLayerInputBlock(
112
- layerIdx: number,
113
- hiddenTensor: unknown,
114
- numTokens: number,
115
- size: number,
116
- context: LayerContext,
117
- layerWeights: LayerWeights | null
118
- ): Promise<unknown>;
@@ -1,21 +0,0 @@
1
- export interface WeightLoadErrorDetails {
2
- [key: string]: unknown;
3
- }
4
-
5
- export type AnnotatableError = Error & {
6
- details?: Record<string, unknown>;
7
- code?: string;
8
- };
9
-
10
- export declare function annotateWeightLoadError<T>(
11
- error: T,
12
- details?: WeightLoadErrorDetails
13
- ): T;
14
-
15
- export declare function rewriteWeightLoadError(
16
- error: unknown,
17
- context?: {
18
- modelId?: string | null;
19
- deviceLossInfo?: Record<string, unknown> | null;
20
- }
21
- ): unknown;
@@ -1,4 +0,0 @@
1
-
2
-
3
- // Runtime placeholder for the type-only logits/types module.
4
- // All public types are declared in types.d.ts.