doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,107 +0,0 @@
1
- import type { Tensor } from '../../../gpu/tensor.js';
2
- import type { LayerContext } from './types.js';
3
- import type { ExecutionV1PerLayerInputsSessionSchema } from '../../../config/schema/execution-v1.schema.js';
4
-
5
- export interface PleBufferCache {
6
- sliceBuffers: (GPUBuffer | null)[] | null;
7
- gatherSliceBuffers?: (GPUBuffer | null)[] | null;
8
- }
9
-
10
- export interface PrefetchedPleRow {
11
- tokenId: number;
12
- row: Float32Array;
13
- }
14
-
15
- export declare function preparePerLayerInputs(
16
- tokenIds: number[] | Uint32Array | GPUBuffer,
17
- inputEmbedsTensor: Tensor,
18
- context: LayerContext,
19
- options?: {
20
- numTokens?: number;
21
- indexOffset?: number;
22
- perLayerTokenIds?: number[] | Uint32Array | GPUBuffer | null;
23
- perLayerIndexOffset?: number;
24
- pleCache?: PleBufferCache | null;
25
- prefetchedRow?: PrefetchedPleRow | null;
26
- }
27
- ): Promise<(GPUBuffer | null)[] | null>;
28
-
29
- export declare function createPleBufferCache(numLayers: number, sliceBytes: number): PleBufferCache;
30
-
31
- export declare function destroyPleBufferCache(cache: PleBufferCache | null | undefined): void;
32
-
33
- export declare function destroyPleRuntimeCache(perLayerInputWeights: object | null | undefined): void;
34
-
35
- export declare function prefetchPerLayerRow(
36
- tokenId: number,
37
- embedTokensPerLayer: unknown,
38
- totalPerLayerHiddenSize: number,
39
- sessionConfig?: ExecutionV1PerLayerInputsSessionSchema | null
40
- ): Promise<PrefetchedPleRow | null> | null;
41
-
42
- export declare function hasRangeBackedPerLayerInputEmbeddings(
43
- context: Pick<LayerContext, 'config' | 'weights'>
44
- ): boolean;
45
-
46
- export declare function hasGpuSplitPerLayerInputEmbeddings(
47
- context: Pick<LayerContext, 'config' | 'weights'>
48
- ): boolean;
49
-
50
- export declare function scalePerLayerProjectionNormWeights(
51
- weight: unknown,
52
- combineScale: number,
53
- rmsNormWeightOffset?: boolean
54
- ): Float32Array | null;
55
-
56
- export declare function inferPleProjectionNormDtype(
57
- weight: unknown,
58
- hiddenSizePerLayerInput: number
59
- ): 'f16' | 'f32';
60
-
61
- export declare function loadRangeBackedPleProjectionSliceBytes(
62
- weight: unknown,
63
- layerIdx: number,
64
- hiddenSizePerLayerInput: number,
65
- hiddenSize: number,
66
- label?: string
67
- ): Promise<{
68
- bytes: Uint8Array;
69
- dtype: 'f16' | 'f32';
70
- layout: string;
71
- shape: [number, number];
72
- } | null>;
73
-
74
- export declare function resolveDensePleProjectionWeight(
75
- weight: unknown,
76
- label?: string
77
- ): unknown;
78
-
79
- export declare function ensurePleScaledProjectionNormWeight(
80
- context: Pick<LayerContext, 'config' | 'weights' | 'weightConfig' | 'debugFlags'>,
81
- combineScale?: number
82
- ): Promise<Tensor | null>;
83
-
84
- export declare function ensurePleGpuSplitTablesRuntime(
85
- context: Pick<LayerContext, 'config' | 'weights' | 'perLayerInputsSession' | 'debugFlags'>
86
- ): Promise<unknown[] | null>;
87
-
88
- export declare function ensurePleGpuHotVocabularyRuntime(
89
- context: Pick<LayerContext, 'config' | 'weights' | 'perLayerInputsSession' | 'debugFlags'> & {
90
- tokenizer?: {
91
- getHotTokenIds?(limit: number): number[] | null;
92
- getSpecialTokens?(): Record<string, number | null | undefined>;
93
- } | null;
94
- seedTokenIds?: number[] | null;
95
- }
96
- ): Promise<object | null>;
97
-
98
- export declare function getPleHotVocabularyRuntime(
99
- context: Pick<LayerContext, 'weights'>
100
- ): object | null;
101
-
102
- export declare function createPerLayerInputTensor(
103
- buffer: GPUBuffer,
104
- numTokens: number,
105
- hiddenSizePerLayerInput: number,
106
- activationDtype: 'f16' | 'f32'
107
- ): Tensor;
@@ -1,28 +0,0 @@
1
- /**
2
- * Config-driven probe helpers for targeted GPU buffer inspection.
3
- *
4
- * Probes let us read specific token/dimension values without adding
5
- * ad-hoc logs in the code. Probes are configured via runtime.shared.debug.probes.
6
- */
7
-
8
- import type { ProbeConfigSchema, ProbeStage } from '../../../config/schema/index.js';
9
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
10
-
11
- /**
12
- * Run configured probes for a specific stage.
13
- */
14
- export function runProbes(
15
- stage: ProbeStage,
16
- buffer: GPUBuffer | Float32Array,
17
- options: {
18
- layerIdx?: number;
19
- numTokens: number;
20
- hiddenSize: number;
21
- probes?: ProbeConfigSchema[] | null;
22
- recorder?: CommandRecorder | null;
23
- operatorDiagnostics?: Record<string, unknown> | null;
24
- dtype?: 'f16' | 'f32';
25
- phase?: string | null;
26
- tokenIndex?: number | null;
27
- }
28
- ): Promise<void>;
@@ -1,48 +0,0 @@
1
- /**
2
- * Resolved sampling configuration with all fields defined.
3
- *
4
- * This is the single source of truth for sampling parameters after merging
5
- * per-call options with runtime config defaults.
6
- */
7
- export interface ResolvedSamplingConfig {
8
- /** Sampling temperature. 0 = greedy. Must be >= 0. */
9
- temperature: number;
10
-
11
- /** Top-p (nucleus) sampling threshold. Must be in (0, 1]. */
12
- topP: number;
13
-
14
- /** Top-k sampling. Must be >= 1 (integer). */
15
- topK: number;
16
-
17
- /** Repetition penalty multiplier. 1.0 = no penalty. */
18
- repetitionPenalty: number;
19
-
20
- /** Number of recent tokens considered for repetition penalty. */
21
- repetitionPenaltyWindow: number;
22
-
23
- /** Temperature below this uses greedy decoding. */
24
- greedyThreshold: number;
25
- }
26
-
27
- /**
28
- * Per-call sampling options. All fields are optional; missing fields fall
29
- * through to resolved runtime config defaults.
30
- */
31
- export interface SamplingCallOptions {
32
- temperature?: number;
33
- topP?: number;
34
- topK?: number;
35
- repetitionPenalty?: number;
36
- }
37
-
38
- /**
39
- * Merge per-call sampling options with runtime config defaults.
40
- * Returns a complete, validated sampling config object.
41
- *
42
- * Precedence: per-call opts > runtimeConfig.inference.sampling.
43
- * Missing runtime fields and invalid call/runtime values throw before execution.
44
- */
45
- export function resolveSamplingConfig(
46
- opts: SamplingCallOptions | null | undefined,
47
- runtimeConfig: { inference?: { sampling?: ResolvedSamplingConfig } } | null | undefined
48
- ): ResolvedSamplingConfig;
@@ -1,88 +0,0 @@
1
- /**
2
- * Canonical semantic stage namespace for operator diffing.
3
- *
4
- * Stage names are dot-notation templates that combine with context
5
- * (layerIdx, phase) to produce deterministic operator IDs.
6
- */
7
-
8
- export type OperatorClass =
9
- | 'embedding'
10
- | 'normalization'
11
- | 'projection'
12
- | 'rope'
13
- | 'attention'
14
- | 'activation'
15
- | 'ffn'
16
- | 'residual'
17
- | 'cast'
18
- | 'quantize'
19
- | 'logits'
20
- | 'conv'
21
- | 'moe_routing';
22
-
23
- export declare const OPERATOR_CLASSES: Readonly<{
24
- EMBEDDING: 'embedding';
25
- NORMALIZATION: 'normalization';
26
- PROJECTION: 'projection';
27
- ROPE: 'rope';
28
- ATTENTION: 'attention';
29
- ACTIVATION: 'activation';
30
- FFN: 'ffn';
31
- RESIDUAL: 'residual';
32
- CAST: 'cast';
33
- QUANTIZE: 'quantize';
34
- LOGITS: 'logits';
35
- CONV: 'conv';
36
- MOE_ROUTING: 'moe_routing';
37
- }>;
38
-
39
- export type StageName = string;
40
-
41
- export declare const STAGES: Readonly<{
42
- EMBED_OUT: 'embed.out';
43
- ATTN_INPUT: 'attn.input';
44
- ATTN_POST_INPUT_NORM: 'attn.post_input_norm';
45
- ATTN_NORMED: 'attn.normed';
46
- ATTN_QKV_PROJ: 'attn.qkv_proj';
47
- ATTN_Q_PROJ: 'attn.q_proj';
48
- ATTN_K_PROJ: 'attn.k_proj';
49
- ATTN_V_PROJ: 'attn.v_proj';
50
- ATTN_Q_NORM: 'attn.q_norm';
51
- ATTN_K_NORM: 'attn.k_norm';
52
- ATTN_Q_ROPE: 'attn.q_rope';
53
- ATTN_K_ROPE: 'attn.k_rope';
54
- ATTN_SCORES: 'attn.scores';
55
- ATTN_SOFTMAX: 'attn.softmax';
56
- ATTN_OUT: 'attn.out';
57
- ATTN_O_PROJ: 'attn.o_proj';
58
- ATTN_POST_ATTN: 'attn.post_attn';
59
- ATTN_LINEAR_Z_PROJ: 'attn.linear_z_proj';
60
- ATTN_LINEAR_A_PROJ: 'attn.linear_a_proj';
61
- ATTN_LINEAR_B_PROJ: 'attn.linear_b_proj';
62
- ATTN_LINEAR_CORE_OUT: 'attn.linear_core_out';
63
- CONV_INPUT_NORM: 'conv.input_norm';
64
- CONV_IN_PROJ: 'conv.in_proj';
65
- CONV_KERNEL: 'conv.kernel';
66
- CONV_OUT_PROJ: 'conv.out_proj';
67
- FFN_NORMED: 'ffn.normed';
68
- FFN_IN: 'ffn.in';
69
- FFN_GATE: 'ffn.gate';
70
- FFN_UP: 'ffn.up';
71
- FFN_ACT: 'ffn.act';
72
- FFN_OUT: 'ffn.out';
73
- LAYER_OUT: 'layer.out';
74
- MOE_ROUTING: 'moe.routing';
75
- MOE_EXPERT: 'moe.expert';
76
- RESIDUAL_ADD: 'residual.add';
77
- CAST: 'cast';
78
- PRE_FINAL_NORM: 'final_norm.pre';
79
- FINAL_NORM_OUT: 'final_norm.out';
80
- LOGITS_OUT: 'logits.out';
81
- LOGITS_FINAL: 'logits.final';
82
- }>;
83
-
84
- export declare const PROBE_TO_CANONICAL: Readonly<Record<string, StageName>>;
85
-
86
- export declare function getOperatorClass(stageName: StageName): OperatorClass | null;
87
- export declare function canonicalizeProbeStage(probeStageName: string): StageName | null;
88
- export declare function isValidStage(stageName: StageName): boolean;
@@ -1,57 +0,0 @@
1
- export interface TsirFixture {
2
- dir: string;
3
- layerFilter?: number[] | null;
4
- prefillOnly?: boolean;
5
- pendingReads?: TsirPendingRead[];
6
- records?: TsirFixtureRecord[];
7
- qkvByLayer?: Map<number, unknown>;
8
- }
9
-
10
- export interface TsirPendingRead {
11
- stage: string;
12
- tsirStage: string;
13
- layerIdx: number;
14
- numTokens: number;
15
- hiddenSize: number;
16
- dtype: 'f16' | 'f32';
17
- carry: GPUBuffer;
18
- alignedBytes: number;
19
- }
20
-
21
- export interface TsirFixtureRecord {
22
- stage: string;
23
- tsirStage: string;
24
- layerIdx: number;
25
- filePath?: string;
26
- shape?: number[];
27
- dtype?: string;
28
- byteLength?: number;
29
- payloadByteLength?: number;
30
- written: boolean;
31
- note?: string;
32
- }
33
-
34
- export declare const TSIR_BOUNDARY_STAGES: string[];
35
-
36
- export declare function mapStageToTsirBoundary(stage: string): string | null;
37
-
38
- export declare function writeNpyF32(
39
- filePath: string,
40
- shape: readonly number[],
41
- data: Float32Array
42
- ): Promise<{ byteLength: number; payloadByteLength: number }>;
43
-
44
- export declare function maybeWriteFixtureSnapshot(
45
- stage: string,
46
- buffer: Float32Array | GPUBuffer,
47
- options: {
48
- tsirFixture?: TsirFixture | null;
49
- layerIdx: number;
50
- numTokens: number;
51
- hiddenSize: number;
52
- dtype?: 'f16' | 'f32';
53
- recorder?: { getEncoder?(): GPUCommandEncoder } | null;
54
- }
55
- ): Promise<TsirFixtureRecord | null>;
56
-
57
- export declare function drainPendingTsirReads(tsirFixture: TsirFixture | null | undefined): Promise<TsirFixtureRecord[]>;
@@ -1,4 +0,0 @@
1
-
2
-
3
- // Types-only module - all types are defined in types.d.ts
4
- export {};
@@ -1,44 +0,0 @@
1
- /**
2
- * Abstract Base Tokenizer
3
- *
4
- * @module inference/tokenizers/base
5
- */
6
-
7
- import type { TokenizerConfig, SpecialTokens, TokenizerBackend } from './types.js';
8
-
9
- /**
10
- * Abstract base tokenizer interface
11
- */
12
- export declare abstract class BaseTokenizer implements TokenizerBackend {
13
- vocabSize: number;
14
- specialTokens: SpecialTokens;
15
- addBosToken: boolean;
16
- addEosToken: boolean;
17
-
18
- constructor(config?: TokenizerConfig);
19
-
20
- /**
21
- * Encode text to token IDs
22
- */
23
- abstract encode(text: string): number[];
24
-
25
- /**
26
- * Decode token IDs to text
27
- */
28
- abstract decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
29
-
30
- /**
31
- * Get vocabulary size
32
- */
33
- getVocabSize(): number;
34
-
35
- /**
36
- * Get high-priority token IDs for bounded runtime hot caches, or null when unavailable
37
- */
38
- getHotTokenIds(limit: number): number[] | null;
39
-
40
- /**
41
- * Check if token is special
42
- */
43
- isSpecialToken(tokenId: number): boolean;
44
- }
@@ -1,9 +0,0 @@
1
- export interface BundledTokenizerBehaviorFlags {
2
- addBosToken: boolean | null;
3
- addEosToken: boolean | null;
4
- }
5
-
6
- export function inferBundledTokenizerBehaviorFlags(
7
- tokenizerJson: unknown,
8
- specialTokens?: { bos?: number | null, eos?: number | null } | null
9
- ): BundledTokenizerBehaviorFlags;
@@ -1,27 +0,0 @@
1
- /**
2
- * Simple BPE Tokenizer
3
- *
4
- * For models with vocab.json + merges.txt
5
- *
6
- * @module inference/tokenizers/bpe
7
- */
8
-
9
- import { BaseTokenizer } from './base.js';
10
- import type { TokenizerConfig } from './types.js';
11
-
12
- /**
13
- * Simple BPE tokenizer
14
- * For models with vocab.json + merges.txt
15
- */
16
- export declare class BPETokenizer extends BaseTokenizer {
17
- constructor(config?: TokenizerConfig);
18
-
19
- /**
20
- * Load vocabulary and merges
21
- */
22
- load(vocab: Record<string, number>, merges: string[]): void;
23
-
24
- encode(text: string): number[];
25
-
26
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
27
- }
@@ -1,67 +0,0 @@
1
- /**
2
- * Bundled Tokenizer
3
- *
4
- * Support for .rdrr bundled tokenizers and Transformers.js fallback.
5
- *
6
- * @module inference/tokenizers/bundled
7
- */
8
-
9
- import { BaseTokenizer } from './base.js';
10
- import type {
11
- TokenizerConfig,
12
- TransformersTokenizerType,
13
- HuggingFaceTokenizerJson,
14
- BundledTokenizerJson
15
- } from './types.js';
16
-
17
- /**
18
- * Wrapper for Transformers.js tokenizer
19
- */
20
- export declare class TransformersTokenizer extends BaseTokenizer {
21
- constructor(config?: TokenizerConfig);
22
-
23
- /**
24
- * Initialize with a Transformers.js tokenizer instance
25
- */
26
- setTokenizer(tokenizer: TransformersTokenizerType): void;
27
-
28
- /**
29
- * Load tokenizer from HuggingFace model
30
- * @deprecated Use BundledTokenizer instead - no external dependencies
31
- */
32
- load(_modelId: string): Promise<void>;
33
-
34
- encode(text: string): number[];
35
-
36
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
37
-
38
- /**
39
- * Batch encode multiple texts
40
- */
41
- batchEncode(texts: string[]): number[][];
42
-
43
- getHotTokenIds(limit: number): number[] | null;
44
- }
45
-
46
- /**
47
- * Bundled tokenizer for .rdrr format with embedded vocab.
48
- * Eliminates runtime dependency on transformers.js CDN.
49
- * Supports both BPE and Unigram (SentencePiece) algorithms.
50
- */
51
- export declare class BundledTokenizer extends BaseTokenizer {
52
- constructor(config?: TokenizerConfig);
53
-
54
- isSpecialToken(tokenId: number): boolean;
55
-
56
- /**
57
- * Load from tokenizer.json content
58
- * Auto-detects HuggingFace format vs bundled format
59
- */
60
- load(tokenizerJson: HuggingFaceTokenizerJson | BundledTokenizerJson): void;
61
-
62
- encode(text: string): number[];
63
-
64
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
65
-
66
- getHotTokenIds(limit: number): number[] | null;
67
- }
@@ -1,30 +0,0 @@
1
- /**
2
- * SentencePiece Tokenizer
3
- *
4
- * Pure JavaScript implementation of SentencePiece (protobuf-based model).
5
- * Supports Unigram and BPE algorithms.
6
- *
7
- * @module inference/tokenizers/sentencepiece
8
- */
9
-
10
- import { BaseTokenizer } from './base.js';
11
- import type { TokenizerConfig } from './types.js';
12
-
13
- /**
14
- * SentencePiece tokenizer using pure JavaScript implementation
15
- * For models that provide .model files (protobuf format)
16
- */
17
- export declare class SentencePieceTokenizer extends BaseTokenizer {
18
- constructor(config?: TokenizerConfig);
19
-
20
- /**
21
- * Load SentencePiece model from ArrayBuffer
22
- */
23
- load(modelData: ArrayBuffer): Promise<void>;
24
-
25
- encode(text: string): number[];
26
-
27
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
28
-
29
- getHotTokenIds(limit: number): number[] | null;
30
- }
@@ -1,7 +0,0 @@
1
-
2
-
3
- // This module only contains type definitions.
4
- // All types are exported from types.d.ts.
5
- // This file exists for runtime module resolution.
6
-
7
- export {};
@@ -1,31 +0,0 @@
1
- export const MAX_SPLIT4_EMBEDDING_SECTIONS: 4;
2
- export const MAX_SPLIT8_EMBEDDING_SECTIONS: 8;
3
- export const MAX_SPLIT_EMBEDDING_SECTIONS: 8;
4
- export const SPLIT_EMBEDDING_STORAGE_BUFFER_OVERHEAD: 2;
5
-
6
- export function getEmbeddingFloatDtype(location: unknown): string;
7
-
8
- export function expectsSplitGpuEmbeddingKernel(embeddingKernel: unknown): boolean;
9
-
10
- export function getSplitGpuEmbeddingKernelSectionCount(embeddingKernel: unknown): number;
11
-
12
- export function getSplitGpuEmbeddingRequiredStorageBuffers(sectionCount: number): number;
13
-
14
- export function getMaxSplitGpuEmbeddingSectionsForDevice(
15
- embeddingKernel?: unknown,
16
- device?: unknown
17
- ): number;
18
-
19
- export function createGpuResidentEmbeddingLimitError(options: {
20
- name: string;
21
- location: unknown;
22
- embeddingKernel?: unknown;
23
- }): Error | null;
24
-
25
- export function resolveManifestGpuResidentEmbeddingLimitError(
26
- manifest: unknown,
27
- options?: {
28
- storageManifest?: unknown;
29
- runtimeConfig?: unknown;
30
- }
31
- ): Error | null;
@@ -1,30 +0,0 @@
1
- import type { WeightBuffer } from '../gpu/weight-buffer.js';
2
- import type { ArchitectureSchema, WeightLayout } from '../config/schema/index.js';
3
- import type { TensorLocation, PerLayerInputWeights } from './loader-types.js';
4
-
5
- export interface PerLayerInputLoaderContext {
6
- modelId?: string | null;
7
- tensorLocations: Map<string, TensorLocation>;
8
- gpuBuffers?: Set<GPUBuffer> | null;
9
- loadTensor: (
10
- name: string,
11
- toGPU?: boolean,
12
- silent?: boolean
13
- ) => Promise<GPUBuffer | WeightBuffer | Float32Array | Uint8Array | null>;
14
- shouldStreamLargeWeight?: (
15
- name: string,
16
- loc: TensorLocation,
17
- label: string
18
- ) => boolean;
19
- loadShardRange?: (
20
- index: number,
21
- offset: number,
22
- length: number
23
- ) => Promise<ArrayBuffer>;
24
- resolveWeightLayout: (loc: TensorLocation) => WeightLayout;
25
- }
26
-
27
- export declare function loadPerLayerInputWeights(
28
- ctx: PerLayerInputLoaderContext,
29
- architecture: ArchitectureSchema | null | undefined
30
- ): Promise<PerLayerInputWeights | null>;
@@ -1,9 +0,0 @@
1
- import type { TensorLocation } from '../loader-types.js';
2
- import type { TensorLoadConfig, TensorLoadResult } from './tensor-loader.js';
3
-
4
- export declare function loadFunctionalDescriptor(
5
- shardData: Uint8Array & { descriptorShards?: Map<string, Uint8Array> },
6
- location: TensorLocation,
7
- name: string,
8
- config?: TensorLoadConfig
9
- ): Promise<TensorLoadResult>;
@@ -1,65 +0,0 @@
1
- import type { TensorLocation } from '../loader-types.js';
2
-
3
- export declare function hasSourceTransform(location: TensorLocation | null | undefined): boolean;
4
-
5
- export declare function getSourceTransformSpec(
6
- location: TensorLocation | null | undefined,
7
- tensorName: string
8
- ): ({
9
- kind: 'affine_dequant';
10
- elementCount: number;
11
- outputByteLength: number;
12
- sourceByteLength: number;
13
- } | {
14
- kind: 'litert_rowwise_dequant';
15
- rows: number;
16
- cols: number;
17
- rawRowBytes: number;
18
- scaleRowBytes: number;
19
- targetRowBytes: number;
20
- outputByteLength: number;
21
- sourceByteLength: number;
22
- storageValuesPerByte: number;
23
- } | {
24
- kind: 'litert_axis_dequant';
25
- rows: number;
26
- cols: number;
27
- storageRows: number;
28
- storageCols: number;
29
- rawStorageRowBytes: number;
30
- scaleRowBytes: number;
31
- targetRowBytes: number;
32
- outputByteLength: number;
33
- sourceByteLength: number;
34
- quantAxis: 0 | 1;
35
- storageValuesPerByte: number;
36
- } | {
37
- kind: 'litert_axis_blocked_dequant';
38
- rows: number;
39
- cols: number;
40
- storageRows: number;
41
- storageCols: number;
42
- rawStorageRowBytes: number;
43
- storageElementBytes: number;
44
- scaleRowBytes: number;
45
- targetRowBytes: number;
46
- outputByteLength: number;
47
- sourceByteLength: number;
48
- quantAxis: 0;
49
- storageBlockSize: number;
50
- storageLaneOrder: number[];
51
- } | null);
52
-
53
- export declare function materializeTensorSourceTransform(
54
- rawBytes: Uint8Array,
55
- location: TensorLocation,
56
- tensorName: string,
57
- options?: {
58
- scaleBytes?: Uint8Array | null;
59
- rowSumBytes?: Uint8Array | null;
60
- sumBytes?: Uint8Array | null;
61
- rowStart?: number | null;
62
- rowCount?: number | null;
63
- storageColumnStart?: number | null;
64
- }
65
- ): Uint8Array;