doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,14 +0,0 @@
1
- export const SUPPORTED_OPERATIONS_SCHEMA_ID: 'doppler.supported-operations/v1';
2
-
3
- export const SUPPORTED_EXECUTION_V1_OPS: ReadonlySet<string>;
4
- export const SUPPORTED_RUNTIME_OPS: ReadonlySet<string>;
5
-
6
- export interface SupportedOpDescriptor {
7
- readonly section: ReadonlyArray<'preLayer' | 'prefill' | 'decode' | 'postLayer'>;
8
- readonly description: string;
9
- readonly kernelFamily: ReadonlyArray<string>;
10
- }
11
-
12
- export function getSupportedOpsForFamily(family: string): ReadonlySet<string> | null;
13
- export function listSupportedFamilies(): ReadonlyArray<string>;
14
- export function describeOp(op: string): SupportedOpDescriptor | null;
@@ -1,56 +0,0 @@
1
- /**
2
- * Capability Transform Resolver
3
- *
4
- * Resolves GPU capabilities and platform info to an ordered chain of
5
- * execution graph transforms. Used by the runtime to adapt the
6
- * manifest execution graph to the current device.
7
- *
8
- * @module config/transforms/capability-transform-resolver
9
- */
10
-
11
- import type { ExecutionGraphTransform, TransformContext } from './execution-graph-transforms.js';
12
-
13
- export interface ResolvedTransforms {
14
- transforms: ExecutionGraphTransform[];
15
- names: string[];
16
- reason: string;
17
- }
18
-
19
- /**
20
- * Resolve GPU capabilities and platform info to a chain of execution graph transforms.
21
- */
22
- export declare function resolveCapabilityTransforms(
23
- capabilities: TransformContext['capabilities'],
24
- platform: TransformContext['platform'],
25
- graphContext: {
26
- activationDtype: string;
27
- mathDtype?: string | null;
28
- accumDtype?: string | null;
29
- kvDtype: string;
30
- headDim?: number | null;
31
- modelId?: string;
32
- layerTypes?: string[] | null;
33
- hasDensePrefillProjectionKernel?: boolean;
34
- hasQ4DecodeProjectionKernel?: boolean;
35
- hasQ4PrefillProjectionKernel?: boolean;
36
- hasAvailableQ4PrefillProjectionKernel?: boolean;
37
- requiresF16ActivationNarrowing?: boolean;
38
- }
39
- ): ResolvedTransforms;
40
-
41
- /**
42
- * Resolve the explicit alternate-plan transform for finiteness handling
43
- * (widenToF32Activations when activation is f16).
44
- * Returns null when already f32 (no alternate plan available).
45
- */
46
- export declare function resolveFinitenessFallbackTransform(
47
- graphContext: {
48
- activationDtype: string;
49
- mathDtype?: string | null;
50
- accumDtype?: string | null;
51
- kvDtype: string;
52
- headDim?: number | null;
53
- modelId?: string;
54
- layerTypes?: string[] | null;
55
- }
56
- ): { transform: ExecutionGraphTransform; name: string; fallbackKvDtype: 'f16' | 'f32' } | null;
@@ -1,300 +0,0 @@
1
- /**
2
- * Execution Graph Transforms
3
- *
4
- * Pure functions that transform execution-v1 graphs based on GPU
5
- * capabilities and platform constraints. Each transform either returns
6
- * a modified graph or null when not applicable.
7
- *
8
- * @module config/transforms/execution-graph-transforms
9
- */
10
-
11
- /**
12
- * Context passed to all execution graph transforms.
13
- */
14
- export interface TransformContext {
15
- capabilities: {
16
- hasSubgroups: boolean;
17
- hasF16: boolean;
18
- hasSubgroupsF16: boolean;
19
- maxWorkgroupStorageSize?: number;
20
- };
21
- platform: {
22
- id: string;
23
- vendor: string;
24
- architecture: string;
25
- };
26
- activationDtype: 'f16' | 'f32';
27
- mathDtype?: 'f16' | 'f32' | null;
28
- accumDtype?: 'f16' | 'f32' | null;
29
- kvDtype: 'f16' | 'f32';
30
- modelId?: string;
31
- layerTypes?: string[] | null;
32
- }
33
-
34
- export interface ExecutionKernelPrecision {
35
- activationDtype?: 'f16' | 'f32';
36
- kvDtype?: 'f16' | 'f32';
37
- inputDtype?: 'f16' | 'f32';
38
- outputDtype?: 'f16' | 'f32';
39
- }
40
-
41
- /**
42
- * An execution graph kernel entry from manifest.inference.execution.kernels.
43
- */
44
- export interface ExecutionKernelEntry {
45
- kernel: string;
46
- entry: string;
47
- digest: string | null;
48
- constants?: Record<string, unknown>;
49
- precision?: ExecutionKernelPrecision;
50
- }
51
-
52
- export interface ExecutionGraphLayerGroup {
53
- layers: number[];
54
- steps: unknown[][];
55
- }
56
-
57
- export type ExecutionGraphLayerEntry = unknown[] | ExecutionGraphLayerGroup;
58
-
59
- /**
60
- * The execution-v1 graph structure from manifest.inference.execution.
61
- */
62
- export interface ExecutionGraph {
63
- kernels: Record<string, ExecutionKernelEntry>;
64
- preLayer: unknown[][];
65
- decode: ExecutionGraphLayerEntry[];
66
- prefill: ExecutionGraphLayerEntry[];
67
- postLayer: unknown[][];
68
- policies?: Record<string, unknown>;
69
- }
70
-
71
- /**
72
- * A pure function that transforms an execution graph.
73
- * Returns the modified graph, or null if the transform is not applicable.
74
- */
75
- export type ExecutionGraphTransform = (graph: ExecutionGraph, ctx: TransformContext) => ExecutionGraph | null;
76
-
77
- /**
78
- * Remove subgroup-dependent kernels from the execution graph,
79
- * replacing with scalar/tiled equivalents.
80
- */
81
- export declare function removeSubgroups(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
82
-
83
- /**
84
- * Widen all f16-activation kernels to f32 equivalents.
85
- * Returns null if the graph uses fused f16 FFN (not transformable).
86
- */
87
- export declare function widenToF32Activations(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
88
-
89
- /**
90
- * Fail-closed sentinel transform installed by capability rules when the
91
- * (modelId, runtime profile) combination is contradictory (e.g., af32
92
- * manifest variant paired with a runtime profile demanding f16 activations).
93
- * Throws when invoked.
94
- */
95
- export declare function failClosedLaneMismatch(graph: ExecutionGraph, ctx: TransformContext): never;
96
-
97
- /**
98
- * Swap prefill attention kernel between streaming and small-tile variants.
99
- */
100
- export declare function swapPrefillAttention(
101
- graph: ExecutionGraph,
102
- ctx: TransformContext,
103
- options: { from: string; to: string }
104
- ): ExecutionGraph | null;
105
-
106
- /**
107
- * Replace eligible small-tile prefill f16kv attention kernels with the fixed
108
- * 256-dim shared-block variant.
109
- */
110
- export declare function useHead256SmallPrefillAttention(
111
- graph: ExecutionGraph,
112
- ctx: TransformContext
113
- ): ExecutionGraph | null;
114
-
115
- /**
116
- * Replace eligible prefill f16kv attention kernels with the fixed 256-dim
117
- * shared-block variant when the graph is eligible.
118
- */
119
- export declare function useHead256PrefillAttention(
120
- graph: ExecutionGraph,
121
- ctx: TransformContext
122
- ): ExecutionGraph | null;
123
-
124
- /**
125
- * Replace projection matmul kernels with f32-weight variants for numeric debugging.
126
- */
127
- export declare function widenProjectionWeightsToF32(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
128
-
129
- /**
130
- * Replace dense Q4K prefill projections with explicit Q4-native prefill kernels
131
- * when the graph already exposes a compatible fused Q4 decode kernel.
132
- */
133
- export declare function remapDenseQ4KPrefillToQ4Native(
134
- graph: ExecutionGraph,
135
- ctx: TransformContext
136
- ): ExecutionGraph | null;
137
-
138
- /**
139
- * Replace fused Q4K prefill projections with dense tiled matmul kernels while
140
- * leaving decode unchanged.
141
- */
142
- export declare function remapQ4KPrefillToDense(
143
- graph: ExecutionGraph,
144
- ctx: TransformContext
145
- ): ExecutionGraph | null;
146
-
147
- /**
148
- * Mark Qwen linear-attention decode q/o projections as f16 for targeted
149
- * Apple/WebGPU decode throughput work while keeping full-attention layers on
150
- * the manifest-owned f32 activation contract.
151
- */
152
- export declare function useLinearDecodeProjectionF16(
153
- graph: ExecutionGraph,
154
- ctx: TransformContext
155
- ): ExecutionGraph | null;
156
-
157
- /**
158
- * Replace fused Q4K decode projection kernels with GEMV subgroup variants.
159
- * On pre-dequantized f16 weights the GEMV path is ~2.3x faster than the fused
160
- * Q4K kernel for M=1 decode.
161
- */
162
- export declare function remapQ4KDecodeToGemv(
163
- graph: ExecutionGraph,
164
- ctx: TransformContext
165
- ): ExecutionGraph | null;
166
-
167
- /**
168
- * Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with GEMV
169
- * subgroup variants, leaving FFN projections as fused Q4K.
170
- *
171
- * Diagnostic transform for isolating GEMV correctness regressions between the
172
- * attention and FFN decode paths.
173
- */
174
- export declare function remapQ4KDecodeAttentionToGemv(
175
- graph: ExecutionGraph,
176
- ctx: TransformContext
177
- ): ExecutionGraph | null;
178
-
179
- /**
180
- * Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with the
181
- * optimised fused Q4K GEMV variant (main_gemv). Combines shared-A cooperative
182
- * loading with fast nibble extraction for maximum M=1 throughput while
183
- * preserving full Q4K dequant precision (no f16 weight materialization).
184
- *
185
- * Production fix for the f16-precision-loss regression in the attention path.
186
- */
187
- export declare function remapQ4KDecodeAttentionToFusedQ4KGemv(
188
- graph: ExecutionGraph,
189
- ctx: TransformContext
190
- ): ExecutionGraph | null;
191
-
192
- /**
193
- * Replace ONLY FFN-projection decode kernels (gate/up/down_proj) with GEMV
194
- * subgroup variants, leaving attention projections as fused Q4K.
195
- *
196
- * Diagnostic complement to `remapQ4KDecodeAttentionToGemv` for isolating
197
- * GEMV correctness regressions to the FFN decode path.
198
- */
199
- export declare function remapQ4KDecodeFFNToGemv(
200
- graph: ExecutionGraph,
201
- ctx: TransformContext
202
- ): ExecutionGraph | null;
203
-
204
- /**
205
- * Narrow selected Qwen decode FFN + lm_head matmuls onto explicit f16 kernels
206
- * while keeping the manifest-owned activation contract intact.
207
- */
208
- export declare function useQwenDecodeF16Matmuls(
209
- graph: ExecutionGraph,
210
- ctx: TransformContext
211
- ): ExecutionGraph | null;
212
-
213
- /**
214
- * Narrow Gemma 4 E2B INT4 PLE decode Q/K/V and online attention onto explicit
215
- * f16 kernels while keeping prefill on the manifest-owned f32/f16kv contract.
216
- */
217
- export declare function useGemma4Int4PleSelectiveF16Decode(
218
- graph: ExecutionGraph,
219
- ctx: TransformContext
220
- ): ExecutionGraph | null;
221
-
222
- /**
223
- * Promote Qwen 3.6 27B Q4K onto the all-f16 activation lane.
224
- */
225
- export declare function useQwen36F16Activations(
226
- graph: ExecutionGraph,
227
- ctx: TransformContext
228
- ): ExecutionGraph | null;
229
-
230
- /**
231
- * Promote Gemma 4 E2B INT4-PLE Q4K onto the all-f16 activation lane.
232
- */
233
- export declare function useGemma4Int4PleAf16Activations(
234
- graph: ExecutionGraph,
235
- ctx: TransformContext
236
- ): ExecutionGraph | null;
237
-
238
- /**
239
- * Promote Gemma 4 text Q4K onto the experimental f16 lane using matching f16
240
- * Q4 projection and utility kernels, with explicit f32-Q/f16-KV prefill/decode
241
- * attention boundaries and the source graph's stable post-layer tail where
242
- * required by the model variant.
243
- */
244
- export declare function useGemma4TextF16Activations(
245
- graph: ExecutionGraph,
246
- ctx: TransformContext
247
- ): ExecutionGraph | null;
248
-
249
- /**
250
- * Promote Gemma 4 12B text Q4K onto its f16-residual lane while preserving
251
- * the explicit stable f32-Q/f16-KV attention boundaries and post-layer tail.
252
- */
253
- export declare function useGemma412BTextF16Activations(
254
- graph: ExecutionGraph,
255
- ctx: TransformContext
256
- ): ExecutionGraph | null;
257
-
258
- /**
259
- * Promote Gemma 4 31B text Q4K onto the experimental all-f16 lane using
260
- * matching f16 Q4 projection, attention, utility, lm_head, and sampling kernels.
261
- */
262
- export declare function useGemma431BTextF16Activations(
263
- graph: ExecutionGraph,
264
- ctx: TransformContext
265
- ): ExecutionGraph | null;
266
-
267
- /**
268
- * Compose multiple transforms into a single transform.
269
- * Applies left-to-right, skipping transforms that return null.
270
- */
271
- export declare function composeTransforms(...transforms: ExecutionGraphTransform[]): ExecutionGraphTransform;
272
-
273
- /**
274
- * Registry mapping transform names to functions.
275
- */
276
- export declare const TRANSFORMS: Record<string, ExecutionGraphTransform>;
277
-
278
- /** F16→F32 correctness fallback when the target's f16 kernel is absent. */
279
- export declare const widenToF32CorrectnessFallback: ExecutionGraphTransform;
280
-
281
- /** Narrow pipeline activations from F32 back to F16 where safe. */
282
- export declare const narrowToF16Activations: ExecutionGraphTransform;
283
-
284
- /** Qwen-specific: force primary matmul variants to F16. */
285
- export declare const useQwenF16PrimaryMatmuls: ExecutionGraphTransform;
286
-
287
- /** Gemma4 INT4 PLE: selective decode-only F16 probe lane. */
288
- export declare const useGemma4Int4PleSelectiveF16Decode: ExecutionGraphTransform;
289
-
290
- /** Gemma 4 text: experimental end-to-end F16 activation lane. */
291
- export declare const useGemma4TextF16Activations: ExecutionGraphTransform;
292
-
293
- /** Gemma 4 12B text: f16-residual lane with stable f32-Q/f16-KV islands. */
294
- export declare const useGemma412BTextF16Activations: ExecutionGraphTransform;
295
-
296
- /** Gemma 4 31B text: experimental end-to-end F16 activation lane. */
297
- export declare const useGemma431BTextF16Activations: ExecutionGraphTransform;
298
-
299
- /** Drop the retain-Q4K materialization flag (used by perf investigations). */
300
- export declare const disableRetainQ4KMaterialization: ExecutionGraphTransform;
@@ -1,56 +0,0 @@
1
- import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
2
- import type { MoEConfigSchema } from '../config/schema/manifest.schema.js';
3
-
4
- export interface ConversionPlanInputTensor {
5
- name: string;
6
- dtype?: string | null;
7
- }
8
-
9
- export interface ResolveConversionPlanOptions {
10
- rawConfig: Record<string, unknown> | null | undefined;
11
- tensors?: ConversionPlanInputTensor[] | null;
12
- tensorNames?: string[] | null;
13
- converterConfig: ConverterConfigSchema;
14
- sourceQuantization?: string | null;
15
- modelKind?: 'transformer' | 'diffusion';
16
- architectureHint?: string | null;
17
- architecture?: string | null;
18
- architectureConfig?: { headDim?: number | null } | null;
19
- headDim?: number | null;
20
- headDimErrorMessage?: string | null;
21
- }
22
-
23
- export interface ConversionPlanResult {
24
- modelType: string;
25
- sourceQuantization: string;
26
- quantizationInfo: Record<string, unknown>;
27
- moeConfig?: MoEConfigSchema | null;
28
- manifestQuantization: string;
29
- manifestInference: Record<string, unknown>;
30
- headDim?: number;
31
- }
32
-
33
- export interface ValidateKernelPathContext {
34
- quantizationInfo?: {
35
- weights?: string | null;
36
- compute?: string | null;
37
- layout?: string | null;
38
- } | null;
39
- }
40
-
41
- export interface ResolveConvertedModelIdOptions {
42
- explicitModelId?: string | null;
43
- converterConfig?: ConverterConfigSchema | null;
44
- detectedModelId?: string | null;
45
- fallbackModelId?: string | null;
46
- quantizationInfo?: { variantTag?: string | null } | null;
47
- sanitizeOnly?: boolean;
48
- }
49
-
50
- export declare function inferSourceWeightQuantization(
51
- tensors: ConversionPlanInputTensor[] | null | undefined
52
- ): string;
53
-
54
- export declare function resolveConversionPlan(options: ResolveConversionPlanOptions): ConversionPlanResult;
55
-
56
- export declare function resolveConvertedModelId(options: ResolveConvertedModelIdOptions): string | null;
@@ -1,98 +0,0 @@
1
- /**
2
- * Converter Module - Public API
3
- *
4
- * This module provides model conversion utilities for transforming
5
- * GGUF and SafeTensors models into the RDRR format used by DOPPLER.
6
- *
7
- * @module converter
8
- */
9
-
10
- export {
11
- type TensorInfo,
12
- type ParsedModel,
13
- type ModelConfig,
14
- type ConvertStageType,
15
- type ConvertProgress,
16
- type ConvertOptions,
17
- type ShardInfo,
18
- type TensorSpan,
19
- type TensorLocation,
20
- type TensorLocationSingle,
21
- type TensorLocationMulti,
22
- type ArchitectureConfig,
23
- type TokenizerInfo,
24
- type RDRRManifest,
25
- type ConvertResult,
26
- type ConvertIO,
27
- SHARD_SIZE,
28
- RDRR_VERSION,
29
- ConvertStage,
30
- sanitizeModelId,
31
- resolveBundledTokenizerVocabSize,
32
- formatBytes,
33
- shouldQuantize,
34
- normalizeStorageQuant,
35
- resolveTensorTargetQuant,
36
- transformTensorBytes,
37
- extractArchitecture,
38
- buildTensorMap,
39
- createManifest,
40
- convertModel,
41
- generateShardFilename,
42
- } from './core.js';
43
-
44
- export {
45
- type QuantizeResult,
46
- type QuantizationError,
47
- type QuantizeOptions,
48
- type Q4KLayout,
49
- float32ToFloat16,
50
- float16ToFloat32,
51
- quantizeToQ4KM,
52
- quantizeToQ4KMRowWise,
53
- quantizeToQ4KMColumnWise,
54
- transposeF32,
55
- getQ4KSize,
56
- dequantizeQ4KM,
57
- calculateQuantizationError,
58
- quantizeF16ToQ4KM,
59
- shouldQuantize as shouldQuantizeTensor,
60
- getQuantizedSize,
61
- QK_K,
62
- QK4_K_BLOCK_SIZE,
63
- } from './quantizer.js';
64
-
65
- export {
66
- ShardPacker,
67
- type ShardIO,
68
- type TensorSpan as PackerTensorSpan,
69
- type TensorLocationSingle as PackerTensorLocationSingle,
70
- type TensorLocationMulti as PackerTensorLocationMulti,
71
- type TensorLocation as PackerTensorLocation,
72
- type ShardPackerOptions,
73
- type ShardPackerResult,
74
- type PackerTensorInput,
75
- sortTensorsByGroup,
76
- estimateShardCount,
77
- } from './shard-packer.js';
78
-
79
- export {
80
- type ConversionPlanInputTensor,
81
- type ResolveConversionPlanOptions,
82
- type ConversionPlanResult,
83
- type ValidateKernelPathContext,
84
- type ResolveConvertedModelIdOptions,
85
- inferSourceWeightQuantization,
86
- resolveConversionPlan,
87
- resolveConvertedModelId,
88
- } from './conversion-plan.js';
89
-
90
- export {
91
- type DiffusionTensor,
92
- type ParsedTensorBundle,
93
- type DiffusionParserAdapter,
94
- type ParsedDiffusionModel,
95
- type DiffusionLayout,
96
- detectDiffusionLayout,
97
- parseDiffusionModel,
98
- } from './parsers/index.js';
@@ -1,59 +0,0 @@
1
-
2
-
3
- // Core conversion logic
4
- export {
5
- SHARD_SIZE,
6
- RDRR_VERSION,
7
- ConvertStage,
8
- sanitizeModelId,
9
- resolveBundledTokenizerVocabSize,
10
- formatBytes,
11
- shouldQuantize,
12
- normalizeStorageQuant,
13
- resolveTensorTargetQuant,
14
- transformTensorBytes,
15
- extractArchitecture,
16
- buildTensorMap,
17
- createManifest,
18
- convertModel,
19
- generateShardFilename,
20
- } from './core.js';
21
-
22
- // RDRR Writer
23
-
24
- // Quantization
25
- export {
26
- float32ToFloat16,
27
- float16ToFloat32,
28
- quantizeToQ4KM,
29
- quantizeToQ4KMRowWise,
30
- quantizeToQ4KMColumnWise,
31
- transposeF32,
32
- getQ4KSize,
33
- dequantizeQ4KM,
34
- calculateQuantizationError,
35
- quantizeF16ToQ4KM,
36
- shouldQuantize as shouldQuantizeTensor,
37
- getQuantizedSize,
38
- QK_K,
39
- QK4_K_BLOCK_SIZE,
40
- } from './quantizer.js';
41
-
42
- // Shard Packer
43
- export {
44
- ShardPacker,
45
- sortTensorsByGroup,
46
- estimateShardCount,
47
- } from './shard-packer.js';
48
-
49
- // Shared conversion planning helpers
50
- export {
51
- inferSourceWeightQuantization,
52
- resolveConversionPlan,
53
- resolveConvertedModelId,
54
- } from './conversion-plan.js';
55
-
56
- export {
57
- detectDiffusionLayout,
58
- parseDiffusionModel,
59
- } from './parsers/index.js';
@@ -1,50 +0,0 @@
1
- export interface DiffusionTensor {
2
- name: string;
3
- shape: number[];
4
- dtype: string;
5
- size: number;
6
- offset: number;
7
- sourcePath?: string;
8
- }
9
-
10
- export interface ParsedTensorBundle {
11
- tensors: DiffusionTensor[];
12
- }
13
-
14
- export interface DiffusionParserAdapter {
15
- readJson: (suffix: string, label?: string) => Promise<Record<string, unknown>>;
16
- readText: (suffix: string, label?: string) => Promise<string>;
17
- readBinary: (suffix: string, label?: string) => Promise<ArrayBuffer>;
18
- findExistingSuffix: (suffixes: string[]) => string | null;
19
- parseSingleSafetensors: (
20
- suffix: string,
21
- componentId: string
22
- ) => Promise<ParsedTensorBundle>;
23
- parseShardedSafetensors: (
24
- indexSuffix: string,
25
- indexJson: Record<string, unknown>,
26
- componentId: string
27
- ) => Promise<ParsedTensorBundle>;
28
- onProgress?: (update: {
29
- stage?: string;
30
- message?: string;
31
- }) => void;
32
- signal?: AbortSignal | null;
33
- }
34
-
35
- export interface ParsedDiffusionModel {
36
- tensors: DiffusionTensor[];
37
- config: Record<string, unknown>;
38
- auxFiles: Array<{ name: string; data: string | ArrayBuffer }>;
39
- architecture: 'diffusion';
40
- layout: string;
41
- }
42
-
43
- export interface DiffusionLayout {
44
- id: string;
45
- requiredComponents: string[];
46
- }
47
-
48
- export declare function detectDiffusionLayout(modelIndex: Record<string, unknown>): DiffusionLayout;
49
-
50
- export declare function parseDiffusionModel(adapter: DiffusionParserAdapter): Promise<ParsedDiffusionModel>;
@@ -1,31 +0,0 @@
1
- export interface TensorSource {
2
- sourceType?: string;
3
- name?: string | null;
4
- size: number;
5
- file?: Blob | File;
6
- readRange: (offset: number, length: number) => Promise<ArrayBuffer>;
7
- readAll?: () => Promise<ArrayBuffer>;
8
- close?: () => Promise<void>;
9
- getAuxFiles?: () => Promise<Record<string, unknown>> | Record<string, unknown>;
10
- }
11
-
12
- export interface GGUFParserAdapter {
13
- file: File | TensorSource;
14
- parseGGUFHeaderFromSource: (source: TensorSource) => Promise<Record<string, unknown>>;
15
- normalizeTensorSource: (file: File | TensorSource) => TensorSource;
16
- onProgress?: (update: { stage?: string; message?: string }) => void;
17
- signal?: AbortSignal | null;
18
- }
19
-
20
- export interface ParsedGGUFModel {
21
- format: 'gguf';
22
- tensors: Array<Record<string, unknown>>;
23
- config: Record<string, unknown>;
24
- architecture: string;
25
- quantization: string;
26
- tensorDataOffset: number;
27
- file: File;
28
- source: TensorSource;
29
- }
30
-
31
- export declare function parseGGUFModel(adapter: GGUFParserAdapter): Promise<ParsedGGUFModel>;
@@ -1,21 +0,0 @@
1
- export {
2
- type DiffusionTensor,
3
- type ParsedTensorBundle,
4
- type DiffusionParserAdapter,
5
- type ParsedDiffusionModel,
6
- type DiffusionLayout,
7
- detectDiffusionLayout,
8
- parseDiffusionModel,
9
- } from './diffusion.js';
10
-
11
- export {
12
- type TransformerParserAdapter,
13
- type ParsedTransformerModel,
14
- parseTransformerModel,
15
- } from './transformer.js';
16
-
17
- export {
18
- type GGUFParserAdapter,
19
- type ParsedGGUFModel,
20
- parseGGUFModel,
21
- } from './gguf.js';
@@ -1,12 +0,0 @@
1
- export {
2
- detectDiffusionLayout,
3
- parseDiffusionModel,
4
- } from './diffusion.js';
5
-
6
- export {
7
- parseTransformerModel,
8
- } from './transformer.js';
9
-
10
- export {
11
- parseGGUFModel,
12
- } from './gguf.js';