doppler-gpu 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (656) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1589 -0
  4. package/package.json +44 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  16. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  17. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  18. package/src/config/kernel-path-loader.js +1 -0
  19. package/src/config/kernels/backward-registry.json +13 -2
  20. package/src/config/kernels/kernel-ref-digests.js +34 -21
  21. package/src/config/kernels/registry.json +1402 -2623
  22. package/src/config/merge.js +11 -0
  23. package/src/config/param-validator.js +25 -0
  24. package/src/config/runtime/default.json +3 -1
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  29. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  30. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  31. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  32. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  33. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  34. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  35. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  36. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  37. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  38. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  39. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  40. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  41. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  42. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  43. package/src/config/schema/doppler.schema.js +40 -5
  44. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  45. package/src/config/schema/execution-v1.schema.js +10 -0
  46. package/src/config/schema/index.d.ts +3 -1
  47. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  48. package/src/config/schema/training-metrics.schema.js +4 -0
  49. package/src/config/transforms/capability-transform-resolver.js +7 -1
  50. package/src/config/transforms/execution-graph-transforms.js +2 -2
  51. package/src/debug/config.d.ts +4 -0
  52. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  53. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  54. package/src/experimental/orchestration/index.d.ts +10 -1
  55. package/src/experimental/training/attention-backward.js +123 -55
  56. package/src/experimental/training/autograd.js +101 -5
  57. package/src/experimental/training/clip.js +6 -1
  58. package/src/experimental/training/datasets/text-pairs.js +80 -8
  59. package/src/experimental/training/distillation/student-fixture.js +470 -114
  60. package/src/experimental/training/lora-pipeline.js +202 -27
  61. package/src/experimental/training/lora.js +10 -4
  62. package/src/experimental/training/optimizer.js +9 -1
  63. package/src/experimental/training/runner.js +18 -4
  64. package/src/experimental/training/suite.js +1 -1
  65. package/src/experimental/training/workloads.js +11 -0
  66. package/src/formats/rdrr/classification.js +3 -0
  67. package/src/formats/rdrr/integrity.d.ts +0 -2
  68. package/src/formats/rdrr/integrity.js +0 -2
  69. package/src/formats/rdrr/types.d.ts +1 -1
  70. package/src/gpu/kernels/attention.d.ts +2 -0
  71. package/src/gpu/kernels/attention.js +75 -16
  72. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  73. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  74. package/src/gpu/kernels/backward/adam.js +6 -4
  75. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  76. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  77. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  78. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  79. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  80. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  81. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  82. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  83. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  84. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  85. package/src/gpu/kernels/backward/index.d.ts +3 -0
  86. package/src/gpu/kernels/backward/index.js +3 -0
  87. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  88. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  89. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  90. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  91. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  92. package/src/gpu/kernels/backward/utils.js +9 -2
  93. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  94. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  95. package/src/gpu/kernels/fused_ffn.js +540 -19
  96. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  97. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  98. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  99. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  100. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  101. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  102. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  103. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  104. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  105. package/src/gpu/kernels/index.d.ts +26 -0
  106. package/src/gpu/kernels/index.js +18 -0
  107. package/src/gpu/kernels/linear-attention-core.js +413 -15
  108. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  109. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  110. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  111. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  112. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  113. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  114. package/src/gpu/kernels/matmul-selection.js +10 -1
  115. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  116. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  117. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  118. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  119. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  120. package/src/gpu/kernels/silu.d.ts +1 -0
  121. package/src/gpu/kernels/silu.js +19 -4
  122. package/src/gpu/kernels/silu.wgsl +7 -1
  123. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  124. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  125. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  126. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  127. package/src/gpu/tensor.d.ts +1 -0
  128. package/src/index.d.ts +1 -1
  129. package/src/index.js +1 -1
  130. package/src/inference/browser-harness-suite-helpers.js +1 -1
  131. package/src/inference/browser-harness-text-helpers.js +251 -20
  132. package/src/inference/browser-harness.js +221 -3
  133. package/src/inference/kv-cache/base.js +42 -1
  134. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  135. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  136. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  137. package/src/inference/pipelines/text/attention/projections.js +174 -4
  138. package/src/inference/pipelines/text/attention/record.js +44 -21
  139. package/src/inference/pipelines/text/attention/run.js +18 -3
  140. package/src/inference/pipelines/text/config.d.ts +18 -0
  141. package/src/inference/pipelines/text/config.js +100 -0
  142. package/src/inference/pipelines/text/embed.js +1 -1
  143. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  144. package/src/inference/pipelines/text/execution-plan.js +37 -0
  145. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  146. package/src/inference/pipelines/text/execution-v1.js +130 -10
  147. package/src/inference/pipelines/text/ffn/dense.js +241 -21
  148. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  149. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  150. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  151. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  152. package/src/inference/pipelines/text/generator-steps.js +2 -2
  153. package/src/inference/pipelines/text/generator.d.ts +18 -1
  154. package/src/inference/pipelines/text/generator.js +326 -19
  155. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  156. package/src/inference/pipelines/text/init.d.ts +22 -3
  157. package/src/inference/pipelines/text/init.js +2 -2
  158. package/src/inference/pipelines/text/layer.js +87 -8
  159. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  160. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  161. package/src/inference/pipelines/text/linear-attention.js +173 -16
  162. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  163. package/src/inference/pipelines/text/logits/index.js +62 -1
  164. package/src/inference/pipelines/text/lora-apply.js +4 -4
  165. package/src/inference/pipelines/text/model-load.js +6 -0
  166. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  167. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  168. package/src/inference/pipelines/text/ops.js +22 -0
  169. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  170. package/src/inference/pipelines/text/probes.js +9 -4
  171. package/src/inference/pipelines/text/state.d.ts +4 -4
  172. package/src/inference/pipelines/text/state.js +4 -0
  173. package/src/inference/pipelines/text/types.d.ts +27 -2
  174. package/src/inference/pipelines/text.d.ts +21 -1
  175. package/src/inference/pipelines/text.js +40 -14
  176. package/src/inference/tokenizers/bundled.js +150 -55
  177. package/src/inference/tokenizers/types.d.ts +7 -4
  178. package/src/loader/doppler-loader.js +25 -2
  179. package/src/loader/index.d.ts +3 -1
  180. package/src/loader/index.js +2 -0
  181. package/src/loader/loader-types.d.ts +3 -1
  182. package/src/loader/manifest-config.d.ts +18 -0
  183. package/src/loader/manifest-config.js +11 -3
  184. package/src/loader/shard-cache.d.ts +2 -0
  185. package/src/loader/shard-cache.js +29 -1
  186. package/src/models/gemma4.js +8 -0
  187. package/src/rules/inference/capability-transforms.rules.json +145 -20
  188. package/src/rules/inference/ffn.rules.json +33 -0
  189. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  190. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  191. package/src/rules/kernels/matmul.rules.json +2 -0
  192. package/src/rules/kernels/silu.rules.json +1 -0
  193. package/src/rules/rule-registry.js +2 -0
  194. package/src/storage/artifact-storage-context.js +36 -0
  195. package/src/tooling/node-browser-command-runner.js +42 -7
  196. package/src/tooling/node-converter.js +20 -5
  197. package/src/tooling/opfs-cache.d.ts +21 -1
  198. package/src/tooling/opfs-cache.js +168 -32
  199. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  200. package/src/tooling-experimental-exports.shared.js +18 -0
  201. package/src/tooling-exports/storage.d.ts +1 -1
  202. package/src/tooling-exports/storage.js +1 -1
  203. package/src/types/gpu.d.ts +25 -0
  204. package/src/version.js +1 -1
  205. package/tests/kernels/browser/kernel-suite.js +1593 -0
  206. package/tests/kernels/browser/test-page.js +2629 -0
  207. package/tests/kernels/harness/benchmark.js +225 -0
  208. package/tests/kernels/harness/buffer-utils.js +88 -0
  209. package/tests/kernels/harness/tolerance.js +174 -0
  210. package/tests/kernels/reference/adam.js +15 -0
  211. package/tests/kernels/reference/attention.js +158 -0
  212. package/tests/kernels/reference/backward.js +96 -0
  213. package/tests/kernels/reference/bias-add.js +20 -0
  214. package/tests/kernels/reference/conv2d.js +58 -0
  215. package/tests/kernels/reference/cross-entropy.js +26 -0
  216. package/tests/kernels/reference/dequant.js +312 -0
  217. package/tests/kernels/reference/embed.js +15 -0
  218. package/tests/kernels/reference/gather.js +61 -0
  219. package/tests/kernels/reference/gelu.js +37 -0
  220. package/tests/kernels/reference/groupnorm.js +36 -0
  221. package/tests/kernels/reference/index.js +89 -0
  222. package/tests/kernels/reference/layernorm.js +22 -0
  223. package/tests/kernels/reference/matmul.js +57 -0
  224. package/tests/kernels/reference/modulate.js +24 -0
  225. package/tests/kernels/reference/moe-gather.js +83 -0
  226. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  227. package/tests/kernels/reference/residual.js +55 -0
  228. package/tests/kernels/reference/rmsnorm.js +52 -0
  229. package/tests/kernels/reference/rope.js +79 -0
  230. package/tests/kernels/reference/sample.js +97 -0
  231. package/tests/kernels/reference/scatter-add.js +58 -0
  232. package/tests/kernels/reference/silu.js +52 -0
  233. package/tests/kernels/reference/softmax.js +86 -0
  234. package/tests/kernels/reference/split-qkv.js +58 -0
  235. package/tests/kernels/reference/topk.js +88 -0
  236. package/tests/kernels/reference/upsample2d.js +37 -0
  237. package/BRANDING.md +0 -14
  238. package/SECURITY.md +0 -19
  239. package/assets/doppler-runtime-map.svg +0 -82
  240. package/src/bootstrap.js +0 -30
  241. package/src/cli/doppler-cli.d.ts +0 -46
  242. package/src/cli/doppler-quickstart.d.ts +0 -45
  243. package/src/cli/doppler-serve.d.ts +0 -210
  244. package/src/cli/runtime-profiles.d.ts +0 -40
  245. package/src/client/doppler-api.browser.d.ts +0 -1
  246. package/src/client/doppler-api.browser.js +0 -25
  247. package/src/client/doppler-registry.d.ts +0 -54
  248. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  249. package/src/client/runtime/source-runtime.d.ts +0 -26
  250. package/src/client/runtime/storage.d.ts +0 -5
  251. package/src/config/README.md +0 -61
  252. package/src/config/conversion/README.md +0 -62
  253. package/src/config/goal-completion-matrix.json +0 -552
  254. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  255. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  256. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  257. package/src/config/kernels/registry.d.ts +0 -51
  258. package/src/config/merge-contract-check.d.ts +0 -16
  259. package/src/config/merge-contract-check.js +0 -319
  260. package/src/config/merge-helpers.d.ts +0 -60
  261. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  262. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  263. package/src/config/param-categories.d.ts +0 -8
  264. package/src/config/param-validator.d.ts +0 -33
  265. package/src/config/platforms/loader.d.ts +0 -38
  266. package/src/config/quantization-contract-check.d.ts +0 -12
  267. package/src/config/quantization-contract-check.js +0 -91
  268. package/src/config/runtime/README.md +0 -28
  269. package/src/config/runtime-merge.d.ts +0 -5
  270. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  271. package/src/config/schema/command-surface-contract.schema.json +0 -81
  272. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  273. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  274. package/src/config/schema/platform.schema.js +0 -1
  275. package/src/config/schema/policy-schema-registry.json +0 -31
  276. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  277. package/src/config/support-tiers/subsystems.json +0 -502
  278. package/src/config/supported-operations.d.ts +0 -14
  279. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  280. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  281. package/src/converter/conversion-plan.d.ts +0 -56
  282. package/src/converter/index.d.ts +0 -98
  283. package/src/converter/index.js +0 -59
  284. package/src/converter/parsers/diffusion.d.ts +0 -50
  285. package/src/converter/parsers/gguf.d.ts +0 -31
  286. package/src/converter/parsers/index.d.ts +0 -21
  287. package/src/converter/parsers/index.js +0 -12
  288. package/src/converter/parsers/transformer.d.ts +0 -31
  289. package/src/converter/quantization-info.d.ts +0 -38
  290. package/src/converter/rope-config.d.ts +0 -16
  291. package/src/converter/tokenizer-utils.d.ts +0 -12
  292. package/src/debug/reference/README.md +0 -114
  293. package/src/debug/reference/hf_attn_debug.py +0 -114
  294. package/src/debug/reference/hf_embed_check.py +0 -89
  295. package/src/debug/reference/hf_layer_out.py +0 -100
  296. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  297. package/src/debug/reference/hf_rope_check.py +0 -116
  298. package/src/debug/reference/hf_weights.py +0 -75
  299. package/src/errors/doppler-error.d.ts +0 -20
  300. package/src/experimental/bridge/extension/background.d.ts +0 -14
  301. package/src/experimental/bridge/extension/background.js +0 -168
  302. package/src/experimental/bridge/extension/manifest.json +0 -34
  303. package/src/experimental/bridge/extension-client.d.ts +0 -114
  304. package/src/experimental/bridge/index.d.ts +0 -69
  305. package/src/experimental/bridge/node-bridge.js +0 -24
  306. package/src/experimental/bridge/protocol.d.ts +0 -96
  307. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  308. package/src/experimental/browser/gguf-importer.js +0 -532
  309. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  310. package/src/experimental/browser/quantization.d.ts +0 -74
  311. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  312. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  313. package/src/experimental/browser/shard-io-browser.js +0 -89
  314. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  315. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  316. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  317. package/src/experimental/distribution/p2p-transport.js +0 -75
  318. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  319. package/src/experimental/hotswap/manifest.d.ts +0 -42
  320. package/src/experimental/hotswap/model-swap.js +0 -42
  321. package/src/experimental/hotswap/runtime.d.ts +0 -31
  322. package/src/experimental/training/README.md +0 -164
  323. package/src/experimental/training/artifacts.d.ts +0 -160
  324. package/src/experimental/training/attention-backward.d.ts +0 -30
  325. package/src/experimental/training/attention-forward.d.ts +0 -22
  326. package/src/experimental/training/attention-forward.js +0 -82
  327. package/src/experimental/training/autograd.d.ts +0 -51
  328. package/src/experimental/training/backward-kernels.js +0 -39
  329. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  330. package/src/experimental/training/checkpoint.d.ts +0 -36
  331. package/src/experimental/training/clip.d.ts +0 -9
  332. package/src/experimental/training/dataloader.d.ts +0 -8
  333. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  334. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  335. package/src/experimental/training/datasets/index.d.ts +0 -24
  336. package/src/experimental/training/datasets/index.js +0 -13
  337. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  338. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  339. package/src/experimental/training/datasets/reploid.js +0 -36
  340. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  341. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  342. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  343. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  344. package/src/experimental/training/datasets/token-batch.js +0 -52
  345. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  346. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  347. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  348. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  349. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  350. package/src/experimental/training/distillation/eval.d.ts +0 -34
  351. package/src/experimental/training/distillation/index.d.ts +0 -29
  352. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  353. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  354. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  355. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  356. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  357. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  358. package/src/experimental/training/export.d.ts +0 -41
  359. package/src/experimental/training/index.d.ts +0 -74
  360. package/src/experimental/training/index.js +0 -63
  361. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  362. package/src/experimental/training/lora.d.ts +0 -19
  363. package/src/experimental/training/loss-scaling.d.ts +0 -21
  364. package/src/experimental/training/loss.d.ts +0 -10
  365. package/src/experimental/training/objectives/base.d.ts +0 -58
  366. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  367. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  368. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  369. package/src/experimental/training/objectives/index.d.ts +0 -12
  370. package/src/experimental/training/objectives/index.js +0 -6
  371. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  372. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  373. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  374. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  375. package/src/experimental/training/operator-command.d.ts +0 -5
  376. package/src/experimental/training/operator-eval.d.ts +0 -48
  377. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  378. package/src/experimental/training/optimizer.d.ts +0 -22
  379. package/src/experimental/training/runner.d.ts +0 -249
  380. package/src/experimental/training/suite.d.ts +0 -299
  381. package/src/experimental/training/tensor-factory.d.ts +0 -9
  382. package/src/experimental/training/trainer.d.ts +0 -89
  383. package/src/experimental/training/ul_dataset.d.ts +0 -47
  384. package/src/experimental/training/ul_schedule.d.ts +0 -6
  385. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  386. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  387. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  388. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  389. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  390. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  391. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  392. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  393. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  394. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  395. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  396. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  397. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  398. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  399. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  400. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  401. package/src/experimental/training/workload-packs/registry.json +0 -278
  402. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  403. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  404. package/src/experimental/training/workloads.d.ts +0 -201
  405. package/src/formats/gguf/types.d.ts +0 -74
  406. package/src/formats/index.d.ts +0 -75
  407. package/src/formats/index.js +0 -19
  408. package/src/formats/litert/types.d.ts +0 -74
  409. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  410. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  411. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  412. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  413. package/src/formats/safetensors/types.d.ts +0 -67
  414. package/src/formats/tflite/types.d.ts +0 -61
  415. package/src/formats/tokenizer/index.d.ts +0 -5
  416. package/src/formats/tokenizer/index.js +0 -3
  417. package/src/formats/tokenizer/types.d.ts +0 -9
  418. package/src/gpu/kernel-runtime.d.ts +0 -13
  419. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  420. package/src/gpu/kernel-selection-log.d.ts +0 -4
  421. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  422. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  425. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  426. package/src/gpu/kernel-tuner/types.js +0 -4
  427. package/src/gpu/kernel-tuner.d.ts +0 -33
  428. package/src/gpu/kernels/README.md +0 -166
  429. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  430. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  431. package/src/gpu/kernels/check-stop.d.ts +0 -31
  432. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  433. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  434. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  435. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  436. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  437. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  438. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  439. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  440. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  441. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  442. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  443. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  444. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  445. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  446. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  447. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  448. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  449. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  450. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  451. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  452. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  453. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  454. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  455. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  456. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  457. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  458. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  459. package/src/gpu/kernels/constants.d.ts +0 -129
  460. package/src/gpu/kernels/dispatch.d.ts +0 -72
  461. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  462. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  463. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  464. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  465. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  466. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  467. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  468. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  469. package/src/gpu/kernels/types.js +0 -4
  470. package/src/gpu/perf-guards.d.ts +0 -13
  471. package/src/gpu/profiler.d.ts +0 -93
  472. package/src/gpu/readback-utils.d.ts +0 -16
  473. package/src/gpu/readback-utils.js +0 -49
  474. package/src/gpu/submit-probe.d.ts +0 -12
  475. package/src/index-browser.d.ts +0 -2
  476. package/src/index-browser.js +0 -2
  477. package/src/inference/README.md +0 -593
  478. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  479. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  480. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  481. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  482. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  483. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  484. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  485. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  486. package/src/inference/network-evolution.js +0 -79
  487. package/src/inference/pipelines/context.d.ts +0 -21
  488. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  489. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  490. package/src/inference/pipelines/diffusion/index.js +0 -3
  491. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  492. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  493. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  494. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  495. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  496. package/src/inference/pipelines/diffusion/types.js +0 -1
  497. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  498. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  499. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  500. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  501. package/src/inference/pipelines/dream/pipeline.js +0 -8
  502. package/src/inference/pipelines/energy/index.d.ts +0 -1
  503. package/src/inference/pipelines/energy/index.js +0 -1
  504. package/src/inference/pipelines/energy/types.js +0 -1
  505. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  506. package/src/inference/pipelines/energy-head/index.js +0 -6
  507. package/src/inference/pipelines/factory.d.ts +0 -10
  508. package/src/inference/pipelines/index.d.ts +0 -22
  509. package/src/inference/pipelines/index.js +0 -19
  510. package/src/inference/pipelines/registry.d.ts +0 -15
  511. package/src/inference/pipelines/rng.d.ts +0 -2
  512. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  513. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  514. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  515. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  516. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  517. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  518. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  519. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  520. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  521. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  522. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  523. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  524. package/src/inference/pipelines/text/attention.d.ts +0 -23
  525. package/src/inference/pipelines/text/attention.js +0 -12
  526. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  527. package/src/inference/pipelines/text/buffer-types.js +0 -4
  528. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  529. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  530. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  531. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  532. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  533. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  534. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  535. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  536. package/src/inference/pipelines/text/embed.d.ts +0 -69
  537. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  538. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  539. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  540. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  541. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  542. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  543. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  544. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  545. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  546. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  547. package/src/inference/pipelines/text/ffn.js +0 -18
  548. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  549. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  550. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  551. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  552. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  553. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  554. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  555. package/src/inference/pipelines/text/index.d.ts +0 -5
  556. package/src/inference/pipelines/text/index.js +0 -6
  557. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  558. package/src/inference/pipelines/text/layer.d.ts +0 -118
  559. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  560. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  561. package/src/inference/pipelines/text/logits/types.js +0 -4
  562. package/src/inference/pipelines/text/logits.d.ts +0 -27
  563. package/src/inference/pipelines/text/logits.js +0 -16
  564. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  565. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  566. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  567. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  568. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  569. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  570. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  571. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  572. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  573. package/src/inference/pipelines/text/ops.d.ts +0 -222
  574. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  575. package/src/inference/pipelines/text/probes.d.ts +0 -28
  576. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  577. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  578. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  579. package/src/inference/pipelines/text/types.js +0 -4
  580. package/src/inference/tokenizers/base.d.ts +0 -44
  581. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  582. package/src/inference/tokenizers/bpe.d.ts +0 -27
  583. package/src/inference/tokenizers/bundled.d.ts +0 -67
  584. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  585. package/src/inference/tokenizers/types.js +0 -7
  586. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  587. package/src/loader/per-layer-input-loader.d.ts +0 -30
  588. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  589. package/src/loader/tensors/source-transform.d.ts +0 -65
  590. package/src/memory/address-table.d.ts +0 -96
  591. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  592. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  593. package/src/rules/rule-registry.d.ts +0 -77
  594. package/src/storage/artifact-storage-context.d.ts +0 -63
  595. package/src/storage/backends/idb-store.d.ts +0 -52
  596. package/src/storage/backends/memory-store.d.ts +0 -36
  597. package/src/storage/backends/opfs-store.d.ts +0 -41
  598. package/src/storage/blake3.d.ts +0 -17
  599. package/src/storage/download-types.d.ts +0 -157
  600. package/src/storage/downloader.d.ts +0 -103
  601. package/src/storage/index.d.ts +0 -274
  602. package/src/storage/index.js +0 -201
  603. package/src/storage/preflight.d.ts +0 -144
  604. package/src/storage/preflight.js +0 -360
  605. package/src/storage/quickstart-downloader.d.ts +0 -157
  606. package/src/storage/quickstart-downloader.js +0 -289
  607. package/src/storage/source-artifact-store.d.ts +0 -59
  608. package/src/sw.js +0 -184
  609. package/src/tooling/command-api-constants.d.ts +0 -9
  610. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  611. package/src/tooling/command-api-helpers.d.ts +0 -23
  612. package/src/tooling/command-runner-shared.d.ts +0 -89
  613. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  614. package/src/tooling/conversion-config-materializer.js +0 -96
  615. package/src/tooling/diagnose-runner.d.ts +0 -28
  616. package/src/tooling/hf-registry-utils.d.ts +0 -55
  617. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  618. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  619. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  620. package/src/tooling/kernel-path-builder/index.js +0 -1361
  621. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  622. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  623. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  624. package/src/tooling/lean-execution-contract-runner.js +0 -158
  625. package/src/tooling/lean-execution-contract.d.ts +0 -16
  626. package/src/tooling/lean-execution-contract.js +0 -81
  627. package/src/tooling/litert-package-runtime.d.ts +0 -46
  628. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  629. package/src/tooling/node-convert-worker.d.ts +0 -1
  630. package/src/tooling/node-converter.d.ts +0 -1
  631. package/src/tooling/node-file-fetch.d.ts +0 -1
  632. package/src/tooling/node-source-runtime.d.ts +0 -24
  633. package/src/tooling/node-webgpu.d.ts +0 -17
  634. package/src/tooling/precision-replay-math.js +0 -174
  635. package/src/tooling/program-bundle-host.d.ts +0 -16
  636. package/src/tooling/program-bundle-host.js +0 -20
  637. package/src/tooling/runtime-input-composition.d.ts +0 -37
  638. package/src/tooling/source-package-profiles.d.ts +0 -50
  639. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  640. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  641. package/src/tooling/source-runtime-materializer.js +0 -89
  642. package/src/tooling-exports.browser.d.ts +0 -7
  643. package/src/types/chrome.d.ts +0 -36
  644. package/src/types/chrome.js +0 -1
  645. package/src/types/index.d.ts +0 -1
  646. package/src/types/index.js +0 -1
  647. package/src/utils/array-buffer.d.ts +0 -4
  648. package/src/utils/canonical-hash.d.ts +0 -7
  649. package/src/utils/clone-json.d.ts +0 -1
  650. package/src/utils/hf-resolve-url.d.ts +0 -16
  651. package/src/utils/index.d.ts +0 -10
  652. package/src/utils/index.js +0 -10
  653. package/src/utils/load-json.d.ts +0 -5
  654. package/src/utils/plain-object.d.ts +0 -1
  655. package/src/utils/sha256.d.ts +0 -5
  656. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,306 +0,0 @@
1
- /**
2
- * Execution Graph Transforms
3
- *
4
- * Pure functions that transform execution-v1 graphs based on GPU
5
- * capabilities and platform constraints. Each transform either returns
6
- * a modified graph or null when not applicable.
7
- *
8
- * @module config/transforms/execution-graph-transforms
9
- */
10
-
11
- /**
12
- * Context passed to all execution graph transforms.
13
- */
14
- export interface TransformContext {
15
- capabilities: {
16
- hasSubgroups: boolean;
17
- hasF16: boolean;
18
- hasSubgroupsF16: boolean;
19
- maxWorkgroupStorageSize?: number;
20
- };
21
- platform: {
22
- id: string;
23
- vendor: string;
24
- architecture: string;
25
- };
26
- activationDtype: 'f16' | 'f32';
27
- mathDtype?: 'f16' | 'f32' | null;
28
- accumDtype?: 'f16' | 'f32' | null;
29
- kvDtype: 'f16' | 'f32';
30
- modelId?: string;
31
- layerTypes?: string[] | null;
32
- }
33
-
34
- export interface ExecutionKernelPrecision {
35
- activationDtype?: 'f16' | 'f32';
36
- kvDtype?: 'f16' | 'f32';
37
- inputDtype?: 'f16' | 'f32';
38
- outputDtype?: 'f16' | 'f32';
39
- }
40
-
41
- export declare function getKernelFilePrecisionPatch(
42
- kernel: string
43
- ): Pick<ExecutionKernelPrecision, 'inputDtype' | 'outputDtype'> | null;
44
-
45
- export declare function resolveF16ToF32ActivationKernel(kernel: string): string | null;
46
-
47
- /**
48
- * An execution graph kernel entry from manifest.inference.execution.kernels.
49
- */
50
- export interface ExecutionKernelEntry {
51
- kernel: string;
52
- entry: string;
53
- digest: string | null;
54
- constants?: Record<string, unknown>;
55
- precision?: ExecutionKernelPrecision;
56
- }
57
-
58
- export interface ExecutionGraphLayerGroup {
59
- layers: number[];
60
- steps: unknown[][];
61
- }
62
-
63
- export type ExecutionGraphLayerEntry = unknown[] | ExecutionGraphLayerGroup;
64
-
65
- /**
66
- * The execution-v1 graph structure from manifest.inference.execution.
67
- */
68
- export interface ExecutionGraph {
69
- kernels: Record<string, ExecutionKernelEntry>;
70
- preLayer: unknown[][];
71
- decode: ExecutionGraphLayerEntry[];
72
- prefill: ExecutionGraphLayerEntry[];
73
- postLayer: unknown[][];
74
- policies?: Record<string, unknown>;
75
- }
76
-
77
- /**
78
- * A pure function that transforms an execution graph.
79
- * Returns the modified graph, or null if the transform is not applicable.
80
- */
81
- export type ExecutionGraphTransform = (graph: ExecutionGraph, ctx: TransformContext) => ExecutionGraph | null;
82
-
83
- /**
84
- * Remove subgroup-dependent kernels from the execution graph,
85
- * replacing with scalar/tiled equivalents.
86
- */
87
- export declare function removeSubgroups(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
88
-
89
- /**
90
- * Widen all f16-activation kernels to f32 equivalents.
91
- * Returns null if the graph uses fused f16 FFN (not transformable).
92
- */
93
- export declare function widenToF32Activations(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
94
-
95
- /**
96
- * Fail-closed sentinel transform installed by capability rules when the
97
- * (modelId, runtime profile) combination is contradictory (e.g., af32
98
- * manifest variant paired with a runtime profile demanding f16 activations).
99
- * Throws when invoked.
100
- */
101
- export declare function failClosedLaneMismatch(graph: ExecutionGraph, ctx: TransformContext): never;
102
-
103
- /**
104
- * Swap prefill attention kernel between streaming and small-tile variants.
105
- */
106
- export declare function swapPrefillAttention(
107
- graph: ExecutionGraph,
108
- ctx: TransformContext,
109
- options: { from: string; to: string }
110
- ): ExecutionGraph | null;
111
-
112
- /**
113
- * Replace eligible small-tile prefill f16kv attention kernels with the fixed
114
- * 256-dim shared-block variant.
115
- */
116
- export declare function useHead256SmallPrefillAttention(
117
- graph: ExecutionGraph,
118
- ctx: TransformContext
119
- ): ExecutionGraph | null;
120
-
121
- /**
122
- * Replace eligible prefill f16kv attention kernels with the fixed 256-dim
123
- * shared-block variant when the graph is eligible.
124
- */
125
- export declare function useHead256PrefillAttention(
126
- graph: ExecutionGraph,
127
- ctx: TransformContext
128
- ): ExecutionGraph | null;
129
-
130
- /**
131
- * Replace projection matmul kernels with f32-weight variants for numeric debugging.
132
- */
133
- export declare function widenProjectionWeightsToF32(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
134
-
135
- /**
136
- * Replace dense Q4K prefill projections with explicit Q4-native prefill kernels
137
- * when the graph already exposes a compatible fused Q4 decode kernel.
138
- */
139
- export declare function remapDenseQ4KPrefillToQ4Native(
140
- graph: ExecutionGraph,
141
- ctx: TransformContext
142
- ): ExecutionGraph | null;
143
-
144
- /**
145
- * Replace fused Q4K prefill projections with dense tiled matmul kernels while
146
- * leaving decode unchanged.
147
- */
148
- export declare function remapQ4KPrefillToDense(
149
- graph: ExecutionGraph,
150
- ctx: TransformContext
151
- ): ExecutionGraph | null;
152
-
153
- /**
154
- * Mark Qwen linear-attention decode q/o projections as f16 for targeted
155
- * Apple/WebGPU decode throughput work while keeping full-attention layers on
156
- * the manifest-owned f32 activation contract.
157
- */
158
- export declare function useLinearDecodeProjectionF16(
159
- graph: ExecutionGraph,
160
- ctx: TransformContext
161
- ): ExecutionGraph | null;
162
-
163
- /**
164
- * Replace fused Q4K decode projection kernels with GEMV subgroup variants.
165
- * On pre-dequantized f16 weights the GEMV path is ~2.3x faster than the fused
166
- * Q4K kernel for M=1 decode.
167
- */
168
- export declare function remapQ4KDecodeToGemv(
169
- graph: ExecutionGraph,
170
- ctx: TransformContext
171
- ): ExecutionGraph | null;
172
-
173
- /**
174
- * Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with GEMV
175
- * subgroup variants, leaving FFN projections as fused Q4K.
176
- *
177
- * Diagnostic transform for isolating GEMV correctness regressions between the
178
- * attention and FFN decode paths.
179
- */
180
- export declare function remapQ4KDecodeAttentionToGemv(
181
- graph: ExecutionGraph,
182
- ctx: TransformContext
183
- ): ExecutionGraph | null;
184
-
185
- /**
186
- * Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with the
187
- * optimised fused Q4K GEMV variant (main_gemv). Combines shared-A cooperative
188
- * loading with fast nibble extraction for maximum M=1 throughput while
189
- * preserving full Q4K dequant precision (no f16 weight materialization).
190
- *
191
- * Production fix for the f16-precision-loss regression in the attention path.
192
- */
193
- export declare function remapQ4KDecodeAttentionToFusedQ4KGemv(
194
- graph: ExecutionGraph,
195
- ctx: TransformContext
196
- ): ExecutionGraph | null;
197
-
198
- /**
199
- * Replace ONLY FFN-projection decode kernels (gate/up/down_proj) with GEMV
200
- * subgroup variants, leaving attention projections as fused Q4K.
201
- *
202
- * Diagnostic complement to `remapQ4KDecodeAttentionToGemv` for isolating
203
- * GEMV correctness regressions to the FFN decode path.
204
- */
205
- export declare function remapQ4KDecodeFFNToGemv(
206
- graph: ExecutionGraph,
207
- ctx: TransformContext
208
- ): ExecutionGraph | null;
209
-
210
- /**
211
- * Narrow selected Qwen decode FFN + lm_head matmuls onto explicit f16 kernels
212
- * while keeping the manifest-owned activation contract intact.
213
- */
214
- export declare function useQwenDecodeF16Matmuls(
215
- graph: ExecutionGraph,
216
- ctx: TransformContext
217
- ): ExecutionGraph | null;
218
-
219
- /**
220
- * Narrow Gemma 4 E2B INT4 PLE decode Q/K/V and online attention onto explicit
221
- * f16 kernels while keeping prefill on the manifest-owned f32/f16kv contract.
222
- */
223
- export declare function useGemma4Int4PleSelectiveF16Decode(
224
- graph: ExecutionGraph,
225
- ctx: TransformContext
226
- ): ExecutionGraph | null;
227
-
228
- /**
229
- * Promote Qwen 3.6 27B Q4K onto the all-f16 activation lane.
230
- */
231
- export declare function useQwen36F16Activations(
232
- graph: ExecutionGraph,
233
- ctx: TransformContext
234
- ): ExecutionGraph | null;
235
-
236
- /**
237
- * Promote Gemma 4 E2B INT4-PLE Q4K onto the all-f16 activation lane.
238
- */
239
- export declare function useGemma4Int4PleAf16Activations(
240
- graph: ExecutionGraph,
241
- ctx: TransformContext
242
- ): ExecutionGraph | null;
243
-
244
- /**
245
- * Promote Gemma 4 text Q4K onto the experimental f16 lane using matching f16
246
- * Q4 projection and utility kernels, with explicit f32-Q/f16-KV prefill/decode
247
- * attention boundaries and the source graph's stable post-layer tail where
248
- * required by the model variant.
249
- */
250
- export declare function useGemma4TextF16Activations(
251
- graph: ExecutionGraph,
252
- ctx: TransformContext
253
- ): ExecutionGraph | null;
254
-
255
- /**
256
- * Promote Gemma 4 12B text Q4K onto its f16-residual lane while preserving
257
- * the explicit stable f32-Q/f16-KV attention boundaries and post-layer tail.
258
- */
259
- export declare function useGemma412BTextF16Activations(
260
- graph: ExecutionGraph,
261
- ctx: TransformContext
262
- ): ExecutionGraph | null;
263
-
264
- /**
265
- * Promote Gemma 4 31B text Q4K onto the experimental all-f16 lane using
266
- * matching f16 Q4 projection, attention, utility, lm_head, and sampling kernels.
267
- */
268
- export declare function useGemma431BTextF16Activations(
269
- graph: ExecutionGraph,
270
- ctx: TransformContext
271
- ): ExecutionGraph | null;
272
-
273
- /**
274
- * Compose multiple transforms into a single transform.
275
- * Applies left-to-right, skipping transforms that return null.
276
- */
277
- export declare function composeTransforms(...transforms: ExecutionGraphTransform[]): ExecutionGraphTransform;
278
-
279
- /**
280
- * Registry mapping transform names to functions.
281
- */
282
- export declare const TRANSFORMS: Record<string, ExecutionGraphTransform>;
283
-
284
- /** F16→F32 correctness fallback when the target's f16 kernel is absent. */
285
- export declare const widenToF32CorrectnessFallback: ExecutionGraphTransform;
286
-
287
- /** Narrow pipeline activations from F32 back to F16 where safe. */
288
- export declare const narrowToF16Activations: ExecutionGraphTransform;
289
-
290
- /** Qwen-specific: force primary matmul variants to F16. */
291
- export declare const useQwenF16PrimaryMatmuls: ExecutionGraphTransform;
292
-
293
- /** Gemma4 INT4 PLE: selective decode-only F16 probe lane. */
294
- export declare const useGemma4Int4PleSelectiveF16Decode: ExecutionGraphTransform;
295
-
296
- /** Gemma 4 text: experimental end-to-end F16 activation lane. */
297
- export declare const useGemma4TextF16Activations: ExecutionGraphTransform;
298
-
299
- /** Gemma 4 12B text: f16-residual lane with stable f32-Q/f16-KV islands. */
300
- export declare const useGemma412BTextF16Activations: ExecutionGraphTransform;
301
-
302
- /** Gemma 4 31B text: experimental end-to-end F16 activation lane. */
303
- export declare const useGemma431BTextF16Activations: ExecutionGraphTransform;
304
-
305
- /** Drop the retain-Q4K materialization flag (used by perf investigations). */
306
- export declare const disableRetainQ4KMaterialization: ExecutionGraphTransform;
@@ -1,56 +0,0 @@
1
- import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
2
- import type { MoEConfigSchema } from '../config/schema/manifest.schema.js';
3
-
4
- export interface ConversionPlanInputTensor {
5
- name: string;
6
- dtype?: string | null;
7
- }
8
-
9
- export interface ResolveConversionPlanOptions {
10
- rawConfig: Record<string, unknown> | null | undefined;
11
- tensors?: ConversionPlanInputTensor[] | null;
12
- tensorNames?: string[] | null;
13
- converterConfig: ConverterConfigSchema;
14
- sourceQuantization?: string | null;
15
- modelKind?: 'transformer' | 'diffusion';
16
- architectureHint?: string | null;
17
- architecture?: string | null;
18
- architectureConfig?: { headDim?: number | null } | null;
19
- headDim?: number | null;
20
- headDimErrorMessage?: string | null;
21
- }
22
-
23
- export interface ConversionPlanResult {
24
- modelType: string;
25
- sourceQuantization: string;
26
- quantizationInfo: Record<string, unknown>;
27
- moeConfig?: MoEConfigSchema | null;
28
- manifestQuantization: string;
29
- manifestInference: Record<string, unknown>;
30
- headDim?: number;
31
- }
32
-
33
- export interface ValidateKernelPathContext {
34
- quantizationInfo?: {
35
- weights?: string | null;
36
- compute?: string | null;
37
- layout?: string | null;
38
- } | null;
39
- }
40
-
41
- export interface ResolveConvertedModelIdOptions {
42
- explicitModelId?: string | null;
43
- converterConfig?: ConverterConfigSchema | null;
44
- detectedModelId?: string | null;
45
- fallbackModelId?: string | null;
46
- quantizationInfo?: { variantTag?: string | null } | null;
47
- sanitizeOnly?: boolean;
48
- }
49
-
50
- export declare function inferSourceWeightQuantization(
51
- tensors: ConversionPlanInputTensor[] | null | undefined
52
- ): string;
53
-
54
- export declare function resolveConversionPlan(options: ResolveConversionPlanOptions): ConversionPlanResult;
55
-
56
- export declare function resolveConvertedModelId(options: ResolveConvertedModelIdOptions): string | null;
@@ -1,98 +0,0 @@
1
- /**
2
- * Converter Module - Public API
3
- *
4
- * This module provides model conversion utilities for transforming
5
- * GGUF and SafeTensors models into the RDRR format used by DOPPLER.
6
- *
7
- * @module converter
8
- */
9
-
10
- export {
11
- type TensorInfo,
12
- type ParsedModel,
13
- type ModelConfig,
14
- type ConvertStageType,
15
- type ConvertProgress,
16
- type ConvertOptions,
17
- type ShardInfo,
18
- type TensorSpan,
19
- type TensorLocation,
20
- type TensorLocationSingle,
21
- type TensorLocationMulti,
22
- type ArchitectureConfig,
23
- type TokenizerInfo,
24
- type RDRRManifest,
25
- type ConvertResult,
26
- type ConvertIO,
27
- SHARD_SIZE,
28
- RDRR_VERSION,
29
- ConvertStage,
30
- sanitizeModelId,
31
- resolveBundledTokenizerVocabSize,
32
- formatBytes,
33
- shouldQuantize,
34
- normalizeStorageQuant,
35
- resolveTensorTargetQuant,
36
- transformTensorBytes,
37
- extractArchitecture,
38
- buildTensorMap,
39
- createManifest,
40
- convertModel,
41
- generateShardFilename,
42
- } from './core.js';
43
-
44
- export {
45
- type QuantizeResult,
46
- type QuantizationError,
47
- type QuantizeOptions,
48
- type Q4KLayout,
49
- float32ToFloat16,
50
- float16ToFloat32,
51
- quantizeToQ4KM,
52
- quantizeToQ4KMRowWise,
53
- quantizeToQ4KMColumnWise,
54
- transposeF32,
55
- getQ4KSize,
56
- dequantizeQ4KM,
57
- calculateQuantizationError,
58
- quantizeF16ToQ4KM,
59
- shouldQuantize as shouldQuantizeTensor,
60
- getQuantizedSize,
61
- QK_K,
62
- QK4_K_BLOCK_SIZE,
63
- } from './quantizer.js';
64
-
65
- export {
66
- ShardPacker,
67
- type ShardIO,
68
- type TensorSpan as PackerTensorSpan,
69
- type TensorLocationSingle as PackerTensorLocationSingle,
70
- type TensorLocationMulti as PackerTensorLocationMulti,
71
- type TensorLocation as PackerTensorLocation,
72
- type ShardPackerOptions,
73
- type ShardPackerResult,
74
- type PackerTensorInput,
75
- sortTensorsByGroup,
76
- estimateShardCount,
77
- } from './shard-packer.js';
78
-
79
- export {
80
- type ConversionPlanInputTensor,
81
- type ResolveConversionPlanOptions,
82
- type ConversionPlanResult,
83
- type ValidateKernelPathContext,
84
- type ResolveConvertedModelIdOptions,
85
- inferSourceWeightQuantization,
86
- resolveConversionPlan,
87
- resolveConvertedModelId,
88
- } from './conversion-plan.js';
89
-
90
- export {
91
- type DiffusionTensor,
92
- type ParsedTensorBundle,
93
- type DiffusionParserAdapter,
94
- type ParsedDiffusionModel,
95
- type DiffusionLayout,
96
- detectDiffusionLayout,
97
- parseDiffusionModel,
98
- } from './parsers/index.js';
@@ -1,59 +0,0 @@
1
-
2
-
3
- // Core conversion logic
4
- export {
5
- SHARD_SIZE,
6
- RDRR_VERSION,
7
- ConvertStage,
8
- sanitizeModelId,
9
- resolveBundledTokenizerVocabSize,
10
- formatBytes,
11
- shouldQuantize,
12
- normalizeStorageQuant,
13
- resolveTensorTargetQuant,
14
- transformTensorBytes,
15
- extractArchitecture,
16
- buildTensorMap,
17
- createManifest,
18
- convertModel,
19
- generateShardFilename,
20
- } from './core.js';
21
-
22
- // RDRR Writer
23
-
24
- // Quantization
25
- export {
26
- float32ToFloat16,
27
- float16ToFloat32,
28
- quantizeToQ4KM,
29
- quantizeToQ4KMRowWise,
30
- quantizeToQ4KMColumnWise,
31
- transposeF32,
32
- getQ4KSize,
33
- dequantizeQ4KM,
34
- calculateQuantizationError,
35
- quantizeF16ToQ4KM,
36
- shouldQuantize as shouldQuantizeTensor,
37
- getQuantizedSize,
38
- QK_K,
39
- QK4_K_BLOCK_SIZE,
40
- } from './quantizer.js';
41
-
42
- // Shard Packer
43
- export {
44
- ShardPacker,
45
- sortTensorsByGroup,
46
- estimateShardCount,
47
- } from './shard-packer.js';
48
-
49
- // Shared conversion planning helpers
50
- export {
51
- inferSourceWeightQuantization,
52
- resolveConversionPlan,
53
- resolveConvertedModelId,
54
- } from './conversion-plan.js';
55
-
56
- export {
57
- detectDiffusionLayout,
58
- parseDiffusionModel,
59
- } from './parsers/index.js';
@@ -1,50 +0,0 @@
1
- export interface DiffusionTensor {
2
- name: string;
3
- shape: number[];
4
- dtype: string;
5
- size: number;
6
- offset: number;
7
- sourcePath?: string;
8
- }
9
-
10
- export interface ParsedTensorBundle {
11
- tensors: DiffusionTensor[];
12
- }
13
-
14
- export interface DiffusionParserAdapter {
15
- readJson: (suffix: string, label?: string) => Promise<Record<string, unknown>>;
16
- readText: (suffix: string, label?: string) => Promise<string>;
17
- readBinary: (suffix: string, label?: string) => Promise<ArrayBuffer>;
18
- findExistingSuffix: (suffixes: string[]) => string | null;
19
- parseSingleSafetensors: (
20
- suffix: string,
21
- componentId: string
22
- ) => Promise<ParsedTensorBundle>;
23
- parseShardedSafetensors: (
24
- indexSuffix: string,
25
- indexJson: Record<string, unknown>,
26
- componentId: string
27
- ) => Promise<ParsedTensorBundle>;
28
- onProgress?: (update: {
29
- stage?: string;
30
- message?: string;
31
- }) => void;
32
- signal?: AbortSignal | null;
33
- }
34
-
35
- export interface ParsedDiffusionModel {
36
- tensors: DiffusionTensor[];
37
- config: Record<string, unknown>;
38
- auxFiles: Array<{ name: string; data: string | ArrayBuffer }>;
39
- architecture: 'diffusion';
40
- layout: string;
41
- }
42
-
43
- export interface DiffusionLayout {
44
- id: string;
45
- requiredComponents: string[];
46
- }
47
-
48
- export declare function detectDiffusionLayout(modelIndex: Record<string, unknown>): DiffusionLayout;
49
-
50
- export declare function parseDiffusionModel(adapter: DiffusionParserAdapter): Promise<ParsedDiffusionModel>;
@@ -1,31 +0,0 @@
1
- export interface TensorSource {
2
- sourceType?: string;
3
- name?: string | null;
4
- size: number;
5
- file?: Blob | File;
6
- readRange: (offset: number, length: number) => Promise<ArrayBuffer>;
7
- readAll?: () => Promise<ArrayBuffer>;
8
- close?: () => Promise<void>;
9
- getAuxFiles?: () => Promise<Record<string, unknown>> | Record<string, unknown>;
10
- }
11
-
12
- export interface GGUFParserAdapter {
13
- file: File | TensorSource;
14
- parseGGUFHeaderFromSource: (source: TensorSource) => Promise<Record<string, unknown>>;
15
- normalizeTensorSource: (file: File | TensorSource) => TensorSource;
16
- onProgress?: (update: { stage?: string; message?: string }) => void;
17
- signal?: AbortSignal | null;
18
- }
19
-
20
- export interface ParsedGGUFModel {
21
- format: 'gguf';
22
- tensors: Array<Record<string, unknown>>;
23
- config: Record<string, unknown>;
24
- architecture: string;
25
- quantization: string;
26
- tensorDataOffset: number;
27
- file: File;
28
- source: TensorSource;
29
- }
30
-
31
- export declare function parseGGUFModel(adapter: GGUFParserAdapter): Promise<ParsedGGUFModel>;
@@ -1,21 +0,0 @@
1
- export {
2
- type DiffusionTensor,
3
- type ParsedTensorBundle,
4
- type DiffusionParserAdapter,
5
- type ParsedDiffusionModel,
6
- type DiffusionLayout,
7
- detectDiffusionLayout,
8
- parseDiffusionModel,
9
- } from './diffusion.js';
10
-
11
- export {
12
- type TransformerParserAdapter,
13
- type ParsedTransformerModel,
14
- parseTransformerModel,
15
- } from './transformer.js';
16
-
17
- export {
18
- type GGUFParserAdapter,
19
- type ParsedGGUFModel,
20
- parseGGUFModel,
21
- } from './gguf.js';
@@ -1,12 +0,0 @@
1
- export {
2
- detectDiffusionLayout,
3
- parseDiffusionModel,
4
- } from './diffusion.js';
5
-
6
- export {
7
- parseTransformerModel,
8
- } from './transformer.js';
9
-
10
- export {
11
- parseGGUFModel,
12
- } from './gguf.js';
@@ -1,31 +0,0 @@
1
- import type { ManifestEmbeddingPostprocessorSchema, TensorRole } from '../../config/schema/index.js';
2
-
3
- export interface ParsedTransformerTensor {
4
- name: string;
5
- shape?: number[];
6
- dtype?: string;
7
- size?: number;
8
- offset?: number;
9
- sourcePath?: string;
10
- role?: TensorRole;
11
- group?: string | null;
12
- }
13
-
14
- export interface TransformerParserAdapter {
15
- readJson: (suffix: string, label?: string) => Promise<Record<string, unknown>>;
16
- fileExists: (suffix: string) => Promise<boolean>;
17
- loadSingleSafetensors: (suffix: string) => Promise<ParsedTransformerTensor[]>;
18
- loadShardedSafetensors: (indexJson: Record<string, unknown>) => Promise<ParsedTransformerTensor[]>;
19
- }
20
-
21
- export interface ParsedTransformerModel {
22
- config: Record<string, unknown>;
23
- generationConfig: Record<string, unknown> | null;
24
- tensors: ParsedTransformerTensor[];
25
- architectureHint: string;
26
- embeddingPostprocessor: ManifestEmbeddingPostprocessorSchema | null;
27
- }
28
-
29
- export declare function parseTransformerModel(
30
- adapter: TransformerParserAdapter
31
- ): Promise<ParsedTransformerModel>;