doppler-gpu 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (656) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1589 -0
  4. package/package.json +44 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  16. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  17. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  18. package/src/config/kernel-path-loader.js +1 -0
  19. package/src/config/kernels/backward-registry.json +13 -2
  20. package/src/config/kernels/kernel-ref-digests.js +34 -21
  21. package/src/config/kernels/registry.json +1402 -2623
  22. package/src/config/merge.js +11 -0
  23. package/src/config/param-validator.js +25 -0
  24. package/src/config/runtime/default.json +3 -1
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  29. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  30. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  31. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  32. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  33. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  34. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  35. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  36. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  37. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  38. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  39. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  40. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  41. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  42. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  43. package/src/config/schema/doppler.schema.js +40 -5
  44. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  45. package/src/config/schema/execution-v1.schema.js +10 -0
  46. package/src/config/schema/index.d.ts +3 -1
  47. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  48. package/src/config/schema/training-metrics.schema.js +4 -0
  49. package/src/config/transforms/capability-transform-resolver.js +7 -1
  50. package/src/config/transforms/execution-graph-transforms.js +2 -2
  51. package/src/debug/config.d.ts +4 -0
  52. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  53. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  54. package/src/experimental/orchestration/index.d.ts +10 -1
  55. package/src/experimental/training/attention-backward.js +123 -55
  56. package/src/experimental/training/autograd.js +101 -5
  57. package/src/experimental/training/clip.js +6 -1
  58. package/src/experimental/training/datasets/text-pairs.js +80 -8
  59. package/src/experimental/training/distillation/student-fixture.js +470 -114
  60. package/src/experimental/training/lora-pipeline.js +202 -27
  61. package/src/experimental/training/lora.js +10 -4
  62. package/src/experimental/training/optimizer.js +9 -1
  63. package/src/experimental/training/runner.js +18 -4
  64. package/src/experimental/training/suite.js +1 -1
  65. package/src/experimental/training/workloads.js +11 -0
  66. package/src/formats/rdrr/classification.js +3 -0
  67. package/src/formats/rdrr/integrity.d.ts +0 -2
  68. package/src/formats/rdrr/integrity.js +0 -2
  69. package/src/formats/rdrr/types.d.ts +1 -1
  70. package/src/gpu/kernels/attention.d.ts +2 -0
  71. package/src/gpu/kernels/attention.js +75 -16
  72. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  73. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  74. package/src/gpu/kernels/backward/adam.js +6 -4
  75. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  76. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  77. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  78. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  79. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  80. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  81. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  82. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  83. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  84. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  85. package/src/gpu/kernels/backward/index.d.ts +3 -0
  86. package/src/gpu/kernels/backward/index.js +3 -0
  87. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  88. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  89. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  90. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  91. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  92. package/src/gpu/kernels/backward/utils.js +9 -2
  93. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  94. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  95. package/src/gpu/kernels/fused_ffn.js +540 -19
  96. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  97. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  98. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  99. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  100. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  101. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  102. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  103. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  104. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  105. package/src/gpu/kernels/index.d.ts +26 -0
  106. package/src/gpu/kernels/index.js +18 -0
  107. package/src/gpu/kernels/linear-attention-core.js +413 -15
  108. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  109. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  110. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  111. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  112. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  113. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  114. package/src/gpu/kernels/matmul-selection.js +10 -1
  115. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  116. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  117. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  118. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  119. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  120. package/src/gpu/kernels/silu.d.ts +1 -0
  121. package/src/gpu/kernels/silu.js +19 -4
  122. package/src/gpu/kernels/silu.wgsl +7 -1
  123. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  124. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  125. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  126. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  127. package/src/gpu/tensor.d.ts +1 -0
  128. package/src/index.d.ts +1 -1
  129. package/src/index.js +1 -1
  130. package/src/inference/browser-harness-suite-helpers.js +1 -1
  131. package/src/inference/browser-harness-text-helpers.js +251 -20
  132. package/src/inference/browser-harness.js +221 -3
  133. package/src/inference/kv-cache/base.js +42 -1
  134. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  135. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  136. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  137. package/src/inference/pipelines/text/attention/projections.js +174 -4
  138. package/src/inference/pipelines/text/attention/record.js +44 -21
  139. package/src/inference/pipelines/text/attention/run.js +18 -3
  140. package/src/inference/pipelines/text/config.d.ts +18 -0
  141. package/src/inference/pipelines/text/config.js +100 -0
  142. package/src/inference/pipelines/text/embed.js +1 -1
  143. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  144. package/src/inference/pipelines/text/execution-plan.js +37 -0
  145. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  146. package/src/inference/pipelines/text/execution-v1.js +130 -10
  147. package/src/inference/pipelines/text/ffn/dense.js +241 -21
  148. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  149. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  150. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  151. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  152. package/src/inference/pipelines/text/generator-steps.js +2 -2
  153. package/src/inference/pipelines/text/generator.d.ts +18 -1
  154. package/src/inference/pipelines/text/generator.js +326 -19
  155. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  156. package/src/inference/pipelines/text/init.d.ts +22 -3
  157. package/src/inference/pipelines/text/init.js +2 -2
  158. package/src/inference/pipelines/text/layer.js +87 -8
  159. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  160. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  161. package/src/inference/pipelines/text/linear-attention.js +173 -16
  162. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  163. package/src/inference/pipelines/text/logits/index.js +62 -1
  164. package/src/inference/pipelines/text/lora-apply.js +4 -4
  165. package/src/inference/pipelines/text/model-load.js +6 -0
  166. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  167. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  168. package/src/inference/pipelines/text/ops.js +22 -0
  169. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  170. package/src/inference/pipelines/text/probes.js +9 -4
  171. package/src/inference/pipelines/text/state.d.ts +4 -4
  172. package/src/inference/pipelines/text/state.js +4 -0
  173. package/src/inference/pipelines/text/types.d.ts +27 -2
  174. package/src/inference/pipelines/text.d.ts +21 -1
  175. package/src/inference/pipelines/text.js +40 -14
  176. package/src/inference/tokenizers/bundled.js +150 -55
  177. package/src/inference/tokenizers/types.d.ts +7 -4
  178. package/src/loader/doppler-loader.js +25 -2
  179. package/src/loader/index.d.ts +3 -1
  180. package/src/loader/index.js +2 -0
  181. package/src/loader/loader-types.d.ts +3 -1
  182. package/src/loader/manifest-config.d.ts +18 -0
  183. package/src/loader/manifest-config.js +11 -3
  184. package/src/loader/shard-cache.d.ts +2 -0
  185. package/src/loader/shard-cache.js +29 -1
  186. package/src/models/gemma4.js +8 -0
  187. package/src/rules/inference/capability-transforms.rules.json +145 -20
  188. package/src/rules/inference/ffn.rules.json +33 -0
  189. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  190. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  191. package/src/rules/kernels/matmul.rules.json +2 -0
  192. package/src/rules/kernels/silu.rules.json +1 -0
  193. package/src/rules/rule-registry.js +2 -0
  194. package/src/storage/artifact-storage-context.js +36 -0
  195. package/src/tooling/node-browser-command-runner.js +42 -7
  196. package/src/tooling/node-converter.js +20 -5
  197. package/src/tooling/opfs-cache.d.ts +21 -1
  198. package/src/tooling/opfs-cache.js +168 -32
  199. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  200. package/src/tooling-experimental-exports.shared.js +18 -0
  201. package/src/tooling-exports/storage.d.ts +1 -1
  202. package/src/tooling-exports/storage.js +1 -1
  203. package/src/types/gpu.d.ts +25 -0
  204. package/src/version.js +1 -1
  205. package/tests/kernels/browser/kernel-suite.js +1593 -0
  206. package/tests/kernels/browser/test-page.js +2629 -0
  207. package/tests/kernels/harness/benchmark.js +225 -0
  208. package/tests/kernels/harness/buffer-utils.js +88 -0
  209. package/tests/kernels/harness/tolerance.js +174 -0
  210. package/tests/kernels/reference/adam.js +15 -0
  211. package/tests/kernels/reference/attention.js +158 -0
  212. package/tests/kernels/reference/backward.js +96 -0
  213. package/tests/kernels/reference/bias-add.js +20 -0
  214. package/tests/kernels/reference/conv2d.js +58 -0
  215. package/tests/kernels/reference/cross-entropy.js +26 -0
  216. package/tests/kernels/reference/dequant.js +312 -0
  217. package/tests/kernels/reference/embed.js +15 -0
  218. package/tests/kernels/reference/gather.js +61 -0
  219. package/tests/kernels/reference/gelu.js +37 -0
  220. package/tests/kernels/reference/groupnorm.js +36 -0
  221. package/tests/kernels/reference/index.js +89 -0
  222. package/tests/kernels/reference/layernorm.js +22 -0
  223. package/tests/kernels/reference/matmul.js +57 -0
  224. package/tests/kernels/reference/modulate.js +24 -0
  225. package/tests/kernels/reference/moe-gather.js +83 -0
  226. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  227. package/tests/kernels/reference/residual.js +55 -0
  228. package/tests/kernels/reference/rmsnorm.js +52 -0
  229. package/tests/kernels/reference/rope.js +79 -0
  230. package/tests/kernels/reference/sample.js +97 -0
  231. package/tests/kernels/reference/scatter-add.js +58 -0
  232. package/tests/kernels/reference/silu.js +52 -0
  233. package/tests/kernels/reference/softmax.js +86 -0
  234. package/tests/kernels/reference/split-qkv.js +58 -0
  235. package/tests/kernels/reference/topk.js +88 -0
  236. package/tests/kernels/reference/upsample2d.js +37 -0
  237. package/BRANDING.md +0 -14
  238. package/SECURITY.md +0 -19
  239. package/assets/doppler-runtime-map.svg +0 -82
  240. package/src/bootstrap.js +0 -30
  241. package/src/cli/doppler-cli.d.ts +0 -46
  242. package/src/cli/doppler-quickstart.d.ts +0 -45
  243. package/src/cli/doppler-serve.d.ts +0 -210
  244. package/src/cli/runtime-profiles.d.ts +0 -40
  245. package/src/client/doppler-api.browser.d.ts +0 -1
  246. package/src/client/doppler-api.browser.js +0 -25
  247. package/src/client/doppler-registry.d.ts +0 -54
  248. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  249. package/src/client/runtime/source-runtime.d.ts +0 -26
  250. package/src/client/runtime/storage.d.ts +0 -5
  251. package/src/config/README.md +0 -61
  252. package/src/config/conversion/README.md +0 -62
  253. package/src/config/goal-completion-matrix.json +0 -552
  254. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  255. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  256. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  257. package/src/config/kernels/registry.d.ts +0 -51
  258. package/src/config/merge-contract-check.d.ts +0 -16
  259. package/src/config/merge-contract-check.js +0 -319
  260. package/src/config/merge-helpers.d.ts +0 -60
  261. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  262. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  263. package/src/config/param-categories.d.ts +0 -8
  264. package/src/config/param-validator.d.ts +0 -33
  265. package/src/config/platforms/loader.d.ts +0 -38
  266. package/src/config/quantization-contract-check.d.ts +0 -12
  267. package/src/config/quantization-contract-check.js +0 -91
  268. package/src/config/runtime/README.md +0 -28
  269. package/src/config/runtime-merge.d.ts +0 -5
  270. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  271. package/src/config/schema/command-surface-contract.schema.json +0 -81
  272. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  273. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  274. package/src/config/schema/platform.schema.js +0 -1
  275. package/src/config/schema/policy-schema-registry.json +0 -31
  276. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  277. package/src/config/support-tiers/subsystems.json +0 -502
  278. package/src/config/supported-operations.d.ts +0 -14
  279. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  280. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  281. package/src/converter/conversion-plan.d.ts +0 -56
  282. package/src/converter/index.d.ts +0 -98
  283. package/src/converter/index.js +0 -59
  284. package/src/converter/parsers/diffusion.d.ts +0 -50
  285. package/src/converter/parsers/gguf.d.ts +0 -31
  286. package/src/converter/parsers/index.d.ts +0 -21
  287. package/src/converter/parsers/index.js +0 -12
  288. package/src/converter/parsers/transformer.d.ts +0 -31
  289. package/src/converter/quantization-info.d.ts +0 -38
  290. package/src/converter/rope-config.d.ts +0 -16
  291. package/src/converter/tokenizer-utils.d.ts +0 -12
  292. package/src/debug/reference/README.md +0 -114
  293. package/src/debug/reference/hf_attn_debug.py +0 -114
  294. package/src/debug/reference/hf_embed_check.py +0 -89
  295. package/src/debug/reference/hf_layer_out.py +0 -100
  296. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  297. package/src/debug/reference/hf_rope_check.py +0 -116
  298. package/src/debug/reference/hf_weights.py +0 -75
  299. package/src/errors/doppler-error.d.ts +0 -20
  300. package/src/experimental/bridge/extension/background.d.ts +0 -14
  301. package/src/experimental/bridge/extension/background.js +0 -168
  302. package/src/experimental/bridge/extension/manifest.json +0 -34
  303. package/src/experimental/bridge/extension-client.d.ts +0 -114
  304. package/src/experimental/bridge/index.d.ts +0 -69
  305. package/src/experimental/bridge/node-bridge.js +0 -24
  306. package/src/experimental/bridge/protocol.d.ts +0 -96
  307. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  308. package/src/experimental/browser/gguf-importer.js +0 -532
  309. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  310. package/src/experimental/browser/quantization.d.ts +0 -74
  311. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  312. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  313. package/src/experimental/browser/shard-io-browser.js +0 -89
  314. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  315. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  316. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  317. package/src/experimental/distribution/p2p-transport.js +0 -75
  318. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  319. package/src/experimental/hotswap/manifest.d.ts +0 -42
  320. package/src/experimental/hotswap/model-swap.js +0 -42
  321. package/src/experimental/hotswap/runtime.d.ts +0 -31
  322. package/src/experimental/training/README.md +0 -164
  323. package/src/experimental/training/artifacts.d.ts +0 -160
  324. package/src/experimental/training/attention-backward.d.ts +0 -30
  325. package/src/experimental/training/attention-forward.d.ts +0 -22
  326. package/src/experimental/training/attention-forward.js +0 -82
  327. package/src/experimental/training/autograd.d.ts +0 -51
  328. package/src/experimental/training/backward-kernels.js +0 -39
  329. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  330. package/src/experimental/training/checkpoint.d.ts +0 -36
  331. package/src/experimental/training/clip.d.ts +0 -9
  332. package/src/experimental/training/dataloader.d.ts +0 -8
  333. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  334. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  335. package/src/experimental/training/datasets/index.d.ts +0 -24
  336. package/src/experimental/training/datasets/index.js +0 -13
  337. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  338. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  339. package/src/experimental/training/datasets/reploid.js +0 -36
  340. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  341. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  342. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  343. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  344. package/src/experimental/training/datasets/token-batch.js +0 -52
  345. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  346. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  347. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  348. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  349. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  350. package/src/experimental/training/distillation/eval.d.ts +0 -34
  351. package/src/experimental/training/distillation/index.d.ts +0 -29
  352. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  353. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  354. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  355. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  356. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  357. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  358. package/src/experimental/training/export.d.ts +0 -41
  359. package/src/experimental/training/index.d.ts +0 -74
  360. package/src/experimental/training/index.js +0 -63
  361. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  362. package/src/experimental/training/lora.d.ts +0 -19
  363. package/src/experimental/training/loss-scaling.d.ts +0 -21
  364. package/src/experimental/training/loss.d.ts +0 -10
  365. package/src/experimental/training/objectives/base.d.ts +0 -58
  366. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  367. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  368. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  369. package/src/experimental/training/objectives/index.d.ts +0 -12
  370. package/src/experimental/training/objectives/index.js +0 -6
  371. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  372. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  373. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  374. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  375. package/src/experimental/training/operator-command.d.ts +0 -5
  376. package/src/experimental/training/operator-eval.d.ts +0 -48
  377. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  378. package/src/experimental/training/optimizer.d.ts +0 -22
  379. package/src/experimental/training/runner.d.ts +0 -249
  380. package/src/experimental/training/suite.d.ts +0 -299
  381. package/src/experimental/training/tensor-factory.d.ts +0 -9
  382. package/src/experimental/training/trainer.d.ts +0 -89
  383. package/src/experimental/training/ul_dataset.d.ts +0 -47
  384. package/src/experimental/training/ul_schedule.d.ts +0 -6
  385. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  386. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  387. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  388. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  389. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  390. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  391. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  392. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  393. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  394. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  395. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  396. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  397. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  398. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  399. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  400. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  401. package/src/experimental/training/workload-packs/registry.json +0 -278
  402. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  403. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  404. package/src/experimental/training/workloads.d.ts +0 -201
  405. package/src/formats/gguf/types.d.ts +0 -74
  406. package/src/formats/index.d.ts +0 -75
  407. package/src/formats/index.js +0 -19
  408. package/src/formats/litert/types.d.ts +0 -74
  409. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  410. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  411. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  412. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  413. package/src/formats/safetensors/types.d.ts +0 -67
  414. package/src/formats/tflite/types.d.ts +0 -61
  415. package/src/formats/tokenizer/index.d.ts +0 -5
  416. package/src/formats/tokenizer/index.js +0 -3
  417. package/src/formats/tokenizer/types.d.ts +0 -9
  418. package/src/gpu/kernel-runtime.d.ts +0 -13
  419. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  420. package/src/gpu/kernel-selection-log.d.ts +0 -4
  421. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  422. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  425. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  426. package/src/gpu/kernel-tuner/types.js +0 -4
  427. package/src/gpu/kernel-tuner.d.ts +0 -33
  428. package/src/gpu/kernels/README.md +0 -166
  429. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  430. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  431. package/src/gpu/kernels/check-stop.d.ts +0 -31
  432. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  433. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  434. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  435. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  436. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  437. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  438. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  439. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  440. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  441. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  442. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  443. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  444. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  445. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  446. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  447. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  448. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  449. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  450. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  451. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  452. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  453. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  454. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  455. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  456. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  457. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  458. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  459. package/src/gpu/kernels/constants.d.ts +0 -129
  460. package/src/gpu/kernels/dispatch.d.ts +0 -72
  461. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  462. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  463. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  464. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  465. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  466. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  467. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  468. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  469. package/src/gpu/kernels/types.js +0 -4
  470. package/src/gpu/perf-guards.d.ts +0 -13
  471. package/src/gpu/profiler.d.ts +0 -93
  472. package/src/gpu/readback-utils.d.ts +0 -16
  473. package/src/gpu/readback-utils.js +0 -49
  474. package/src/gpu/submit-probe.d.ts +0 -12
  475. package/src/index-browser.d.ts +0 -2
  476. package/src/index-browser.js +0 -2
  477. package/src/inference/README.md +0 -593
  478. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  479. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  480. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  481. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  482. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  483. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  484. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  485. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  486. package/src/inference/network-evolution.js +0 -79
  487. package/src/inference/pipelines/context.d.ts +0 -21
  488. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  489. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  490. package/src/inference/pipelines/diffusion/index.js +0 -3
  491. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  492. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  493. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  494. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  495. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  496. package/src/inference/pipelines/diffusion/types.js +0 -1
  497. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  498. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  499. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  500. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  501. package/src/inference/pipelines/dream/pipeline.js +0 -8
  502. package/src/inference/pipelines/energy/index.d.ts +0 -1
  503. package/src/inference/pipelines/energy/index.js +0 -1
  504. package/src/inference/pipelines/energy/types.js +0 -1
  505. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  506. package/src/inference/pipelines/energy-head/index.js +0 -6
  507. package/src/inference/pipelines/factory.d.ts +0 -10
  508. package/src/inference/pipelines/index.d.ts +0 -22
  509. package/src/inference/pipelines/index.js +0 -19
  510. package/src/inference/pipelines/registry.d.ts +0 -15
  511. package/src/inference/pipelines/rng.d.ts +0 -2
  512. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  513. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  514. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  515. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  516. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  517. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  518. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  519. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  520. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  521. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  522. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  523. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  524. package/src/inference/pipelines/text/attention.d.ts +0 -23
  525. package/src/inference/pipelines/text/attention.js +0 -12
  526. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  527. package/src/inference/pipelines/text/buffer-types.js +0 -4
  528. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  529. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  530. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  531. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  532. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  533. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  534. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  535. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  536. package/src/inference/pipelines/text/embed.d.ts +0 -69
  537. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  538. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  539. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  540. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  541. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  542. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  543. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  544. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  545. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  546. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  547. package/src/inference/pipelines/text/ffn.js +0 -18
  548. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  549. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  550. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  551. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  552. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  553. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  554. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  555. package/src/inference/pipelines/text/index.d.ts +0 -5
  556. package/src/inference/pipelines/text/index.js +0 -6
  557. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  558. package/src/inference/pipelines/text/layer.d.ts +0 -118
  559. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  560. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  561. package/src/inference/pipelines/text/logits/types.js +0 -4
  562. package/src/inference/pipelines/text/logits.d.ts +0 -27
  563. package/src/inference/pipelines/text/logits.js +0 -16
  564. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  565. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  566. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  567. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  568. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  569. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  570. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  571. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  572. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  573. package/src/inference/pipelines/text/ops.d.ts +0 -222
  574. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  575. package/src/inference/pipelines/text/probes.d.ts +0 -28
  576. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  577. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  578. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  579. package/src/inference/pipelines/text/types.js +0 -4
  580. package/src/inference/tokenizers/base.d.ts +0 -44
  581. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  582. package/src/inference/tokenizers/bpe.d.ts +0 -27
  583. package/src/inference/tokenizers/bundled.d.ts +0 -67
  584. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  585. package/src/inference/tokenizers/types.js +0 -7
  586. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  587. package/src/loader/per-layer-input-loader.d.ts +0 -30
  588. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  589. package/src/loader/tensors/source-transform.d.ts +0 -65
  590. package/src/memory/address-table.d.ts +0 -96
  591. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  592. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  593. package/src/rules/rule-registry.d.ts +0 -77
  594. package/src/storage/artifact-storage-context.d.ts +0 -63
  595. package/src/storage/backends/idb-store.d.ts +0 -52
  596. package/src/storage/backends/memory-store.d.ts +0 -36
  597. package/src/storage/backends/opfs-store.d.ts +0 -41
  598. package/src/storage/blake3.d.ts +0 -17
  599. package/src/storage/download-types.d.ts +0 -157
  600. package/src/storage/downloader.d.ts +0 -103
  601. package/src/storage/index.d.ts +0 -274
  602. package/src/storage/index.js +0 -201
  603. package/src/storage/preflight.d.ts +0 -144
  604. package/src/storage/preflight.js +0 -360
  605. package/src/storage/quickstart-downloader.d.ts +0 -157
  606. package/src/storage/quickstart-downloader.js +0 -289
  607. package/src/storage/source-artifact-store.d.ts +0 -59
  608. package/src/sw.js +0 -184
  609. package/src/tooling/command-api-constants.d.ts +0 -9
  610. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  611. package/src/tooling/command-api-helpers.d.ts +0 -23
  612. package/src/tooling/command-runner-shared.d.ts +0 -89
  613. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  614. package/src/tooling/conversion-config-materializer.js +0 -96
  615. package/src/tooling/diagnose-runner.d.ts +0 -28
  616. package/src/tooling/hf-registry-utils.d.ts +0 -55
  617. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  618. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  619. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  620. package/src/tooling/kernel-path-builder/index.js +0 -1361
  621. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  622. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  623. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  624. package/src/tooling/lean-execution-contract-runner.js +0 -158
  625. package/src/tooling/lean-execution-contract.d.ts +0 -16
  626. package/src/tooling/lean-execution-contract.js +0 -81
  627. package/src/tooling/litert-package-runtime.d.ts +0 -46
  628. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  629. package/src/tooling/node-convert-worker.d.ts +0 -1
  630. package/src/tooling/node-converter.d.ts +0 -1
  631. package/src/tooling/node-file-fetch.d.ts +0 -1
  632. package/src/tooling/node-source-runtime.d.ts +0 -24
  633. package/src/tooling/node-webgpu.d.ts +0 -17
  634. package/src/tooling/precision-replay-math.js +0 -174
  635. package/src/tooling/program-bundle-host.d.ts +0 -16
  636. package/src/tooling/program-bundle-host.js +0 -20
  637. package/src/tooling/runtime-input-composition.d.ts +0 -37
  638. package/src/tooling/source-package-profiles.d.ts +0 -50
  639. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  640. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  641. package/src/tooling/source-runtime-materializer.js +0 -89
  642. package/src/tooling-exports.browser.d.ts +0 -7
  643. package/src/types/chrome.d.ts +0 -36
  644. package/src/types/chrome.js +0 -1
  645. package/src/types/index.d.ts +0 -1
  646. package/src/types/index.js +0 -1
  647. package/src/utils/array-buffer.d.ts +0 -4
  648. package/src/utils/canonical-hash.d.ts +0 -7
  649. package/src/utils/clone-json.d.ts +0 -1
  650. package/src/utils/hf-resolve-url.d.ts +0 -16
  651. package/src/utils/index.d.ts +0 -10
  652. package/src/utils/index.js +0 -10
  653. package/src/utils/load-json.d.ts +0 -5
  654. package/src/utils/plain-object.d.ts +0 -1
  655. package/src/utils/sha256.d.ts +0 -5
  656. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,222 +0,0 @@
1
- /**
2
- * Kernel Operation Wrappers (Ops)
3
- *
4
- * This module provides high-level wrappers around GPU kernels (run/record variants)
5
- * and handles tensor creation, tracing, and buffer management.
6
- *
7
- * @module inference/pipelines/text/ops
8
- */
9
-
10
- import type {
11
- SiLURowSplitOptions,
12
- CommandRecorder,
13
- SandwichRMSNormPairOptions,
14
- SandwichRMSNormPairResult,
15
- } from '../../../gpu/kernel-selector.js';
16
- import type { Tensor } from '../../../gpu/tensor.js';
17
- import type { WeightBuffer, CpuWeightBuffer } from '../../../gpu/weight-buffer.js';
18
- import type { DecodeBufferManager } from '../../decode-buffers.js';
19
- import type { ExecutionV1PoliciesSchema } from '../../../config/schema/execution-v1.schema.js';
20
- import type {
21
- AttentionConfig,
22
- AttentionState,
23
- AttentionDebugFlags,
24
- AttentionResult
25
- } from './attention/index.js';
26
- import type { LayerWeights } from './types.js';
27
- import type { LoRAAdapter } from './lora.js';
28
-
29
- export function releaseOrTrack(
30
- recorder: CommandRecorder | undefined,
31
- buffer: GPUBuffer,
32
- decodeBuffers?: DecodeBufferManager | null
33
- ): void;
34
-
35
- /**
36
- * RMSNorm that uses record variant when recorder is provided.
37
- * Input and residual are Tensor, returns Tensor.
38
- */
39
- export function doRMSNorm(
40
- input: Tensor,
41
- weight: GPUBuffer,
42
- eps: number,
43
- options: {
44
- batchSize: number;
45
- hiddenSize: number;
46
- residual?: Tensor | null;
47
- preResidual?: Tensor | null;
48
- residualSumOutput?: GPUBuffer | Tensor | null;
49
- outputBuffer?: GPUBuffer | null;
50
- outputScale?: number | null;
51
- label?: string;
52
- layerIdx?: number;
53
- rmsNormWeightOffset?: boolean;
54
- },
55
- recorder?: CommandRecorder
56
- ): Promise<Tensor>;
57
-
58
- export function doSandwichRMSNormPair(
59
- input: Tensor,
60
- residual: Tensor | null,
61
- postWeight: GPUBuffer | WeightBuffer | CpuWeightBuffer,
62
- preWeight: GPUBuffer | WeightBuffer | CpuWeightBuffer,
63
- eps: number,
64
- options?: SandwichRMSNormPairOptions,
65
- recorder?: CommandRecorder
66
- ): Promise<SandwichRMSNormPairResult>;
67
-
68
- /**
69
- * ResidualAdd that uses record variant when recorder is provided.
70
- * Accepts Tensor for inputs, returns Tensor.
71
- */
72
- export function doResidualAdd(
73
- a: Tensor,
74
- b: Tensor,
75
- size: number,
76
- recorder?: CommandRecorder,
77
- traceOptions?: {
78
- label?: string;
79
- layerIdx?: number;
80
- outputBuffer?: GPUBuffer | null;
81
- outputScale?: number | null;
82
- executionPolicies?: ExecutionV1PoliciesSchema | null;
83
- }
84
- ): Promise<Tensor>;
85
-
86
- /**
87
- * Matmul that uses record variant when recorder is provided.
88
- * A is activation Tensor, B is weight (GPUBuffer or WeightBuffer), returns Tensor.
89
- */
90
- export function doMatmul(
91
- A: Tensor,
92
- B: GPUBuffer | WeightBuffer,
93
- M: number,
94
- N: number,
95
- K: number,
96
- options?: {
97
- transposeB?: boolean | 'auto';
98
- label?: string;
99
- layerIdx?: number;
100
- outputDtype?: 'f16' | 'f32';
101
- role?: string;
102
- executionPolicies?: ExecutionV1PoliciesSchema | null;
103
- },
104
- recorder?: CommandRecorder
105
- ): Promise<Tensor>;
106
-
107
- /**
108
- * SiLU that uses record variant when recorder is provided.
109
- * Supports gated variant (SiLU with gate multiplication).
110
- */
111
- export function doSiLU(
112
- input: Tensor,
113
- options?: { size?: number; gate?: Tensor | null; label?: string; layerIdx?: number },
114
- recorder?: CommandRecorder
115
- ): Promise<Tensor>;
116
-
117
- /**
118
- * GeLU that uses record variant when recorder is provided.
119
- * Supports gated variant (GeGLU).
120
- */
121
- export function doGeLU(
122
- input: Tensor,
123
- options?: { size?: number; gate?: Tensor | null; label?: string; layerIdx?: number },
124
- recorder?: CommandRecorder
125
- ): Promise<Tensor>;
126
-
127
- /**
128
- * SiLURowSplit that uses record variant when recorder is provided.
129
- * Used for fused gate+up FFN path: splits combined output and applies activation.
130
- */
131
- export function doSiLURowSplit(
132
- input: Tensor,
133
- options: Omit<SiLURowSplitOptions, 'activationDtype'> & { label?: string; layerIdx?: number },
134
- recorder?: CommandRecorder
135
- ): Promise<Tensor>;
136
-
137
- /**
138
- * Fused Matmul + RMSNorm that uses record variant when recorder is provided.
139
- * Used for down projection + post-FFN norm fusion during decode (M=1).
140
- */
141
- export function doMatmulRMSNormFused(
142
- input: Tensor,
143
- weight: GPUBuffer | WeightBuffer,
144
- normWeight: GPUBuffer,
145
- options: { N: number; K: number; eps: number; residual?: Tensor | null; outputBuffer?: GPUBuffer | null; transposeB?: boolean; label?: string; layerIdx?: number; rmsNormWeightOffset?: boolean },
146
- recorder?: CommandRecorder
147
- ): Promise<Tensor>;
148
-
149
- /**
150
- * Hybrid conv block helper for per-layer conv schedules.
151
- * Uses linear projections and optional conv2d dispatch when shape metadata is provided.
152
- */
153
- export function doConv(
154
- inputTensor: Tensor,
155
- convInProj: GPUBuffer | WeightBuffer,
156
- convKernel: GPUBuffer | WeightBuffer | Float32Array | null,
157
- convOutProj: GPUBuffer | WeightBuffer,
158
- options: {
159
- numTokens: number;
160
- hiddenSize: number;
161
- swigluLimit?: number | null;
162
- layerIdx?: number;
163
- label?: string;
164
- kernelPath?: unknown;
165
- weightDtype?: 'f16' | 'f32' | 'q4k';
166
- convInProjDtype?: 'f16' | 'f32' | 'q4k';
167
- convOutProjDtype?: 'f16' | 'f32' | 'q4k';
168
- conv2d?: {
169
- enabled: boolean;
170
- inChannels: number;
171
- outChannels: number;
172
- height: number;
173
- width: number;
174
- kernelH: number;
175
- kernelW: number;
176
- stride?: number;
177
- pad?: number;
178
- } | null;
179
- executionPolicies?: ExecutionV1PoliciesSchema | null;
180
- },
181
- recorder?: CommandRecorder
182
- ): Promise<Tensor>;
183
-
184
- /**
185
- * Dtype cast helper that uses record variants when recorder is provided.
186
- */
187
- export function doCast(
188
- input: Tensor,
189
- toDtype: 'f16' | 'f32',
190
- recorder?: CommandRecorder
191
- ): Promise<Tensor>;
192
-
193
- /**
194
- * Attention that uses record variant when recorder is provided.
195
- * Input is Tensor for dtype-aware processing.
196
- */
197
- export function doAttention(
198
- inputTensor: Tensor,
199
- layerWeights: LayerWeights | null,
200
- config: AttentionConfig,
201
- state: AttentionState,
202
- debug: boolean,
203
- debugFlags: AttentionDebugFlags,
204
- getWeightBufferFn: (weight: GPUBuffer | WeightBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer, label: string) => GPUBuffer | WeightBuffer,
205
- getNormWeightBufferFn: (weight: GPUBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer, label: string) => GPUBuffer,
206
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>,
207
- recorder?: CommandRecorder,
208
- lora?: LoRAAdapter | null
209
- ): Promise<AttentionResult>;
210
-
211
- /**
212
- * Initialize per-layer convolution state from the loaded weight buffer.
213
- * Resolves kernel shape, dtype, and input projection bindings.
214
- */
215
- export declare function initConvLayerState(
216
- convState: Record<string, unknown>,
217
- convKernel: GPUBuffer | WeightBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer,
218
- convInProj: GPUBuffer | WeightBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer | null,
219
- hiddenSize: number,
220
- label: string,
221
- layerIdx: number
222
- ): Promise<void>;
@@ -1,107 +0,0 @@
1
- import type { Tensor } from '../../../gpu/tensor.js';
2
- import type { LayerContext } from './types.js';
3
- import type { ExecutionV1PerLayerInputsSessionSchema } from '../../../config/schema/execution-v1.schema.js';
4
-
5
- export interface PleBufferCache {
6
- sliceBuffers: (GPUBuffer | null)[] | null;
7
- gatherSliceBuffers?: (GPUBuffer | null)[] | null;
8
- }
9
-
10
- export interface PrefetchedPleRow {
11
- tokenId: number;
12
- row: Float32Array;
13
- }
14
-
15
- export declare function preparePerLayerInputs(
16
- tokenIds: number[] | Uint32Array | GPUBuffer,
17
- inputEmbedsTensor: Tensor,
18
- context: LayerContext,
19
- options?: {
20
- numTokens?: number;
21
- indexOffset?: number;
22
- perLayerTokenIds?: number[] | Uint32Array | GPUBuffer | null;
23
- perLayerIndexOffset?: number;
24
- pleCache?: PleBufferCache | null;
25
- prefetchedRow?: PrefetchedPleRow | null;
26
- }
27
- ): Promise<(GPUBuffer | null)[] | null>;
28
-
29
- export declare function createPleBufferCache(numLayers: number, sliceBytes: number): PleBufferCache;
30
-
31
- export declare function destroyPleBufferCache(cache: PleBufferCache | null | undefined): void;
32
-
33
- export declare function destroyPleRuntimeCache(perLayerInputWeights: object | null | undefined): void;
34
-
35
- export declare function prefetchPerLayerRow(
36
- tokenId: number,
37
- embedTokensPerLayer: unknown,
38
- totalPerLayerHiddenSize: number,
39
- sessionConfig?: ExecutionV1PerLayerInputsSessionSchema | null
40
- ): Promise<PrefetchedPleRow | null> | null;
41
-
42
- export declare function hasRangeBackedPerLayerInputEmbeddings(
43
- context: Pick<LayerContext, 'config' | 'weights'>
44
- ): boolean;
45
-
46
- export declare function hasGpuSplitPerLayerInputEmbeddings(
47
- context: Pick<LayerContext, 'config' | 'weights'>
48
- ): boolean;
49
-
50
- export declare function scalePerLayerProjectionNormWeights(
51
- weight: unknown,
52
- combineScale: number,
53
- rmsNormWeightOffset?: boolean
54
- ): Float32Array | null;
55
-
56
- export declare function inferPleProjectionNormDtype(
57
- weight: unknown,
58
- hiddenSizePerLayerInput: number
59
- ): 'f16' | 'f32';
60
-
61
- export declare function loadRangeBackedPleProjectionSliceBytes(
62
- weight: unknown,
63
- layerIdx: number,
64
- hiddenSizePerLayerInput: number,
65
- hiddenSize: number,
66
- label?: string
67
- ): Promise<{
68
- bytes: Uint8Array;
69
- dtype: 'f16' | 'f32';
70
- layout: string;
71
- shape: [number, number];
72
- } | null>;
73
-
74
- export declare function resolveDensePleProjectionWeight(
75
- weight: unknown,
76
- label?: string
77
- ): unknown;
78
-
79
- export declare function ensurePleScaledProjectionNormWeight(
80
- context: Pick<LayerContext, 'config' | 'weights' | 'weightConfig' | 'debugFlags'>,
81
- combineScale?: number
82
- ): Promise<Tensor | null>;
83
-
84
- export declare function ensurePleGpuSplitTablesRuntime(
85
- context: Pick<LayerContext, 'config' | 'weights' | 'perLayerInputsSession' | 'debugFlags'>
86
- ): Promise<unknown[] | null>;
87
-
88
- export declare function ensurePleGpuHotVocabularyRuntime(
89
- context: Pick<LayerContext, 'config' | 'weights' | 'perLayerInputsSession' | 'debugFlags'> & {
90
- tokenizer?: {
91
- getHotTokenIds?(limit: number): number[] | null;
92
- getSpecialTokens?(): Record<string, number | null | undefined>;
93
- } | null;
94
- seedTokenIds?: number[] | null;
95
- }
96
- ): Promise<object | null>;
97
-
98
- export declare function getPleHotVocabularyRuntime(
99
- context: Pick<LayerContext, 'weights'>
100
- ): object | null;
101
-
102
- export declare function createPerLayerInputTensor(
103
- buffer: GPUBuffer,
104
- numTokens: number,
105
- hiddenSizePerLayerInput: number,
106
- activationDtype: 'f16' | 'f32'
107
- ): Tensor;
@@ -1,28 +0,0 @@
1
- /**
2
- * Config-driven probe helpers for targeted GPU buffer inspection.
3
- *
4
- * Probes let us read specific token/dimension values without adding
5
- * ad-hoc logs in the code. Probes are configured via runtime.shared.debug.probes.
6
- */
7
-
8
- import type { ProbeConfigSchema, ProbeStage } from '../../../config/schema/index.js';
9
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
10
-
11
- /**
12
- * Run configured probes for a specific stage.
13
- */
14
- export function runProbes(
15
- stage: ProbeStage,
16
- buffer: GPUBuffer | Float32Array,
17
- options: {
18
- layerIdx?: number;
19
- numTokens: number;
20
- hiddenSize: number;
21
- probes?: ProbeConfigSchema[] | null;
22
- recorder?: CommandRecorder | null;
23
- operatorDiagnostics?: Record<string, unknown> | null;
24
- dtype?: 'f16' | 'f32';
25
- phase?: string | null;
26
- tokenIndex?: number | null;
27
- }
28
- ): Promise<void>;
@@ -1,48 +0,0 @@
1
- /**
2
- * Resolved sampling configuration with all fields defined.
3
- *
4
- * This is the single source of truth for sampling parameters after merging
5
- * per-call options with runtime config defaults.
6
- */
7
- export interface ResolvedSamplingConfig {
8
- /** Sampling temperature. 0 = greedy. Must be >= 0. */
9
- temperature: number;
10
-
11
- /** Top-p (nucleus) sampling threshold. Must be in (0, 1]. */
12
- topP: number;
13
-
14
- /** Top-k sampling. Must be >= 1 (integer). */
15
- topK: number;
16
-
17
- /** Repetition penalty multiplier. 1.0 = no penalty. */
18
- repetitionPenalty: number;
19
-
20
- /** Number of recent tokens considered for repetition penalty. */
21
- repetitionPenaltyWindow: number;
22
-
23
- /** Temperature below this uses greedy decoding. */
24
- greedyThreshold: number;
25
- }
26
-
27
- /**
28
- * Per-call sampling options. All fields are optional; missing fields fall
29
- * through to resolved runtime config defaults.
30
- */
31
- export interface SamplingCallOptions {
32
- temperature?: number;
33
- topP?: number;
34
- topK?: number;
35
- repetitionPenalty?: number;
36
- }
37
-
38
- /**
39
- * Merge per-call sampling options with runtime config defaults.
40
- * Returns a complete, validated sampling config object.
41
- *
42
- * Precedence: per-call opts > runtimeConfig.inference.sampling.
43
- * Missing runtime fields and invalid call/runtime values throw before execution.
44
- */
45
- export function resolveSamplingConfig(
46
- opts: SamplingCallOptions | null | undefined,
47
- runtimeConfig: { inference?: { sampling?: ResolvedSamplingConfig } } | null | undefined
48
- ): ResolvedSamplingConfig;
@@ -1,88 +0,0 @@
1
- /**
2
- * Canonical semantic stage namespace for operator diffing.
3
- *
4
- * Stage names are dot-notation templates that combine with context
5
- * (layerIdx, phase) to produce deterministic operator IDs.
6
- */
7
-
8
- export type OperatorClass =
9
- | 'embedding'
10
- | 'normalization'
11
- | 'projection'
12
- | 'rope'
13
- | 'attention'
14
- | 'activation'
15
- | 'ffn'
16
- | 'residual'
17
- | 'cast'
18
- | 'quantize'
19
- | 'logits'
20
- | 'conv'
21
- | 'moe_routing';
22
-
23
- export declare const OPERATOR_CLASSES: Readonly<{
24
- EMBEDDING: 'embedding';
25
- NORMALIZATION: 'normalization';
26
- PROJECTION: 'projection';
27
- ROPE: 'rope';
28
- ATTENTION: 'attention';
29
- ACTIVATION: 'activation';
30
- FFN: 'ffn';
31
- RESIDUAL: 'residual';
32
- CAST: 'cast';
33
- QUANTIZE: 'quantize';
34
- LOGITS: 'logits';
35
- CONV: 'conv';
36
- MOE_ROUTING: 'moe_routing';
37
- }>;
38
-
39
- export type StageName = string;
40
-
41
- export declare const STAGES: Readonly<{
42
- EMBED_OUT: 'embed.out';
43
- ATTN_INPUT: 'attn.input';
44
- ATTN_POST_INPUT_NORM: 'attn.post_input_norm';
45
- ATTN_NORMED: 'attn.normed';
46
- ATTN_QKV_PROJ: 'attn.qkv_proj';
47
- ATTN_Q_PROJ: 'attn.q_proj';
48
- ATTN_K_PROJ: 'attn.k_proj';
49
- ATTN_V_PROJ: 'attn.v_proj';
50
- ATTN_Q_NORM: 'attn.q_norm';
51
- ATTN_K_NORM: 'attn.k_norm';
52
- ATTN_Q_ROPE: 'attn.q_rope';
53
- ATTN_K_ROPE: 'attn.k_rope';
54
- ATTN_SCORES: 'attn.scores';
55
- ATTN_SOFTMAX: 'attn.softmax';
56
- ATTN_OUT: 'attn.out';
57
- ATTN_O_PROJ: 'attn.o_proj';
58
- ATTN_POST_ATTN: 'attn.post_attn';
59
- ATTN_LINEAR_Z_PROJ: 'attn.linear_z_proj';
60
- ATTN_LINEAR_A_PROJ: 'attn.linear_a_proj';
61
- ATTN_LINEAR_B_PROJ: 'attn.linear_b_proj';
62
- ATTN_LINEAR_CORE_OUT: 'attn.linear_core_out';
63
- CONV_INPUT_NORM: 'conv.input_norm';
64
- CONV_IN_PROJ: 'conv.in_proj';
65
- CONV_KERNEL: 'conv.kernel';
66
- CONV_OUT_PROJ: 'conv.out_proj';
67
- FFN_NORMED: 'ffn.normed';
68
- FFN_IN: 'ffn.in';
69
- FFN_GATE: 'ffn.gate';
70
- FFN_UP: 'ffn.up';
71
- FFN_ACT: 'ffn.act';
72
- FFN_OUT: 'ffn.out';
73
- LAYER_OUT: 'layer.out';
74
- MOE_ROUTING: 'moe.routing';
75
- MOE_EXPERT: 'moe.expert';
76
- RESIDUAL_ADD: 'residual.add';
77
- CAST: 'cast';
78
- PRE_FINAL_NORM: 'final_norm.pre';
79
- FINAL_NORM_OUT: 'final_norm.out';
80
- LOGITS_OUT: 'logits.out';
81
- LOGITS_FINAL: 'logits.final';
82
- }>;
83
-
84
- export declare const PROBE_TO_CANONICAL: Readonly<Record<string, StageName>>;
85
-
86
- export declare function getOperatorClass(stageName: StageName): OperatorClass | null;
87
- export declare function canonicalizeProbeStage(probeStageName: string): StageName | null;
88
- export declare function isValidStage(stageName: StageName): boolean;
@@ -1,57 +0,0 @@
1
- export interface TsirFixture {
2
- dir: string;
3
- layerFilter?: number[] | null;
4
- prefillOnly?: boolean;
5
- pendingReads?: TsirPendingRead[];
6
- records?: TsirFixtureRecord[];
7
- qkvByLayer?: Map<number, unknown>;
8
- }
9
-
10
- export interface TsirPendingRead {
11
- stage: string;
12
- tsirStage: string;
13
- layerIdx: number;
14
- numTokens: number;
15
- hiddenSize: number;
16
- dtype: 'f16' | 'f32';
17
- carry: GPUBuffer;
18
- alignedBytes: number;
19
- }
20
-
21
- export interface TsirFixtureRecord {
22
- stage: string;
23
- tsirStage: string;
24
- layerIdx: number;
25
- filePath?: string;
26
- shape?: number[];
27
- dtype?: string;
28
- byteLength?: number;
29
- payloadByteLength?: number;
30
- written: boolean;
31
- note?: string;
32
- }
33
-
34
- export declare const TSIR_BOUNDARY_STAGES: string[];
35
-
36
- export declare function mapStageToTsirBoundary(stage: string): string | null;
37
-
38
- export declare function writeNpyF32(
39
- filePath: string,
40
- shape: readonly number[],
41
- data: Float32Array
42
- ): Promise<{ byteLength: number; payloadByteLength: number }>;
43
-
44
- export declare function maybeWriteFixtureSnapshot(
45
- stage: string,
46
- buffer: Float32Array | GPUBuffer,
47
- options: {
48
- tsirFixture?: TsirFixture | null;
49
- layerIdx: number;
50
- numTokens: number;
51
- hiddenSize: number;
52
- dtype?: 'f16' | 'f32';
53
- recorder?: { getEncoder?(): GPUCommandEncoder } | null;
54
- }
55
- ): Promise<TsirFixtureRecord | null>;
56
-
57
- export declare function drainPendingTsirReads(tsirFixture: TsirFixture | null | undefined): Promise<TsirFixtureRecord[]>;
@@ -1,4 +0,0 @@
1
-
2
-
3
- // Types-only module - all types are defined in types.d.ts
4
- export {};
@@ -1,44 +0,0 @@
1
- /**
2
- * Abstract Base Tokenizer
3
- *
4
- * @module inference/tokenizers/base
5
- */
6
-
7
- import type { TokenizerConfig, SpecialTokens, TokenizerBackend } from './types.js';
8
-
9
- /**
10
- * Abstract base tokenizer interface
11
- */
12
- export declare abstract class BaseTokenizer implements TokenizerBackend {
13
- vocabSize: number;
14
- specialTokens: SpecialTokens;
15
- addBosToken: boolean;
16
- addEosToken: boolean;
17
-
18
- constructor(config?: TokenizerConfig);
19
-
20
- /**
21
- * Encode text to token IDs
22
- */
23
- abstract encode(text: string): number[];
24
-
25
- /**
26
- * Decode token IDs to text
27
- */
28
- abstract decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
29
-
30
- /**
31
- * Get vocabulary size
32
- */
33
- getVocabSize(): number;
34
-
35
- /**
36
- * Get high-priority token IDs for bounded runtime hot caches, or null when unavailable
37
- */
38
- getHotTokenIds(limit: number): number[] | null;
39
-
40
- /**
41
- * Check if token is special
42
- */
43
- isSpecialToken(tokenId: number): boolean;
44
- }
@@ -1,9 +0,0 @@
1
- export interface BundledTokenizerBehaviorFlags {
2
- addBosToken: boolean | null;
3
- addEosToken: boolean | null;
4
- }
5
-
6
- export function inferBundledTokenizerBehaviorFlags(
7
- tokenizerJson: unknown,
8
- specialTokens?: { bos?: number | null, eos?: number | null } | null
9
- ): BundledTokenizerBehaviorFlags;
@@ -1,27 +0,0 @@
1
- /**
2
- * Simple BPE Tokenizer
3
- *
4
- * For models with vocab.json + merges.txt
5
- *
6
- * @module inference/tokenizers/bpe
7
- */
8
-
9
- import { BaseTokenizer } from './base.js';
10
- import type { TokenizerConfig } from './types.js';
11
-
12
- /**
13
- * Simple BPE tokenizer
14
- * For models with vocab.json + merges.txt
15
- */
16
- export declare class BPETokenizer extends BaseTokenizer {
17
- constructor(config?: TokenizerConfig);
18
-
19
- /**
20
- * Load vocabulary and merges
21
- */
22
- load(vocab: Record<string, number>, merges: string[]): void;
23
-
24
- encode(text: string): number[];
25
-
26
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
27
- }