doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,67 +0,0 @@
1
- /**
2
- * Bundled Tokenizer
3
- *
4
- * Support for .rdrr bundled tokenizers and Transformers.js fallback.
5
- *
6
- * @module inference/tokenizers/bundled
7
- */
8
-
9
- import { BaseTokenizer } from './base.js';
10
- import type {
11
- TokenizerConfig,
12
- TransformersTokenizerType,
13
- HuggingFaceTokenizerJson,
14
- BundledTokenizerJson
15
- } from './types.js';
16
-
17
- /**
18
- * Wrapper for Transformers.js tokenizer
19
- */
20
- export declare class TransformersTokenizer extends BaseTokenizer {
21
- constructor(config?: TokenizerConfig);
22
-
23
- /**
24
- * Initialize with a Transformers.js tokenizer instance
25
- */
26
- setTokenizer(tokenizer: TransformersTokenizerType): void;
27
-
28
- /**
29
- * Load tokenizer from HuggingFace model
30
- * @deprecated Use BundledTokenizer instead - no external dependencies
31
- */
32
- load(_modelId: string): Promise<void>;
33
-
34
- encode(text: string): number[];
35
-
36
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
37
-
38
- /**
39
- * Batch encode multiple texts
40
- */
41
- batchEncode(texts: string[]): number[][];
42
-
43
- getHotTokenIds(limit: number): number[] | null;
44
- }
45
-
46
- /**
47
- * Bundled tokenizer for .rdrr format with embedded vocab.
48
- * Eliminates runtime dependency on transformers.js CDN.
49
- * Supports both BPE and Unigram (SentencePiece) algorithms.
50
- */
51
- export declare class BundledTokenizer extends BaseTokenizer {
52
- constructor(config?: TokenizerConfig);
53
-
54
- isSpecialToken(tokenId: number): boolean;
55
-
56
- /**
57
- * Load from tokenizer.json content
58
- * Auto-detects HuggingFace format vs bundled format
59
- */
60
- load(tokenizerJson: HuggingFaceTokenizerJson | BundledTokenizerJson): void;
61
-
62
- encode(text: string): number[];
63
-
64
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
65
-
66
- getHotTokenIds(limit: number): number[] | null;
67
- }
@@ -1,30 +0,0 @@
1
- /**
2
- * SentencePiece Tokenizer
3
- *
4
- * Pure JavaScript implementation of SentencePiece (protobuf-based model).
5
- * Supports Unigram and BPE algorithms.
6
- *
7
- * @module inference/tokenizers/sentencepiece
8
- */
9
-
10
- import { BaseTokenizer } from './base.js';
11
- import type { TokenizerConfig } from './types.js';
12
-
13
- /**
14
- * SentencePiece tokenizer using pure JavaScript implementation
15
- * For models that provide .model files (protobuf format)
16
- */
17
- export declare class SentencePieceTokenizer extends BaseTokenizer {
18
- constructor(config?: TokenizerConfig);
19
-
20
- /**
21
- * Load SentencePiece model from ArrayBuffer
22
- */
23
- load(modelData: ArrayBuffer): Promise<void>;
24
-
25
- encode(text: string): number[];
26
-
27
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
28
-
29
- getHotTokenIds(limit: number): number[] | null;
30
- }
@@ -1,7 +0,0 @@
1
-
2
-
3
- // This module only contains type definitions.
4
- // All types are exported from types.d.ts.
5
- // This file exists for runtime module resolution.
6
-
7
- export {};
@@ -1,31 +0,0 @@
1
- export const MAX_SPLIT4_EMBEDDING_SECTIONS: 4;
2
- export const MAX_SPLIT8_EMBEDDING_SECTIONS: 8;
3
- export const MAX_SPLIT_EMBEDDING_SECTIONS: 8;
4
- export const SPLIT_EMBEDDING_STORAGE_BUFFER_OVERHEAD: 2;
5
-
6
- export function getEmbeddingFloatDtype(location: unknown): string;
7
-
8
- export function expectsSplitGpuEmbeddingKernel(embeddingKernel: unknown): boolean;
9
-
10
- export function getSplitGpuEmbeddingKernelSectionCount(embeddingKernel: unknown): number;
11
-
12
- export function getSplitGpuEmbeddingRequiredStorageBuffers(sectionCount: number): number;
13
-
14
- export function getMaxSplitGpuEmbeddingSectionsForDevice(
15
- embeddingKernel?: unknown,
16
- device?: unknown
17
- ): number;
18
-
19
- export function createGpuResidentEmbeddingLimitError(options: {
20
- name: string;
21
- location: unknown;
22
- embeddingKernel?: unknown;
23
- }): Error | null;
24
-
25
- export function resolveManifestGpuResidentEmbeddingLimitError(
26
- manifest: unknown,
27
- options?: {
28
- storageManifest?: unknown;
29
- runtimeConfig?: unknown;
30
- }
31
- ): Error | null;
@@ -1,30 +0,0 @@
1
- import type { WeightBuffer } from '../gpu/weight-buffer.js';
2
- import type { ArchitectureSchema, WeightLayout } from '../config/schema/index.js';
3
- import type { TensorLocation, PerLayerInputWeights } from './loader-types.js';
4
-
5
- export interface PerLayerInputLoaderContext {
6
- modelId?: string | null;
7
- tensorLocations: Map<string, TensorLocation>;
8
- gpuBuffers?: Set<GPUBuffer> | null;
9
- loadTensor: (
10
- name: string,
11
- toGPU?: boolean,
12
- silent?: boolean
13
- ) => Promise<GPUBuffer | WeightBuffer | Float32Array | Uint8Array | null>;
14
- shouldStreamLargeWeight?: (
15
- name: string,
16
- loc: TensorLocation,
17
- label: string
18
- ) => boolean;
19
- loadShardRange?: (
20
- index: number,
21
- offset: number,
22
- length: number
23
- ) => Promise<ArrayBuffer>;
24
- resolveWeightLayout: (loc: TensorLocation) => WeightLayout;
25
- }
26
-
27
- export declare function loadPerLayerInputWeights(
28
- ctx: PerLayerInputLoaderContext,
29
- architecture: ArchitectureSchema | null | undefined
30
- ): Promise<PerLayerInputWeights | null>;
@@ -1,9 +0,0 @@
1
- import type { TensorLocation } from '../loader-types.js';
2
- import type { TensorLoadConfig, TensorLoadResult } from './tensor-loader.js';
3
-
4
- export declare function loadFunctionalDescriptor(
5
- shardData: Uint8Array & { descriptorShards?: Map<string, Uint8Array> },
6
- location: TensorLocation,
7
- name: string,
8
- config?: TensorLoadConfig
9
- ): Promise<TensorLoadResult>;
@@ -1,65 +0,0 @@
1
- import type { TensorLocation } from '../loader-types.js';
2
-
3
- export declare function hasSourceTransform(location: TensorLocation | null | undefined): boolean;
4
-
5
- export declare function getSourceTransformSpec(
6
- location: TensorLocation | null | undefined,
7
- tensorName: string
8
- ): ({
9
- kind: 'affine_dequant';
10
- elementCount: number;
11
- outputByteLength: number;
12
- sourceByteLength: number;
13
- } | {
14
- kind: 'litert_rowwise_dequant';
15
- rows: number;
16
- cols: number;
17
- rawRowBytes: number;
18
- scaleRowBytes: number;
19
- targetRowBytes: number;
20
- outputByteLength: number;
21
- sourceByteLength: number;
22
- storageValuesPerByte: number;
23
- } | {
24
- kind: 'litert_axis_dequant';
25
- rows: number;
26
- cols: number;
27
- storageRows: number;
28
- storageCols: number;
29
- rawStorageRowBytes: number;
30
- scaleRowBytes: number;
31
- targetRowBytes: number;
32
- outputByteLength: number;
33
- sourceByteLength: number;
34
- quantAxis: 0 | 1;
35
- storageValuesPerByte: number;
36
- } | {
37
- kind: 'litert_axis_blocked_dequant';
38
- rows: number;
39
- cols: number;
40
- storageRows: number;
41
- storageCols: number;
42
- rawStorageRowBytes: number;
43
- storageElementBytes: number;
44
- scaleRowBytes: number;
45
- targetRowBytes: number;
46
- outputByteLength: number;
47
- sourceByteLength: number;
48
- quantAxis: 0;
49
- storageBlockSize: number;
50
- storageLaneOrder: number[];
51
- } | null);
52
-
53
- export declare function materializeTensorSourceTransform(
54
- rawBytes: Uint8Array,
55
- location: TensorLocation,
56
- tensorName: string,
57
- options?: {
58
- scaleBytes?: Uint8Array | null;
59
- rowSumBytes?: Uint8Array | null;
60
- sumBytes?: Uint8Array | null;
61
- rowStart?: number | null;
62
- rowCount?: number | null;
63
- storageColumnStart?: number | null;
64
- }
65
- ): Uint8Array;
@@ -1,96 +0,0 @@
1
- /**
2
- * Address Table
3
- * Agent-A | Domain: memory/
4
- *
5
- * Virtual address translation for segmented heap mode.
6
- * Encodes segment index + offset into a single 64-bit-safe number.
7
- *
8
- * Address format (fits in 53-bit JS safe integer):
9
- * - Upper 8 bits: segment index (0-255 segments)
10
- * - Lower 45 bits: offset within segment (up to 32TB per segment, but we use 4GB)
11
- *
12
- * @module memory/address-table
13
- */
14
-
15
- /**
16
- * Address range chunk for split operations
17
- */
18
- export interface AddressRangeChunk {
19
- segmentIndex: number;
20
- offset: number;
21
- length: number;
22
- virtualAddress: number;
23
- }
24
-
25
- /**
26
- * Address table constants
27
- */
28
- export interface AddressTableConstants {
29
- SEGMENT_BITS: number;
30
- OFFSET_BITS: number;
31
- MAX_SEGMENTS: number;
32
- MAX_OFFSET: number;
33
- }
34
-
35
- /**
36
- * Virtual address table for segmented memory
37
- */
38
- export declare class AddressTable {
39
- segmentSize: number;
40
-
41
- /**
42
- * @param segmentSize - Size of each segment in bytes
43
- */
44
- constructor(segmentSize: number);
45
-
46
- /**
47
- * Encode segment index and offset into virtual address
48
- * @param segmentIndex - Segment index (0-255)
49
- * @param offset - Byte offset within segment
50
- * @returns Virtual address
51
- */
52
- encode(segmentIndex: number, offset: number): number;
53
-
54
- /**
55
- * Decode virtual address into segment index and offset
56
- * @param virtualAddress - Virtual address to decode
57
- */
58
- decode(virtualAddress: number): { segmentIndex: number; offset: number };
59
-
60
- /**
61
- * Get the segment index from a virtual address
62
- * @param virtualAddress - Virtual address
63
- */
64
- getSegmentIndex(virtualAddress: number): number;
65
-
66
- /**
67
- * Get the offset from a virtual address
68
- * @param virtualAddress - Virtual address
69
- */
70
- getOffset(virtualAddress: number): number;
71
-
72
- /**
73
- * Check if an address range spans multiple segments
74
- * @param virtualAddress - Starting virtual address
75
- * @param length - Length in bytes
76
- */
77
- spansSegments(virtualAddress: number, length: number): boolean;
78
-
79
- /**
80
- * Split an address range into per-segment chunks
81
- * Useful when a read/write spans segment boundaries
82
- * @param virtualAddress - Starting virtual address
83
- * @param length - Length in bytes
84
- */
85
- splitRange(virtualAddress: number, length: number): AddressRangeChunk[];
86
-
87
- /**
88
- * Calculate total virtual address space
89
- */
90
- getTotalAddressSpace(): number;
91
- }
92
-
93
- /**
94
- * Constants exported for other modules
95
- */
96
- export declare const ADDRESS_TABLE_CONSTANTS: AddressTableConstants;
@@ -1,21 +0,0 @@
1
- export interface InferenceExecutionRulesContractArtifact {
2
- schemaVersion: 1;
3
- source: 'doppler';
4
- ok: boolean;
5
- checks: Array<{ id: string; ok: boolean }>;
6
- errors: string[];
7
- stats: {
8
- decodeRecorderRules: number;
9
- profileDecodeRecorderRules: number;
10
- batchDecodeRules: number;
11
- maxBatchDecodeTokenRules: number;
12
- decodeRecorderContexts: number;
13
- profileDecodeRecorderContexts: number;
14
- batchDecodeContexts: number;
15
- maxBatchDecodeTokenContexts: number;
16
- };
17
- }
18
-
19
- export declare function buildInferenceExecutionRulesContractArtifact(
20
- ruleGroup: Record<string, unknown> | null | undefined
21
- ): InferenceExecutionRulesContractArtifact;
@@ -1,17 +0,0 @@
1
- export interface LayerPatternContractArtifact {
2
- schemaVersion: 1;
3
- source: 'doppler';
4
- ok: boolean;
5
- checks: Array<{ id: string; ok: boolean }>;
6
- errors: string[];
7
- stats: {
8
- patternKindRules: number;
9
- layerTypeRules: number;
10
- patternKindContexts: number;
11
- layerTypeContexts: number;
12
- };
13
- }
14
-
15
- export declare function buildLayerPatternContractArtifact(
16
- ruleGroup: Record<string, unknown> | null | undefined
17
- ): LayerPatternContractArtifact;
@@ -1,77 +0,0 @@
1
- import type { Rule } from '../gpu/kernels/rule-matcher.js';
2
-
3
- type RuleSet = Array<Rule<unknown>>;
4
-
5
- type RuleDomain = 'kernels' | 'inference' | 'shared' | 'loader' | 'converter' | 'tooling';
6
-
7
- type KernelRuleGroup =
8
- | 'attention'
9
- | 'conv2d'
10
- | 'dequant'
11
- | 'energy'
12
- | 'fusedFfn'
13
- | 'fusedMatmulResidual'
14
- | 'fusedMatmulRmsnorm'
15
- | 'gather'
16
- | 'gelu'
17
- | 'groupnorm'
18
- | 'kv_quantize'
19
- | 'layernorm'
20
- | 'matmul'
21
- | 'moe'
22
- | 'moeGptoss'
23
- | 'moeMixtral'
24
- | 'residual'
25
- | 'rmsnorm'
26
- | 'rope'
27
- | 'sample'
28
- | 'scale'
29
- | 'silu'
30
- | 'splitQkv'
31
- | 'softmax'
32
- | 'upsample2d';
33
-
34
- type RuleGroup = KernelRuleGroup | string;
35
-
36
- export declare function getRuleSet(domain: RuleDomain, group: RuleGroup, name: string): RuleSet;
37
-
38
- export declare function selectRuleValue<T>(
39
- domain: RuleDomain,
40
- group: RuleGroup,
41
- name: string,
42
- context: Record<string, unknown>
43
- ): T;
44
-
45
- export declare function registerRuleGroup(
46
- domain: RuleDomain,
47
- group: RuleGroup,
48
- rules: Record<string, RuleSet>
49
- ): void;
50
-
51
- export declare function getInferenceExecutionRulesContractArtifact(): {
52
- schemaVersion: 1;
53
- source: 'doppler';
54
- ok: boolean;
55
- checks: Array<{ id: string; ok: boolean }>;
56
- errors: string[];
57
- stats: {
58
- decodeRecorderRules: number;
59
- batchDecodeRules: number;
60
- decodeRecorderContexts: number;
61
- batchDecodeContexts: number;
62
- };
63
- };
64
-
65
- export declare function getInferenceLayerPatternContractArtifact(): {
66
- schemaVersion: 1;
67
- source: 'doppler';
68
- ok: boolean;
69
- checks: Array<{ id: string; ok: boolean }>;
70
- errors: string[];
71
- stats: {
72
- patternKindRules: number;
73
- layerTypeRules: number;
74
- patternKindContexts: number;
75
- layerTypeContexts: number;
76
- };
77
- };
@@ -1,63 +0,0 @@
1
- import type { RDRRManifest } from '../formats/rdrr/types.js';
2
- import type { SourceRuntimeShardSource, SourceStorageContext } from '../tooling/source-runtime-bundle.js';
3
-
4
- export declare const ARTIFACT_FORMAT_RDRR: 'rdrr';
5
- export declare const ARTIFACT_FORMAT_DIRECT_SOURCE: 'direct-source';
6
-
7
- export type ArtifactFormat = typeof ARTIFACT_FORMAT_RDRR | typeof ARTIFACT_FORMAT_DIRECT_SOURCE;
8
-
9
- export interface CreateArtifactStorageContextOptions {
10
- manifest: RDRRManifest;
11
- expectedFormat?: ArtifactFormat | null;
12
- shardSources?: SourceRuntimeShardSource[] | null;
13
- readRange: (
14
- path: string,
15
- offset: number,
16
- length: number | null
17
- ) => Promise<ArrayBuffer | Uint8Array>;
18
- streamRange?: (
19
- path: string,
20
- offset: number,
21
- length: number,
22
- options?: { chunkBytes?: number }
23
- ) => AsyncIterable<ArrayBuffer | Uint8Array>;
24
- readText?: (path: string) => Promise<string | Record<string, unknown> | null | undefined>;
25
- readBinary?: (path: string) => Promise<ArrayBuffer | Uint8Array | null | undefined>;
26
- close?: (() => Promise<void>) | null;
27
- tokenizerJsonPath?: string | null;
28
- tokenizerModelPath?: string | null;
29
- tensorsJsonPath?: string | null;
30
- verifyHashes?: boolean;
31
- hashesTrusted?: boolean;
32
- }
33
-
34
- export interface ArtifactStorageContext extends SourceStorageContext {
35
- preflight?: () => Promise<void>;
36
- loadAuxiliaryFile: ((path: string) => Promise<ArrayBuffer | null>) | null;
37
- }
38
-
39
- export interface CreateHttpArtifactStorageContextOptions {
40
- verifyHashes?: boolean;
41
- rangeCacheBlockBytes?: number;
42
- rangeCacheMaxBytes?: number;
43
- rangeCacheMinBytes?: number;
44
- }
45
-
46
- export declare function getArtifactFormat(
47
- manifest: RDRRManifest | Record<string, unknown> | null | undefined
48
- ): ArtifactFormat | null;
49
-
50
- export declare function createArtifactStorageContext(
51
- options: CreateArtifactStorageContextOptions
52
- ): ArtifactStorageContext;
53
-
54
- export declare function createNodeFileArtifactStorageContext(
55
- baseUrl: string | null | undefined,
56
- manifest: RDRRManifest
57
- ): ArtifactStorageContext | null;
58
-
59
- export declare function createHttpArtifactStorageContext(
60
- baseUrl: string | null | undefined,
61
- manifest: RDRRManifest,
62
- options?: CreateHttpArtifactStorageContextOptions
63
- ): ArtifactStorageContext | null;
@@ -1,52 +0,0 @@
1
- export interface IdbStoreConfig {
2
- dbName: string;
3
- shardStore: string;
4
- metaStore: string;
5
- chunkSizeBytes: number;
6
- }
7
-
8
- export interface IdbWriteStream {
9
- write(chunk: Uint8Array | ArrayBuffer): Promise<void>;
10
- close(): Promise<void>;
11
- abort(): Promise<void>;
12
- }
13
-
14
- export interface IdbWriteStreamOptions {
15
- append?: boolean;
16
- expectedOffset?: number | null;
17
- }
18
-
19
- export interface IdbStore {
20
- init(): Promise<void>;
21
- openModel(modelId: string, options?: { create?: boolean }): Promise<null>;
22
- getCurrentModelId(): string | null;
23
- getFileSize(filename: string): Promise<number>;
24
- readFile(filename: string): Promise<ArrayBuffer>;
25
- readFileRange(filename: string, offset?: number, length?: number | null): Promise<ArrayBuffer>;
26
- readFileRangeStream(
27
- filename: string,
28
- offset?: number,
29
- length?: number | null,
30
- options?: { chunkBytes?: number }
31
- ): AsyncIterable<Uint8Array>;
32
- readText(filename: string): Promise<string | null>;
33
- writeFile(filename: string, data: Uint8Array | ArrayBuffer): Promise<void>;
34
- createWriteStream(filename: string, options?: IdbWriteStreamOptions): Promise<IdbWriteStream>;
35
- deleteFile(filename: string): Promise<boolean>;
36
- listFiles(): Promise<string[]>;
37
- listModels(): Promise<string[]>;
38
- getModelStats(modelId: string): Promise<{
39
- totalBytes: number;
40
- fileCount: number;
41
- shardCount: number;
42
- hasManifest: boolean;
43
- }>;
44
- deleteModel(modelId: string): Promise<boolean>;
45
- writeManifest(text: string): Promise<void>;
46
- readManifest(): Promise<string | null>;
47
- writeTokenizer(text: string): Promise<void>;
48
- readTokenizer(): Promise<string | null>;
49
- cleanup(): Promise<void>;
50
- }
51
-
52
- export function createIdbStore(config: IdbStoreConfig): IdbStore;
@@ -1,36 +0,0 @@
1
- export interface MemoryStoreConfig {
2
- maxBytes: number;
3
- }
4
-
5
- export interface MemoryWriteStream {
6
- write(chunk: Uint8Array | ArrayBuffer): Promise<void>;
7
- close(): Promise<void>;
8
- abort(): Promise<void>;
9
- }
10
-
11
- export interface MemoryWriteStreamOptions {
12
- append?: boolean;
13
- expectedOffset?: number | null;
14
- }
15
-
16
- export interface MemoryStore {
17
- init(): Promise<void>;
18
- openModel(modelId: string, options?: { create?: boolean }): Promise<null>;
19
- getCurrentModelId(): string | null;
20
- getFileSize(filename: string): Promise<number>;
21
- readFile(filename: string): Promise<ArrayBuffer>;
22
- readText(filename: string): Promise<string | null>;
23
- writeFile(filename: string, data: Uint8Array | ArrayBuffer): Promise<void>;
24
- createWriteStream(filename: string, options?: MemoryWriteStreamOptions): Promise<MemoryWriteStream>;
25
- deleteFile(filename: string): Promise<boolean>;
26
- listFiles(): Promise<string[]>;
27
- listModels(): Promise<string[]>;
28
- deleteModel(modelId: string): Promise<boolean>;
29
- writeManifest(text: string): Promise<void>;
30
- readManifest(): Promise<string | null>;
31
- writeTokenizer(text: string): Promise<void>;
32
- readTokenizer(): Promise<string | null>;
33
- cleanup(): Promise<void>;
34
- }
35
-
36
- export function createMemoryStore(config: MemoryStoreConfig): MemoryStore;
@@ -1,41 +0,0 @@
1
- export interface OpfsStoreConfig {
2
- opfsRootDir: string;
3
- useSyncAccessHandle: boolean;
4
- maxConcurrentHandles: number;
5
- }
6
-
7
- export interface OpfsWriteStream {
8
- write(chunk: Uint8Array | ArrayBuffer): Promise<void>;
9
- close(): Promise<void>;
10
- abort(): Promise<void>;
11
- }
12
-
13
- export interface OpfsWriteStreamOptions {
14
- append?: boolean;
15
- expectedOffset?: number | null;
16
- }
17
-
18
- export interface OpfsStore {
19
- init(): Promise<void>;
20
- openModel(modelId: string, options?: { create?: boolean }): Promise<FileSystemDirectoryHandle>;
21
- getCurrentModelId(): string | null;
22
- getFileSize(filename: string): Promise<number>;
23
- readFile(filename: string): Promise<ArrayBuffer>;
24
- readFileRange(filename: string, offset?: number, length?: number | null): Promise<ArrayBuffer>;
25
- readFileRangeStream(
26
- filename: string,
27
- offset?: number,
28
- length?: number | null,
29
- options?: { chunkBytes?: number }
30
- ): AsyncIterable<Uint8Array>;
31
- readText(filename: string): Promise<string | null>;
32
- writeFile(filename: string, data: Uint8Array | ArrayBuffer): Promise<void>;
33
- createWriteStream(filename: string, options?: OpfsWriteStreamOptions): Promise<OpfsWriteStream>;
34
- deleteFile(filename: string): Promise<boolean>;
35
- listFiles(): Promise<string[]>;
36
- listModels(): Promise<string[]>;
37
- deleteModel(modelId: string): Promise<boolean>;
38
- cleanup(): Promise<void>;
39
- }
40
-
41
- export function createOpfsStore(config: OpfsStoreConfig): OpfsStore;
@@ -1,17 +0,0 @@
1
- export interface Blake3Hasher {
2
- update(data: Uint8Array | ArrayBuffer): void;
3
- finalize(): Uint8Array;
4
- }
5
-
6
- export declare function createHasher(): Blake3Hasher;
7
-
8
- export declare function hash(data: Uint8Array | ArrayBuffer): Promise<Uint8Array>;
9
-
10
- declare global {
11
- var blake3:
12
- | {
13
- hash: (data: Uint8Array | ArrayBuffer) => Promise<Uint8Array>;
14
- createHasher: () => Blake3Hasher;
15
- }
16
- | undefined;
17
- }