doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,7 +0,0 @@
1
- export declare function collectTrainingArtifactsFromSuiteResult(
2
- suiteResult: Record<string, unknown>
3
- ): {
4
- ulArtifacts: Array<Record<string, unknown>>;
5
- distillArtifacts: Array<Record<string, unknown>>;
6
- checkpointResumeTimeline: Array<Record<string, unknown>>;
7
- };
@@ -1,40 +0,0 @@
1
- export declare function buildSuiteSummary(
2
- suiteName: string,
3
- results: Array<Record<string, unknown>>,
4
- startTimeMs: number
5
- ): {
6
- suite: string;
7
- passed: number;
8
- failed: number;
9
- skipped: number;
10
- duration: number;
11
- results: Array<Record<string, unknown>>;
12
- };
13
- export declare function normalizeCacheMode(value: unknown): 'cold' | 'warm';
14
- export declare function normalizeLoadMode(value: unknown, hasModelUrl: boolean, modelUrl?: string | null): 'opfs' | 'http' | 'memory' | 'file';
15
- export declare function normalizeWorkloadType(value: unknown): string | null;
16
- export declare function safeStatsValue(value: unknown): number;
17
- export declare function buildDiffusionPerformanceArtifact(options: Record<string, unknown>): Record<string, unknown>;
18
- export declare function assertDiffusionPerformanceArtifact(metrics: Record<string, unknown>, contextLabel?: string): void;
19
- export declare function toTimingNumber(value: unknown, fallback?: number | null): number | null;
20
- export declare function safeToFixed(value: unknown, fallback?: number | null, digits?: number): number | null;
21
- export declare function sampleTimingNumber(
22
- stats: Record<string, unknown> | null | undefined,
23
- key: string,
24
- fallback?: number | null
25
- ): number | null;
26
- export declare function buildCanonicalTiming(overrides?: Record<string, unknown>): Record<string, unknown>;
27
- export declare function buildLoadTimingDiagnostics(
28
- modelLoadMs: unknown,
29
- loadTiming?: Record<string, unknown> | null,
30
- pipelineLoadTiming?: Record<string, unknown> | null
31
- ): Record<string, unknown> | null;
32
- export declare function buildTimingDiagnostics(timing?: Record<string, unknown>, options?: Record<string, unknown>): Record<string, unknown>;
33
- export declare function buildDecodeBottleneckDiagnostics(
34
- metrics?: Record<string, unknown>,
35
- timing?: Record<string, unknown>
36
- ): Record<string, unknown> | null;
37
-
38
- export declare function buildFirstLoadComposition(
39
- fields?: Record<string, unknown>
40
- ): Record<string, number | null>;
@@ -1,152 +0,0 @@
1
- export declare function resolvePrompt(runtimeConfig: Record<string, unknown>): string;
2
- export declare function getDefaultEmbeddingSemanticFixtures(): {
3
- retrievalCases: Array<Record<string, unknown>>;
4
- pairCases: Array<Record<string, unknown>>;
5
- minRetrievalTop1Acc: number;
6
- minPairAcc: number;
7
- pairMargin: number;
8
- };
9
- export declare function getDefaultRerankSemanticFixtures(): {
10
- cases: Array<Record<string, unknown>>;
11
- minPairAcc: number;
12
- minScoreMargin: number;
13
- };
14
- export declare function resolveBenchmarkRunSettings(
15
- runtimeConfig: Record<string, unknown>,
16
- source?: Record<string, unknown> | null
17
- ): {
18
- warmupRuns: number;
19
- timedRuns: number;
20
- prompt: string | Record<string, unknown>;
21
- promptLabel: string;
22
- maxTokens: number;
23
- sampling: Record<string, unknown>;
24
- seed?: number;
25
- };
26
- export declare function normalizeDecodeRecordOpLabels(
27
- value: unknown
28
- ): Record<string, number> | null;
29
- export declare function buildDecodeRecordTopOps(
30
- labelCounts: unknown,
31
- totalOps?: number | null,
32
- limit?: number
33
- ): Array<{
34
- label: string;
35
- count: number;
36
- shareOfOps: number | null;
37
- }>;
38
- export declare function groupDecodeRecordOpLabels(
39
- labelCounts: unknown
40
- ): Record<string, number> | null;
41
- export declare function buildDecodeRecordTopOpGroups(
42
- labelCounts: unknown,
43
- totalOps?: number | null,
44
- limit?: number
45
- ): Array<{
46
- label: string;
47
- count: number;
48
- shareOfOps: number | null;
49
- }>;
50
- export declare function normalizeUniformCacheStats(value: unknown): {
51
- hits?: number;
52
- misses?: number;
53
- totalLookups?: number;
54
- hitRateRatio?: number;
55
- hitRate?: string;
56
- evictions?: number;
57
- currentSize?: number;
58
- pendingDestruction?: number;
59
- } | null;
60
- export declare function runEmbeddingSemanticChecks(
61
- pipeline: Record<string, unknown>,
62
- options?: Record<string, unknown> | null
63
- ): Promise<Record<string, unknown>>;
64
- export declare function resolveRerankScoringConfig(
65
- pipeline: Record<string, unknown>
66
- ): Record<string, unknown>;
67
- export declare function formatRerankPrompt(
68
- query: string,
69
- document: string,
70
- scoringConfig: Record<string, unknown>
71
- ): string;
72
- export declare function scoreRerankDocument(
73
- pipeline: Record<string, unknown>,
74
- query: string,
75
- document: string,
76
- scoringConfig?: Record<string, unknown> | null
77
- ): Promise<Record<string, unknown>>;
78
- export declare function runRerank(
79
- pipeline: Record<string, unknown>,
80
- runtimeConfig: Record<string, unknown>,
81
- runOverrides?: Record<string, unknown> | null
82
- ): Promise<Record<string, unknown>>;
83
- export declare function runRerankSemanticChecks(
84
- pipeline: Record<string, unknown>,
85
- options?: Record<string, unknown> | null
86
- ): Promise<Record<string, unknown>>;
87
- export declare function isCoherentOutput(tokens: Array<unknown>, output: unknown): boolean;
88
-
89
- export interface ReferenceLogitsDigest {
90
- index: number | null;
91
- tokenId: number | null;
92
- inputTokenCount: number | null;
93
- dtype: 'f32';
94
- elementCount: number;
95
- digest: string;
96
- top?: Array<{
97
- tokenId: number;
98
- logit: number;
99
- text: string | null;
100
- }>;
101
- }
102
-
103
- export interface KvCacheLayerByteProof {
104
- layer: number;
105
- seqLen: number;
106
- keyBytes: number;
107
- valueBytes: number;
108
- keyDigest: string;
109
- valueDigest: string;
110
- }
111
-
112
- export interface KvCacheByteProof {
113
- mode: 'sha256-layer-kv-bytes';
114
- layout: string;
115
- kvDtype: string | null;
116
- layerCount: number;
117
- digest: string;
118
- layers: KvCacheLayerByteProof[];
119
- }
120
-
121
- export declare function digestLogitsForTranscript(
122
- logits: Float32Array,
123
- context?: Record<string, unknown> | null
124
- ): ReferenceLogitsDigest;
125
-
126
- export declare function captureKvCacheByteProof(
127
- pipeline: Record<string, unknown>,
128
- enabled: boolean
129
- ): Promise<KvCacheByteProof | null>;
130
-
131
- export declare function runGeneration(
132
- pipeline: Record<string, unknown>,
133
- runtimeConfig: Record<string, unknown>,
134
- runOverrides?: Record<string, unknown> | null
135
- ): Promise<Record<string, unknown>>;
136
- export declare function runEmbedding(
137
- pipeline: Record<string, unknown>,
138
- runtimeConfig: Record<string, unknown>,
139
- runOverrides?: Record<string, unknown> | null
140
- ): Promise<Record<string, unknown>>;
141
-
142
- export declare function runImageTranscription(
143
- pipeline: Record<string, unknown>,
144
- runtimeConfig: Record<string, unknown>,
145
- runOverrides?: Record<string, unknown> | null
146
- ): Promise<Record<string, unknown>>;
147
-
148
- export declare function runTextInference(
149
- pipeline: Record<string, unknown>,
150
- runtimeConfig: Record<string, unknown>,
151
- runOverrides?: Record<string, unknown> | null
152
- ): Promise<Record<string, unknown>>;
@@ -1,61 +0,0 @@
1
- import type { CatalogModelLane } from '../../config/model-lanes/catalog-lane-resolver.js';
2
-
3
- export interface KernelCapabilities {
4
- hasF16?: boolean;
5
- hasSubgroups?: boolean;
6
- hasSubgroupsF16?: boolean;
7
- maxBufferSize?: number;
8
- maxWorkgroupSize?: number;
9
- maxWorkgroupStorageSize?: number;
10
- adapterInfo?: {
11
- vendor?: string;
12
- architecture?: string;
13
- device?: string;
14
- description?: string;
15
- };
16
- [key: string]: unknown;
17
- }
18
-
19
- export interface ExecutionLaneSelection {
20
- entry: CatalogModelLane;
21
- selectedModelId: string | null;
22
- usedFallback: boolean;
23
- rejected: Array<{
24
- modelId: string | null;
25
- reason: string;
26
- }>;
27
- reason: string;
28
- }
29
-
30
- export declare function hasF16SubgroupLaneSupport(capabilities: KernelCapabilities | null | undefined): boolean;
31
-
32
- export declare function assertExecutionLaneManifestSupported(
33
- entry: CatalogModelLane | null | undefined,
34
- manifest: Record<string, unknown>,
35
- capabilities: KernelCapabilities | null | undefined,
36
- options?: {
37
- normalizeManifest?: (manifest: Record<string, unknown>) => Record<string, unknown>;
38
- kernelPathPolicy?: unknown;
39
- platform?: {
40
- id?: string;
41
- vendor?: string;
42
- architecture?: string;
43
- };
44
- }
45
- ): void;
46
-
47
- export declare function selectExecutionLaneForCapabilities(
48
- entry: CatalogModelLane,
49
- options?: {
50
- capabilities?: KernelCapabilities | null;
51
- manifestByModelId?: Map<string, Record<string, unknown>> | Record<string, Record<string, unknown>>;
52
- manifests?: Map<string, Record<string, unknown>> | Record<string, Record<string, unknown>>;
53
- normalizeManifest?: (manifest: Record<string, unknown>) => Record<string, unknown>;
54
- kernelPathPolicy?: unknown;
55
- platform?: {
56
- id?: string;
57
- vendor?: string;
58
- architecture?: string;
59
- };
60
- }
61
- ): ExecutionLaneSelection;
@@ -1,126 +0,0 @@
1
- import { DEFAULT_RUNTIME_CONFIG } from '../../config/schema/index.js';
2
- import { compileExecutionV1 } from '../pipelines/text/execution-v1.js';
3
-
4
- export function hasF16SubgroupLaneSupport(capabilities) {
5
- return capabilities?.hasF16 === true && capabilities?.hasSubgroups === true;
6
- }
7
-
8
- function buildPlatform(capabilities) {
9
- return {
10
- id: 'model-lane-runtime',
11
- vendor: capabilities?.adapterInfo?.vendor ?? 'unknown',
12
- architecture: capabilities?.adapterInfo?.architecture ?? 'unknown',
13
- };
14
- }
15
-
16
- function getManifest(manifestByModelId, modelId) {
17
- if (!manifestByModelId || !modelId) return null;
18
- if (typeof manifestByModelId.get === 'function') return manifestByModelId.get(modelId) ?? null;
19
- return manifestByModelId[modelId] ?? null;
20
- }
21
-
22
- function cloneManifest(manifest) {
23
- return typeof structuredClone === 'function'
24
- ? structuredClone(manifest)
25
- : JSON.parse(JSON.stringify(manifest));
26
- }
27
-
28
- export function assertExecutionLaneManifestSupported(entry, manifest, capabilities, options = {}) {
29
- const normalizedManifest = typeof options.normalizeManifest === 'function'
30
- ? options.normalizeManifest(cloneManifest(manifest))
31
- : cloneManifest(manifest);
32
- compileExecutionV1({
33
- manifestInference: normalizedManifest.inference,
34
- modelId: normalizedManifest.modelId ?? entry?.modelId ?? 'unknown',
35
- numLayers: normalizedManifest.architecture?.numLayers ?? 0,
36
- headDim: normalizedManifest.architecture?.headDim ?? null,
37
- capabilities,
38
- platform: options.platform ?? buildPlatform(capabilities),
39
- kernelPathPolicy: options.kernelPathPolicy ?? DEFAULT_RUNTIME_CONFIG.inference.kernelPathPolicy,
40
- });
41
- }
42
-
43
- function unsupportedError(entry, fallback, preferredError, fallbackError) {
44
- return new Error(
45
- `${entry?.modelId ?? 'unknown'}: preferred lane is unsupported on this device (${preferredError.message}); ` +
46
- `${fallback?.modelId ?? 'unknown'}: fallback lane is also unsupported (${fallbackError.message}).`
47
- );
48
- }
49
-
50
- export function selectExecutionLaneForCapabilities(entry, options = {}) {
51
- const capabilities = options.capabilities;
52
- const manifestByModelId = options.manifestByModelId ?? options.manifests;
53
- const fallback = entry?.demoFallbackVariant ?? null;
54
- const manifest = getManifest(manifestByModelId, entry?.modelId);
55
- if (!manifest) {
56
- throw new Error(`${entry?.modelId ?? 'unknown'}: execution lane preflight missing manifest.`);
57
- }
58
-
59
- const assertSupported = (candidate, candidateManifest) => assertExecutionLaneManifestSupported(
60
- candidate,
61
- candidateManifest,
62
- capabilities,
63
- {
64
- normalizeManifest: options.normalizeManifest,
65
- kernelPathPolicy: options.kernelPathPolicy,
66
- platform: options.platform,
67
- }
68
- );
69
-
70
- if (!fallback) {
71
- assertSupported(entry, manifest);
72
- return {
73
- entry,
74
- selectedModelId: entry?.modelId ?? null,
75
- usedFallback: false,
76
- rejected: [],
77
- reason: 'primary lane supported',
78
- };
79
- }
80
-
81
- const fallbackManifest = getManifest(manifestByModelId, fallback.modelId);
82
- if (!fallbackManifest) {
83
- throw new Error(`${fallback.modelId ?? 'unknown'}: execution lane fallback preflight missing manifest.`);
84
- }
85
-
86
- if (!hasF16SubgroupLaneSupport(capabilities)) {
87
- assertSupported(fallback, fallbackManifest);
88
- return {
89
- entry: fallback,
90
- selectedModelId: fallback.modelId ?? null,
91
- usedFallback: true,
92
- rejected: [{
93
- modelId: entry?.modelId ?? null,
94
- reason: 'device lacks shader-f16 plus subgroups',
95
- }],
96
- reason: 'fallback selected because preferred lane requires shader-f16 plus subgroups',
97
- };
98
- }
99
-
100
- try {
101
- assertSupported(entry, manifest);
102
- return {
103
- entry,
104
- selectedModelId: entry?.modelId ?? null,
105
- usedFallback: false,
106
- rejected: [],
107
- reason: 'preferred lane supported',
108
- };
109
- } catch (preferredError) {
110
- try {
111
- assertSupported(fallback, fallbackManifest);
112
- return {
113
- entry: fallback,
114
- selectedModelId: fallback.modelId ?? null,
115
- usedFallback: true,
116
- rejected: [{
117
- modelId: entry?.modelId ?? null,
118
- reason: preferredError.message,
119
- }],
120
- reason: 'fallback selected after preferred lane preflight rejection',
121
- };
122
- } catch (fallbackError) {
123
- throw unsupportedError(entry, fallback, preferredError, fallbackError);
124
- }
125
- }
126
- }
@@ -1,79 +0,0 @@
1
- function requireRandomSource(random) {
2
- if (typeof random !== 'function') {
3
- throw new Error('network evolution requires an explicit random() source.');
4
- }
5
- return random;
6
- }
7
-
8
- const mutateGenome = (genome, mutationRate = 0.1, random = null) => {
9
- const sample = requireRandomSource(random);
10
-
11
- const mutated = JSON.parse(JSON.stringify(genome));
12
- if (sample() < mutationRate) {
13
-
14
- const types = ['chain', 'tree', 'mesh', 'dag'];
15
- mutated.topology.type = types[Math.floor(sample() * types.length)];
16
- }
17
-
18
- for (const node of mutated.nodes) {
19
- if (sample() < mutationRate && typeof node.temperature === 'number') {
20
- node.temperature = Math.min(1, Math.max(0, node.temperature + (sample() - 0.5) * 0.2));
21
- }
22
- }
23
-
24
- for (const edge of mutated.edges) {
25
- if (sample() < mutationRate) {
26
- edge.weight = Math.min(1, Math.max(0, edge.weight + (sample() - 0.5) * 0.4));
27
- }
28
- }
29
-
30
- return mutated;
31
- };
32
-
33
-
34
- const crossoverGenome = (a, b, random = null) => {
35
- const sample = requireRandomSource(random);
36
- return sample() < 0.5 ? JSON.parse(JSON.stringify(a)) : JSON.parse(JSON.stringify(b));
37
- };
38
-
39
-
40
- export async function evolveNetwork(config) {
41
- const {
42
- populationSize = 20,
43
- generations = 10,
44
- eliteCount = 2,
45
- mutationRate = 0.1,
46
- evaluate,
47
- randomGenome,
48
- random,
49
- } = config;
50
- const sample = requireRandomSource(random);
51
-
52
- let population = Array.from({ length: populationSize }, () => randomGenome());
53
-
54
- for (let gen = 0; gen < generations; gen++) {
55
- const scored = await Promise.all(
56
- population.map(async (genome) => ({ genome, score: await evaluate(genome) }))
57
- );
58
- scored.sort((a, b) => b.score - a.score);
59
-
60
- const elite = scored.slice(0, eliteCount).map((item) => item.genome);
61
-
62
- const offspring = [];
63
-
64
- while (offspring.length < populationSize - eliteCount) {
65
- const parentA = scored[Math.floor(sample() * scored.length)].genome;
66
- const parentB = scored[Math.floor(sample() * scored.length)].genome;
67
- const child = mutateGenome(crossoverGenome(parentA, parentB, sample), mutationRate, sample);
68
- offspring.push(child);
69
- }
70
-
71
- population = [...elite, ...offspring];
72
- }
73
-
74
- const finalScores = await Promise.all(
75
- population.map(async (genome) => ({ genome, score: await evaluate(genome) }))
76
- );
77
- finalScores.sort((a, b) => b.score - a.score);
78
- return finalScores[0].genome;
79
- }
@@ -1,21 +0,0 @@
1
- export type PipelineContextOptions = {
2
- applySharedDebug?: boolean;
3
- assignGpuContext?: boolean;
4
- assignUseGPU?: boolean;
5
- assignMemoryContext?: boolean;
6
- assignStorageContext?: boolean;
7
- assignBaseUrl?: boolean;
8
- assignProgress?: boolean;
9
- };
10
-
11
- export declare function restorePipelineContexts(target: Record<string, unknown>): boolean;
12
-
13
- export declare function applyPipelineContexts(
14
- target: Record<string, unknown>,
15
- contexts?: Record<string, unknown>,
16
- options?: PipelineContextOptions
17
- ): {
18
- runtimeConfig: Record<string, unknown>;
19
- sharedDebug: Record<string, unknown> | null | undefined;
20
- restore: () => void;
21
- };
@@ -1,29 +0,0 @@
1
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
2
- import type { WeightBuffer } from '../../../gpu/weight-buffer.js';
3
-
4
- export function resolveDiffusionActivationDtype(runtime: { latent?: { dtype?: string } } | null | undefined): 'f16' | 'f32';
5
-
6
- export function createDiffusionBufferReleaser(
7
- recorder: CommandRecorder | null | undefined
8
- ): (buffer: GPUBuffer | null | undefined) => void;
9
-
10
- export function createDiffusionBufferDestroyer(
11
- recorder: CommandRecorder | null | undefined
12
- ): (buffer: GPUBuffer | null | undefined) => void;
13
-
14
- export function createDiffusionIndexBuffer(device: GPUDevice, indices: Uint32Array, label: string): GPUBuffer;
15
-
16
- export function expectDiffusionWeight<T>(weight: T | null | undefined, label: string): T;
17
-
18
- export function normalizeDiffusionLocationDtype(dtype: string | null | undefined): 'f16' | 'f32' | null;
19
-
20
- export function normalizeDiffusionMatmulLocationDtype(dtype: string | null | undefined): string | null;
21
-
22
- export function inferDiffusionMatmulDtypeFromBuffer(
23
- weight: GPUBuffer | WeightBuffer | null | undefined,
24
- N: number,
25
- K: number,
26
- preferred: string | null | undefined
27
- ): string | null | undefined;
28
-
29
- export function sumDiffusionProfileTimings(timings: Record<string, number> | null | undefined): number | null;
@@ -1,3 +0,0 @@
1
- export { DiffusionPipeline, createDiffusionPipeline } from './pipeline.js';
2
- export { mergeDiffusionConfig, initializeDiffusion } from './init.js';
3
- export { createDiffusionWeightLoader } from './weights.js';
@@ -1,3 +0,0 @@
1
- export { DiffusionPipeline, createDiffusionPipeline } from './pipeline.js';
2
- export { mergeDiffusionConfig, initializeDiffusion } from './init.js';
3
- export { createDiffusionWeightLoader } from './weights.js';
@@ -1,35 +0,0 @@
1
- /**
2
- * Diffusion scheduler.
3
- *
4
- * @module inference/pipelines/diffusion/scheduler
5
- */
6
-
7
- import type { DiffusionSchedulerConfig } from './types.js';
8
-
9
- export interface DiffusionScheduler {
10
- type: string;
11
- steps: number;
12
- sigmas: Float32Array | null;
13
- timesteps: Float32Array;
14
- predictionType?: string;
15
- sigmaData?: number;
16
- }
17
-
18
- export interface DiffusionSchedulerStepResult {
19
- prevSample: Float32Array;
20
- predOriginalSample: Float32Array;
21
- }
22
-
23
- export declare function buildScheduler(
24
- config: DiffusionSchedulerConfig,
25
- stepsOverride?: number | null
26
- ): DiffusionScheduler;
27
-
28
- export declare function stepScmScheduler(
29
- config: DiffusionScheduler,
30
- modelOutput: Float32Array,
31
- timestep: number,
32
- sample: Float32Array,
33
- stepIndex?: number,
34
- noise?: Float32Array | null
35
- ): DiffusionSchedulerStepResult;
@@ -1,20 +0,0 @@
1
- /**
2
- * SD3 Transformer GPU path.
3
- *
4
- * @module inference/pipelines/diffusion/sd3-transformer
5
- */
6
-
7
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
8
- import type { Tensor } from '../../../gpu/tensor.js';
9
- import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
10
- import type { DiffusionWeightEntry } from './weights.js';
11
-
12
- export declare function runSD3Transformer(
13
- latents: Tensor,
14
- context: Tensor,
15
- timeText: Tensor,
16
- weightsEntry: DiffusionWeightEntry,
17
- modelConfig: DiffusionModelConfig,
18
- runtime: DiffusionRuntimeConfig,
19
- options?: { recorder?: CommandRecorder | null }
20
- ): Promise<Tensor>;
@@ -1,21 +0,0 @@
1
- import type { DiffusionModelConfig } from './types.js';
2
- import type { WeightBuffer } from '../../../gpu/weight-buffer.js';
3
-
4
- export interface SD3WeightResolver {
5
- get: (name: string) => GPUBuffer | WeightBuffer | Float32Array | Uint8Array | null;
6
- key: (name: string) => string;
7
- shape: (name: string) => number[] | null;
8
- dtype: (name: string) => string | null;
9
- format: 'diffusers' | 'doppler';
10
- }
11
-
12
- export interface SD3WeightEntry {
13
- weights: Map<string, GPUBuffer | WeightBuffer | Float32Array | Uint8Array>;
14
- shapes: Map<string, number[]>;
15
- dtypes?: Map<string, string>;
16
- }
17
-
18
- export declare function createSD3WeightResolver(
19
- weightsEntry: SD3WeightEntry,
20
- modelConfig?: DiffusionModelConfig | null
21
- ): SD3WeightResolver;