@simulatte/doppler 0.1.8 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1340) hide show
  1. package/README.md +3 -97
  2. package/package.json +5 -160
  3. package/BRANDING.md +0 -14
  4. package/CHANGELOG.md +0 -145
  5. package/LICENSE +0 -201
  6. package/NOTICE +0 -5
  7. package/SECURITY.md +0 -19
  8. package/src/adapters/adapter-manager.d.ts +0 -200
  9. package/src/adapters/adapter-manager.js +0 -509
  10. package/src/adapters/adapter-manifest.d.ts +0 -290
  11. package/src/adapters/adapter-manifest.js +0 -320
  12. package/src/adapters/adapter-registry.d.ts +0 -192
  13. package/src/adapters/adapter-registry.js +0 -477
  14. package/src/adapters/index.d.ts +0 -89
  15. package/src/adapters/index.js +0 -42
  16. package/src/adapters/lora-loader.d.ts +0 -105
  17. package/src/adapters/lora-loader.js +0 -414
  18. package/src/bootstrap.d.ts +0 -1
  19. package/src/bootstrap.js +0 -30
  20. package/src/bridge/extension/background.d.ts +0 -14
  21. package/src/bridge/extension/background.js +0 -168
  22. package/src/bridge/extension/manifest.json +0 -34
  23. package/src/bridge/extension-client.d.ts +0 -114
  24. package/src/bridge/extension-client.js +0 -409
  25. package/src/bridge/index.d.ts +0 -69
  26. package/src/bridge/index.js +0 -53
  27. package/src/bridge/protocol.d.ts +0 -96
  28. package/src/bridge/protocol.js +0 -130
  29. package/src/browser/browser-converter.d.ts +0 -71
  30. package/src/browser/browser-converter.js +0 -977
  31. package/src/browser/file-picker.d.ts +0 -63
  32. package/src/browser/file-picker.js +0 -281
  33. package/src/browser/gguf-importer.d.ts +0 -136
  34. package/src/browser/gguf-importer.js +0 -532
  35. package/src/browser/gguf-parser-browser.d.ts +0 -14
  36. package/src/browser/gguf-parser-browser.js +0 -17
  37. package/src/browser/quantization.d.ts +0 -69
  38. package/src/browser/quantization.js +0 -328
  39. package/src/browser/safetensors-parser-browser.d.ts +0 -193
  40. package/src/browser/safetensors-parser-browser.js +0 -347
  41. package/src/browser/shard-io-browser.d.ts +0 -57
  42. package/src/browser/shard-io-browser.js +0 -89
  43. package/src/browser/tensor-source-download.d.ts +0 -27
  44. package/src/browser/tensor-source-download.js +0 -245
  45. package/src/browser/tensor-source-file.d.ts +0 -26
  46. package/src/browser/tensor-source-file.js +0 -53
  47. package/src/browser/tensor-source-http.d.ts +0 -29
  48. package/src/browser/tensor-source-http.js +0 -130
  49. package/src/client/doppler-api.browser.d.ts +0 -1
  50. package/src/client/doppler-api.browser.js +0 -304
  51. package/src/client/doppler-api.d.ts +0 -80
  52. package/src/client/doppler-api.js +0 -314
  53. package/src/client/doppler-provider/generation.d.ts +0 -25
  54. package/src/client/doppler-provider/generation.js +0 -126
  55. package/src/client/doppler-provider/index.d.ts +0 -2
  56. package/src/client/doppler-provider/index.js +0 -3
  57. package/src/client/doppler-provider/model-manager.d.ts +0 -71
  58. package/src/client/doppler-provider/model-manager.js +0 -739
  59. package/src/client/doppler-provider/provider.d.ts +0 -5
  60. package/src/client/doppler-provider/provider.js +0 -102
  61. package/src/client/doppler-provider/source-runtime.d.ts +0 -23
  62. package/src/client/doppler-provider/source-runtime.js +0 -641
  63. package/src/client/doppler-provider/types.d.ts +0 -127
  64. package/src/client/doppler-provider/types.js +0 -17
  65. package/src/client/doppler-provider.d.ts +0 -46
  66. package/src/client/doppler-provider.js +0 -36
  67. package/src/client/doppler-registry.d.ts +0 -23
  68. package/src/client/doppler-registry.js +0 -88
  69. package/src/client/doppler-registry.json +0 -24
  70. package/src/config/README.md +0 -69
  71. package/src/config/backward-registry-loader.d.ts +0 -3
  72. package/src/config/backward-registry-loader.js +0 -23
  73. package/src/config/execution-contract-check.d.ts +0 -82
  74. package/src/config/execution-contract-check.js +0 -317
  75. package/src/config/execution-v0-contract-check.d.ts +0 -94
  76. package/src/config/execution-v0-contract-check.js +0 -349
  77. package/src/config/execution-v0-graph-contract-check.d.ts +0 -20
  78. package/src/config/execution-v0-graph-contract-check.js +0 -64
  79. package/src/config/index.d.ts +0 -63
  80. package/src/config/index.js +0 -31
  81. package/src/config/kernel-path-contract-check.d.ts +0 -76
  82. package/src/config/kernel-path-contract-check.js +0 -507
  83. package/src/config/kernel-path-loader.d.ts +0 -170
  84. package/src/config/kernel-path-loader.js +0 -570
  85. package/src/config/kernels/backward-registry.json +0 -99
  86. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  87. package/src/config/kernels/kernel-ref-digests.js +0 -226
  88. package/src/config/kernels/kernel-ref.d.ts +0 -17
  89. package/src/config/kernels/kernel-ref.js +0 -75
  90. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  91. package/src/config/kernels/registry.d.ts +0 -86
  92. package/src/config/kernels/registry.js +0 -116
  93. package/src/config/kernels/registry.json +0 -7443
  94. package/src/config/loader.d.ts +0 -57
  95. package/src/config/loader.js +0 -578
  96. package/src/config/merge-contract-check.d.ts +0 -16
  97. package/src/config/merge-contract-check.js +0 -383
  98. package/src/config/merge-helpers.d.ts +0 -58
  99. package/src/config/merge-helpers.js +0 -175
  100. package/src/config/merge.d.ts +0 -143
  101. package/src/config/merge.js +0 -414
  102. package/src/config/param-categories.d.ts +0 -17
  103. package/src/config/param-categories.js +0 -72
  104. package/src/config/param-validator.d.ts +0 -26
  105. package/src/config/param-validator.js +0 -280
  106. package/src/config/platforms/amd-rdna3.json +0 -16
  107. package/src/config/platforms/apple-m1.json +0 -16
  108. package/src/config/platforms/apple-m2.json +0 -16
  109. package/src/config/platforms/apple-m3.json +0 -16
  110. package/src/config/platforms/generic.json +0 -14
  111. package/src/config/platforms/loader.d.ts +0 -65
  112. package/src/config/platforms/loader.js +0 -153
  113. package/src/config/platforms/nvidia-rtx30.json +0 -16
  114. package/src/config/platforms/nvidia-rtx40.json +0 -16
  115. package/src/config/presets/kernel-paths/embeddinggemma-f16-f32a.json +0 -60
  116. package/src/config/presets/kernel-paths/embeddinggemma-f32-f32a.json +0 -60
  117. package/src/config/presets/kernel-paths/embeddinggemma-q4k-dequant-f32a.json +0 -60
  118. package/src/config/presets/kernel-paths/gemma2-f16-f16a.json +0 -61
  119. package/src/config/presets/kernel-paths/gemma2-f16-f32a.json +0 -60
  120. package/src/config/presets/kernel-paths/gemma2-q4k-dequant-f16a.json +0 -61
  121. package/src/config/presets/kernel-paths/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -60
  122. package/src/config/presets/kernel-paths/gemma2-q4k-fused-f32a.json +0 -57
  123. package/src/config/presets/kernel-paths/gemma3-f16-fused-f16a-online.json +0 -200
  124. package/src/config/presets/kernel-paths/gemma3-f16-fused-f32a-online-streamingprefill.json +0 -223
  125. package/src/config/presets/kernel-paths/gemma3-f16-fused-f32a-online.json +0 -223
  126. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f16a-online.json +0 -60
  127. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32a-nosubgroups.json +0 -61
  128. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32a-online.json +0 -61
  129. package/src/config/presets/kernel-paths/gemma3-q4k-dequant-f32w-f32a-online.json +0 -56
  130. package/src/config/presets/kernel-paths/lfm2-q4k-dequant-f32a-nosubgroups.json +0 -61
  131. package/src/config/presets/kernel-paths/lfm2-q4k-dequant-f32a-online.json +0 -61
  132. package/src/config/presets/kernel-paths/registry.json +0 -138
  133. package/src/config/presets/models/deepseek.json +0 -20
  134. package/src/config/presets/models/diffusion.json +0 -10
  135. package/src/config/presets/models/embeddinggemma.json +0 -74
  136. package/src/config/presets/models/functiongemma.json +0 -31
  137. package/src/config/presets/models/gemma2.json +0 -60
  138. package/src/config/presets/models/gemma3.json +0 -77
  139. package/src/config/presets/models/gpt-oss.json +0 -68
  140. package/src/config/presets/models/janus-text.json +0 -27
  141. package/src/config/presets/models/kimi-k2.json +0 -25
  142. package/src/config/presets/models/lfm2.json +0 -83
  143. package/src/config/presets/models/llama3.json +0 -40
  144. package/src/config/presets/models/mamba.json +0 -34
  145. package/src/config/presets/models/mixtral.json +0 -37
  146. package/src/config/presets/models/modernbert.json +0 -32
  147. package/src/config/presets/models/qwen3.json +0 -49
  148. package/src/config/presets/models/qwen3_5.json +0 -16
  149. package/src/config/presets/models/transformer.json +0 -78
  150. package/src/config/presets/models/translategemma.json +0 -30
  151. package/src/config/presets/platforms/nvidia-gb200-8gpu.json +0 -45
  152. package/src/config/presets/platforms/nvidia-gb200-nvl72.json +0 -45
  153. package/src/config/presets/platforms/nvidia-gh200-nvl2.json +0 -44
  154. package/src/config/presets/platforms/nvidia-gh200.json +0 -44
  155. package/src/config/presets/runtime/compute/f16-activations.json +0 -30
  156. package/src/config/presets/runtime/compute/f16-batched.json +0 -32
  157. package/src/config/presets/runtime/default.json +0 -101
  158. package/src/config/presets/runtime/diagnostics/debug-logits.json +0 -53
  159. package/src/config/presets/runtime/experiments/bench/gemma3-bench-q4k.json +0 -53
  160. package/src/config/presets/runtime/experiments/debug/gemma3-debug-q4k.json +0 -210
  161. package/src/config/presets/runtime/experiments/verify/gemma3-verify.json +0 -39
  162. package/src/config/presets/runtime/kernels/dequant-f16-q4k.json +0 -13
  163. package/src/config/presets/runtime/kernels/dequant-f32-q4k.json +0 -13
  164. package/src/config/presets/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  165. package/src/config/presets/runtime/kernels/fused-q4k.json +0 -13
  166. package/src/config/presets/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  167. package/src/config/presets/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  168. package/src/config/presets/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  169. package/src/config/presets/runtime/kernels/safe-q4k.json +0 -13
  170. package/src/config/presets/runtime/model/gemma2-debug.json +0 -77
  171. package/src/config/presets/runtime/model/gemma2-pipeline-debug.json +0 -66
  172. package/src/config/presets/runtime/model/gemma2-pipeline.json +0 -75
  173. package/src/config/presets/runtime/model/gemma3-layer-probe.json +0 -85
  174. package/src/config/presets/runtime/model/qwen3-5-layer-probe.json +0 -52
  175. package/src/config/presets/runtime/model/qwen3-5-linear-attn-debug.json +0 -90
  176. package/src/config/presets/runtime/modes/bench.json +0 -37
  177. package/src/config/presets/runtime/modes/debug.json +0 -39
  178. package/src/config/presets/runtime/modes/default.json +0 -10
  179. package/src/config/presets/runtime/modes/embedding-bench.json +0 -28
  180. package/src/config/presets/runtime/modes/embedding.json +0 -54
  181. package/src/config/presets/runtime/modes/low-memory.json +0 -40
  182. package/src/config/presets/runtime/modes/production.json +0 -48
  183. package/src/config/presets/runtime/modes/simulation.json +0 -30
  184. package/src/config/presets/runtime/modes/trace-layers.json +0 -126
  185. package/src/config/presets/runtime/platform/metal-apple-q4k.json +0 -11
  186. package/src/config/quantization-contract-check.d.ts +0 -12
  187. package/src/config/quantization-contract-check.js +0 -91
  188. package/src/config/required-inference-fields-contract-check.d.ts +0 -24
  189. package/src/config/required-inference-fields-contract-check.js +0 -237
  190. package/src/config/runtime-merge.d.ts +0 -5
  191. package/src/config/runtime-merge.js +0 -21
  192. package/src/config/runtime.d.ts +0 -28
  193. package/src/config/runtime.js +0 -61
  194. package/src/config/schema/adapter.schema.d.ts +0 -53
  195. package/src/config/schema/adapter.schema.js +0 -60
  196. package/src/config/schema/backward-registry.schema.d.ts +0 -14
  197. package/src/config/schema/backward-registry.schema.js +0 -46
  198. package/src/config/schema/benchmark.schema.d.ts +0 -54
  199. package/src/config/schema/benchmark.schema.js +0 -74
  200. package/src/config/schema/bridge.schema.d.ts +0 -25
  201. package/src/config/schema/bridge.schema.js +0 -22
  202. package/src/config/schema/browser-suite-metrics.schema.d.ts +0 -17
  203. package/src/config/schema/browser-suite-metrics.schema.js +0 -46
  204. package/src/config/schema/buffer-pool.schema.d.ts +0 -92
  205. package/src/config/schema/buffer-pool.schema.js +0 -50
  206. package/src/config/schema/conversion-report.schema.d.ts +0 -40
  207. package/src/config/schema/conversion-report.schema.js +0 -108
  208. package/src/config/schema/conversion.schema.d.ts +0 -184
  209. package/src/config/schema/conversion.schema.js +0 -13
  210. package/src/config/schema/converter.schema.d.ts +0 -123
  211. package/src/config/schema/converter.schema.js +0 -136
  212. package/src/config/schema/debug.schema.d.ts +0 -250
  213. package/src/config/schema/debug.schema.js +0 -106
  214. package/src/config/schema/diffusion.schema.d.ts +0 -88
  215. package/src/config/schema/diffusion.schema.js +0 -62
  216. package/src/config/schema/distill-training.schema.d.ts +0 -48
  217. package/src/config/schema/distill-training.schema.js +0 -139
  218. package/src/config/schema/distribution.schema.d.ts +0 -155
  219. package/src/config/schema/distribution.schema.js +0 -81
  220. package/src/config/schema/doppler.schema.d.ts +0 -75
  221. package/src/config/schema/doppler.schema.js +0 -341
  222. package/src/config/schema/ecosystem.schema.d.ts +0 -255
  223. package/src/config/schema/ecosystem.schema.js +0 -534
  224. package/src/config/schema/emulation.schema.d.ts +0 -351
  225. package/src/config/schema/emulation.schema.js +0 -299
  226. package/src/config/schema/energy.schema.d.ts +0 -102
  227. package/src/config/schema/energy.schema.js +0 -72
  228. package/src/config/schema/execution-v0.schema.d.ts +0 -187
  229. package/src/config/schema/execution-v0.schema.js +0 -55
  230. package/src/config/schema/gpu-cache.schema.d.ts +0 -26
  231. package/src/config/schema/gpu-cache.schema.js +0 -8
  232. package/src/config/schema/harness.schema.d.ts +0 -32
  233. package/src/config/schema/harness.schema.js +0 -20
  234. package/src/config/schema/hotswap.schema.d.ts +0 -55
  235. package/src/config/schema/hotswap.schema.js +0 -18
  236. package/src/config/schema/index.d.ts +0 -885
  237. package/src/config/schema/index.js +0 -489
  238. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  239. package/src/config/schema/inference-defaults.schema.js +0 -188
  240. package/src/config/schema/inference.schema.d.ts +0 -298
  241. package/src/config/schema/inference.schema.js +0 -39
  242. package/src/config/schema/intent-bundle.schema.d.ts +0 -28
  243. package/src/config/schema/intent-bundle.schema.js +0 -12
  244. package/src/config/schema/kernel-path.schema.d.ts +0 -183
  245. package/src/config/schema/kernel-path.schema.js +0 -9
  246. package/src/config/schema/kernel-registry.schema.d.ts +0 -199
  247. package/src/config/schema/kernel-registry.schema.js +0 -46
  248. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -302
  249. package/src/config/schema/kernel-thresholds.schema.js +0 -195
  250. package/src/config/schema/kernel-warmup.schema.d.ts +0 -19
  251. package/src/config/schema/kernel-warmup.schema.js +0 -5
  252. package/src/config/schema/kvcache.schema.d.ts +0 -131
  253. package/src/config/schema/kvcache.schema.js +0 -31
  254. package/src/config/schema/loading.schema.d.ts +0 -153
  255. package/src/config/schema/loading.schema.js +0 -84
  256. package/src/config/schema/lora.schema.d.ts +0 -12
  257. package/src/config/schema/lora.schema.js +0 -12
  258. package/src/config/schema/manifest.schema.d.ts +0 -507
  259. package/src/config/schema/manifest.schema.js +0 -146
  260. package/src/config/schema/memory-limits.schema.d.ts +0 -107
  261. package/src/config/schema/memory-limits.schema.js +0 -57
  262. package/src/config/schema/moe.schema.d.ts +0 -78
  263. package/src/config/schema/moe.schema.js +0 -31
  264. package/src/config/schema/platform.schema.d.ts +0 -121
  265. package/src/config/schema/platform.schema.js +0 -1
  266. package/src/config/schema/preset.schema.d.ts +0 -124
  267. package/src/config/schema/preset.schema.js +0 -1
  268. package/src/config/schema/quantization-defaults.schema.d.ts +0 -34
  269. package/src/config/schema/quantization-defaults.schema.js +0 -5
  270. package/src/config/schema/quantization.schema.d.ts +0 -10
  271. package/src/config/schema/quantization.schema.js +0 -33
  272. package/src/config/schema/shared-runtime.schema.d.ts +0 -75
  273. package/src/config/schema/shared-runtime.schema.js +0 -45
  274. package/src/config/schema/speculative.schema.d.ts +0 -21
  275. package/src/config/schema/speculative.schema.js +0 -11
  276. package/src/config/schema/storage.schema.d.ts +0 -123
  277. package/src/config/schema/storage.schema.js +0 -66
  278. package/src/config/schema/tooling.schema.d.ts +0 -29
  279. package/src/config/schema/tooling.schema.js +0 -12
  280. package/src/config/schema/training-metrics.schema.d.ts +0 -89
  281. package/src/config/schema/training-metrics.schema.js +0 -374
  282. package/src/config/schema/training.schema.d.ts +0 -88
  283. package/src/config/schema/training.schema.js +0 -106
  284. package/src/config/schema/tuner.schema.d.ts +0 -39
  285. package/src/config/schema/tuner.schema.js +0 -13
  286. package/src/config/schema/ul-training.schema.d.ts +0 -61
  287. package/src/config/schema/ul-training.schema.js +0 -140
  288. package/src/config/schema/units.schema.d.ts +0 -27
  289. package/src/config/schema/units.schema.js +0 -26
  290. package/src/config/training-defaults.d.ts +0 -24
  291. package/src/config/training-defaults.js +0 -99
  292. package/src/converter/conversion-plan.d.ts +0 -64
  293. package/src/converter/conversion-plan.js +0 -565
  294. package/src/converter/core.d.ts +0 -264
  295. package/src/converter/core.js +0 -1374
  296. package/src/converter/execution-v0-manifest.d.ts +0 -15
  297. package/src/converter/execution-v0-manifest.js +0 -149
  298. package/src/converter/index.d.ts +0 -99
  299. package/src/converter/index.js +0 -60
  300. package/src/converter/manifest-inference.d.ts +0 -20
  301. package/src/converter/manifest-inference.js +0 -513
  302. package/src/converter/parsers/diffusion.d.ts +0 -50
  303. package/src/converter/parsers/diffusion.js +0 -327
  304. package/src/converter/parsers/gguf.d.ts +0 -22
  305. package/src/converter/parsers/gguf.js +0 -46
  306. package/src/converter/parsers/index.d.ts +0 -21
  307. package/src/converter/parsers/index.js +0 -12
  308. package/src/converter/parsers/transformer.d.ts +0 -16
  309. package/src/converter/parsers/transformer.js +0 -29
  310. package/src/converter/quantization-info.d.ts +0 -37
  311. package/src/converter/quantization-info.js +0 -422
  312. package/src/converter/quantizer.d.ts +0 -96
  313. package/src/converter/quantizer.js +0 -429
  314. package/src/converter/rope-config.d.ts +0 -15
  315. package/src/converter/rope-config.js +0 -262
  316. package/src/converter/shard-packer.d.ts +0 -138
  317. package/src/converter/shard-packer.js +0 -425
  318. package/src/converter/tokenizer-utils.d.ts +0 -12
  319. package/src/converter/tokenizer-utils.js +0 -104
  320. package/src/debug/config.d.ts +0 -78
  321. package/src/debug/config.js +0 -347
  322. package/src/debug/history.d.ts +0 -65
  323. package/src/debug/history.js +0 -71
  324. package/src/debug/index.d.ts +0 -268
  325. package/src/debug/index.js +0 -192
  326. package/src/debug/log.d.ts +0 -46
  327. package/src/debug/log.js +0 -132
  328. package/src/debug/perf.d.ts +0 -33
  329. package/src/debug/perf.js +0 -51
  330. package/src/debug/reference/README.md +0 -114
  331. package/src/debug/reference/hf_attn_debug.py +0 -114
  332. package/src/debug/reference/hf_embed_check.py +0 -89
  333. package/src/debug/reference/hf_layer_out.py +0 -100
  334. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  335. package/src/debug/reference/hf_rope_check.py +0 -116
  336. package/src/debug/reference/hf_weights.py +0 -75
  337. package/src/debug/signals.d.ts +0 -63
  338. package/src/debug/signals.js +0 -39
  339. package/src/debug/stats.d.ts +0 -47
  340. package/src/debug/stats.js +0 -160
  341. package/src/debug/tensor.d.ts +0 -125
  342. package/src/debug/tensor.js +0 -268
  343. package/src/debug/trace.d.ts +0 -17
  344. package/src/debug/trace.js +0 -167
  345. package/src/diffusion/image-regression.d.ts +0 -31
  346. package/src/diffusion/image-regression.js +0 -107
  347. package/src/diffusion/index.d.ts +0 -8
  348. package/src/diffusion/index.js +0 -8
  349. package/src/distribution/p2p-control-plane.d.ts +0 -52
  350. package/src/distribution/p2p-control-plane.js +0 -272
  351. package/src/distribution/p2p-observability.d.ts +0 -116
  352. package/src/distribution/p2p-observability.js +0 -303
  353. package/src/distribution/p2p-transport-contract.d.ts +0 -57
  354. package/src/distribution/p2p-transport-contract.js +0 -310
  355. package/src/distribution/p2p-webrtc-browser.d.ts +0 -37
  356. package/src/distribution/p2p-webrtc-browser.js +0 -454
  357. package/src/distribution/shard-delivery.d.ts +0 -251
  358. package/src/distribution/shard-delivery.js +0 -2152
  359. package/src/energy/index.d.ts +0 -2
  360. package/src/energy/index.js +0 -2
  361. package/src/errors/doppler-error.d.ts +0 -21
  362. package/src/errors/doppler-error.js +0 -25
  363. package/src/errors/index.d.ts +0 -1
  364. package/src/errors/index.js +0 -1
  365. package/src/formats/gguf/index.d.ts +0 -8
  366. package/src/formats/gguf/index.js +0 -4
  367. package/src/formats/gguf/types.d.ts +0 -137
  368. package/src/formats/gguf/types.js +0 -460
  369. package/src/formats/index.d.ts +0 -51
  370. package/src/formats/index.js +0 -13
  371. package/src/formats/rdrr/classification.d.ts +0 -39
  372. package/src/formats/rdrr/classification.js +0 -275
  373. package/src/formats/rdrr/groups.d.ts +0 -35
  374. package/src/formats/rdrr/groups.js +0 -73
  375. package/src/formats/rdrr/index.d.ts +0 -25
  376. package/src/formats/rdrr/index.js +0 -19
  377. package/src/formats/rdrr/manifest.d.ts +0 -32
  378. package/src/formats/rdrr/manifest.js +0 -108
  379. package/src/formats/rdrr/parsing.d.ts +0 -27
  380. package/src/formats/rdrr/parsing.js +0 -151
  381. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -42
  382. package/src/formats/rdrr/tensor-config-validator.js +0 -156
  383. package/src/formats/rdrr/types.d.ts +0 -201
  384. package/src/formats/rdrr/types.js +0 -16
  385. package/src/formats/rdrr/validation.d.ts +0 -9
  386. package/src/formats/rdrr/validation.js +0 -213
  387. package/src/formats/safetensors/index.d.ts +0 -8
  388. package/src/formats/safetensors/index.js +0 -4
  389. package/src/formats/safetensors/types.d.ts +0 -67
  390. package/src/formats/safetensors/types.js +0 -102
  391. package/src/formats/tokenizer/index.d.ts +0 -5
  392. package/src/formats/tokenizer/index.js +0 -3
  393. package/src/formats/tokenizer/types.d.ts +0 -9
  394. package/src/formats/tokenizer/types.js +0 -22
  395. package/src/generation/index.d.ts +0 -18
  396. package/src/generation/index.js +0 -12
  397. package/src/gpu/command-recorder.d.ts +0 -175
  398. package/src/gpu/command-recorder.js +0 -498
  399. package/src/gpu/device.d.ts +0 -142
  400. package/src/gpu/device.js +0 -462
  401. package/src/gpu/kernel-runtime.d.ts +0 -20
  402. package/src/gpu/kernel-runtime.js +0 -37
  403. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  404. package/src/gpu/kernel-selection-cache.js +0 -13
  405. package/src/gpu/kernel-selection-log.d.ts +0 -12
  406. package/src/gpu/kernel-selection-log.js +0 -28
  407. package/src/gpu/kernel-selector.d.ts +0 -11
  408. package/src/gpu/kernel-selector.js +0 -10
  409. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  410. package/src/gpu/kernel-tuner/benchmarks.js +0 -902
  411. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  412. package/src/gpu/kernel-tuner/cache.js +0 -133
  413. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  414. package/src/gpu/kernel-tuner/index.js +0 -38
  415. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  416. package/src/gpu/kernel-tuner/tuner.js +0 -247
  417. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  418. package/src/gpu/kernel-tuner/types.js +0 -4
  419. package/src/gpu/kernel-tuner.d.ts +0 -33
  420. package/src/gpu/kernel-tuner.js +0 -12
  421. package/src/gpu/kernels/README.md +0 -127
  422. package/src/gpu/kernels/attention.d.ts +0 -236
  423. package/src/gpu/kernels/attention.js +0 -1438
  424. package/src/gpu/kernels/attention.wgsl +0 -249
  425. package/src/gpu/kernels/attention_bdpa_decode_f16.wgsl +0 -246
  426. package/src/gpu/kernels/attention_decode.wgsl +0 -233
  427. package/src/gpu/kernels/attention_decode_chunked_f16.wgsl +0 -183
  428. package/src/gpu/kernels/attention_decode_chunked_f16kv.wgsl +0 -208
  429. package/src/gpu/kernels/attention_decode_f16.wgsl +0 -202
  430. package/src/gpu/kernels/attention_decode_f16kv.wgsl +0 -224
  431. package/src/gpu/kernels/attention_decode_online_f16.wgsl +0 -223
  432. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +0 -225
  433. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  434. package/src/gpu/kernels/attention_decode_paged_f16.wgsl +0 -172
  435. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +0 -174
  436. package/src/gpu/kernels/attention_decode_subgroup.wgsl +0 -233
  437. package/src/gpu/kernels/attention_decode_tiered_f16.wgsl +0 -218
  438. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +0 -220
  439. package/src/gpu/kernels/attention_decode_tiered_int4_f16kv.wgsl +0 -242
  440. package/src/gpu/kernels/attention_decode_tiered_int8_f16kv.wgsl +0 -242
  441. package/src/gpu/kernels/attention_f16.wgsl +0 -214
  442. package/src/gpu/kernels/attention_f16kv.wgsl +0 -242
  443. package/src/gpu/kernels/attention_small.wgsl +0 -260
  444. package/src/gpu/kernels/attention_small_f16.wgsl +0 -240
  445. package/src/gpu/kernels/attention_small_f16kv.wgsl +0 -266
  446. package/src/gpu/kernels/attention_streaming.wgsl +0 -149
  447. package/src/gpu/kernels/attention_streaming_f16.wgsl +0 -147
  448. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +0 -151
  449. package/src/gpu/kernels/backward/adam.d.ts +0 -28
  450. package/src/gpu/kernels/backward/adam.js +0 -203
  451. package/src/gpu/kernels/backward/adam.wgsl +0 -50
  452. package/src/gpu/kernels/backward/attention_backward.d.ts +0 -22
  453. package/src/gpu/kernels/backward/attention_backward.js +0 -364
  454. package/src/gpu/kernels/backward/attention_backward.wgsl +0 -49
  455. package/src/gpu/kernels/backward/bias_add_backward.d.ts +0 -17
  456. package/src/gpu/kernels/backward/bias_add_backward.js +0 -24
  457. package/src/gpu/kernels/backward/bias_add_backward.wgsl +0 -33
  458. package/src/gpu/kernels/backward/conv2d_backward.d.ts +0 -31
  459. package/src/gpu/kernels/backward/conv2d_backward.js +0 -148
  460. package/src/gpu/kernels/backward/conv2d_backward_input.wgsl +0 -83
  461. package/src/gpu/kernels/backward/conv2d_backward_weight.wgsl +0 -70
  462. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +0 -23
  463. package/src/gpu/kernels/backward/cross_entropy_backward.js +0 -29
  464. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +0 -39
  465. package/src/gpu/kernels/backward/embed_backward.d.ts +0 -29
  466. package/src/gpu/kernels/backward/embed_backward.js +0 -118
  467. package/src/gpu/kernels/backward/embed_backward.wgsl +0 -73
  468. package/src/gpu/kernels/backward/gelu_backward.d.ts +0 -16
  469. package/src/gpu/kernels/backward/gelu_backward.js +0 -39
  470. package/src/gpu/kernels/backward/gelu_backward.wgsl +0 -38
  471. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +0 -24
  472. package/src/gpu/kernels/backward/groupnorm_backward.js +0 -29
  473. package/src/gpu/kernels/backward/groupnorm_backward.wgsl +0 -143
  474. package/src/gpu/kernels/backward/index.d.ts +0 -17
  475. package/src/gpu/kernels/backward/index.js +0 -23
  476. package/src/gpu/kernels/backward/layernorm_backward.d.ts +0 -22
  477. package/src/gpu/kernels/backward/layernorm_backward.js +0 -135
  478. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -194
  479. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -32
  480. package/src/gpu/kernels/backward/matmul_backward.js +0 -124
  481. package/src/gpu/kernels/backward/matmul_backward.wgsl +0 -90
  482. package/src/gpu/kernels/backward/matmul_transpose_a.wgsl +0 -84
  483. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +0 -22
  484. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +0 -30
  485. package/src/gpu/kernels/backward/pixel_shuffle_backward.wgsl +0 -54
  486. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +0 -24
  487. package/src/gpu/kernels/backward/rmsnorm_backward.js +0 -101
  488. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +0 -78
  489. package/src/gpu/kernels/backward/rope_backward.d.ts +0 -25
  490. package/src/gpu/kernels/backward/rope_backward.js +0 -109
  491. package/src/gpu/kernels/backward/rope_backward.wgsl +0 -59
  492. package/src/gpu/kernels/backward/scale_backward.d.ts +0 -16
  493. package/src/gpu/kernels/backward/scale_backward.js +0 -84
  494. package/src/gpu/kernels/backward/scale_backward.wgsl +0 -27
  495. package/src/gpu/kernels/backward/silu_backward.d.ts +0 -16
  496. package/src/gpu/kernels/backward/silu_backward.js +0 -39
  497. package/src/gpu/kernels/backward/silu_backward.wgsl +0 -31
  498. package/src/gpu/kernels/backward/softmax_backward.d.ts +0 -16
  499. package/src/gpu/kernels/backward/softmax_backward.js +0 -43
  500. package/src/gpu/kernels/backward/softmax_backward.wgsl +0 -44
  501. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +0 -21
  502. package/src/gpu/kernels/backward/upsample2d_backward.js +0 -30
  503. package/src/gpu/kernels/backward/upsample2d_backward.wgsl +0 -59
  504. package/src/gpu/kernels/backward/utils.d.ts +0 -45
  505. package/src/gpu/kernels/backward/utils.js +0 -371
  506. package/src/gpu/kernels/bf16_to_f16.wgsl +0 -54
  507. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -70
  508. package/src/gpu/kernels/bias_add.wgsl +0 -42
  509. package/src/gpu/kernels/bias_add_f16.wgsl +0 -47
  510. package/src/gpu/kernels/cast.d.ts +0 -67
  511. package/src/gpu/kernels/cast.js +0 -464
  512. package/src/gpu/kernels/cast_f16_to_f32.wgsl +0 -31
  513. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -36
  514. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  515. package/src/gpu/kernels/check-finiteness.js +0 -149
  516. package/src/gpu/kernels/check-stop.d.ts +0 -31
  517. package/src/gpu/kernels/check-stop.js +0 -170
  518. package/src/gpu/kernels/clamp.d.ts +0 -22
  519. package/src/gpu/kernels/clamp.js +0 -42
  520. package/src/gpu/kernels/clamp.wgsl +0 -24
  521. package/src/gpu/kernels/constants.d.ts +0 -168
  522. package/src/gpu/kernels/constants.js +0 -129
  523. package/src/gpu/kernels/conv2d.d.ts +0 -34
  524. package/src/gpu/kernels/conv2d.js +0 -91
  525. package/src/gpu/kernels/conv2d.wgsl +0 -70
  526. package/src/gpu/kernels/conv2d_f16.wgsl +0 -72
  527. package/src/gpu/kernels/cross_entropy_loss.d.ts +0 -21
  528. package/src/gpu/kernels/cross_entropy_loss.js +0 -60
  529. package/src/gpu/kernels/cross_entropy_loss.wgsl +0 -39
  530. package/src/gpu/kernels/depthwise_conv2d.d.ts +0 -29
  531. package/src/gpu/kernels/depthwise_conv2d.js +0 -109
  532. package/src/gpu/kernels/depthwise_conv2d.wgsl +0 -55
  533. package/src/gpu/kernels/depthwise_conv2d_f16.wgsl +0 -59
  534. package/src/gpu/kernels/dequant.d.ts +0 -108
  535. package/src/gpu/kernels/dequant.js +0 -576
  536. package/src/gpu/kernels/dequant_f16_out.wgsl +0 -151
  537. package/src/gpu/kernels/dequant_f16_out_vec4.wgsl +0 -149
  538. package/src/gpu/kernels/dequant_f16_rowwise.wgsl +0 -139
  539. package/src/gpu/kernels/dequant_f32_rowwise.wgsl +0 -133
  540. package/src/gpu/kernels/dequant_mxfp4.wgsl +0 -120
  541. package/src/gpu/kernels/dequant_mxfp4_expert.wgsl +0 -129
  542. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +0 -105
  543. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  544. package/src/gpu/kernels/dequant_q6k.wgsl +0 -140
  545. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  546. package/src/gpu/kernels/dequant_shared.wgsl +0 -202
  547. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -153
  548. package/src/gpu/kernels/dequant_subgroup.wgsl +0 -202
  549. package/src/gpu/kernels/dispatch.d.ts +0 -157
  550. package/src/gpu/kernels/dispatch.js +0 -235
  551. package/src/gpu/kernels/energy.d.ts +0 -113
  552. package/src/gpu/kernels/energy.js +0 -448
  553. package/src/gpu/kernels/energy_eval.wgsl +0 -26
  554. package/src/gpu/kernels/energy_eval_f16.wgsl +0 -30
  555. package/src/gpu/kernels/energy_quintel_grad.wgsl +0 -92
  556. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +0 -96
  557. package/src/gpu/kernels/energy_quintel_reduce.wgsl +0 -112
  558. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +0 -116
  559. package/src/gpu/kernels/energy_quintel_update.wgsl +0 -92
  560. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +0 -96
  561. package/src/gpu/kernels/energy_update.wgsl +0 -25
  562. package/src/gpu/kernels/energy_update_f16.wgsl +0 -30
  563. package/src/gpu/kernels/feature-check.d.ts +0 -42
  564. package/src/gpu/kernels/feature-check.js +0 -70
  565. package/src/gpu/kernels/fused_ffn.d.ts +0 -65
  566. package/src/gpu/kernels/fused_ffn.js +0 -337
  567. package/src/gpu/kernels/fused_ffn.wgsl +0 -420
  568. package/src/gpu/kernels/fused_ffn_f16.wgsl +0 -213
  569. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -375
  570. package/src/gpu/kernels/fused_matmul_q4.wgsl +0 -404
  571. package/src/gpu/kernels/fused_matmul_q4_batched.wgsl +0 -194
  572. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +0 -170
  573. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -154
  574. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -219
  575. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -216
  576. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +0 -204
  577. package/src/gpu/kernels/fused_matmul_residual.d.ts +0 -46
  578. package/src/gpu/kernels/fused_matmul_residual.js +0 -175
  579. package/src/gpu/kernels/fused_matmul_rmsnorm.d.ts +0 -64
  580. package/src/gpu/kernels/fused_matmul_rmsnorm.js +0 -290
  581. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -324
  582. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +0 -303
  583. package/src/gpu/kernels/fused_swiglu.wgsl +0 -63
  584. package/src/gpu/kernels/fused_swiglu_f16.wgsl +0 -57
  585. package/src/gpu/kernels/gather.d.ts +0 -64
  586. package/src/gpu/kernels/gather.js +0 -137
  587. package/src/gpu/kernels/gather.wgsl +0 -61
  588. package/src/gpu/kernels/gather_f16.wgsl +0 -65
  589. package/src/gpu/kernels/gather_f16_f16_out.wgsl +0 -55
  590. package/src/gpu/kernels/gather_f16_out.wgsl +0 -55
  591. package/src/gpu/kernels/gather_f16_vec4.wgsl +0 -76
  592. package/src/gpu/kernels/gather_f16_vec4_f16_out.wgsl +0 -68
  593. package/src/gpu/kernels/gather_vec4.wgsl +0 -74
  594. package/src/gpu/kernels/gather_vec4_f16_out.wgsl +0 -68
  595. package/src/gpu/kernels/gelu.d.ts +0 -33
  596. package/src/gpu/kernels/gelu.js +0 -55
  597. package/src/gpu/kernels/gelu.wgsl +0 -64
  598. package/src/gpu/kernels/gelu_f16.wgsl +0 -66
  599. package/src/gpu/kernels/gptoss_mxfp4_expert_fused.wgsl +0 -127
  600. package/src/gpu/kernels/gptoss_router_topk.wgsl +0 -119
  601. package/src/gpu/kernels/grouped_pointwise_conv2d.d.ts +0 -27
  602. package/src/gpu/kernels/grouped_pointwise_conv2d.js +0 -103
  603. package/src/gpu/kernels/grouped_pointwise_conv2d.wgsl +0 -44
  604. package/src/gpu/kernels/grouped_pointwise_conv2d_f16.wgsl +0 -48
  605. package/src/gpu/kernels/groupnorm.d.ts +0 -31
  606. package/src/gpu/kernels/groupnorm.js +0 -102
  607. package/src/gpu/kernels/groupnorm_apply.wgsl +0 -41
  608. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +0 -46
  609. package/src/gpu/kernels/groupnorm_stats.wgsl +0 -76
  610. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +0 -79
  611. package/src/gpu/kernels/index.d.ts +0 -374
  612. package/src/gpu/kernels/index.js +0 -315
  613. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  614. package/src/gpu/kernels/kernel-base.js +0 -46
  615. package/src/gpu/kernels/kernel-configs.d.ts +0 -65
  616. package/src/gpu/kernels/kernel-configs.js +0 -50
  617. package/src/gpu/kernels/kernel-tuning.d.ts +0 -42
  618. package/src/gpu/kernels/kernel-tuning.js +0 -149
  619. package/src/gpu/kernels/kv-quantize.d.ts +0 -37
  620. package/src/gpu/kernels/kv-quantize.js +0 -141
  621. package/src/gpu/kernels/kv_quantize_int4.wgsl +0 -119
  622. package/src/gpu/kernels/kv_quantize_int8.wgsl +0 -119
  623. package/src/gpu/kernels/layernorm.d.ts +0 -37
  624. package/src/gpu/kernels/layernorm.js +0 -96
  625. package/src/gpu/kernels/layernorm.wgsl +0 -121
  626. package/src/gpu/kernels/layernorm_f16.wgsl +0 -103
  627. package/src/gpu/kernels/linear-attention-core.d.ts +0 -39
  628. package/src/gpu/kernels/linear-attention-core.js +0 -535
  629. package/src/gpu/kernels/logit-merge.d.ts +0 -110
  630. package/src/gpu/kernels/logit-merge.js +0 -394
  631. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -38
  632. package/src/gpu/kernels/matmul-dispatch.js +0 -155
  633. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  634. package/src/gpu/kernels/matmul-selection.js +0 -517
  635. package/src/gpu/kernels/matmul.d.ts +0 -111
  636. package/src/gpu/kernels/matmul.js +0 -315
  637. package/src/gpu/kernels/matmul_f16.wgsl +0 -170
  638. package/src/gpu/kernels/matmul_f16_tiled.wgsl +0 -165
  639. package/src/gpu/kernels/matmul_f16w_f32a.wgsl +0 -89
  640. package/src/gpu/kernels/matmul_f16w_f32a_tiled.wgsl +0 -154
  641. package/src/gpu/kernels/matmul_f32.wgsl +0 -100
  642. package/src/gpu/kernels/matmul_gemv.wgsl +0 -80
  643. package/src/gpu/kernels/matmul_gemv_f16a.wgsl +0 -81
  644. package/src/gpu/kernels/matmul_gemv_residual.wgsl +0 -119
  645. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +0 -78
  646. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -345
  647. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +0 -514
  648. package/src/gpu/kernels/modulate.d.ts +0 -29
  649. package/src/gpu/kernels/modulate.js +0 -57
  650. package/src/gpu/kernels/modulate.wgsl +0 -40
  651. package/src/gpu/kernels/modulate_f16.wgsl +0 -43
  652. package/src/gpu/kernels/moe.d.ts +0 -164
  653. package/src/gpu/kernels/moe.js +0 -542
  654. package/src/gpu/kernels/moe_gather.wgsl +0 -170
  655. package/src/gpu/kernels/moe_gather_f16.wgsl +0 -82
  656. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  657. package/src/gpu/kernels/moe_offsets.wgsl +0 -48
  658. package/src/gpu/kernels/pipeline-cache.d.ts +0 -88
  659. package/src/gpu/kernels/pipeline-cache.js +0 -305
  660. package/src/gpu/kernels/pixel_shuffle.d.ts +0 -27
  661. package/src/gpu/kernels/pixel_shuffle.js +0 -57
  662. package/src/gpu/kernels/pixel_shuffle.wgsl +0 -43
  663. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +0 -46
  664. package/src/gpu/kernels/relu.d.ts +0 -18
  665. package/src/gpu/kernels/relu.js +0 -66
  666. package/src/gpu/kernels/relu.wgsl +0 -22
  667. package/src/gpu/kernels/relu_f16.wgsl +0 -24
  668. package/src/gpu/kernels/repeat_channels.d.ts +0 -21
  669. package/src/gpu/kernels/repeat_channels.js +0 -68
  670. package/src/gpu/kernels/repeat_channels.wgsl +0 -28
  671. package/src/gpu/kernels/repeat_channels_f16.wgsl +0 -30
  672. package/src/gpu/kernels/residual.d.ts +0 -74
  673. package/src/gpu/kernels/residual.js +0 -173
  674. package/src/gpu/kernels/residual.wgsl +0 -56
  675. package/src/gpu/kernels/residual_f16.wgsl +0 -36
  676. package/src/gpu/kernels/residual_f16_vec4.wgsl +0 -48
  677. package/src/gpu/kernels/residual_vec4.wgsl +0 -47
  678. package/src/gpu/kernels/rmsnorm.d.ts +0 -53
  679. package/src/gpu/kernels/rmsnorm.js +0 -215
  680. package/src/gpu/kernels/rmsnorm.wgsl +0 -425
  681. package/src/gpu/kernels/rmsnorm_f16.wgsl +0 -172
  682. package/src/gpu/kernels/rope.d.ts +0 -50
  683. package/src/gpu/kernels/rope.js +0 -66
  684. package/src/gpu/kernels/rope.wgsl +0 -344
  685. package/src/gpu/kernels/rope_f16.wgsl +0 -271
  686. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  687. package/src/gpu/kernels/rule-matcher.js +0 -42
  688. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  689. package/src/gpu/kernels/rule-registry.js +0 -41
  690. package/src/gpu/kernels/sample.d.ts +0 -75
  691. package/src/gpu/kernels/sample.js +0 -567
  692. package/src/gpu/kernels/sample.wgsl +0 -377
  693. package/src/gpu/kernels/sample_f16.wgsl +0 -331
  694. package/src/gpu/kernels/sana_linear_attention.d.ts +0 -27
  695. package/src/gpu/kernels/sana_linear_attention.js +0 -129
  696. package/src/gpu/kernels/sana_linear_attention_apply.wgsl +0 -43
  697. package/src/gpu/kernels/sana_linear_attention_apply_f16.wgsl +0 -46
  698. package/src/gpu/kernels/sana_linear_attention_summary.wgsl +0 -51
  699. package/src/gpu/kernels/sana_linear_attention_summary_f16.wgsl +0 -53
  700. package/src/gpu/kernels/scale.d.ts +0 -35
  701. package/src/gpu/kernels/scale.js +0 -44
  702. package/src/gpu/kernels/scale.wgsl +0 -38
  703. package/src/gpu/kernels/scatter_add.wgsl +0 -88
  704. package/src/gpu/kernels/scatter_add_dynamic.wgsl +0 -59
  705. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +0 -52
  706. package/src/gpu/kernels/scatter_add_dynamic_f16_weights.wgsl +0 -50
  707. package/src/gpu/kernels/scatter_add_vec4.wgsl +0 -70
  708. package/src/gpu/kernels/shader-cache.d.ts +0 -56
  709. package/src/gpu/kernels/shader-cache.js +0 -208
  710. package/src/gpu/kernels/silu.d.ts +0 -76
  711. package/src/gpu/kernels/silu.js +0 -406
  712. package/src/gpu/kernels/silu.wgsl +0 -109
  713. package/src/gpu/kernels/silu_f16.wgsl +0 -108
  714. package/src/gpu/kernels/softmax.d.ts +0 -57
  715. package/src/gpu/kernels/softmax.js +0 -125
  716. package/src/gpu/kernels/softmax.wgsl +0 -388
  717. package/src/gpu/kernels/softmax_subgroup.wgsl +0 -175
  718. package/src/gpu/kernels/split_qg.d.ts +0 -50
  719. package/src/gpu/kernels/split_qg.js +0 -46
  720. package/src/gpu/kernels/split_qg.wgsl +0 -58
  721. package/src/gpu/kernels/split_qg_f16.wgsl +0 -62
  722. package/src/gpu/kernels/split_qkv.d.ts +0 -51
  723. package/src/gpu/kernels/split_qkv.js +0 -51
  724. package/src/gpu/kernels/split_qkv.wgsl +0 -71
  725. package/src/gpu/kernels/split_qkv_f16.wgsl +0 -75
  726. package/src/gpu/kernels/topk.wgsl +0 -243
  727. package/src/gpu/kernels/topk_f16.wgsl +0 -108
  728. package/src/gpu/kernels/topk_f16_weights.wgsl +0 -101
  729. package/src/gpu/kernels/transpose.d.ts +0 -21
  730. package/src/gpu/kernels/transpose.js +0 -51
  731. package/src/gpu/kernels/transpose.wgsl +0 -33
  732. package/src/gpu/kernels/types.d.ts +0 -21
  733. package/src/gpu/kernels/types.js +0 -4
  734. package/src/gpu/kernels/uniform-utils.d.ts +0 -48
  735. package/src/gpu/kernels/uniform-utils.js +0 -94
  736. package/src/gpu/kernels/upsample2d.d.ts +0 -25
  737. package/src/gpu/kernels/upsample2d.js +0 -67
  738. package/src/gpu/kernels/upsample2d.wgsl +0 -34
  739. package/src/gpu/kernels/upsample2d_f16.wgsl +0 -38
  740. package/src/gpu/kernels/utils.d.ts +0 -106
  741. package/src/gpu/kernels/utils.js +0 -246
  742. package/src/gpu/multi-model-recorder.d.ts +0 -21
  743. package/src/gpu/multi-model-recorder.js +0 -31
  744. package/src/gpu/partitioned-buffer-pool.d.ts +0 -28
  745. package/src/gpu/partitioned-buffer-pool.js +0 -57
  746. package/src/gpu/perf-guards.d.ts +0 -25
  747. package/src/gpu/perf-guards.js +0 -133
  748. package/src/gpu/profiler.d.ts +0 -114
  749. package/src/gpu/profiler.js +0 -396
  750. package/src/gpu/readback-utils.d.ts +0 -16
  751. package/src/gpu/readback-utils.js +0 -41
  752. package/src/gpu/submit-tracker.d.ts +0 -111
  753. package/src/gpu/submit-tracker.js +0 -242
  754. package/src/gpu/tensor.d.ts +0 -69
  755. package/src/gpu/tensor.js +0 -75
  756. package/src/gpu/uniform-cache.d.ts +0 -109
  757. package/src/gpu/uniform-cache.js +0 -263
  758. package/src/gpu/weight-buffer.d.ts +0 -115
  759. package/src/gpu/weight-buffer.js +0 -118
  760. package/src/hotswap/intent-bundle.d.ts +0 -37
  761. package/src/hotswap/intent-bundle.js +0 -129
  762. package/src/hotswap/manifest.d.ts +0 -42
  763. package/src/hotswap/manifest.js +0 -124
  764. package/src/hotswap/runtime.d.ts +0 -31
  765. package/src/hotswap/runtime.js +0 -150
  766. package/src/index-browser.d.ts +0 -92
  767. package/src/index-browser.js +0 -68
  768. package/src/index-internal.d.ts +0 -2
  769. package/src/index-internal.js +0 -2
  770. package/src/index.d.ts +0 -103
  771. package/src/index.js +0 -76
  772. package/src/inference/README.md +0 -593
  773. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  774. package/src/inference/browser-harness-contract-helpers.js +0 -28
  775. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  776. package/src/inference/browser-harness-diffusion-energy-suites.js +0 -269
  777. package/src/inference/browser-harness-model-helpers.d.ts +0 -16
  778. package/src/inference/browser-harness-model-helpers.js +0 -217
  779. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  780. package/src/inference/browser-harness-report-helpers.js +0 -42
  781. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -61
  782. package/src/inference/browser-harness-runtime-helpers.js +0 -415
  783. package/src/inference/browser-harness-suite-helpers.d.ts +0 -28
  784. package/src/inference/browser-harness-suite-helpers.js +0 -268
  785. package/src/inference/browser-harness-text-helpers.d.ts +0 -27
  786. package/src/inference/browser-harness-text-helpers.js +0 -788
  787. package/src/inference/browser-harness.d.ts +0 -242
  788. package/src/inference/browser-harness.js +0 -990
  789. package/src/inference/decode-buffers.d.ts +0 -108
  790. package/src/inference/decode-buffers.js +0 -181
  791. package/src/inference/decode-ring.d.ts +0 -52
  792. package/src/inference/decode-ring.js +0 -273
  793. package/src/inference/expert-router.d.ts +0 -27
  794. package/src/inference/expert-router.js +0 -55
  795. package/src/inference/functiongemma.d.ts +0 -15
  796. package/src/inference/functiongemma.js +0 -1
  797. package/src/inference/kv-cache/base.d.ts +0 -150
  798. package/src/inference/kv-cache/base.js +0 -1083
  799. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +0 -50
  800. package/src/inference/kv-cache/basis-decomposed-paged.js +0 -276
  801. package/src/inference/kv-cache/index.d.ts +0 -35
  802. package/src/inference/kv-cache/index.js +0 -20
  803. package/src/inference/kv-cache/sliding-window.d.ts +0 -72
  804. package/src/inference/kv-cache/sliding-window.js +0 -243
  805. package/src/inference/kv-cache/tiered.d.ts +0 -89
  806. package/src/inference/kv-cache/tiered.js +0 -576
  807. package/src/inference/kv-cache/types.d.ts +0 -188
  808. package/src/inference/kv-cache/types.js +0 -80
  809. package/src/inference/kv-cache.d.ts +0 -36
  810. package/src/inference/kv-cache.js +0 -18
  811. package/src/inference/moe-router.d.ts +0 -212
  812. package/src/inference/moe-router.js +0 -585
  813. package/src/inference/multi-model-network.d.ts +0 -139
  814. package/src/inference/multi-model-network.js +0 -771
  815. package/src/inference/multi-pipeline-pool.d.ts +0 -62
  816. package/src/inference/multi-pipeline-pool.js +0 -161
  817. package/src/inference/network-evolution.d.ts +0 -55
  818. package/src/inference/network-evolution.js +0 -79
  819. package/src/inference/pipelines/context.d.ts +0 -21
  820. package/src/inference/pipelines/context.js +0 -184
  821. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  822. package/src/inference/pipelines/diffusion/helpers.js +0 -120
  823. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  824. package/src/inference/pipelines/diffusion/index.js +0 -3
  825. package/src/inference/pipelines/diffusion/init.d.ts +0 -24
  826. package/src/inference/pipelines/diffusion/init.js +0 -138
  827. package/src/inference/pipelines/diffusion/pipeline.d.ts +0 -38
  828. package/src/inference/pipelines/diffusion/pipeline.js +0 -771
  829. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  830. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  831. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  832. package/src/inference/pipelines/diffusion/scheduler.js +0 -153
  833. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  834. package/src/inference/pipelines/diffusion/sd3-transformer.js +0 -1194
  835. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  836. package/src/inference/pipelines/diffusion/sd3-weights.js +0 -287
  837. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -87
  838. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -1223
  839. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  840. package/src/inference/pipelines/diffusion/text-encoder.js +0 -195
  841. package/src/inference/pipelines/diffusion/types.d.ts +0 -116
  842. package/src/inference/pipelines/diffusion/types.js +0 -1
  843. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  844. package/src/inference/pipelines/diffusion/vae.js +0 -1375
  845. package/src/inference/pipelines/diffusion/weights.d.ts +0 -40
  846. package/src/inference/pipelines/diffusion/weights.js +0 -150
  847. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  848. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  849. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  850. package/src/inference/pipelines/dream/pipeline.js +0 -8
  851. package/src/inference/pipelines/energy/index.d.ts +0 -1
  852. package/src/inference/pipelines/energy/index.js +0 -1
  853. package/src/inference/pipelines/energy/pipeline.d.ts +0 -27
  854. package/src/inference/pipelines/energy/pipeline.js +0 -686
  855. package/src/inference/pipelines/energy/quintel.d.ts +0 -92
  856. package/src/inference/pipelines/energy/quintel.js +0 -218
  857. package/src/inference/pipelines/energy/types.d.ts +0 -63
  858. package/src/inference/pipelines/energy/types.js +0 -1
  859. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  860. package/src/inference/pipelines/energy-head/index.js +0 -6
  861. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +0 -103
  862. package/src/inference/pipelines/energy-head/row-head-pipeline.js +0 -491
  863. package/src/inference/pipelines/factory.d.ts +0 -10
  864. package/src/inference/pipelines/factory.js +0 -6
  865. package/src/inference/pipelines/index.d.ts +0 -22
  866. package/src/inference/pipelines/index.js +0 -19
  867. package/src/inference/pipelines/registry.d.ts +0 -15
  868. package/src/inference/pipelines/registry.js +0 -23
  869. package/src/inference/pipelines/rng.d.ts +0 -2
  870. package/src/inference/pipelines/rng.js +0 -17
  871. package/src/inference/pipelines/structured/index.d.ts +0 -8
  872. package/src/inference/pipelines/structured/index.js +0 -8
  873. package/src/inference/pipelines/structured/json-head-pipeline.d.ts +0 -58
  874. package/src/inference/pipelines/structured/json-head-pipeline.js +0 -196
  875. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  876. package/src/inference/pipelines/text/attention/index.js +0 -17
  877. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  878. package/src/inference/pipelines/text/attention/output-projection.js +0 -8
  879. package/src/inference/pipelines/text/attention/projections.d.ts +0 -110
  880. package/src/inference/pipelines/text/attention/projections.js +0 -515
  881. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  882. package/src/inference/pipelines/text/attention/record.js +0 -685
  883. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  884. package/src/inference/pipelines/text/attention/run.js +0 -933
  885. package/src/inference/pipelines/text/attention/types.d.ts +0 -98
  886. package/src/inference/pipelines/text/attention/types.js +0 -67
  887. package/src/inference/pipelines/text/attention.d.ts +0 -23
  888. package/src/inference/pipelines/text/attention.js +0 -12
  889. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  890. package/src/inference/pipelines/text/bdpa-steamroller.js +0 -158
  891. package/src/inference/pipelines/text/buffer-types.d.ts +0 -7
  892. package/src/inference/pipelines/text/buffer-types.js +0 -4
  893. package/src/inference/pipelines/text/chat-format.d.ts +0 -46
  894. package/src/inference/pipelines/text/chat-format.js +0 -390
  895. package/src/inference/pipelines/text/config.d.ts +0 -244
  896. package/src/inference/pipelines/text/config.js +0 -703
  897. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  898. package/src/inference/pipelines/text/debug-utils/config.js +0 -156
  899. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  900. package/src/inference/pipelines/text/debug-utils/index.js +0 -44
  901. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  902. package/src/inference/pipelines/text/debug-utils/logging.js +0 -152
  903. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  904. package/src/inference/pipelines/text/debug-utils/tensor.js +0 -268
  905. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  906. package/src/inference/pipelines/text/debug-utils/utils.js +0 -139
  907. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  908. package/src/inference/pipelines/text/debug-utils.js +0 -34
  909. package/src/inference/pipelines/text/embed.d.ts +0 -67
  910. package/src/inference/pipelines/text/embed.js +0 -455
  911. package/src/inference/pipelines/text/execution-plan.d.ts +0 -116
  912. package/src/inference/pipelines/text/execution-plan.js +0 -329
  913. package/src/inference/pipelines/text/execution-v0-contract-helpers.d.ts +0 -59
  914. package/src/inference/pipelines/text/execution-v0-contract-helpers.js +0 -937
  915. package/src/inference/pipelines/text/execution-v0-runtime-builders.d.ts +0 -15
  916. package/src/inference/pipelines/text/execution-v0-runtime-builders.js +0 -279
  917. package/src/inference/pipelines/text/execution-v0.d.ts +0 -66
  918. package/src/inference/pipelines/text/execution-v0.js +0 -255
  919. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -40
  920. package/src/inference/pipelines/text/ffn/dense.js +0 -759
  921. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  922. package/src/inference/pipelines/text/ffn/index.js +0 -16
  923. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -21
  924. package/src/inference/pipelines/text/ffn/moe.js +0 -49
  925. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -25
  926. package/src/inference/pipelines/text/ffn/sandwich.js +0 -196
  927. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -23
  928. package/src/inference/pipelines/text/ffn/standard.js +0 -87
  929. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  930. package/src/inference/pipelines/text/ffn/types.js +0 -25
  931. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  932. package/src/inference/pipelines/text/ffn.js +0 -18
  933. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  934. package/src/inference/pipelines/text/finiteness-guard-status.js +0 -21
  935. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -35
  936. package/src/inference/pipelines/text/finiteness-policy.js +0 -45
  937. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -34
  938. package/src/inference/pipelines/text/generator-helpers.js +0 -175
  939. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  940. package/src/inference/pipelines/text/generator-runtime.js +0 -378
  941. package/src/inference/pipelines/text/generator-steps.d.ts +0 -127
  942. package/src/inference/pipelines/text/generator-steps.js +0 -1197
  943. package/src/inference/pipelines/text/generator.d.ts +0 -41
  944. package/src/inference/pipelines/text/generator.js +0 -1361
  945. package/src/inference/pipelines/text/index.d.ts +0 -5
  946. package/src/inference/pipelines/text/index.js +0 -6
  947. package/src/inference/pipelines/text/init.d.ts +0 -312
  948. package/src/inference/pipelines/text/init.js +0 -1112
  949. package/src/inference/pipelines/text/kernel-path-auto-select.d.ts +0 -12
  950. package/src/inference/pipelines/text/kernel-path-auto-select.js +0 -92
  951. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -152
  952. package/src/inference/pipelines/text/kernel-trace.js +0 -330
  953. package/src/inference/pipelines/text/layer-plan.d.ts +0 -65
  954. package/src/inference/pipelines/text/layer-plan.js +0 -249
  955. package/src/inference/pipelines/text/layer.d.ts +0 -56
  956. package/src/inference/pipelines/text/layer.js +0 -922
  957. package/src/inference/pipelines/text/linear-attention.d.ts +0 -109
  958. package/src/inference/pipelines/text/linear-attention.js +0 -907
  959. package/src/inference/pipelines/text/logits/cpu.d.ts +0 -81
  960. package/src/inference/pipelines/text/logits/cpu.js +0 -91
  961. package/src/inference/pipelines/text/logits/gpu.d.ts +0 -113
  962. package/src/inference/pipelines/text/logits/gpu.js +0 -411
  963. package/src/inference/pipelines/text/logits/index.d.ts +0 -62
  964. package/src/inference/pipelines/text/logits/index.js +0 -306
  965. package/src/inference/pipelines/text/logits/types.d.ts +0 -46
  966. package/src/inference/pipelines/text/logits/types.js +0 -4
  967. package/src/inference/pipelines/text/logits/utils.d.ts +0 -56
  968. package/src/inference/pipelines/text/logits/utils.js +0 -68
  969. package/src/inference/pipelines/text/logits.d.ts +0 -27
  970. package/src/inference/pipelines/text/logits.js +0 -16
  971. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  972. package/src/inference/pipelines/text/lora-apply.js +0 -76
  973. package/src/inference/pipelines/text/lora-types.d.ts +0 -39
  974. package/src/inference/pipelines/text/lora-types.js +0 -18
  975. package/src/inference/pipelines/text/lora.d.ts +0 -18
  976. package/src/inference/pipelines/text/lora.js +0 -12
  977. package/src/inference/pipelines/text/model-load.d.ts +0 -58
  978. package/src/inference/pipelines/text/model-load.js +0 -739
  979. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  980. package/src/inference/pipelines/text/moe-cache.js +0 -108
  981. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  982. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  983. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  984. package/src/inference/pipelines/text/moe-cpu.js +0 -120
  985. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -13
  986. package/src/inference/pipelines/text/moe-gpu.js +0 -635
  987. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  988. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  989. package/src/inference/pipelines/text/moe-impl.d.ts +0 -117
  990. package/src/inference/pipelines/text/moe-impl.js +0 -9
  991. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -31
  992. package/src/inference/pipelines/text/moe-shape-validator.js +0 -78
  993. package/src/inference/pipelines/text/ops.d.ts +0 -167
  994. package/src/inference/pipelines/text/ops.js +0 -367
  995. package/src/inference/pipelines/text/probes.d.ts +0 -31
  996. package/src/inference/pipelines/text/probes.js +0 -170
  997. package/src/inference/pipelines/text/sampling.d.ts +0 -54
  998. package/src/inference/pipelines/text/sampling.js +0 -249
  999. package/src/inference/pipelines/text/state.d.ts +0 -112
  1000. package/src/inference/pipelines/text/state.js +0 -152
  1001. package/src/inference/pipelines/text/types.d.ts +0 -627
  1002. package/src/inference/pipelines/text/types.js +0 -4
  1003. package/src/inference/pipelines/text/weights.d.ts +0 -110
  1004. package/src/inference/pipelines/text/weights.js +0 -173
  1005. package/src/inference/pipelines/text.d.ts +0 -157
  1006. package/src/inference/pipelines/text.js +0 -608
  1007. package/src/inference/speculative.d.ts +0 -239
  1008. package/src/inference/speculative.js +0 -402
  1009. package/src/inference/test-harness.d.ts +0 -178
  1010. package/src/inference/test-harness.js +0 -359
  1011. package/src/inference/tokenizer.d.ts +0 -72
  1012. package/src/inference/tokenizer.js +0 -239
  1013. package/src/inference/tokenizers/base.d.ts +0 -39
  1014. package/src/inference/tokenizers/base.js +0 -69
  1015. package/src/inference/tokenizers/bpe.d.ts +0 -27
  1016. package/src/inference/tokenizers/bpe.js +0 -180
  1017. package/src/inference/tokenizers/bundled.d.ts +0 -63
  1018. package/src/inference/tokenizers/bundled.js +0 -1009
  1019. package/src/inference/tokenizers/sentencepiece.d.ts +0 -28
  1020. package/src/inference/tokenizers/sentencepiece.js +0 -401
  1021. package/src/inference/tokenizers/types.d.ts +0 -166
  1022. package/src/inference/tokenizers/types.js +0 -7
  1023. package/src/loader/doppler-loader.d.ts +0 -134
  1024. package/src/loader/doppler-loader.js +0 -1052
  1025. package/src/loader/dtype-utils.d.ts +0 -40
  1026. package/src/loader/dtype-utils.js +0 -61
  1027. package/src/loader/embedding-loader.d.ts +0 -56
  1028. package/src/loader/embedding-loader.js +0 -211
  1029. package/src/loader/experts/expert-cache.d.ts +0 -156
  1030. package/src/loader/experts/expert-cache.js +0 -382
  1031. package/src/loader/experts/expert-loader.d.ts +0 -108
  1032. package/src/loader/experts/expert-loader.js +0 -388
  1033. package/src/loader/final-weights-loader.d.ts +0 -68
  1034. package/src/loader/final-weights-loader.js +0 -268
  1035. package/src/loader/index.d.ts +0 -150
  1036. package/src/loader/index.js +0 -124
  1037. package/src/loader/layer-loader.d.ts +0 -63
  1038. package/src/loader/layer-loader.js +0 -418
  1039. package/src/loader/loader-state.d.ts +0 -51
  1040. package/src/loader/loader-state.js +0 -142
  1041. package/src/loader/loader-types.d.ts +0 -236
  1042. package/src/loader/loader-types.js +0 -4
  1043. package/src/loader/manifest-config.d.ts +0 -97
  1044. package/src/loader/manifest-config.js +0 -132
  1045. package/src/loader/memory-monitor.d.ts +0 -112
  1046. package/src/loader/memory-monitor.js +0 -284
  1047. package/src/loader/multi-model-loader.d.ts +0 -51
  1048. package/src/loader/multi-model-loader.js +0 -133
  1049. package/src/loader/quantization-constants.d.ts +0 -23
  1050. package/src/loader/quantization-constants.js +0 -14
  1051. package/src/loader/shard-cache.d.ts +0 -60
  1052. package/src/loader/shard-cache.js +0 -638
  1053. package/src/loader/shard-resolver.d.ts +0 -12
  1054. package/src/loader/shard-resolver.js +0 -105
  1055. package/src/loader/tensors/tensor-loader.d.ts +0 -154
  1056. package/src/loader/tensors/tensor-loader.js +0 -497
  1057. package/src/loader/tensors/tensor-reader.d.ts +0 -22
  1058. package/src/loader/tensors/tensor-reader.js +0 -113
  1059. package/src/loader/tensors/tensor-role.d.ts +0 -7
  1060. package/src/loader/tensors/tensor-role.js +0 -12
  1061. package/src/loader/weight-downcast.d.ts +0 -62
  1062. package/src/loader/weight-downcast.js +0 -213
  1063. package/src/loader/weights.d.ts +0 -22
  1064. package/src/loader/weights.js +0 -4
  1065. package/src/memory/address-table.d.ts +0 -104
  1066. package/src/memory/address-table.js +0 -114
  1067. package/src/memory/buffer-pool.d.ts +0 -204
  1068. package/src/memory/buffer-pool.js +0 -821
  1069. package/src/memory/capability.d.ts +0 -49
  1070. package/src/memory/capability.js +0 -95
  1071. package/src/memory/heap-manager.d.ts +0 -104
  1072. package/src/memory/heap-manager.js +0 -264
  1073. package/src/memory/unified-detect.d.ts +0 -59
  1074. package/src/memory/unified-detect.js +0 -192
  1075. package/src/rules/converter/execution.rules.json +0 -20
  1076. package/src/rules/converter/tensor-roles.rules.json +0 -13
  1077. package/src/rules/converter/tokenizer.rules.json +0 -7
  1078. package/src/rules/execution-rules-contract-check.d.ts +0 -17
  1079. package/src/rules/execution-rules-contract-check.js +0 -245
  1080. package/src/rules/inference/attention.rules.json +0 -54
  1081. package/src/rules/inference/config.rules.json +0 -58
  1082. package/src/rules/inference/dtype.rules.json +0 -99
  1083. package/src/rules/inference/execution.rules.json +0 -45
  1084. package/src/rules/inference/ffn.rules.json +0 -35
  1085. package/src/rules/inference/kernel-path.rules.json +0 -92
  1086. package/src/rules/inference/layer-pattern.rules.json +0 -16
  1087. package/src/rules/inference/layer.rules.json +0 -7
  1088. package/src/rules/inference/moe.rules.json +0 -48
  1089. package/src/rules/kernels/attention.rules.json +0 -61
  1090. package/src/rules/kernels/conv2d.rules.json +0 -6
  1091. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  1092. package/src/rules/kernels/dequant.rules.json +0 -58
  1093. package/src/rules/kernels/energy.rules.json +0 -22
  1094. package/src/rules/kernels/fused-ffn.rules.json +0 -13
  1095. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  1096. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  1097. package/src/rules/kernels/gather.rules.json +0 -12
  1098. package/src/rules/kernels/gelu.rules.json +0 -11
  1099. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  1100. package/src/rules/kernels/groupnorm.rules.json +0 -10
  1101. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  1102. package/src/rules/kernels/kernel-validator.js +0 -160
  1103. package/src/rules/kernels/kv_quantize.rules.json +0 -7
  1104. package/src/rules/kernels/layernorm.rules.json +0 -6
  1105. package/src/rules/kernels/matmul.rules.json +0 -60
  1106. package/src/rules/kernels/modulate.rules.json +0 -6
  1107. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  1108. package/src/rules/kernels/moe.rules.json +0 -11
  1109. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  1110. package/src/rules/kernels/relu.rules.json +0 -6
  1111. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  1112. package/src/rules/kernels/residual.rules.json +0 -12
  1113. package/src/rules/kernels/rmsnorm.rules.json +0 -11
  1114. package/src/rules/kernels/rope.rules.json +0 -6
  1115. package/src/rules/kernels/sample.rules.json +0 -6
  1116. package/src/rules/kernels/sana-linear-attention.rules.json +0 -6
  1117. package/src/rules/kernels/scale.rules.json +0 -6
  1118. package/src/rules/kernels/silu.rules.json +0 -21
  1119. package/src/rules/kernels/softmax.rules.json +0 -23
  1120. package/src/rules/kernels/split-qg.rules.json +0 -6
  1121. package/src/rules/kernels/split-qkv.rules.json +0 -6
  1122. package/src/rules/kernels/upsample2d.rules.json +0 -6
  1123. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  1124. package/src/rules/layer-pattern-contract-check.js +0 -231
  1125. package/src/rules/loader/tensor-loader.rules.json +0 -15
  1126. package/src/rules/loader/weights.rules.json +0 -41
  1127. package/src/rules/rule-registry.d.ts +0 -76
  1128. package/src/rules/rule-registry.js +0 -241
  1129. package/src/rules/tooling/command-runtime.rules.json +0 -56
  1130. package/src/storage/backends/idb-store.d.ts +0 -52
  1131. package/src/storage/backends/idb-store.js +0 -590
  1132. package/src/storage/backends/memory-store.d.ts +0 -36
  1133. package/src/storage/backends/memory-store.js +0 -242
  1134. package/src/storage/backends/opfs-store.d.ts +0 -41
  1135. package/src/storage/backends/opfs-store.js +0 -473
  1136. package/src/storage/blake3.d.ts +0 -17
  1137. package/src/storage/blake3.js +0 -269
  1138. package/src/storage/download-types.d.ts +0 -157
  1139. package/src/storage/download-types.js +0 -48
  1140. package/src/storage/downloader.d.ts +0 -103
  1141. package/src/storage/downloader.js +0 -1121
  1142. package/src/storage/emulated-vram.d.ts +0 -264
  1143. package/src/storage/emulated-vram.js +0 -576
  1144. package/src/storage/export.d.ts +0 -20
  1145. package/src/storage/export.js +0 -159
  1146. package/src/storage/index.d.ts +0 -256
  1147. package/src/storage/index.js +0 -188
  1148. package/src/storage/inventory.d.ts +0 -26
  1149. package/src/storage/inventory.js +0 -218
  1150. package/src/storage/preflight.d.ts +0 -144
  1151. package/src/storage/preflight.js +0 -316
  1152. package/src/storage/quickstart-downloader.d.ts +0 -154
  1153. package/src/storage/quickstart-downloader.js +0 -271
  1154. package/src/storage/quota.d.ts +0 -150
  1155. package/src/storage/quota.js +0 -304
  1156. package/src/storage/registry.d.ts +0 -28
  1157. package/src/storage/registry.js +0 -131
  1158. package/src/storage/reports.d.ts +0 -20
  1159. package/src/storage/reports.js +0 -94
  1160. package/src/storage/shard-manager.d.ts +0 -151
  1161. package/src/storage/shard-manager.js +0 -850
  1162. package/src/storage/source-artifact-store.d.ts +0 -52
  1163. package/src/storage/source-artifact-store.js +0 -234
  1164. package/src/sw.d.ts +0 -1
  1165. package/src/sw.js +0 -187
  1166. package/src/tooling/browser-command-runner.d.ts +0 -28
  1167. package/src/tooling/browser-command-runner.js +0 -82
  1168. package/src/tooling/command-api-constants.d.ts +0 -9
  1169. package/src/tooling/command-api-constants.js +0 -9
  1170. package/src/tooling/command-api-family-normalizers.d.ts +0 -9
  1171. package/src/tooling/command-api-family-normalizers.js +0 -343
  1172. package/src/tooling/command-api-helpers.d.ts +0 -25
  1173. package/src/tooling/command-api-helpers.js +0 -262
  1174. package/src/tooling/command-api.d.ts +0 -173
  1175. package/src/tooling/command-api.js +0 -76
  1176. package/src/tooling/command-envelope.d.ts +0 -81
  1177. package/src/tooling/command-envelope.js +0 -198
  1178. package/src/tooling/command-runner-shared.d.ts +0 -73
  1179. package/src/tooling/command-runner-shared.js +0 -180
  1180. package/src/tooling/command-runner.html +0 -45
  1181. package/src/tooling/conversion-config-materializer.d.ts +0 -24
  1182. package/src/tooling/conversion-config-materializer.js +0 -97
  1183. package/src/tooling/lean-execution-contract-runner.d.ts +0 -43
  1184. package/src/tooling/lean-execution-contract-runner.js +0 -158
  1185. package/src/tooling/lean-execution-contract.d.ts +0 -16
  1186. package/src/tooling/lean-execution-contract.js +0 -228
  1187. package/src/tooling/node-browser-command-runner.d.ts +0 -34
  1188. package/src/tooling/node-browser-command-runner.js +0 -813
  1189. package/src/tooling/node-command-runner.d.ts +0 -36
  1190. package/src/tooling/node-command-runner.js +0 -168
  1191. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  1192. package/src/tooling/node-convert-worker-pool.js +0 -186
  1193. package/src/tooling/node-convert-worker.d.ts +0 -1
  1194. package/src/tooling/node-convert-worker.js +0 -60
  1195. package/src/tooling/node-convert.d.ts +0 -54
  1196. package/src/tooling/node-converter.d.ts +0 -1
  1197. package/src/tooling/node-converter.js +0 -1315
  1198. package/src/tooling/node-file-fetch.d.ts +0 -1
  1199. package/src/tooling/node-file-fetch.js +0 -38
  1200. package/src/tooling/node-source-runtime.d.ts +0 -19
  1201. package/src/tooling/node-source-runtime.js +0 -586
  1202. package/src/tooling/node-webgpu.d.ts +0 -6
  1203. package/src/tooling/node-webgpu.js +0 -267
  1204. package/src/tooling/opfs-cache.d.ts +0 -11
  1205. package/src/tooling/opfs-cache.js +0 -191
  1206. package/src/tooling/runtime-input-composition.d.ts +0 -38
  1207. package/src/tooling/runtime-input-composition.js +0 -86
  1208. package/src/tooling/source-runtime-bundle.d.ts +0 -137
  1209. package/src/tooling/source-runtime-bundle.js +0 -711
  1210. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  1211. package/src/tooling/source-runtime-materializer.js +0 -93
  1212. package/src/tooling-exports.browser.d.ts +0 -7
  1213. package/src/tooling-exports.browser.js +0 -2
  1214. package/src/tooling-exports.d.ts +0 -22
  1215. package/src/tooling-exports.js +0 -7
  1216. package/src/tooling-exports.shared.d.ts +0 -105
  1217. package/src/tooling-exports.shared.js +0 -92
  1218. package/src/training/README.md +0 -153
  1219. package/src/training/artifacts.d.ts +0 -160
  1220. package/src/training/artifacts.js +0 -896
  1221. package/src/training/attention-backward.d.ts +0 -30
  1222. package/src/training/attention-backward.js +0 -232
  1223. package/src/training/attention-forward.d.ts +0 -22
  1224. package/src/training/attention-forward.js +0 -82
  1225. package/src/training/autograd.d.ts +0 -51
  1226. package/src/training/autograd.js +0 -408
  1227. package/src/training/checkpoint-watch.d.ts +0 -8
  1228. package/src/training/checkpoint-watch.js +0 -139
  1229. package/src/training/checkpoint.d.ts +0 -36
  1230. package/src/training/checkpoint.js +0 -277
  1231. package/src/training/clip.d.ts +0 -9
  1232. package/src/training/clip.js +0 -55
  1233. package/src/training/dataloader.d.ts +0 -8
  1234. package/src/training/dataloader.js +0 -44
  1235. package/src/training/datasets/index.d.ts +0 -12
  1236. package/src/training/datasets/index.js +0 -6
  1237. package/src/training/datasets/jsonl.d.ts +0 -11
  1238. package/src/training/datasets/jsonl.js +0 -50
  1239. package/src/training/datasets/reploid.d.ts +0 -3
  1240. package/src/training/datasets/reploid.js +0 -36
  1241. package/src/training/datasets/text-pairs.d.ts +0 -21
  1242. package/src/training/datasets/text-pairs.js +0 -42
  1243. package/src/training/datasets/token-batch.d.ts +0 -21
  1244. package/src/training/datasets/token-batch.js +0 -52
  1245. package/src/training/datasets/translation-pairs.d.ts +0 -34
  1246. package/src/training/datasets/translation-pairs.js +0 -49
  1247. package/src/training/distillation/artifacts.d.ts +0 -71
  1248. package/src/training/distillation/artifacts.js +0 -132
  1249. package/src/training/distillation/checkpoint-watch.d.ts +0 -10
  1250. package/src/training/distillation/checkpoint-watch.js +0 -58
  1251. package/src/training/distillation/dataset.d.ts +0 -59
  1252. package/src/training/distillation/dataset.js +0 -337
  1253. package/src/training/distillation/eval.d.ts +0 -34
  1254. package/src/training/distillation/eval.js +0 -310
  1255. package/src/training/distillation/index.d.ts +0 -29
  1256. package/src/training/distillation/index.js +0 -29
  1257. package/src/training/distillation/runtime.d.ts +0 -20
  1258. package/src/training/distillation/runtime.js +0 -121
  1259. package/src/training/distillation/scoreboard.d.ts +0 -6
  1260. package/src/training/distillation/scoreboard.js +0 -8
  1261. package/src/training/distillation/stage-a.d.ts +0 -45
  1262. package/src/training/distillation/stage-a.js +0 -338
  1263. package/src/training/distillation/stage-b.d.ts +0 -24
  1264. package/src/training/distillation/stage-b.js +0 -20
  1265. package/src/training/distillation/student-fixture.d.ts +0 -22
  1266. package/src/training/distillation/student-fixture.js +0 -846
  1267. package/src/training/distillation/suite-data.d.ts +0 -45
  1268. package/src/training/distillation/suite-data.js +0 -189
  1269. package/src/training/export.d.ts +0 -32
  1270. package/src/training/export.js +0 -112
  1271. package/src/training/index.d.ts +0 -62
  1272. package/src/training/index.js +0 -51
  1273. package/src/training/lora-pipeline.d.ts +0 -40
  1274. package/src/training/lora-pipeline.js +0 -793
  1275. package/src/training/lora.d.ts +0 -19
  1276. package/src/training/lora.js +0 -71
  1277. package/src/training/loss-scaling.d.ts +0 -21
  1278. package/src/training/loss-scaling.js +0 -80
  1279. package/src/training/loss.d.ts +0 -10
  1280. package/src/training/loss.js +0 -40
  1281. package/src/training/objectives/base.d.ts +0 -58
  1282. package/src/training/objectives/base.js +0 -38
  1283. package/src/training/objectives/cross_entropy.d.ts +0 -18
  1284. package/src/training/objectives/cross_entropy.js +0 -34
  1285. package/src/training/objectives/distill_kd.d.ts +0 -16
  1286. package/src/training/objectives/distill_kd.js +0 -365
  1287. package/src/training/objectives/distill_triplet.d.ts +0 -16
  1288. package/src/training/objectives/distill_triplet.js +0 -408
  1289. package/src/training/objectives/index.d.ts +0 -12
  1290. package/src/training/objectives/index.js +0 -6
  1291. package/src/training/objectives/ul_stage1_joint.d.ts +0 -16
  1292. package/src/training/objectives/ul_stage1_joint.js +0 -188
  1293. package/src/training/objectives/ul_stage2_base.d.ts +0 -16
  1294. package/src/training/objectives/ul_stage2_base.js +0 -218
  1295. package/src/training/operator-artifacts.d.ts +0 -62
  1296. package/src/training/operator-artifacts.js +0 -140
  1297. package/src/training/operator-command.d.ts +0 -5
  1298. package/src/training/operator-command.js +0 -455
  1299. package/src/training/operator-eval.d.ts +0 -48
  1300. package/src/training/operator-eval.js +0 -230
  1301. package/src/training/operator-scoreboard.d.ts +0 -5
  1302. package/src/training/operator-scoreboard.js +0 -44
  1303. package/src/training/optimizer.d.ts +0 -22
  1304. package/src/training/optimizer.js +0 -127
  1305. package/src/training/runner.d.ts +0 -248
  1306. package/src/training/runner.js +0 -1220
  1307. package/src/training/suite.d.ts +0 -299
  1308. package/src/training/suite.js +0 -2196
  1309. package/src/training/tensor-factory.d.ts +0 -9
  1310. package/src/training/tensor-factory.js +0 -13
  1311. package/src/training/trainer.d.ts +0 -89
  1312. package/src/training/trainer.js +0 -299
  1313. package/src/training/ul_dataset.d.ts +0 -47
  1314. package/src/training/ul_dataset.js +0 -151
  1315. package/src/training/ul_schedule.d.ts +0 -6
  1316. package/src/training/ul_schedule.js +0 -29
  1317. package/src/training/workloads.d.ts +0 -164
  1318. package/src/training/workloads.js +0 -530
  1319. package/src/types/chrome.d.ts +0 -36
  1320. package/src/types/chrome.js +0 -1
  1321. package/src/types/gpu.d.ts +0 -185
  1322. package/src/types/gpu.js +0 -5
  1323. package/src/types/index.d.ts +0 -3
  1324. package/src/types/index.js +0 -3
  1325. package/src/types/inference.d.ts +0 -197
  1326. package/src/types/inference.js +0 -5
  1327. package/src/types/model.d.ts +0 -130
  1328. package/src/types/model.js +0 -5
  1329. package/src/utils/index.d.ts +0 -7
  1330. package/src/utils/index.js +0 -7
  1331. package/src/utils/load-json.d.ts +0 -5
  1332. package/src/utils/load-json.js +0 -23
  1333. package/src/utils/plain-object.d.ts +0 -1
  1334. package/src/utils/plain-object.js +0 -3
  1335. package/src/utils/sha256.d.ts +0 -4
  1336. package/src/utils/sha256.js +0 -135
  1337. package/src/version.d.ts +0 -2
  1338. package/src/version.js +0 -2
  1339. package/tools/convert-safetensors-node.js +0 -233
  1340. package/tools/doppler-cli.js +0 -1452
@@ -1,1452 +0,0 @@
1
- #!/usr/bin/env node
2
-
3
- import { existsSync } from 'node:fs';
4
- import fs from 'node:fs/promises';
5
- import path from 'node:path';
6
- import { fileURLToPath, pathToFileURL } from 'node:url';
7
- import { runNodeCommand } from '../src/tooling/node-command-runner.js';
8
- import { runBrowserCommandInNode } from '../src/tooling/node-browser-command-runner.js';
9
- import {
10
- TOOLING_COMMANDS,
11
- normalizeToolingCommandRequest,
12
- } from '../src/tooling/command-api.js';
13
- import { createToolingErrorEnvelope } from '../src/tooling/command-envelope.js';
14
-
15
- const NODE_WEBGPU_INCOMPLETE_MESSAGE = 'node command: WebGPU runtime is incomplete in Node';
16
- const CLI_POLICY_PATH = fileURLToPath(new URL('./configs/cli/doppler-cli-policy.json', import.meta.url));
17
- const DEFAULT_EXTERNAL_MODELS_ROOT = process.env.DOPPLER_EXTERNAL_MODELS_ROOT
18
- || (existsSync('/Volumes/models') ? '/Volumes/models' : '/media/x/models');
19
- const DEFAULT_EXTERNAL_RDRR_ROOT = path.join(DEFAULT_EXTERNAL_MODELS_ROOT, 'rdrr');
20
- const DEFAULT_CLI_POLICY = {
21
- defaults: {
22
- surface: {
23
- default: 'auto',
24
- allowed: ['auto', 'node', 'browser'],
25
- },
26
- bench: {
27
- cacheMode: 'warm',
28
- },
29
- cacheMode: null,
30
- loadMode: null,
31
- benchmark: {
32
- saveDir: './benchmarks/vendors/results',
33
- },
34
- },
35
- surfaceFallback: {
36
- enabled: true,
37
- from: 'auto',
38
- to: 'browser',
39
- errorFragments: [NODE_WEBGPU_INCOMPLETE_MESSAGE],
40
- },
41
- };
42
-
43
- const COMMON_CLI_FLAGS = Object.freeze([
44
- 'config',
45
- 'runtime-config',
46
- 'surface',
47
- 'json',
48
- 'help',
49
- 'h',
50
- ]);
51
-
52
- function asStringOrNull(value) {
53
- if (value === undefined || value === null) return null;
54
- if (typeof value === 'string') {
55
- const trimmed = value.trim();
56
- if (!trimmed.length) return null;
57
- return trimmed;
58
- }
59
- return String(value);
60
- }
61
-
62
- function usage() {
63
- return [
64
- 'Usage:',
65
- ' doppler convert --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node]',
66
- ' doppler debug --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
67
- ' doppler bench --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
68
- ' doppler verify --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
69
- ' doppler lora --config <path.json|json> [--surface auto|node]',
70
- ' doppler distill --config <path.json|json> [--surface auto|node]',
71
- '',
72
- 'Flags:',
73
- ' --config <path|json> Required command config payload (file path or JSON object string).',
74
- ' --runtime-config <value> Optional runtime override (JSON object, URL, or file path).',
75
- ' --surface <auto|node|browser> Optional execution surface override.',
76
- ' --json Print machine-readable result JSON',
77
- ' --help, -h Show this help message',
78
- '',
79
- 'Command Config Contract:',
80
- ' The config payload must be a JSON object and may include:',
81
- ' - request: tooling command request fields (suite, modelId, training fields, convertPayload, etc).',
82
- ' - run: CLI-only run controls (surface, browser options, and bench save/compare/manifest settings).',
83
- '',
84
- 'Example:',
85
- ' doppler verify --config \'{"request":{"suite":"inference","modelId":"gemma-3-270m-it-f16-af32"}}\' --json',
86
- ].join('\n');
87
- }
88
-
89
- function parseArgs(argv) {
90
- const out = {
91
- command: null,
92
- flags: {},
93
- };
94
-
95
- if (!argv.length) return out;
96
- out.command = asStringOrNull(argv[0]);
97
-
98
- for (let i = 1; i < argv.length; i += 1) {
99
- const token = argv[i];
100
- if (token === '-h') {
101
- out.flags.h = true;
102
- continue;
103
- }
104
- if (token.startsWith('-') && !token.startsWith('--')) {
105
- throw new Error(`Unsupported short flag "${token}". Use long-form flags (for example --help).`);
106
- }
107
- if (!token.startsWith('--')) {
108
- throw new Error('Positional arguments are not supported. Use --config for command payloads.');
109
- }
110
-
111
- const key = token.slice(2);
112
- if (
113
- key === 'json'
114
- || key === 'help'
115
- || key === 'h'
116
- ) {
117
- out.flags[key] = true;
118
- continue;
119
- }
120
-
121
- const value = argv[i + 1];
122
- if (value === undefined) {
123
- throw new Error(`Missing value for --${key}`);
124
- }
125
-
126
- if (value.startsWith('--')) {
127
- throw new Error(`Missing value for --${key}`);
128
- }
129
-
130
- out.flags[key] = value;
131
- i += 1;
132
- }
133
-
134
- return out;
135
- }
136
-
137
- function levenshteinDistance(a, b) {
138
- const source = String(a ?? '');
139
- const target = String(b ?? '');
140
- if (source === target) return 0;
141
- if (source.length === 0) return target.length;
142
- if (target.length === 0) return source.length;
143
-
144
- const previous = new Array(target.length + 1);
145
- const current = new Array(target.length + 1);
146
-
147
- for (let i = 0; i <= target.length; i += 1) {
148
- previous[i] = i;
149
- }
150
-
151
- for (let i = 1; i <= source.length; i += 1) {
152
- current[0] = i;
153
- for (let j = 1; j <= target.length; j += 1) {
154
- const cost = source[i - 1] === target[j - 1] ? 0 : 1;
155
- current[j] = Math.min(
156
- previous[j] + 1,
157
- current[j - 1] + 1,
158
- previous[j - 1] + cost
159
- );
160
- }
161
- for (let j = 0; j <= target.length; j += 1) {
162
- previous[j] = current[j];
163
- }
164
- }
165
-
166
- return previous[target.length];
167
- }
168
-
169
- function findClosestFlag(flag, allowedFlags) {
170
- const normalizedFlag = String(flag ?? '').trim();
171
- if (!normalizedFlag) return null;
172
-
173
- let candidate = null;
174
- let distance = Infinity;
175
- for (const allowedFlag of allowedFlags) {
176
- const nextDistance = levenshteinDistance(normalizedFlag, allowedFlag);
177
- if (nextDistance < distance) {
178
- candidate = allowedFlag;
179
- distance = nextDistance;
180
- }
181
- }
182
- return distance <= 3 ? candidate : null;
183
- }
184
-
185
- function validateCommandFlags(parsed) {
186
- const command = parsed?.command;
187
- if (!command || !TOOLING_COMMANDS.includes(command)) {
188
- return;
189
- }
190
-
191
- const allowedFlags = new Set(COMMON_CLI_FLAGS);
192
- const keys = Object.keys(parsed.flags || {});
193
- for (const key of keys) {
194
- if (allowedFlags.has(key)) {
195
- continue;
196
- }
197
-
198
- const suggestion = findClosestFlag(key, allowedFlags);
199
- if (suggestion) {
200
- throw new Error(`Unknown flag --${key} for "${command}". Did you mean --${suggestion}?`);
201
- }
202
- throw new Error(`Unknown flag --${key} for "${command}".`);
203
- }
204
- }
205
-
206
- function parseJsonObjectFlag(value, label) {
207
- if (asStringOrNull(value) === null) return null;
208
- try {
209
- const parsed = JSON.parse(value);
210
- if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
211
- throw new Error('value must be a JSON object');
212
- }
213
- return parsed;
214
- } catch (error) {
215
- throw new Error(`Invalid ${label}: ${error.message}`);
216
- }
217
- }
218
-
219
- function isAbsoluteUrl(value) {
220
- const normalized = asStringOrNull(value);
221
- if (normalized === null) return false;
222
- try {
223
- const parsed = new URL(normalized);
224
- return typeof parsed.protocol === 'string' && parsed.protocol.length > 0;
225
- } catch {
226
- return false;
227
- }
228
- }
229
-
230
- function parseUnifiedRuntimeConfig(value) {
231
- const normalized = asStringOrNull(value);
232
- if (normalized === null) return null;
233
- if (normalized.startsWith('{')) {
234
- return {
235
- runtimePreset: null,
236
- runtimeConfigUrl: null,
237
- runtimeConfig: parseJsonObjectFlag(normalized, '--runtime-config'),
238
- };
239
- }
240
- if (isAbsoluteUrl(normalized)) {
241
- return {
242
- runtimePreset: null,
243
- runtimeConfigUrl: normalized,
244
- runtimeConfig: null,
245
- };
246
- }
247
- return {
248
- runtimePreset: null,
249
- runtimeConfigUrl: pathToFileURL(path.resolve(normalized)).href,
250
- runtimeConfig: null,
251
- };
252
- }
253
-
254
- function resolveRuntimeConfigFlags(parsed) {
255
- const unifiedRaw = asStringOrNull(parsed.flags['runtime-config']);
256
- return parseUnifiedRuntimeConfig(unifiedRaw);
257
- }
258
-
259
- async function readJsonObjectFile(filePath, label) {
260
- const resolved = path.resolve(String(filePath));
261
- let raw;
262
- try {
263
- raw = await fs.readFile(resolved, 'utf8');
264
- } catch (error) {
265
- throw new Error(`${label} not found or unreadable: ${resolved}`);
266
- }
267
- let parsed;
268
- try {
269
- parsed = JSON.parse(raw);
270
- } catch (error) {
271
- throw new Error(`${label} must contain valid JSON: ${error.message}`);
272
- }
273
- if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
274
- throw new Error(`${label} must be a JSON object.`);
275
- }
276
- return parsed;
277
- }
278
-
279
- async function readJsonObjectInput(inputValue, label) {
280
- const normalized = asStringOrNull(inputValue);
281
- if (normalized === null) {
282
- throw new Error(`${label} is required.`);
283
- }
284
- if (normalized.startsWith('{')) {
285
- return parseJsonObjectFlag(normalized, label);
286
- }
287
- return readJsonObjectFile(normalized, label);
288
- }
289
-
290
- function resolveCommandConfigFlag(parsed) {
291
- const config = asStringOrNull(parsed.flags.config);
292
- if (!config) {
293
- throw new Error('command requires --config <path.json|json>.');
294
- }
295
- return config;
296
- }
297
-
298
- function parseBooleanFlag(value, label) {
299
- const normalizedInput = asStringOrNull(value);
300
- if (normalizedInput === null) return null;
301
- if (typeof value === 'boolean') return value;
302
- if (typeof value === 'string') {
303
- const normalized = normalizedInput.toLowerCase();
304
- if (normalized === 'true') return true;
305
- if (normalized === 'false') return false;
306
- }
307
- throw new Error(`${label} must be true or false`);
308
- }
309
-
310
- function parseNumberFlag(value, label) {
311
- const normalized = asStringOrNull(value);
312
- if (normalized === null) return null;
313
- const parsed = Number(normalized);
314
- if (!Number.isFinite(parsed)) {
315
- throw new Error(`${label} must be a number`);
316
- }
317
- return parsed;
318
- }
319
-
320
- function parseBrowserArgs(value) {
321
- if (value === undefined || value === null) return [];
322
- return Array.isArray(value) ? value.map((item) => String(item)) : [String(value)];
323
- }
324
-
325
- async function pathExists(filePath) {
326
- try {
327
- await fs.access(filePath);
328
- return true;
329
- } catch {
330
- return false;
331
- }
332
- }
333
-
334
- function resolveStaticRootDir(browserOptions = {}) {
335
- const configured = asStringOrNull(browserOptions.staticRootDir);
336
- if (configured) {
337
- return path.resolve(String(configured));
338
- }
339
- return process.cwd();
340
- }
341
-
342
- function resolveRdrrRoot(options = {}) {
343
- return path.resolve(asStringOrNull(options.rdrrRoot) || DEFAULT_EXTERNAL_RDRR_ROOT);
344
- }
345
-
346
- async function findResolvableModelCandidate(candidates) {
347
- const discoveredManifestCandidates = [];
348
-
349
- for (const candidate of candidates) {
350
- if (!await pathExists(candidate.manifestPath)) {
351
- continue;
352
- }
353
- discoveredManifestCandidates.push(candidate);
354
-
355
- const modelDir = path.dirname(candidate.manifestPath);
356
- try {
357
- const files = await fs.readdir(modelDir, { withFileTypes: true });
358
- const hasShards = files.some((entry) =>
359
- entry.isFile() && /^shard_\d+\.bin$/u.test(entry.name)
360
- );
361
- if (hasShards) {
362
- return { candidate, discoveredManifestCandidates };
363
- }
364
- } catch {
365
- return { candidate, discoveredManifestCandidates };
366
- }
367
- }
368
-
369
- return { candidate: null, discoveredManifestCandidates };
370
- }
371
-
372
- async function resolveExternalModelDirectory(rdrrRoot, modelId) {
373
- const directModelDir = path.join(rdrrRoot, modelId);
374
- const directManifestPath = path.join(directModelDir, 'manifest.json');
375
- if (await pathExists(directManifestPath)) {
376
- return {
377
- modelDir: directModelDir,
378
- manifestPath: directManifestPath,
379
- };
380
- }
381
-
382
- let entries = [];
383
- try {
384
- entries = await fs.readdir(rdrrRoot, { withFileTypes: true });
385
- } catch {
386
- return null;
387
- }
388
-
389
- const matches = [];
390
- for (const entry of entries) {
391
- if (!entry.isDirectory()) {
392
- continue;
393
- }
394
- const manifestPath = path.join(rdrrRoot, entry.name, 'manifest.json');
395
- if (!await pathExists(manifestPath)) {
396
- continue;
397
- }
398
- let manifest = null;
399
- try {
400
- manifest = JSON.parse(await fs.readFile(manifestPath, 'utf8'));
401
- } catch {
402
- continue;
403
- }
404
- if (manifest?.modelId !== modelId) {
405
- continue;
406
- }
407
- matches.push({
408
- modelDir: path.join(rdrrRoot, entry.name),
409
- manifestPath,
410
- });
411
- }
412
-
413
- if (matches.length > 1) {
414
- const matchPaths = matches.map((match) => match.modelDir).join(', ');
415
- throw new Error(
416
- `Model "${modelId}" matched multiple external directories. ` +
417
- `Disambiguate by setting request.modelUrl in --config. Matches: ${matchPaths}`
418
- );
419
- }
420
-
421
- return matches[0] || null;
422
- }
423
-
424
- export async function resolveBrowserModelUrl(request, browserOptions = {}) {
425
- if (request.modelUrl || !request.modelId) {
426
- return request;
427
- }
428
-
429
- const modelId = String(request.modelId);
430
- const encodedModelId = encodeURIComponent(modelId);
431
-
432
- if (asStringOrNull(browserOptions.baseUrl)) {
433
- return {
434
- ...request,
435
- modelUrl: `/models/${encodedModelId}`,
436
- };
437
- }
438
-
439
- const staticRootDir = resolveStaticRootDir(browserOptions);
440
- const externalModel = await resolveExternalModelDirectory(resolveRdrrRoot(browserOptions), modelId);
441
- const candidates = [
442
- {
443
- modelUrl: `/models/local/${encodedModelId}`,
444
- manifestPath: path.join(staticRootDir, 'models', 'local', modelId, 'manifest.json'),
445
- },
446
- {
447
- modelUrl: `/models/${encodedModelId}`,
448
- manifestPath: path.join(staticRootDir, 'models', modelId, 'manifest.json'),
449
- },
450
- {
451
- modelUrl: `/models/external/${encodeURIComponent(path.basename(externalModel?.modelDir || modelId))}`,
452
- manifestPath: externalModel?.manifestPath || path.join(resolveRdrrRoot(browserOptions), modelId, 'manifest.json'),
453
- },
454
- ];
455
-
456
- const { candidate, discoveredManifestCandidates } = await findResolvableModelCandidate(candidates);
457
- if (candidate) {
458
- return {
459
- ...request,
460
- modelUrl: candidate.modelUrl,
461
- };
462
- }
463
-
464
- if (discoveredManifestCandidates.length > 0) {
465
- const firstCandidate = discoveredManifestCandidates[0];
466
- const paths = discoveredManifestCandidates
467
- .map((candidate) => candidate.modelUrl)
468
- .join(', ');
469
- throw new Error(
470
- `Model "${modelId}" was found, but no shard files (shard_*.bin) are present. ` +
471
- `Checked: ${paths}. Add shard files beside the manifest, or set request.modelUrl in --config to a complete model directory.`
472
- );
473
- }
474
-
475
- return {
476
- ...request,
477
- modelUrl: `/models/${encodedModelId}`,
478
- };
479
- }
480
-
481
- export async function resolveNodeModelUrl(request, options = {}) {
482
- if (request.modelUrl || !request.modelId) {
483
- return request;
484
- }
485
-
486
- const modelId = String(request.modelId);
487
- const rdrrRoot = resolveRdrrRoot(options);
488
- const externalModel = await resolveExternalModelDirectory(rdrrRoot, modelId);
489
- if (!externalModel) {
490
- return request;
491
- }
492
-
493
- const modelDir = externalModel.modelDir;
494
- try {
495
- const files = await fs.readdir(modelDir, { withFileTypes: true });
496
- const hasShards = files.some((entry) =>
497
- entry.isFile() && /^shard_\d+\.bin$/u.test(entry.name)
498
- );
499
- if (!hasShards) {
500
- return request;
501
- }
502
- } catch {
503
- return request;
504
- }
505
-
506
- return {
507
- ...request,
508
- modelUrl: pathToFileURL(modelDir).href.replace(/\/$/, ''),
509
- };
510
- }
511
-
512
- function parseSurface(value, command, policy = DEFAULT_CLI_POLICY) {
513
- const normalizedInput = asStringOrNull(value);
514
- const normalizedSurface = policy.defaults && policy.defaults.surface && policy.defaults.surface.default
515
- ? policy.defaults.surface.default
516
- : 'auto';
517
- const allowedSurfaces = policy.defaults && Array.isArray(policy.defaults.surface?.allowed)
518
- ? policy.defaults.surface.allowed
519
- : ['auto', 'node', 'browser'];
520
- const normalized = String(normalizedInput === null ? normalizedSurface : normalizedInput).trim().toLowerCase();
521
- if (!allowedSurfaces.includes(normalized)) {
522
- throw new Error('--surface must be one of auto, node, browser');
523
- }
524
- if (command === 'convert' && normalized === 'browser') {
525
- throw new Error('convert is not supported on browser relay. Use --surface node or --surface auto.');
526
- }
527
- if ((command === 'lora' || command === 'distill') && normalized === 'browser') {
528
- throw new Error(`${command} is not supported on browser relay. Use --surface node or --surface auto.`);
529
- }
530
- return normalized;
531
- }
532
-
533
- function isPlainObject(value) {
534
- return !!value && typeof value === 'object' && !Array.isArray(value);
535
- }
536
-
537
- function resolveConfigEnvelope(configPayload) {
538
- if (!isPlainObject(configPayload)) {
539
- throw new Error('--config must resolve to a JSON object.');
540
- }
541
- if (configPayload.request !== undefined && !isPlainObject(configPayload.request)) {
542
- throw new Error('--config field "request" must be a JSON object when provided.');
543
- }
544
- if (configPayload.run !== undefined && !isPlainObject(configPayload.run)) {
545
- throw new Error('--config field "run" must be a JSON object when provided.');
546
- }
547
- return {
548
- request: isPlainObject(configPayload.request) ? configPayload.request : configPayload,
549
- run: isPlainObject(configPayload.run) ? configPayload.run : {},
550
- };
551
- }
552
-
553
- function applyRuntimeFlagOverride(requestInput, runtimeOverride) {
554
- if (!runtimeOverride) {
555
- return;
556
- }
557
- const hasInlineRuntime = (
558
- requestInput.runtimePreset != null
559
- || requestInput.runtimeConfigUrl != null
560
- || requestInput.runtimeConfig != null
561
- );
562
- if (hasInlineRuntime) {
563
- throw new Error(
564
- '--runtime-config cannot be combined with runtimePreset/runtimeConfigUrl/runtimeConfig values inside --config request payload.'
565
- );
566
- }
567
- requestInput.runtimePreset = runtimeOverride.runtimePreset;
568
- requestInput.runtimeConfigUrl = runtimeOverride.runtimeConfigUrl;
569
- requestInput.runtimeConfig = runtimeOverride.runtimeConfig;
570
- }
571
-
572
- function resolveBenchRunOptions(runConfig, policy = DEFAULT_CLI_POLICY) {
573
- const benchConfig = isPlainObject(runConfig?.bench) ? runConfig.bench : {};
574
- const configuredSaveDir = asStringOrNull(benchConfig.saveDir);
575
- const defaultSaveDir = asStringOrNull(policy?.defaults?.benchmark?.saveDir);
576
- return {
577
- shouldSave: benchConfig.save === true,
578
- saveDir: configuredSaveDir === null
579
- ? defaultSaveDir || './benchmarks/vendors/results'
580
- : configuredSaveDir,
581
- comparePath: asStringOrNull(benchConfig.compare),
582
- manifestPath: asStringOrNull(benchConfig.manifest),
583
- };
584
- }
585
-
586
- function resolveSurfaceForCommand(command, parsed, runConfig, policy = DEFAULT_CLI_POLICY) {
587
- const fromCli = asStringOrNull(parsed.flags.surface);
588
- const fromRun = asStringOrNull(runConfig?.surface);
589
- return parseSurface(fromCli ?? fromRun ?? null, command, policy);
590
- }
591
-
592
- export async function buildRequest(parsed, policy = DEFAULT_CLI_POLICY) {
593
- const command = parsed.command;
594
- if (!command || !TOOLING_COMMANDS.includes(command)) {
595
- throw new Error(`Unsupported command "${command || ''}"`);
596
- }
597
-
598
- const configValue = resolveCommandConfigFlag(parsed);
599
- const configPayload = await readJsonObjectInput(configValue, '--config');
600
- const envelope = resolveConfigEnvelope(configPayload);
601
- const runtimeOverride = resolveRuntimeConfigFlags(parsed);
602
-
603
- const requestInput = { ...envelope.request };
604
- if (requestInput.command != null && requestInput.command !== command) {
605
- throw new Error(
606
- `--config request command mismatch: CLI command is "${command}" but config command is "${requestInput.command}".`
607
- );
608
- }
609
- requestInput.command = command;
610
-
611
- applyRuntimeFlagOverride(requestInput, runtimeOverride);
612
-
613
- const surfaceFromCli = asStringOrNull(parsed.flags.surface) !== null;
614
- const surface = resolveSurfaceForCommand(command, parsed, envelope.run, policy);
615
-
616
- return {
617
- request: normalizeToolingCommandRequest(requestInput),
618
- runConfig: envelope.run,
619
- surface,
620
- surfaceFromCli,
621
- benchRunOptions: resolveBenchRunOptions(envelope.run, policy),
622
- };
623
- }
624
-
625
- function buildNodeRunOptions(jsonOutput) {
626
- return {
627
- onProgress(progress) {
628
- if (jsonOutput) return;
629
- if (!progress?.message) return;
630
- if (Number.isFinite(progress.current) && Number.isFinite(progress.total)) {
631
- console.error(`[progress] ${progress.current}/${progress.total} ${progress.message}`);
632
- } else {
633
- console.error(`[progress] ${progress.stage ?? 'run'} ${progress.message}`);
634
- }
635
- },
636
- };
637
- }
638
-
639
- function buildBrowserRunOptions(runConfig, jsonOutput, request = {}) {
640
- const browser = isPlainObject(runConfig?.browser) ? runConfig.browser : {};
641
-
642
- const headed = parseBooleanFlag(browser.headed, 'run.browser.headed') === true;
643
- const explicitHeadless = parseBooleanFlag(browser.headless, 'run.browser.headless');
644
- if (headed && explicitHeadless !== null) {
645
- throw new Error('run.browser.headed is mutually exclusive with run.browser.headless.');
646
- }
647
-
648
- const options = {
649
- channel: asStringOrNull(browser.channel),
650
- executablePath: asStringOrNull(browser.executablePath),
651
- runnerPath: asStringOrNull(browser.runnerPath),
652
- staticRootDir: asStringOrNull(browser.staticRootDir),
653
- rdrrRoot: asStringOrNull(browser.rdrrRoot),
654
- baseUrl: asStringOrNull(browser.baseUrl),
655
- browserArgs: parseBrowserArgs(browser.browserArgs),
656
- headless: headed ? false : (explicitHeadless ?? true),
657
- };
658
- const rdrrRoot = resolveRdrrRoot(options);
659
- options.staticMounts = [
660
- {
661
- urlPrefix: '/models/external',
662
- rootDir: rdrrRoot,
663
- },
664
- ];
665
-
666
- const port = parseNumberFlag(browser.port, 'run.browser.port');
667
- if (port !== null) {
668
- options.port = port;
669
- }
670
-
671
- const timeoutMs = parseNumberFlag(browser.timeoutMs, 'run.browser.timeoutMs');
672
- if (timeoutMs !== null) {
673
- options.timeoutMs = timeoutMs;
674
- }
675
-
676
- const opfsCache = parseBooleanFlag(browser.opfsCache, 'run.browser.opfsCache');
677
- if (opfsCache === false) {
678
- options.opfsCache = false;
679
- }
680
-
681
- const userDataDir = asStringOrNull(browser.userDataDir);
682
- if (userDataDir) {
683
- options.userDataDir = userDataDir;
684
- }
685
-
686
- if (request.cacheMode === 'cold') {
687
- options.wipeCacheBeforeLaunch = true;
688
- }
689
-
690
- const streamConsole = parseBooleanFlag(browser.console, 'run.browser.console');
691
- const shouldStreamConsole = streamConsole === true;
692
- if (shouldStreamConsole && !jsonOutput) {
693
- options.onConsole = ({ type, text }) => {
694
- console.error(`[browser:${type}] ${text}`);
695
- };
696
- }
697
-
698
- return options;
699
- }
700
-
701
- function isNodeWebGPUFallbackCandidate(error, fallbackPolicy = DEFAULT_CLI_POLICY.surfaceFallback) {
702
- const message = error?.message || String(error || '');
703
- const fallbackSignatures = Array.isArray(fallbackPolicy?.errorFragments) && fallbackPolicy.errorFragments.length > 0
704
- ? fallbackPolicy.errorFragments
705
- : [NODE_WEBGPU_INCOMPLETE_MESSAGE];
706
- return fallbackSignatures.some((signature) => message.includes(signature));
707
- }
708
-
709
- function isTrainingCommandFlow(request) {
710
- if (!request || typeof request !== 'object') return false;
711
- if (request.suite === 'training') return true;
712
- if (request.command === 'lora' || request.command === 'distill') return true;
713
- return request.command === 'bench' && request.workloadType === 'training';
714
- }
715
-
716
- function resolveErrorSurface(error, fallbackSurface = null) {
717
- return (
718
- asStringOrNull(fallbackSurface)
719
- || asStringOrNull(error?.surface)
720
- || asStringOrNull(error?.details?.surface)
721
- || null
722
- );
723
- }
724
-
725
- export function createCliToolingErrorEnvelope(error, context = {}) {
726
- return createToolingErrorEnvelope(error, {
727
- surface: resolveErrorSurface(error, context.surface),
728
- request: context.request ?? null,
729
- });
730
- }
731
-
732
- export function finalizeCliCommandResponse(response, request) {
733
- if (!isPlainObject(response) || !Object.prototype.hasOwnProperty.call(response, 'request')) {
734
- return response;
735
- }
736
- return {
737
- ...response,
738
- request,
739
- };
740
- }
741
-
742
- async function runCommandOnSurface(request, surface, runConfig, jsonOutput) {
743
- if (surface === 'node') {
744
- const nodeRequest = await resolveNodeModelUrl(request);
745
- if (!jsonOutput) {
746
- console.error('[surface] running on: node');
747
- if (nodeRequest.modelUrl && nodeRequest.modelUrl !== request.modelUrl) {
748
- console.error(`[surface] node resolved modelUrl=${nodeRequest.modelUrl}`);
749
- }
750
- }
751
- const response = await runNodeCommand(nodeRequest, buildNodeRunOptions(jsonOutput));
752
- return finalizeCliCommandResponse(response, request);
753
- }
754
-
755
- const browserOptions = buildBrowserRunOptions(runConfig, jsonOutput, request);
756
- const browserRequest = await resolveBrowserModelUrl(request, browserOptions);
757
-
758
- if (!jsonOutput) {
759
- const mode = browserOptions.headless === false ? 'headed' : 'headless';
760
- console.error(`[surface] running on: browser (${mode})`);
761
- if (browserRequest.modelUrl && browserRequest.modelUrl !== request.modelUrl) {
762
- console.error(`[surface] browser resolved modelUrl=${browserRequest.modelUrl}`);
763
- }
764
- }
765
-
766
- const response = await runBrowserCommandInNode(browserRequest, browserOptions);
767
- return finalizeCliCommandResponse(response, request);
768
- }
769
-
770
- async function runWithAutoSurface(request, runConfig, jsonOutput, policy = DEFAULT_CLI_POLICY) {
771
- if (request.command === 'convert') {
772
- return runCommandOnSurface(request, 'node', runConfig, jsonOutput);
773
- }
774
- const fallbackPolicy = policy?.surfaceFallback || { enabled: false };
775
-
776
- try {
777
- return await runCommandOnSurface(request, 'node', runConfig, jsonOutput);
778
- } catch (error) {
779
- if (!fallbackPolicy.enabled || !isNodeWebGPUFallbackCandidate(error, fallbackPolicy)) {
780
- throw error;
781
- }
782
- if (isTrainingCommandFlow(request)) {
783
- const downgradeError = new Error(
784
- (request.command === 'lora' || request.command === 'distill')
785
- ? 'Training command auto-surface downgrade is blocked. Re-run with --surface node after fixing Node WebGPU support.'
786
- : 'Training command auto-surface downgrade is blocked. Re-run with --surface node after fixing Node WebGPU support, or explicitly choose --surface browser.'
787
- );
788
- downgradeError.code = 'training_surface_downgrade_blocked';
789
- downgradeError.surface = 'node';
790
- downgradeError.command = request.command;
791
- downgradeError.suite = request.suite;
792
- downgradeError.workloadType = request.workloadType || null;
793
- downgradeError.fromSurface = 'node';
794
- downgradeError.toSurface = fallbackPolicy.to || 'browser';
795
- throw downgradeError;
796
- }
797
- if (fallbackPolicy.to !== 'browser') {
798
- throw error;
799
- }
800
- if (!jsonOutput) {
801
- console.error('[surface] node WebGPU unavailable, falling back to browser');
802
- }
803
- return runCommandOnSurface(request, 'browser', runConfig, jsonOutput);
804
- }
805
- }
806
-
807
- function toSummary(result) {
808
- if (!result || typeof result !== 'object') {
809
- return 'ok';
810
- }
811
-
812
- if (result.manifest?.modelId) {
813
- const contractStatus = result.executionContractArtifact?.ok === true
814
- ? ' contract=pass'
815
- : result.executionContractArtifact
816
- ? ' contract=fail'
817
- : '';
818
- const graphStatus = result.executionV0GraphContractArtifact?.ok === true
819
- ? ' graph=pass'
820
- : result.executionV0GraphContractArtifact
821
- ? ' graph=fail'
822
- : '';
823
- return `converted ${result.manifest.modelId} (${result.tensorCount} tensors, ${result.shardCount} shards)${contractStatus}${graphStatus}`;
824
- }
825
-
826
- if (result.kind === 'lora' || result.kind === 'distill') {
827
- const workloadId = result.workloadId || 'unknown';
828
- const action = result.action || 'run';
829
- const runRoot = result.runRoot || 'n/a';
830
- return `${result.kind} ${action} workload=${workloadId} runRoot=${runRoot}`;
831
- }
832
-
833
- const suite = result.suite || result.report?.suite || 'suite';
834
- const modelId = result.modelId || result.report?.modelId || 'unknown';
835
- const passed = Number.isFinite(result.passed) ? result.passed : null;
836
- const failed = Number.isFinite(result.failed) ? result.failed : null;
837
- const duration = Number.isFinite(result.duration) ? `${result.duration.toFixed(1)}ms` : 'n/a';
838
- if (passed !== null && failed !== null) {
839
- return `${suite} model=${modelId} passed=${passed} failed=${failed} duration=${duration}`;
840
- }
841
- return `${suite} model=${modelId}`;
842
- }
843
-
844
- function formatNumber(value, digits = 2) {
845
- return Number.isFinite(value) ? Number(value).toFixed(digits) : 'n/a';
846
- }
847
-
848
- function formatMs(value) {
849
- return Number.isFinite(value) ? `${Number(value).toFixed(1)}ms` : 'n/a';
850
- }
851
-
852
- function quoteOneLine(value) {
853
- const s = String(value ?? '').replace(/\s+/g, ' ').trim();
854
- if (!s) return '""';
855
- const clipped = s.length > 120 ? `${s.slice(0, 117)}...` : s;
856
- return JSON.stringify(clipped);
857
- }
858
-
859
- function compactTimestamp() {
860
- return new Date().toISOString().replace(/[-:]/g, '').replace(/\.\d+Z$/, '');
861
- }
862
-
863
- async function saveBenchResult(result, saveDir) {
864
- await fs.mkdir(saveDir, { recursive: true });
865
- const modelId = String(result?.modelId || 'unknown').replace(/[^a-zA-Z0-9_-]/g, '_');
866
- const ts = compactTimestamp();
867
- const filename = `${modelId}_${ts}.json`;
868
- const filePath = path.join(saveDir, filename);
869
- const json = JSON.stringify(result, null, 2);
870
- await fs.writeFile(filePath, json, 'utf-8');
871
- await fs.writeFile(path.join(saveDir, 'latest.json'), json, 'utf-8');
872
- return filePath;
873
- }
874
-
875
- async function loadBaseline(comparePath, saveDir) {
876
- const resolved = comparePath === 'last'
877
- ? path.join(saveDir, 'latest.json')
878
- : path.resolve(comparePath);
879
- try {
880
- const raw = await fs.readFile(resolved, 'utf-8');
881
- return JSON.parse(raw);
882
- } catch (error) {
883
- console.error(`[compare] failed to load baseline from ${resolved}: ${error.message}`);
884
- return null;
885
- }
886
- }
887
-
888
- function normalizeBenchMetrics(result) {
889
- const m = result?.metrics;
890
- if (!m) return m;
891
- return {
892
- decodeTokensPerSec: m.decodeTokensPerSec,
893
- prefillTokensPerSec: m.prefillTokensPerSec,
894
- firstTokenMs: m.firstTokenMs,
895
- firstResponseMs: m.firstResponseMs,
896
- prefillMs: m.prefillMs,
897
- decodeMs: m.decodeMs,
898
- totalRunMs: m.totalRunMs,
899
- modelLoadMs: m.modelLoadMs,
900
- decodeMsPerTokenP50: m.decodeMsPerTokenP50,
901
- decodeMsPerTokenP95: m.decodeMsPerTokenP95,
902
- decodeMsPerTokenP99: m.decodeMsPerTokenP99,
903
- };
904
- }
905
-
906
- function compareBenchResults(current, baseline) {
907
- const cm = normalizeBenchMetrics(current);
908
- const bm = normalizeBenchMetrics(baseline);
909
- if (!cm || !bm) {
910
- console.error('[compare] missing metrics in current or baseline result');
911
- return { regressions: [], improvements: [] };
912
- }
913
-
914
- const isCrossEngine = (current?.env?.library) !== (baseline?.env?.library);
915
- const regressions = [];
916
- const improvements = [];
917
-
918
- const metrics = [
919
- { label: 'decode tok/s', cur: cm.decodeTokensPerSec, base: bm.decodeTokensPerSec, higherBetter: true },
920
- { label: 'prefill tok/s', cur: cm.prefillTokensPerSec, base: bm.prefillTokensPerSec, higherBetter: true },
921
- { label: 'first token', cur: cm.firstTokenMs, base: bm.firstTokenMs, higherBetter: false },
922
- { label: 'prefill ms', cur: cm.prefillMs, base: bm.prefillMs, higherBetter: false },
923
- { label: 'decode ms', cur: cm.decodeMs, base: bm.decodeMs, higherBetter: false },
924
- { label: 'first response', cur: cm.firstResponseMs, base: bm.firstResponseMs, higherBetter: false },
925
- { label: 'total run', cur: cm.totalRunMs, base: bm.totalRunMs, higherBetter: false },
926
- { label: 'model load', cur: cm.modelLoadMs, base: bm.modelLoadMs, higherBetter: false },
927
- ];
928
-
929
- // GPU phase metrics only available in Doppler-vs-Doppler comparisons
930
- const cg = current?.metrics?.gpu;
931
- const bg = baseline?.metrics?.gpu;
932
- if (cg && bg) {
933
- metrics.push(
934
- { label: 'gpu record ms', cur: cg.decodeRecordMs?.median, base: bg.decodeRecordMs?.median, higherBetter: false },
935
- { label: 'gpu submit_wait', cur: cg.decodeSubmitWaitMs?.median, base: bg.decodeSubmitWaitMs?.median, higherBetter: false },
936
- { label: 'gpu readback', cur: cg.decodeReadbackWaitMs?.median, base: bg.decodeReadbackWaitMs?.median, higherBetter: false },
937
- );
938
- }
939
-
940
- const curLabel = isCrossEngine ? (current?.env?.library || 'current') : 'current';
941
- const baseLabel = isCrossEngine ? (baseline?.env?.library || 'baseline') : 'baseline';
942
- const baseModelId = baseline.modelId || 'unknown';
943
- console.log(`[compare] vs ${baseLabel} model=${baseModelId}`);
944
- console.log(`[compare] ${'metric'.padEnd(20)} ${baseLabel.padStart(14)} ${curLabel.padStart(14)} ${'delta'.padStart(10)}`);
945
-
946
- for (const m of metrics) {
947
- if (!Number.isFinite(m.cur) || !Number.isFinite(m.base) || m.base === 0) continue;
948
- const deltaPct = ((m.cur - m.base) / Math.abs(m.base)) * 100;
949
- const sign = deltaPct >= 0 ? '+' : '';
950
- const deltaStr = `${sign}${deltaPct.toFixed(1)}%`;
951
- const isRegression = m.higherBetter ? deltaPct < -10 : deltaPct > 10;
952
- const isImprovement = m.higherBetter ? deltaPct > 10 : deltaPct < -10;
953
- const flag = isRegression ? ' !!REGRESSION' : isImprovement ? ' *improved' : '';
954
- console.log(`[compare] ${m.label.padEnd(20)} ${formatNumber(m.base, 1).padStart(14)} ${formatNumber(m.cur, 1).padStart(14)} ${deltaStr.padStart(10)}${flag}`);
955
- if (isRegression) regressions.push(m.label);
956
- if (isImprovement) improvements.push(m.label);
957
- }
958
-
959
- if (regressions.length) {
960
- console.log(`[compare] ${regressions.length} regression(s) detected (>10% threshold)`);
961
- }
962
- return { regressions, improvements };
963
- }
964
-
965
- async function loadManifest(manifestPath) {
966
- const raw = await fs.readFile(path.resolve(manifestPath), 'utf-8');
967
- const manifest = JSON.parse(raw);
968
- if (!manifest.runs || !Array.isArray(manifest.runs) || manifest.runs.length === 0) {
969
- throw new Error('manifest must have a non-empty "runs" array');
970
- }
971
- return manifest;
972
- }
973
-
974
- function mergeRunConfig(base, ...overrides) {
975
- const merged = isPlainObject(base) ? { ...base } : {};
976
- for (const source of overrides) {
977
- if (!isPlainObject(source)) {
978
- continue;
979
- }
980
- for (const [key, value] of Object.entries(source)) {
981
- if ((key === 'browser' || key === 'bench') && isPlainObject(value)) {
982
- merged[key] = {
983
- ...(isPlainObject(merged[key]) ? merged[key] : {}),
984
- ...value,
985
- };
986
- continue;
987
- }
988
- merged[key] = value;
989
- }
990
- }
991
- return merged;
992
- }
993
-
994
- async function runManifestSweep(manifest, commandContext, jsonOutput, policy = DEFAULT_CLI_POLICY) {
995
- const defaults = manifest.defaults || {};
996
- const results = [];
997
-
998
- for (let i = 0; i < manifest.runs.length; i++) {
999
- const run = manifest.runs[i];
1000
- const label = run.label || run.modelId || run.request?.modelId || `run-${i}`;
1001
- if (!jsonOutput) {
1002
- console.error(`[sweep] (${i + 1}/${manifest.runs.length}) ${label}`);
1003
- }
1004
-
1005
- const requestInput = {
1006
- ...commandContext.request,
1007
- ...(isPlainObject(defaults.request) ? defaults.request : {}),
1008
- ...(isPlainObject(run.request) ? run.request : {}),
1009
- command: commandContext.request.command,
1010
- };
1011
- const modelId = asStringOrNull(run.modelId) || asStringOrNull(defaults.modelId);
1012
- if (modelId) {
1013
- requestInput.modelId = modelId;
1014
- }
1015
- const modelUrl = asStringOrNull(run.modelUrl) || asStringOrNull(defaults.modelUrl);
1016
- if (modelUrl) {
1017
- requestInput.modelUrl = modelUrl;
1018
- }
1019
- const runtimePreset = asStringOrNull(run.runtimePreset) || asStringOrNull(defaults.runtimePreset);
1020
- if (runtimePreset) {
1021
- requestInput.runtimePreset = runtimePreset;
1022
- }
1023
-
1024
- const mergedRunConfig = mergeRunConfig(commandContext.runConfig, defaults.run, run.run);
1025
- let request = null;
1026
- let surface = commandContext.surface;
1027
- try {
1028
- request = normalizeToolingCommandRequest(requestInput);
1029
- surface = commandContext.surfaceFromCli
1030
- ? commandContext.surface
1031
- : resolveSurfaceForCommand(
1032
- request.command,
1033
- { flags: { surface: null } },
1034
- mergedRunConfig,
1035
- policy
1036
- );
1037
- const response = surface === 'auto'
1038
- ? await runWithAutoSurface(request, mergedRunConfig, jsonOutput, policy)
1039
- : await runCommandOnSurface(request, surface, mergedRunConfig, jsonOutput);
1040
- results.push({ label, response, error: null });
1041
- } catch (error) {
1042
- results.push({
1043
- label,
1044
- response: null,
1045
- error: createCliToolingErrorEnvelope(error, {
1046
- surface: surface === 'auto' ? null : surface,
1047
- request,
1048
- }),
1049
- });
1050
- if (!jsonOutput) {
1051
- console.error(`[sweep] ${label} FAILED: ${error.message}`);
1052
- }
1053
- }
1054
- }
1055
-
1056
- return results;
1057
- }
1058
-
1059
- function printManifestSummary(results) {
1060
- const completed = results.filter((r) => r.response && !r.error);
1061
- const failed = results.filter((r) => r.error);
1062
- console.log(`[sweep] ${completed.length} completed, ${failed.length} failed`);
1063
-
1064
- for (const r of results) {
1065
- if (r.error) {
1066
- console.log(` ${r.label.padEnd(30)} FAILED`);
1067
- continue;
1068
- }
1069
- const m = r.response?.result?.metrics;
1070
- if (!m) {
1071
- console.log(` ${r.label.padEnd(30)} no metrics`);
1072
- continue;
1073
- }
1074
- console.log(
1075
- ` ${r.label.padEnd(30)} ` +
1076
- `${formatNumber(m.decodeTokensPerSec)} decode tok/s ` +
1077
- `prefill=${formatNumber(m.prefillTokensPerSec)} ` +
1078
- `first=${formatMs(m.firstTokenMs)}`
1079
- );
1080
- }
1081
- }
1082
-
1083
- function formatMB(bytes) {
1084
- return Number.isFinite(bytes) ? `${(bytes / (1024 * 1024)).toFixed(1)}MB` : 'n/a';
1085
- }
1086
-
1087
- function printDeviceInfo(result) {
1088
- const info = result?.deviceInfo;
1089
- if (!info) return;
1090
- const ai = info.adapterInfo;
1091
- if (ai) {
1092
- console.log(`[device] vendor=${ai.vendor || 'unknown'} arch=${ai.architecture || 'unknown'} device=${ai.device || 'unknown'}`);
1093
- }
1094
- console.log(
1095
- `[device] f16=${info.hasF16 ? 'yes' : 'no'} subgroups=${info.hasSubgroups ? 'yes' : 'no'} timestamp_query=${info.hasTimestampQuery ? 'yes' : 'no'}`
1096
- );
1097
- }
1098
-
1099
- function printGpuPhases(metrics) {
1100
- const gpu = metrics?.gpu;
1101
- if (!gpu) return;
1102
- const rm = gpu.decodeRecordMs?.median;
1103
- const sw = gpu.decodeSubmitWaitMs?.median;
1104
- const rw = gpu.decodeReadbackWaitMs?.median;
1105
- if (Number.isFinite(rm) || Number.isFinite(sw) || Number.isFinite(rw)) {
1106
- console.log(`[gpu] decode record=${formatMs(rm)} submit_wait=${formatMs(sw)} readback_wait=${formatMs(rw)} (median)`);
1107
- }
1108
- const pm = gpu.prefillMs?.median;
1109
- const dm = gpu.decodeMs?.median;
1110
- if (Number.isFinite(pm) || Number.isFinite(dm)) {
1111
- console.log(`[gpu] prefill=${formatMs(pm)} decode=${formatMs(dm)} (median gpu time)`);
1112
- }
1113
- }
1114
-
1115
- function printMemoryReport(result) {
1116
- const mem = result?.memoryStats;
1117
- if (!mem) return;
1118
- const parts = [`used=${formatMB(mem.used)}`];
1119
- if (mem.pool && Number.isFinite(mem.pool.currentBytesAllocated)) {
1120
- parts.push(`pool=${formatMB(mem.pool.currentBytesAllocated)}`);
1121
- }
1122
- if (mem.kvCache) {
1123
- parts.push(`kv_cache=${formatMB(mem.kvCache.allocated)}`);
1124
- if (Number.isFinite(mem.kvCache.seqLen) && Number.isFinite(mem.kvCache.maxSeqLen)) {
1125
- parts.push(`(seq=${mem.kvCache.seqLen}/${mem.kvCache.maxSeqLen})`);
1126
- }
1127
- }
1128
- console.log(`[memory] ${parts.join(' ')}`);
1129
- }
1130
-
1131
- function printExecutionContractSummary(result) {
1132
- const artifact = result?.metrics?.executionContractArtifact;
1133
- if (!artifact || typeof artifact !== 'object') return;
1134
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1135
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1136
- const session = artifact.session && typeof artifact.session === 'object'
1137
- ? artifact.session
1138
- : null;
1139
- const attentionPhases = artifact.steps?.attentionPhases && typeof artifact.steps.attentionPhases === 'object'
1140
- ? artifact.steps.attentionPhases
1141
- : null;
1142
- const parts = [
1143
- `status=${artifact.ok === true ? 'pass' : 'fail'}`,
1144
- checks.length > 0 ? `checks=${passedChecks}/${checks.length}` : 'checks=n/a',
1145
- ];
1146
- if (session?.layout) {
1147
- parts.push(`layout=${session.layout}`);
1148
- }
1149
- if (attentionPhases) {
1150
- parts.push(
1151
- `attn(prefill=${attentionPhases.prefill ?? 'n/a'},decode=${attentionPhases.decode ?? 'n/a'},both=${attentionPhases.both ?? 'n/a'})`
1152
- );
1153
- }
1154
- console.log(`[contract] ${parts.join(' ')}`);
1155
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1156
- for (const error of artifact.errors.slice(0, 3)) {
1157
- console.log(`[contract] error=${quoteOneLine(error)}`);
1158
- }
1159
- }
1160
- }
1161
-
1162
- function printExecutionV0GraphSummary(artifact) {
1163
- if (!artifact || typeof artifact !== 'object') return;
1164
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1165
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1166
- const stats = artifact.stats && typeof artifact.stats === 'object' ? artifact.stats : null;
1167
- const parts = [
1168
- `status=${artifact.ok === true ? 'pass' : 'fail'}`,
1169
- checks.length > 0 ? `checks=${passedChecks}/${checks.length}` : 'checks=n/a',
1170
- ];
1171
- if (Number.isFinite(stats?.prefillSteps) || Number.isFinite(stats?.decodeSteps)) {
1172
- parts.push(`steps(prefill=${stats?.prefillSteps ?? 'n/a'},decode=${stats?.decodeSteps ?? 'n/a'})`);
1173
- }
1174
- console.log(`[graph] ${parts.join(' ')}`);
1175
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1176
- for (const error of artifact.errors.slice(0, 3)) {
1177
- console.log(`[graph] error=${quoteOneLine(error)}`);
1178
- }
1179
- }
1180
- }
1181
-
1182
- function printSimpleArtifactSummary(label, artifact) {
1183
- if (!artifact || typeof artifact !== 'object') return;
1184
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1185
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1186
- console.log(
1187
- `[${label}] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
1188
- `checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'}`
1189
- );
1190
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1191
- for (const error of artifact.errors.slice(0, 2)) {
1192
- console.log(`[${label}] error=${quoteOneLine(error)}`);
1193
- }
1194
- }
1195
- }
1196
-
1197
- function printConvertContractSummary(result) {
1198
- const artifact = result?.executionContractArtifact;
1199
- if (!artifact || typeof artifact !== 'object') return;
1200
- const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
1201
- const passedChecks = checks.filter((entry) => entry?.ok === true).length;
1202
- const session = artifact.session && typeof artifact.session === 'object'
1203
- ? artifact.session
1204
- : null;
1205
- console.log(
1206
- `[contract] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
1207
- `checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'} ` +
1208
- `layout=${session?.layout ?? 'n/a'}`
1209
- );
1210
- if (artifact.ok !== true && Array.isArray(artifact.errors)) {
1211
- for (const error of artifact.errors.slice(0, 3)) {
1212
- console.log(`[contract] error=${quoteOneLine(error)}`);
1213
- }
1214
- }
1215
- printExecutionV0GraphSummary(result?.executionV0GraphContractArtifact);
1216
- printSimpleArtifactSummary('layer-pattern', result?.layerPatternContractArtifact);
1217
- printSimpleArtifactSummary('required-inference', result?.requiredInferenceFieldsArtifact);
1218
- }
1219
-
1220
- function printConvertReportSummary(result) {
1221
- const reportInfo = result?.reportInfo;
1222
- if (!reportInfo || typeof reportInfo !== 'object') return;
1223
- if (typeof reportInfo.path !== 'string' || reportInfo.path.length === 0) return;
1224
- console.log(`[report] ${reportInfo.path}`);
1225
- }
1226
-
1227
- function printMetricsSummary(result) {
1228
- if (!result || typeof result !== 'object') return;
1229
- if (result.kind === 'distill') {
1230
- const stageCount = Array.isArray(result.stageResults) ? result.stageResults.length : 0;
1231
- console.log(
1232
- `[metrics] kind=distill action=${result.action || 'run'} stages=${stageCount} runRoot=${quoteOneLine(result.runRoot)}`
1233
- );
1234
- return;
1235
- }
1236
- if (result.kind === 'lora') {
1237
- const exportCount = Array.isArray(result.exports) ? result.exports.length : 0;
1238
- console.log(
1239
- `[metrics] kind=lora action=${result.action || 'run'} exports=${exportCount} runRoot=${quoteOneLine(result.runRoot)}`
1240
- );
1241
- return;
1242
- }
1243
- const suite = String(result.suite || '');
1244
- const metrics = result.metrics;
1245
- if (!metrics || typeof metrics !== 'object') return;
1246
-
1247
- if (suite === 'inference' || suite === 'debug') {
1248
- const prompt = quoteOneLine(metrics.prompt);
1249
- console.log(`[metrics] prompt=${prompt}`);
1250
- console.log(
1251
- `[metrics] load=${formatMs(metrics.modelLoadMs)} ` +
1252
- `prefillTokens=${Number.isFinite(metrics.prefillTokens) ? Math.round(metrics.prefillTokens) : 'n/a'} ` +
1253
- `decodeTokens=${Number.isFinite(metrics.decodeTokens) ? Math.round(metrics.decodeTokens) : 'n/a'} ` +
1254
- `maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
1255
- );
1256
- console.log(
1257
- `[metrics] first=${formatMs(metrics.firstTokenMs)} prefill=${formatMs(metrics.prefillMs)} ` +
1258
- `decode=${formatMs(metrics.decodeMs)} total=${formatMs(metrics.totalRunMs)}`
1259
- );
1260
- console.log(
1261
- `[metrics] tok/s=${formatNumber(metrics.decodeTokensPerSec)} ` +
1262
- `prefill=${formatNumber(metrics.prefillTokensPerSec)} ` +
1263
- `decode=${formatNumber(metrics.decodeTokensPerSec)}`
1264
- );
1265
- if (typeof result.output === 'string' && result.output.length > 0) {
1266
- console.log(`[output] ${quoteOneLine(result.output)}`);
1267
- }
1268
- printExecutionContractSummary(result);
1269
- printExecutionV0GraphSummary(metrics.executionV0GraphContractArtifact);
1270
- return;
1271
- }
1272
-
1273
- if (suite === 'bench') {
1274
- if (Number.isFinite(metrics.embeddingDim) || Number.isFinite(metrics.avgEmbeddingMs)) {
1275
- console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
1276
- console.log(
1277
- `[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'}`
1278
- );
1279
- console.log(
1280
- `[metrics] embedding dim=${Number.isFinite(metrics.embeddingDim) ? Math.round(metrics.embeddingDim) : 'n/a'} ` +
1281
- `median=${formatMs(metrics.medianEmbeddingMs)} avg=${formatMs(metrics.avgEmbeddingMs)} ` +
1282
- `eps=${formatNumber(metrics.avgEmbeddingsPerSec)}`
1283
- );
1284
- printExecutionContractSummary(result);
1285
- printExecutionV0GraphSummary(metrics.executionV0GraphContractArtifact);
1286
- return;
1287
- }
1288
-
1289
- console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
1290
- console.log(
1291
- `[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'} ` +
1292
- `maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
1293
- );
1294
- console.log(
1295
- `[metrics] tokens prefill(avg)=${Number.isFinite(metrics.avgPrefillTokens) ? Math.round(metrics.avgPrefillTokens) : 'n/a'} ` +
1296
- `decode(avg)=${Number.isFinite(metrics.avgDecodeTokens) ? Math.round(metrics.avgDecodeTokens) : 'n/a'} ` +
1297
- `generated(avg)=${Number.isFinite(metrics.avgTokensGenerated) ? Math.round(metrics.avgTokensGenerated) : 'n/a'}`
1298
- );
1299
- console.log(
1300
- `[metrics] decode tok/s=${formatNumber(metrics.decodeTokensPerSec)} avg=${formatNumber(metrics.avgDecodeTokensPerSec)} ` +
1301
- `prefill=${formatNumber(metrics.prefillTokensPerSec)} avg=${formatNumber(metrics.avgPrefillTokensPerSec)}`
1302
- );
1303
- console.log(
1304
- `[metrics] latency first=${formatMs(metrics.firstTokenMs)} ` +
1305
- `prefill=${formatMs(metrics.prefillMs)} decode=${formatMs(metrics.decodeMs)}`
1306
- );
1307
- printExecutionContractSummary(result);
1308
- printExecutionV0GraphSummary(metrics.executionV0GraphContractArtifact);
1309
- printDeviceInfo(result);
1310
- printGpuPhases(metrics);
1311
- printMemoryReport(result);
1312
- return;
1313
- }
1314
-
1315
- if (suite === 'training') {
1316
- const selectedTests = Array.isArray(metrics.selectedTests)
1317
- ? metrics.selectedTests.length
1318
- : 'n/a';
1319
- const availableTests = Array.isArray(metrics.availableTests)
1320
- ? metrics.availableTests.length
1321
- : 'n/a';
1322
- const stage = typeof metrics.trainingStage === 'string' ? metrics.trainingStage : 'n/a';
1323
- console.log(
1324
- `[metrics] training tests=${Number.isFinite(metrics.testsRun) ? metrics.testsRun : 'n/a'} ` +
1325
- `selected=${selectedTests} available=${availableTests} stage=${stage}`
1326
- );
1327
- }
1328
- }
1329
-
1330
- async function main() {
1331
- const argv = process.argv.slice(2);
1332
- const jsonOutputRequested = argv.includes('--json');
1333
- const errorContext = {
1334
- surface: null,
1335
- request: null,
1336
- };
1337
-
1338
- try {
1339
- if (!argv.length || argv[0] === '--help' || argv[0] === '-h') {
1340
- console.log(usage());
1341
- return;
1342
- }
1343
-
1344
- const cliPolicy = await readJsonObjectFile(CLI_POLICY_PATH, '--cli-policy');
1345
- const parsed = parseArgs(argv);
1346
- if (parsed.flags.help === true || parsed.flags.h === true) {
1347
- console.log(usage());
1348
- return;
1349
- }
1350
- validateCommandFlags(parsed);
1351
-
1352
- const jsonOutput = parsed.flags.json === true;
1353
- const commandContext = await buildRequest(parsed, cliPolicy);
1354
- const { request, runConfig, surface, surfaceFromCli, benchRunOptions } = commandContext;
1355
- errorContext.surface = surface === 'auto' ? null : surface;
1356
- errorContext.request = request;
1357
- const { saveDir, shouldSave, comparePath, manifestPath } = benchRunOptions;
1358
-
1359
- if (manifestPath) {
1360
- const manifest = await loadManifest(String(manifestPath));
1361
- const results = await runManifestSweep(
1362
- manifest,
1363
- {
1364
- request,
1365
- runConfig,
1366
- surface,
1367
- surfaceFromCli,
1368
- },
1369
- jsonOutput,
1370
- cliPolicy
1371
- );
1372
-
1373
- if (shouldSave) {
1374
- for (const r of results) {
1375
- if (r.response?.result) {
1376
- const savedPath = await saveBenchResult(r.response.result, saveDir);
1377
- if (!jsonOutput) console.error(`[save] ${r.label}: ${savedPath}`);
1378
- }
1379
- }
1380
- }
1381
-
1382
- if (jsonOutput) {
1383
- console.log(JSON.stringify(results.map((r) => r.response ?? r.error), null, 2));
1384
- return;
1385
- }
1386
-
1387
- printManifestSummary(results);
1388
- for (const r of results) {
1389
- if (r.response?.result) {
1390
- console.log(`\n--- ${r.label} ---`);
1391
- printMetricsSummary(r.response.result);
1392
- }
1393
- }
1394
- return;
1395
- }
1396
-
1397
- let response;
1398
- if (surface === 'auto') {
1399
- response = await runWithAutoSurface(request, runConfig, jsonOutput, cliPolicy);
1400
- } else {
1401
- response = await runCommandOnSurface(request, surface, runConfig, jsonOutput);
1402
- }
1403
-
1404
- const isBench = response.result?.suite === 'bench';
1405
-
1406
- if (comparePath && isBench) {
1407
- const baseline = await loadBaseline(String(comparePath), saveDir);
1408
- if (baseline) {
1409
- compareBenchResults(response.result, baseline);
1410
- }
1411
- }
1412
-
1413
- if (shouldSave && isBench) {
1414
- const savedPath = await saveBenchResult(response.result, saveDir);
1415
- if (!jsonOutput) {
1416
- console.error(`[save] ${savedPath}`);
1417
- }
1418
- }
1419
-
1420
- if (jsonOutput) {
1421
- console.log(JSON.stringify(response, null, 2));
1422
- return;
1423
- }
1424
-
1425
- console.log(`[ok] ${toSummary(response.result)}`);
1426
- printConvertContractSummary(response.result);
1427
- printConvertReportSummary(response.result);
1428
- printMetricsSummary(response.result);
1429
- } catch (error) {
1430
- if (jsonOutputRequested) {
1431
- console.log(JSON.stringify(createCliToolingErrorEnvelope(error, errorContext), null, 2));
1432
- process.exitCode = 1;
1433
- return;
1434
- }
1435
- throw error;
1436
- }
1437
- }
1438
-
1439
- function isMainModule(metaUrl) {
1440
- const entryPath = process.argv[1];
1441
- if (!entryPath) {
1442
- return false;
1443
- }
1444
- return path.resolve(fileURLToPath(metaUrl)) === path.resolve(entryPath);
1445
- }
1446
-
1447
- if (isMainModule(import.meta.url)) {
1448
- main().catch((error) => {
1449
- console.error(`[error] ${error?.message || String(error)}`);
1450
- process.exit(1);
1451
- });
1452
- }