doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,157 +0,0 @@
1
- /**
2
- * quickstart-downloader.ts - Quick-Start Model Downloader
3
- *
4
- * Provides a streamlined API for the quick-start download flow:
5
- * - Pre-flight checks (VRAM, storage, GPU)
6
- * - User consent flow
7
- * - Parallel shard fetching with progress
8
- *
9
- * Works with any static file CDN (Firebase Hosting, S3, Cloudflare, etc.)
10
- *
11
- * @module storage/quickstart-downloader
12
- */
13
-
14
- import type { DownloadProgress } from './downloader.js';
15
- import type { PreflightResult, ModelRequirements } from './preflight.js';
16
- import type { HfResolveConfig } from '../utils/hf-resolve-url.js';
17
-
18
- /**
19
- * Remote model configuration
20
- */
21
- export interface RemoteModelConfig {
22
- /** Model identifier */
23
- modelId: string;
24
- /** Display name for UI */
25
- displayName: string;
26
- /** Base URL for shards (any static CDN) */
27
- baseUrl?: string | null;
28
- /** Hosted Hugging Face source used when baseUrl is omitted */
29
- hf?: HfResolveConfig | null;
30
- /** Model requirements for pre-flight checks */
31
- requirements: ModelRequirements;
32
- }
33
-
34
- /**
35
- * Quick-start download options
36
- */
37
- export interface QuickStartDownloadOptions {
38
- /** Progress callback */
39
- onProgress?: (progress: DownloadProgress) => void;
40
- /** Called when preflight checks complete */
41
- onPreflightComplete?: (result: PreflightResult) => void;
42
- /** Called to request storage consent from user. Return true to proceed. */
43
- onStorageConsent?: (requiredBytes: number, availableBytes: number, modelName: string) => Promise<boolean>;
44
- /** Abort signal */
45
- signal?: AbortSignal;
46
- /** Number of concurrent downloads (default: 3) */
47
- concurrency?: number;
48
- /** Skip preflight checks */
49
- skipPreflight?: boolean;
50
- }
51
-
52
- /**
53
- * Quick-start download result
54
- */
55
- export interface QuickStartDownloadResult {
56
- /** Download succeeded */
57
- success: boolean;
58
- /** Model ID that was downloaded */
59
- modelId: string;
60
- /** Error message if failed */
61
- error?: string;
62
- /** Preflight result (if checks were run) */
63
- preflight?: PreflightResult;
64
- /** Was blocked by preflight */
65
- blockedByPreflight?: boolean;
66
- /** User declined consent */
67
- userDeclined?: boolean;
68
- }
69
-
70
- /**
71
- * Set the CDN base URL for model downloads
72
- */
73
- export declare function setCDNBaseUrl(url: string): void;
74
-
75
- /**
76
- * Get the current CDN base URL
77
- */
78
- export declare function getCDNBaseUrl(): string;
79
-
80
- /**
81
- * Available quick-start models
82
- * These are models with pre-configured requirements and hosted shards
83
- */
84
- export declare const QUICKSTART_MODELS: Record<string, RemoteModelConfig>;
85
-
86
- /**
87
- * Get quick-start model config by ID
88
- */
89
- export declare function getQuickStartModel(modelId: string): RemoteModelConfig | undefined;
90
-
91
- /**
92
- * List all available quick-start models
93
- */
94
- export declare function listQuickStartModels(): RemoteModelConfig[];
95
-
96
- /**
97
- * Register a custom quick-start model
98
- */
99
- export declare function registerQuickStartModel(config: RemoteModelConfig): void;
100
-
101
- /**
102
- * Download a quick-start model
103
- *
104
- * Flow:
105
- * 1. Run pre-flight checks (VRAM, storage, GPU)
106
- * 2. If checks fail, return early with blockers
107
- * 3. Request user consent for storage usage
108
- * 4. If declined, return early
109
- * 5. Download model with progress updates
110
- *
111
- * @param modelId - Model ID (e.g., 'gemma-1b-instruct')
112
- * @param options - Download options
113
- * @returns Download result
114
- *
115
- * @example
116
- * ```typescript
117
- * import { log } from '../debug/index.js';
118
- *
119
- * const result = await downloadQuickStartModel('gemma-1b-instruct', {
120
- * onProgress: (p) => updateProgressBar(p.percent),
121
- * onStorageConsent: async (required, available) => {
122
- * return confirm(`Download ${formatBytes(required)}?`);
123
- * },
124
- * });
125
- *
126
- * if (result.success) {
127
- * log.info('Quickstart', 'Model ready!');
128
- * } else if (result.blockedByPreflight) {
129
- * log.warn('Quickstart', 'Blocked by preflight', result.preflight?.blockers);
130
- * }
131
- * ```
132
- */
133
- export declare function downloadQuickStartModel(
134
- modelId: string,
135
- options?: QuickStartDownloadOptions
136
- ): Promise<QuickStartDownloadResult>;
137
-
138
- /**
139
- * Check if a quick-start model is already downloaded
140
- *
141
- * @param modelId - Model ID
142
- * @returns True if model exists in OPFS
143
- */
144
- export declare function isModelDownloaded(modelId: string): Promise<boolean>;
145
-
146
- /**
147
- * Get download size for a quick-start model
148
- *
149
- * @param modelId - Model ID
150
- * @returns Size in bytes, or null if unknown model
151
- */
152
- export declare function getModelDownloadSize(modelId: string): number | null;
153
-
154
- /**
155
- * Format model info for display
156
- */
157
- export declare function formatModelInfo(modelId: string): string | null;
@@ -1,289 +0,0 @@
1
-
2
-
3
- import { downloadModel } from './downloader.js';
4
- import {
5
- runPreflightChecks,
6
- MODEL_REQUIREMENTS,
7
- } from './preflight.js';
8
- import { formatBytes } from './quota.js';
9
- import { getCdnBasePath } from './download-types.js';
10
- import quickstartRegistry from '../client/doppler-registry.json' with { type: 'json' };
11
- import { buildHfResolveBaseUrl, DEFAULT_HF_CDN_BASE_URL } from '../utils/hf-resolve-url.js';
12
-
13
- // ============================================================================
14
- // Model Registry
15
- // ============================================================================
16
-
17
-
18
- let cdnBaseOverride = null;
19
-
20
- export function setCDNBaseUrl(url) {
21
- const normalized = typeof url === 'string' ? url.trim().replace(/\/$/, '') : '';
22
- cdnBaseOverride = normalized || null;
23
- }
24
-
25
-
26
- export function getCDNBaseUrl() {
27
- return cdnBaseOverride ?? getCdnBasePath() ?? DEFAULT_HF_CDN_BASE_URL;
28
- }
29
-
30
-
31
- const QUICKSTART_DISPLAY_NAMES = {
32
- 'gemma-3-270m-it-q4k-ehf16-af32': 'Gemma 3 270M IT (Q4K)',
33
- 'google-embeddinggemma-300m-q4k-ehf16-af32': 'EmbeddingGemma 300M (Q4K)',
34
- 'gemma-3-1b-it-q4k-ehf16-af32': 'Gemma 3 1B IT (Q4K)',
35
- 'gemma-4-e2b-it-q4k-ehf16-af32': 'Gemma 4 E2B IT (Q4K)',
36
- 'gemma-4-e2b-it-q4k-ehf16-af32-int4ple': 'Gemma 4 E2B IT (Q4K + INT4 PLE)',
37
- 'qwen-3-5-0-8b-q4k-ehaf16': 'Qwen 3.5 0.8B (Q4K)',
38
- 'qwen-3-5-2b-q4k-ehaf16': 'Qwen 3.5 2B (Q4K)',
39
- };
40
-
41
- function normalizeRegistryText(value) {
42
- return typeof value === 'string' ? value.trim() : '';
43
- }
44
-
45
- function buildQuickStartModelsFromRegistry(registry) {
46
- const rows = Array.isArray(registry?.models) ? registry.models : [];
47
- const models = {};
48
- for (const row of rows) {
49
- const modelId = normalizeRegistryText(row?.modelId);
50
- const displayName = QUICKSTART_DISPLAY_NAMES[modelId];
51
- const requirements = MODEL_REQUIREMENTS[modelId];
52
- const hf = row?.hf && typeof row.hf === 'object' ? row.hf : null;
53
- const repoId = normalizeRegistryText(hf?.repoId);
54
- const revision = normalizeRegistryText(hf?.revision);
55
- const repoPath = normalizeRegistryText(hf?.path);
56
- if (!modelId || !displayName || !requirements || !repoId || !revision || !repoPath) {
57
- throw new Error(`Quickstart registry entry "${modelId || 'unknown'}" is incomplete for storage download.`);
58
- }
59
- models[modelId] = {
60
- modelId,
61
- displayName,
62
- baseUrl: null,
63
- hf: {
64
- repoId,
65
- revision,
66
- path: repoPath,
67
- },
68
- requirements,
69
- };
70
- }
71
- return models;
72
- }
73
-
74
- export const QUICKSTART_MODELS = buildQuickStartModelsFromRegistry(quickstartRegistry);
75
-
76
-
77
- export function getQuickStartModel(modelId) {
78
- return QUICKSTART_MODELS[modelId];
79
- }
80
-
81
-
82
- export function listQuickStartModels() {
83
- return Object.values(QUICKSTART_MODELS);
84
- }
85
-
86
-
87
- export function registerQuickStartModel(config) {
88
- QUICKSTART_MODELS[config.modelId] = config;
89
- }
90
-
91
- function resolveQuickStartModelBaseUrl(config) {
92
- if (typeof config?.baseUrl === 'string' && config.baseUrl.trim().length > 0) {
93
- return config.baseUrl.trim().replace(/\/$/, '');
94
- }
95
- if (config?.hf) {
96
- return buildHfResolveBaseUrl(config.hf, { cdnBasePath: getCDNBaseUrl() });
97
- }
98
- throw new Error(
99
- `Quickstart model "${config?.modelId ?? 'unknown'}" is missing an explicit baseUrl or hosted Hugging Face source.`
100
- );
101
- }
102
-
103
- // ============================================================================
104
- // Download Functions
105
- // ============================================================================
106
-
107
-
108
- export async function downloadQuickStartModel(
109
- modelId,
110
- options = {}
111
- ) {
112
- const config = QUICKSTART_MODELS[modelId];
113
-
114
- if (!config) {
115
- return {
116
- success: false,
117
- modelId,
118
- error: `Unknown model: ${modelId}. Available: ${Object.keys(QUICKSTART_MODELS).join(', ')}`,
119
- };
120
- }
121
-
122
- const {
123
- onProgress,
124
- onPreflightComplete,
125
- onStorageConsent,
126
- signal,
127
- concurrency = 3,
128
- skipPreflight = false,
129
- } = options;
130
-
131
- // -------------------------------------------------------------------------
132
- // Step 1: Pre-flight checks
133
- // -------------------------------------------------------------------------
134
-
135
- let preflight;
136
-
137
- if (!skipPreflight) {
138
- try {
139
- preflight = await runPreflightChecks(config.requirements);
140
- onPreflightComplete?.(preflight);
141
-
142
- if (!preflight.canProceed) {
143
- return {
144
- success: false,
145
- modelId,
146
- error: preflight.blockers.join('; '),
147
- preflight,
148
- blockedByPreflight: true,
149
- };
150
- }
151
- } catch (err) {
152
- return {
153
- success: false,
154
- modelId,
155
- error: `Preflight check failed: ${ (err).message}`,
156
- };
157
- }
158
- }
159
-
160
- // -------------------------------------------------------------------------
161
- // Step 2: Request user consent
162
- // -------------------------------------------------------------------------
163
- if (onStorageConsent) {
164
- const requiredBytes = config.requirements.downloadSize;
165
- const availableBytes = preflight?.storage.available ?? 0;
166
-
167
- try {
168
- const consent = await onStorageConsent(requiredBytes, availableBytes, config.displayName);
169
-
170
- if (!consent) {
171
- return {
172
- success: false,
173
- modelId,
174
- error: 'User declined storage consent',
175
- preflight,
176
- userDeclined: true,
177
- };
178
- }
179
- } catch (err) {
180
- return {
181
- success: false,
182
- modelId,
183
- error: `Consent flow failed: ${ (err).message}`,
184
- preflight,
185
- };
186
- }
187
- }
188
-
189
- // -------------------------------------------------------------------------
190
- // Step 3: Download model
191
- // -------------------------------------------------------------------------
192
- try {
193
- // Check for abort before starting
194
- if (signal?.aborted) {
195
- return {
196
- success: false,
197
- modelId,
198
- error: 'Download aborted',
199
- preflight,
200
- };
201
- }
202
-
203
-
204
- const downloadOpts = {
205
- concurrency,
206
- requestPersist: true,
207
- modelId: config.modelId,
208
- signal,
209
- };
210
-
211
- const baseUrl = resolveQuickStartModelBaseUrl(config);
212
- const success = await downloadModel(
213
- baseUrl,
214
- onProgress,
215
- downloadOpts
216
- );
217
-
218
- if (!success) {
219
- return {
220
- success: false,
221
- modelId,
222
- error: 'Download failed',
223
- preflight,
224
- };
225
- }
226
-
227
- return {
228
- success: true,
229
- modelId,
230
- preflight,
231
- };
232
- } catch (err) {
233
- const errorMessage = (err).message;
234
-
235
- // Handle specific error types
236
- if (errorMessage.includes('aborted') || signal?.aborted) {
237
- return {
238
- success: false,
239
- modelId,
240
- error: 'Download aborted by user',
241
- preflight,
242
- };
243
- }
244
-
245
- if (errorMessage.includes('quota') || errorMessage.includes('storage')) {
246
- return {
247
- success: false,
248
- modelId,
249
- error: `Storage error: ${errorMessage}`,
250
- preflight,
251
- };
252
- }
253
-
254
- return {
255
- success: false,
256
- modelId,
257
- error: `Download failed: ${errorMessage}`,
258
- preflight,
259
- };
260
- }
261
- }
262
-
263
-
264
- export async function isModelDownloaded(modelId) {
265
- // Import dynamically to avoid circular deps
266
- const { modelExists } = await import('./shard-manager.js');
267
- return modelExists(modelId);
268
- }
269
-
270
-
271
- export function getModelDownloadSize(modelId) {
272
- const config = QUICKSTART_MODELS[modelId];
273
- return config?.requirements.downloadSize ?? null;
274
- }
275
-
276
-
277
- export function formatModelInfo(modelId) {
278
- const config = QUICKSTART_MODELS[modelId];
279
- if (!config) return null;
280
-
281
- const { requirements } = config;
282
- return [
283
- config.displayName,
284
- `${requirements.paramCount} parameters`,
285
- `${requirements.quantization} quantization`,
286
- `${formatBytes(requirements.downloadSize)} download`,
287
- `${formatBytes(requirements.vramRequired)} VRAM required`,
288
- ].join(' | ');
289
- }
@@ -1,59 +0,0 @@
1
- import type { RDRRManifest } from '../formats/rdrr/types.js';
2
- import type {
3
- SourceRuntimeMetadata,
4
- SourceStorageContext,
5
- } from '../tooling/source-runtime-bundle.js';
6
-
7
- export interface StoredSourceArtifactFile {
8
- path: string;
9
- size: number | null;
10
- hash: string | null;
11
- hashAlgorithm: string | null;
12
- kind: string;
13
- }
14
-
15
- export interface StoredSourceArtifactSourceFile extends StoredSourceArtifactFile {
16
- index: number;
17
- }
18
-
19
- export interface StoredSourceArtifactDescriptor {
20
- sourceRuntime: SourceRuntimeMetadata;
21
- sourceFiles: StoredSourceArtifactSourceFile[];
22
- auxiliaryFiles: StoredSourceArtifactFile[];
23
- files: StoredSourceArtifactFile[];
24
- totalBytes: number;
25
- fingerprint: string;
26
- }
27
-
28
- export interface StoredSourceArtifactIntegrity {
29
- valid: boolean;
30
- missingFiles: string[];
31
- corruptFiles: string[];
32
- }
33
-
34
- export interface StoredSourceArtifactManifestSynthesisResult {
35
- manifest: RDRRManifest;
36
- changed: boolean;
37
- }
38
-
39
- export declare function normalizeSourceArtifactPath(value: unknown): string;
40
-
41
- export declare function resolveSourceArtifact(
42
- manifest: RDRRManifest
43
- ): StoredSourceArtifactDescriptor | null;
44
-
45
- export declare function buildSourceArtifactFingerprint(manifest: RDRRManifest): string | null;
46
-
47
- export declare function synthesizeStoredSourceArtifactManifest(
48
- manifest: RDRRManifest
49
- ): StoredSourceArtifactManifestSynthesisResult;
50
-
51
- export declare function verifyStoredSourceArtifact(
52
- manifest: RDRRManifest,
53
- options?: { checkHashes?: boolean }
54
- ): Promise<StoredSourceArtifactIntegrity>;
55
-
56
- export declare function createStoredSourceArtifactContext(
57
- manifest: RDRRManifest,
58
- options?: { verifyHashes?: boolean }
59
- ): SourceStorageContext;
package/src/sw.js DELETED
@@ -1,184 +0,0 @@
1
- import { log } from './debug/index.js';
2
-
3
- const workerGlobal = globalThis;
4
- const BASE_PATH = workerGlobal.location.pathname.replace(/\/sw\.js$/, '');
5
- const withBase = (path) => (BASE_PATH ? `${BASE_PATH}${path}` : path);
6
-
7
- const DB_NAME = 'doppler-vfs-v0';
8
- const STORE_NAME = 'files';
9
- const DB_VERSION = 1;
10
- const DB_TIMEOUT_MS = 2000;
11
-
12
- // === PWA CONFIG ===
13
- const CACHE_NAME = 'doppler-app-shell-v2';
14
- const APP_SHELL = [
15
- withBase('/demo/index.html'),
16
- withBase('/demo/ui/styles/main.css'),
17
- withBase('/src/bootstrap.js'),
18
- withBase('/src/debug/index.js'),
19
- '/demo/favicon.svg',
20
- ];
21
-
22
- const EXTENSIONS = new Set(['.js', '.json', '.wgsl']);
23
- const BYPASS_PATHS = new Set([
24
- withBase('/src/bootstrap.js'),
25
- withBase('/sw.js'),
26
- ]);
27
- const BYPASS_PREFIXES = [
28
- withBase('/kernel-tests/'),
29
- withBase('/tests/'),
30
- withBase('/debug/'),
31
- ];
32
-
33
- const CONTENT_TYPES = {
34
- '.js': 'application/javascript; charset=utf-8',
35
- '.json': 'application/json; charset=utf-8',
36
- '.wgsl': 'text/plain; charset=utf-8',
37
- };
38
-
39
- let dbPromise = null;
40
-
41
- function withTimeout(promise, timeoutMs, label) {
42
- return new Promise((resolve, reject) => {
43
- const timer = setTimeout(() => {
44
- reject(new Error(`${label} timed out after ${timeoutMs}ms`));
45
- }, timeoutMs);
46
- promise
47
- .then((result) => {
48
- clearTimeout(timer);
49
- resolve(result);
50
- })
51
- .catch((err) => {
52
- clearTimeout(timer);
53
- reject(err);
54
- });
55
- });
56
- }
57
-
58
- function guessContentType(path) {
59
- for (const [ext, type] of Object.entries(CONTENT_TYPES)) {
60
- if (path.endsWith(ext)) return type;
61
- }
62
- return 'application/octet-stream';
63
- }
64
-
65
- function shouldHandlePath(path) {
66
- if (BYPASS_PATHS.has(path)) return false;
67
- for (const prefix of BYPASS_PREFIXES) {
68
- if (path.startsWith(prefix)) return false;
69
- }
70
-
71
- for (const ext of EXTENSIONS) {
72
- if (path.endsWith(ext)) return true;
73
- }
74
- return false;
75
- }
76
-
77
- function openDb() {
78
- if (dbPromise) return dbPromise;
79
-
80
- const openPromise = new Promise((resolve, reject) => {
81
- const request = indexedDB.open(DB_NAME, DB_VERSION);
82
-
83
- request.onupgradeneeded = () => {
84
- const db = request.result;
85
- if (!db.objectStoreNames.contains(STORE_NAME)) {
86
- db.createObjectStore(STORE_NAME, { keyPath: 'path' });
87
- }
88
- };
89
-
90
- request.onsuccess = () => resolve(request.result);
91
- request.onerror = () => reject(request.error || new Error('Failed to open VFS database.'));
92
- request.onblocked = () => reject(new Error('VFS database open blocked by another connection.'));
93
- });
94
-
95
- dbPromise = withTimeout(openPromise, DB_TIMEOUT_MS, 'VFS database open');
96
- return dbPromise;
97
- }
98
-
99
- function readEntry(db, path) {
100
- return new Promise((resolve, reject) => {
101
- const tx = db.transaction(STORE_NAME, 'readonly');
102
- const store = tx.objectStore(STORE_NAME);
103
- const request = store.get(path);
104
- request.onsuccess = () => resolve(request.result || null);
105
- request.onerror = () => reject(request.error || new Error(`Failed to read VFS entry: ${path}`));
106
- });
107
- }
108
-
109
- async function respondFromVfs(path) {
110
- try {
111
- const db = await openDb();
112
- const entry = await readEntry(db, path);
113
- if (!entry) return null;
114
-
115
- const headers = new Headers();
116
- headers.set('Content-Type', entry.contentType || guessContentType(path));
117
- headers.set('Cache-Control', 'no-store');
118
- headers.set('X-VFS-Source', 'vfs');
119
-
120
- return new Response(entry.body, {
121
- status: 200,
122
- headers,
123
- });
124
- } catch (err) {
125
- log.warn('VFS', `VFS read failed: ${(err).message}`);
126
- return null;
127
- }
128
- }
129
-
130
- // === SW LIFECYCLE ===
131
-
132
- workerGlobal.addEventListener('install', (event) => {
133
- event.waitUntil(
134
- (async () => {
135
- const cache = await caches.open(CACHE_NAME);
136
- log.info('SW', 'Caching app shell...', APP_SHELL);
137
- await cache.addAll(APP_SHELL);
138
- return workerGlobal.skipWaiting();
139
- })()
140
- );
141
- });
142
-
143
- workerGlobal.addEventListener('activate', (event) => {
144
- event.waitUntil(
145
- (async () => {
146
- // Clean up old caches if any (simple version)
147
- const keys = await caches.keys();
148
- for (const key of keys) {
149
- if (key !== CACHE_NAME) await caches.delete(key);
150
- }
151
- return workerGlobal.clients.claim();
152
- })()
153
- );
154
- });
155
-
156
- workerGlobal.addEventListener('fetch', (event) => {
157
- const request = event.request;
158
- if (request.method !== 'GET') return;
159
-
160
- const url = new URL(request.url);
161
- if (url.origin !== workerGlobal.location.origin) return;
162
-
163
- const path = url.pathname;
164
-
165
- event.respondWith((async () => {
166
- // 1. VFS First (for code editing)
167
- if (shouldHandlePath(path)) {
168
- const vfsResponse = await respondFromVfs(path);
169
- if (vfsResponse) return vfsResponse;
170
- }
171
-
172
- // 2. Cache First (App Shell)
173
- const cached = await caches.match(request);
174
- if (cached) return cached;
175
-
176
- // 3. Network Only (No runtime caching to avoid conflicts)
177
- try {
178
- return await fetch(request); // No cache: 'no-store' optional but relying on browser default
179
- } catch (err) {
180
- // Optional: return offline page if main navigation fails
181
- throw err;
182
- }
183
- })());
184
- });
@@ -1,9 +0,0 @@
1
- export declare const TOOLING_COMMAND_SET: readonly string[];
2
- export declare const TOOLING_SURFACE_SET: readonly string[];
3
- export declare const TOOLING_WORKLOAD_SET: readonly string[];
4
- export declare const TOOLING_INTENT_SET: readonly string[];
5
- export declare const VERIFY_WORKLOADS: readonly string[];
6
- export declare const TRAINING_STAGE_SET: readonly string[];
7
- export declare const DISTILL_ACTION_SET: readonly string[];
8
- export declare const LORA_ACTION_SET: readonly string[];
9
- export declare const TRAINING_COMMAND_SCHEMA_VERSION: number;
@@ -1,10 +0,0 @@
1
- export declare function normalizeConvert(raw: Record<string, unknown>): Record<string, unknown>;
2
- export declare function normalizeRefreshIntegrity(raw: Record<string, unknown>): Record<string, unknown>;
3
- export declare function normalizeTrainingOperatorCommand(
4
- raw: Record<string, unknown>,
5
- command: string
6
- ): Record<string, unknown>;
7
- export declare function normalizeSuiteCommand(
8
- raw: Record<string, unknown>,
9
- command: string
10
- ): Record<string, unknown>;