doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,193 +0,0 @@
1
- /**
2
- * safetensors-parser-browser.ts - Browser Safetensors Parser
3
- *
4
- * Parses Hugging Face safetensors files in the browser using File API.
5
- * Supports both single files and sharded models (multiple files + index).
6
- *
7
- * @module browser/safetensors-parser-browser
8
- */
9
-
10
- import type { SafetensorsTensor as CoreSafetensorsTensor, SafetensorsIndexJson } from '../../formats/safetensors/types.js';
11
- import type { TensorSource } from './tensor-source-file.js';
12
-
13
- export { DTYPE_SIZE, DTYPE_MAP } from '../../formats/safetensors/types.js';
14
-
15
- export type { SafetensorsDtype, SafetensorsIndexJson } from '../../formats/safetensors/types.js';
16
-
17
- /**
18
- * Tensor information from safetensors file
19
- */
20
- export type SafetensorsTensor = CoreSafetensorsTensor & {
21
- file?: File;
22
- source?: TensorSource;
23
- elemSize: number;
24
- dtypeOriginal: string;
25
- };
26
-
27
- /**
28
- * Parsed safetensors file result
29
- */
30
- export interface ParsedSafetensorsFile {
31
- headerSize: number;
32
- dataOffset: number;
33
- metadata: Record<string, unknown>;
34
- tensors: SafetensorsTensor[];
35
- file?: File;
36
- source: TensorSource;
37
- fileSize: number;
38
- fileName: string;
39
- config?: ModelConfig;
40
- }
41
-
42
- /**
43
- * Shard information
44
- */
45
- export interface ShardInfo {
46
- file: string;
47
- size: number;
48
- tensorCount: number;
49
- }
50
-
51
- /**
52
- * Parsed sharded safetensors model
53
- */
54
- export interface ParsedSafetensorsSharded {
55
- metadata: Record<string, unknown>;
56
- shards: ShardInfo[];
57
- tensors: SafetensorsTensor[];
58
- fileMap: Map<string, TensorSource>;
59
- config?: ModelConfig;
60
- }
61
-
62
- /**
63
- * Model format detection result
64
- */
65
- export interface ModelFormatInfo {
66
- type: 'single' | 'sharded' | 'sharded-no-index' | 'gguf' | 'unknown';
67
- indexFile?: File | TensorSource;
68
- safetensorsFile?: File | TensorSource;
69
- safetensorsFiles?: Array<File | TensorSource>;
70
- ggufFile?: File | TensorSource;
71
- files?: Array<File | TensorSource>;
72
- }
73
-
74
- /**
75
- * Auxiliary files from model directory
76
- */
77
- export interface AuxiliaryFiles {
78
- config?: File | TensorSource;
79
- tokenizerConfig?: File | TensorSource;
80
- tokenizer?: File | TensorSource;
81
- tokenizerModel?: File | TensorSource;
82
- specialTokensMap?: File | TensorSource;
83
- generationConfig?: File | TensorSource;
84
- }
85
-
86
- /**
87
- * Parse safetensors header from File object
88
- */
89
- export declare function parseSafetensorsFile(file: File | TensorSource): Promise<ParsedSafetensorsFile>;
90
-
91
- /**
92
- * Parse sharded safetensors model from multiple files
93
- */
94
- export declare function parseSafetensorsSharded(
95
- files: Array<File | TensorSource>,
96
- indexJson?: SafetensorsIndexJson | null
97
- ): Promise<ParsedSafetensorsSharded>;
98
-
99
- /**
100
- * Read tensor data from File
101
- */
102
- export declare function readTensorData(tensor: SafetensorsTensor): Promise<ArrayBuffer>;
103
-
104
- /**
105
- * Stream tensor data for large files
106
- */
107
- export declare function streamTensorData(
108
- tensor: SafetensorsTensor,
109
- chunkSize?: number
110
- ): AsyncGenerator<Uint8Array>;
111
-
112
- /**
113
- * Parse config.json from File
114
- */
115
- export declare function parseConfigJson(configFile: File | TensorSource): Promise<Record<string, unknown>>;
116
-
117
- export declare function parseTokenizerConfigJson(tokenizerConfigFile: File | TensorSource): Promise<Record<string, unknown>>;
118
-
119
- /**
120
- * Parse tokenizer.json from File
121
- */
122
- export declare function parseTokenizerJson(tokenizerFile: File | TensorSource): Promise<Record<string, unknown>>;
123
-
124
- /**
125
- * Parse model.safetensors.index.json from File
126
- */
127
- export declare function parseIndexJson(indexFile: File | TensorSource): Promise<SafetensorsIndexJson>;
128
-
129
- /**
130
- * Detect model format from selected files
131
- */
132
- export declare function detectModelFormat(files: Array<File | TensorSource>): ModelFormatInfo;
133
-
134
- /**
135
- * Get auxiliary files from selection
136
- */
137
- export declare function getAuxiliaryFiles(files: Array<File | TensorSource>): AuxiliaryFiles;
138
-
139
- /**
140
- * Calculate total model size
141
- */
142
- export declare function calculateTotalSize(parsed: { tensors: SafetensorsTensor[] }): number;
143
-
144
- /**
145
- * Group tensors by layer
146
- */
147
- export declare function groupTensorsByLayer(
148
- parsed: { tensors: SafetensorsTensor[] }
149
- ): Map<number, SafetensorsTensor[]>;
150
-
151
- /**
152
- * @deprecated Use ParsedSafetensorsFile instead
153
- */
154
- export type SafetensorsParseResult = ParsedSafetensorsFile;
155
-
156
- /**
157
- * @deprecated Use ModelFormatInfo instead
158
- */
159
- export type ModelFormat = ModelFormatInfo;
160
-
161
- /**
162
- * @deprecated Use SafetensorsTensor instead
163
- */
164
- export type TensorInfo = SafetensorsTensor;
165
-
166
- /**
167
- * Model configuration type (extracted from config.json)
168
- */
169
- export interface ModelConfig {
170
- architectures?: string[];
171
- model_type?: string;
172
- hidden_size?: number;
173
- intermediate_size?: number;
174
- num_hidden_layers?: number;
175
- num_attention_heads?: number;
176
- num_key_value_heads?: number;
177
- vocab_size?: number;
178
- max_position_embeddings?: number;
179
- rms_norm_eps?: number;
180
- rope_theta?: number;
181
- rope_scaling?: {
182
- type?: string;
183
- factor?: number;
184
- };
185
- _name_or_path?: string;
186
- n_layer?: number;
187
- n_embd?: number;
188
- n_inner?: number;
189
- n_head?: number;
190
- n_positions?: number;
191
- head_dim?: number;
192
- [key: string]: unknown;
193
- }
@@ -1,57 +0,0 @@
1
- /**
2
- * shard-io-browser.ts - Browser I/O Adapter for Shard Packer
3
- *
4
- * Implements ShardIO interface using OPFS (Origin Private File System).
5
- *
6
- * @module browser/shard-io-browser
7
- */
8
-
9
- import type { ShardIO } from '../../converter/shard-packer.js';
10
-
11
- /**
12
- * Browser/OPFS implementation of ShardIO interface.
13
- */
14
- export declare class BrowserShardIO implements ShardIO {
15
- constructor(modelDir: FileSystemDirectoryHandle, options?: { hashAlgorithm?: string });
16
-
17
- /**
18
- * Create a BrowserShardIO from a model ID.
19
- * Opens or creates the model directory in OPFS.
20
- */
21
- static create(modelId: string, options?: { hashAlgorithm?: string }): Promise<BrowserShardIO>;
22
-
23
- /**
24
- * Write shard data to OPFS, returns hash.
25
- */
26
- writeShard(index: number, data: Uint8Array): Promise<string>;
27
-
28
- /**
29
- * Compute hash using the configured hash algorithm.
30
- */
31
- computeHash(data: Uint8Array): Promise<string>;
32
-
33
- /**
34
- * Write a JSON file to the model directory.
35
- */
36
- writeJson(filename: string, data: unknown): Promise<void>;
37
-
38
- /**
39
- * Write raw file to model directory.
40
- */
41
- writeFile(filename: string, data: string | Uint8Array): Promise<void>;
42
-
43
- /**
44
- * Get the model directory handle.
45
- */
46
- getModelDir(): FileSystemDirectoryHandle;
47
-
48
- /**
49
- * Delete all files in the model directory.
50
- */
51
- clear(): Promise<void>;
52
- }
53
-
54
- /**
55
- * Check if OPFS is supported in this browser.
56
- */
57
- export declare function isOPFSSupported(): boolean;
@@ -1,89 +0,0 @@
1
-
2
-
3
- import { generateShardFilename } from '../../formats/rdrr/index.js';
4
- import { createStreamingHasher, getOpfsPathConfig } from '../../storage/shard-manager.js';
5
-
6
-
7
- export class BrowserShardIO {
8
- constructor(modelDir, options = {}) {
9
- this.modelDir = modelDir;
10
- this.hashAlgorithm = options.hashAlgorithm ?? 'sha256';
11
- }
12
-
13
-
14
- static async create(modelId, options = {}) {
15
- const opfsRoot = await navigator.storage.getDirectory();
16
- const modelsDir = await opfsRoot.getDirectoryHandle(getOpfsPathConfig().opfsRootDir, { create: true });
17
- const modelDir = await modelsDir.getDirectoryHandle(modelId, { create: true });
18
- return new BrowserShardIO(modelDir, options);
19
- }
20
-
21
-
22
- async writeShard(index, data) {
23
- const filename = generateShardFilename(index);
24
- const fileHandle = await this.modelDir.getFileHandle(filename, { create: true });
25
- const writable = await fileHandle.createWritable();
26
- // Use ArrayBuffer for FileSystemWritableFileStream compatibility
27
- const buffer = data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
28
- await writable.write(buffer);
29
- await writable.close();
30
- return this.computeHash(data);
31
- }
32
-
33
-
34
- async computeHash(data) {
35
- const hasher = await createStreamingHasher(this.hashAlgorithm);
36
- hasher.update(data);
37
- const hashBytes = await hasher.finalize();
38
- return bytesToHex(hashBytes);
39
- }
40
-
41
-
42
- async writeJson(filename, data) {
43
- const fileHandle = await this.modelDir.getFileHandle(filename, { create: true });
44
- const writable = await fileHandle.createWritable();
45
- await writable.write(JSON.stringify(data, null, 2));
46
- await writable.close();
47
- }
48
-
49
-
50
- async writeFile(filename, data) {
51
- const fileHandle = await this.modelDir.getFileHandle(filename, { create: true });
52
- const writable = await fileHandle.createWritable();
53
- if (typeof data === 'string') {
54
- await writable.write(data);
55
- } else {
56
- const buffer = data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
57
- await writable.write(buffer);
58
- }
59
- await writable.close();
60
- }
61
-
62
-
63
- getModelDir() {
64
- return this.modelDir;
65
- }
66
-
67
-
68
- async clear() {
69
- const entries = this.modelDir.values();
70
- for await (const entry of entries) {
71
- await this.modelDir.removeEntry(entry.name);
72
- }
73
- }
74
- }
75
-
76
-
77
- export function isOPFSSupported() {
78
- return (
79
- typeof navigator !== 'undefined' &&
80
- 'storage' in navigator &&
81
- 'getDirectory' in (navigator.storage)
82
- );
83
- }
84
-
85
- function bytesToHex(bytes) {
86
- return Array.from(bytes)
87
- .map((b) => b.toString(16).padStart(2, '0'))
88
- .join('');
89
- }
@@ -1,27 +0,0 @@
1
- /**
2
- * tensor-source-download.ts - Download-first tensor source fallback
3
- *
4
- * @module browser/tensor-source-download
5
- */
6
-
7
- import type { TensorSource } from './tensor-source-file.js';
8
- import type { HttpTensorSourceOptions } from './tensor-source-http.js';
9
-
10
- export interface DownloadTensorSourceResult {
11
- source: TensorSource;
12
- size: number;
13
- }
14
-
15
- export interface RemoteTensorSourceResult extends DownloadTensorSourceResult {
16
- supportsRange: boolean;
17
- }
18
-
19
- export declare function createDownloadTensorSource(
20
- url: string,
21
- options?: HttpTensorSourceOptions
22
- ): Promise<DownloadTensorSourceResult>;
23
-
24
- export declare function createRemoteTensorSource(
25
- url: string,
26
- options?: HttpTensorSourceOptions
27
- ): Promise<RemoteTensorSourceResult>;
@@ -1,29 +0,0 @@
1
- {
2
- "schemaVersion": 1,
3
- "updated": "2026-03-07",
4
- "lanes": [
5
- {
6
- "id": "sd3-larger-targets",
7
- "status": "started",
8
- "scope": "Expand deterministic harness coverage beyond 512x512-equivalent smoke to larger SD3 image targets.",
9
- "nextAction": "Add gated 1024x1024 runtime contract fixture pack and optional CI lane."
10
- },
11
- {
12
- "id": "sd3-quantized-path",
13
- "status": "started",
14
- "scope": "Define and validate quantized diffusion execution contract (weights + dequantization policy + acceptance metrics).",
15
- "nextAction": "Pin quantized runtime schema fields and add contract tests for unsupported combinations."
16
- },
17
- {
18
- "id": "sd3-platform-rollout",
19
- "status": "started",
20
- "scope": "Broaden platform validation and rollout policy for browser + Node WebGPU environments.",
21
- "nextAction": "Add platform matrix gates for required diffusion command artifacts and pass/fail publication rules."
22
- }
23
- ],
24
- "exitCriteria": [
25
- "Each lane has contract tests in tests/config or tests/integration.",
26
- "Command-level verify and bench semantics remain identical across surfaces.",
27
- "Required diffusion artifacts are emitted in CI for each enabled lane."
28
- ]
29
- }
@@ -1,57 +0,0 @@
1
- export declare const P2P_TRANSPORT_CONTRACT_VERSION: 1;
2
- export declare const P2P_TRANSPORT_RESULT_SCHEMA_VERSION: 1;
3
-
4
- export declare const P2P_TRANSPORT_ERROR_CODES: Readonly<{
5
- unconfigured: string;
6
- unavailable: string;
7
- timeout: string;
8
- aborted: string;
9
- integrityMismatch: string;
10
- policyDenied: string;
11
- internal: string;
12
- payloadInvalid: string;
13
- contractUnsupported: string;
14
- }>;
15
-
16
- export interface P2PTransportError extends Error {
17
- code?: string;
18
- retryable?: boolean;
19
- details?: Record<string, unknown>;
20
- }
21
-
22
- export declare function createP2PTransportError(
23
- code: string,
24
- message: string,
25
- details?: Record<string, unknown> | null,
26
- retryable?: boolean
27
- ): P2PTransportError;
28
-
29
- export declare function assertSupportedP2PTransportContract(
30
- version: number | null | undefined
31
- ): number;
32
-
33
- export interface P2PTransportResultEnvelope {
34
- schemaVersion: number;
35
- data: ArrayBuffer;
36
- manifestVersionSet: string | null;
37
- manifestHash: string | null;
38
- rangeStart: number | null;
39
- totalSize: number | null;
40
- }
41
-
42
- export declare function normalizeP2PTransportResult(
43
- value: unknown,
44
- label?: string
45
- ): P2PTransportResultEnvelope | null;
46
-
47
- export declare function normalizeP2PTransportPayload(
48
- value: unknown,
49
- label?: string
50
- ): ArrayBuffer | null;
51
-
52
- export declare function normalizeP2PTransportError(
53
- error: unknown,
54
- context?: Record<string, unknown>
55
- ): P2PTransportError;
56
-
57
- export declare function isP2PTransportRetryable(error: unknown): boolean;
@@ -1,75 +0,0 @@
1
- import { log } from '../../debug/index.js';
2
- import {
3
- P2P_TRANSPORT_ERROR_CODES,
4
- createP2PTransportError,
5
- } from './p2p-transport-contract.js';
6
-
7
- const REQUIRED_MESSAGE_FIELDS = ['type', 'schemaVersion'];
8
-
9
- const KNOWN_MESSAGE_TYPES = new Set([
10
- 'doppler_p2p_shard_request',
11
- 'doppler_p2p_shard_response',
12
- 'doppler_p2p_heartbeat',
13
- 'doppler_p2p_announce',
14
- ]);
15
-
16
- export function validatePeerMessage(message) {
17
- if (!message || typeof message !== 'object') {
18
- log.warn('P2P', 'Peer message is not a valid object');
19
- return false;
20
- }
21
-
22
- for (const field of REQUIRED_MESSAGE_FIELDS) {
23
- if (message[field] === undefined || message[field] === null) {
24
- log.warn('P2P', `Peer message missing required field: ${field}`);
25
- return false;
26
- }
27
- }
28
-
29
- if (typeof message.type !== 'string' || !message.type.trim()) {
30
- log.warn('P2P', 'Peer message type must be a non-empty string');
31
- return false;
32
- }
33
-
34
- if (!KNOWN_MESSAGE_TYPES.has(message.type)) {
35
- log.warn('P2P', `Peer message has unknown type: ${message.type}`);
36
- return false;
37
- }
38
-
39
- if (typeof message.schemaVersion !== 'number' || !Number.isInteger(message.schemaVersion)) {
40
- log.warn('P2P', `Peer message schemaVersion must be an integer, got: ${message.schemaVersion}`);
41
- return false;
42
- }
43
-
44
- return true;
45
- }
46
-
47
- export function deserializeAndValidate(raw) {
48
- let parsed = null;
49
- if (typeof raw === 'string') {
50
- try {
51
- parsed = JSON.parse(raw);
52
- } catch {
53
- throw createP2PTransportError(
54
- P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
55
- 'Peer message is not valid JSON.'
56
- );
57
- }
58
- } else if (raw && typeof raw === 'object') {
59
- parsed = raw;
60
- } else {
61
- throw createP2PTransportError(
62
- P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
63
- 'Peer message must be a string or object.'
64
- );
65
- }
66
-
67
- if (!validatePeerMessage(parsed)) {
68
- throw createP2PTransportError(
69
- P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
70
- `Peer message failed schema validation (type="${parsed?.type}").`
71
- );
72
- }
73
-
74
- return parsed;
75
- }
@@ -1,37 +0,0 @@
1
- import type { Manifest } from '../../config/schema/manifest.schema.js';
2
-
3
- export interface IntentBundleVerifyContext {
4
- manifest?: Manifest | null;
5
- kernelRegistryVersion?: string | null;
6
- enforceDeterministicOutput?: boolean;
7
- }
8
-
9
- export interface IntentBundleVerificationResult {
10
- ok: boolean;
11
- reason: string;
12
- reasons?: string[];
13
- }
14
-
15
- export interface IntentBundleDriftResult {
16
- ok: boolean;
17
- drift: number;
18
- matchRatio: number;
19
- reason: string;
20
- }
21
-
22
- export declare function fetchIntentBundle(url: string): Promise<Record<string, unknown>>;
23
- export declare function computeManifestHash(manifest: Manifest): Promise<string>;
24
- export declare function getKernelRegistryVersion(): Promise<string | null>;
25
- export declare function verifyIntentBundle(
26
- bundle: Record<string, unknown>,
27
- context: IntentBundleVerifyContext
28
- ): Promise<IntentBundleVerificationResult>;
29
- export declare function compareTopK(
30
- expectedTopK: number[],
31
- actualTopK: number[]
32
- ): { matchRatio: number; drift: number };
33
- export declare function enforceLogitDrift(
34
- expectedTopK: number[],
35
- actualTopK: number[],
36
- maxDriftThreshold: number | null | undefined
37
- ): IntentBundleDriftResult;
@@ -1,42 +0,0 @@
1
- import type { HashAlgorithm } from '../../config/schema/index.js';
2
- import type { HotSwapConfigSchema } from '../../config/schema/hotswap.schema.js';
3
-
4
- export interface HotSwapArtifact {
5
- path: string;
6
- hash: string;
7
- hashAlgorithm?: HashAlgorithm;
8
- }
9
-
10
- export interface HotSwapManifest {
11
- bundleId: string;
12
- version: string;
13
- artifacts: HotSwapArtifact[];
14
- signerId?: string;
15
- signature?: string;
16
- createdAt?: string;
17
- metadata?: Record<string, string>;
18
- }
19
-
20
- export interface HotSwapVerificationResult {
21
- ok: boolean;
22
- reason: string;
23
- signerId?: string;
24
- }
25
-
26
- export interface HotSwapVerificationContext {
27
- source?: {
28
- kind?: 'local' | 'remote' | string | null;
29
- isLocal?: boolean | null;
30
- url?: string | null;
31
- } | null;
32
- }
33
-
34
- export declare function fetchHotSwapManifest(url: string): Promise<HotSwapManifest>;
35
-
36
- export declare function verifyHotSwapManifest(
37
- manifest: HotSwapManifest,
38
- policy: HotSwapConfigSchema,
39
- context?: HotSwapVerificationContext
40
- ): Promise<HotSwapVerificationResult>;
41
-
42
- export declare function serializeHotSwapManifest(manifest: HotSwapManifest): string;
@@ -1,42 +0,0 @@
1
- import { log } from '../../debug/index.js';
2
- import { evaluateHotSwapRollout, setHotSwapManifest } from './runtime.js';
3
-
4
- function cleanupModel(model) {
5
- if (!model) return;
6
- try {
7
- if (typeof model.unload === 'function') {
8
- model.unload();
9
- } else if (typeof model.destroy === 'function') {
10
- model.destroy();
11
- } else if (typeof model.dispose === 'function') {
12
- model.dispose();
13
- }
14
- } catch (cleanupError) {
15
- log.warn('HotSwap', `Old model cleanup error: ${cleanupError?.message || cleanupError}`);
16
- }
17
- }
18
-
19
- export async function swapModel(currentModel, newModelLoader, policy = {}, context = {}) {
20
- const decision = evaluateHotSwapRollout(policy, context);
21
- if (!decision.allowed) {
22
- log.info('HotSwap', `Model swap not allowed: ${decision.reason}`);
23
- return { swapped: false, model: currentModel, decision };
24
- }
25
-
26
- let newModel = null;
27
- try {
28
- newModel = await newModelLoader(context);
29
- setHotSwapManifest(newModel?.manifest ?? null);
30
- log.info('HotSwap', 'Model swap succeeded');
31
- } catch (swapError) {
32
- log.warn('HotSwap', `Model swap failed: ${swapError?.message || swapError}`);
33
- if (newModel) {
34
- cleanupModel(newModel);
35
- }
36
- throw swapError;
37
- } finally {
38
- cleanupModel(currentModel);
39
- }
40
-
41
- return { swapped: true, model: newModel, decision };
42
- }
@@ -1,31 +0,0 @@
1
- import type { HotSwapManifest } from './manifest.js';
2
- import type { HotSwapConfigSchema } from '../../config/schema/hotswap.schema.js';
3
-
4
- export interface HotSwapRolloutContext {
5
- subjectId?: string | null;
6
- modelId?: string | null;
7
- modelUrl?: string | null;
8
- sessionId?: string | null;
9
- optInTag?: string | null;
10
- forceEnable?: boolean;
11
- }
12
-
13
- export interface HotSwapRolloutDecision {
14
- allowed: boolean;
15
- mode: string;
16
- reason: string;
17
- bucket: number | null;
18
- threshold: number | null;
19
- subjectId: string | null;
20
- }
21
-
22
- export declare function evaluateHotSwapRollout(
23
- policy: HotSwapConfigSchema | null | undefined,
24
- context?: HotSwapRolloutContext
25
- ): HotSwapRolloutDecision;
26
-
27
- export declare function getHotSwapManifest(): HotSwapManifest | null;
28
-
29
- export declare function setHotSwapManifest(manifest: HotSwapManifest | null): void;
30
-
31
- export declare function getLastHotSwapRolloutDecision(): HotSwapRolloutDecision | null;