doppler-gpu 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (656) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1589 -0
  4. package/package.json +44 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  16. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  17. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  18. package/src/config/kernel-path-loader.js +1 -0
  19. package/src/config/kernels/backward-registry.json +13 -2
  20. package/src/config/kernels/kernel-ref-digests.js +34 -21
  21. package/src/config/kernels/registry.json +1402 -2623
  22. package/src/config/merge.js +11 -0
  23. package/src/config/param-validator.js +25 -0
  24. package/src/config/runtime/default.json +3 -1
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  29. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  30. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  31. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  32. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  33. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  34. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  35. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  36. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  37. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  38. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  39. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  40. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  41. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  42. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  43. package/src/config/schema/doppler.schema.js +40 -5
  44. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  45. package/src/config/schema/execution-v1.schema.js +10 -0
  46. package/src/config/schema/index.d.ts +3 -1
  47. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  48. package/src/config/schema/training-metrics.schema.js +4 -0
  49. package/src/config/transforms/capability-transform-resolver.js +7 -1
  50. package/src/config/transforms/execution-graph-transforms.js +2 -2
  51. package/src/debug/config.d.ts +4 -0
  52. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  53. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  54. package/src/experimental/orchestration/index.d.ts +10 -1
  55. package/src/experimental/training/attention-backward.js +123 -55
  56. package/src/experimental/training/autograd.js +101 -5
  57. package/src/experimental/training/clip.js +6 -1
  58. package/src/experimental/training/datasets/text-pairs.js +80 -8
  59. package/src/experimental/training/distillation/student-fixture.js +470 -114
  60. package/src/experimental/training/lora-pipeline.js +202 -27
  61. package/src/experimental/training/lora.js +10 -4
  62. package/src/experimental/training/optimizer.js +9 -1
  63. package/src/experimental/training/runner.js +18 -4
  64. package/src/experimental/training/suite.js +1 -1
  65. package/src/experimental/training/workloads.js +11 -0
  66. package/src/formats/rdrr/classification.js +3 -0
  67. package/src/formats/rdrr/integrity.d.ts +0 -2
  68. package/src/formats/rdrr/integrity.js +0 -2
  69. package/src/formats/rdrr/types.d.ts +1 -1
  70. package/src/gpu/kernels/attention.d.ts +2 -0
  71. package/src/gpu/kernels/attention.js +75 -16
  72. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  73. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  74. package/src/gpu/kernels/backward/adam.js +6 -4
  75. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  76. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  77. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  78. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  79. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  80. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  81. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  82. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  83. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  84. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  85. package/src/gpu/kernels/backward/index.d.ts +3 -0
  86. package/src/gpu/kernels/backward/index.js +3 -0
  87. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  88. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  89. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  90. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  91. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  92. package/src/gpu/kernels/backward/utils.js +9 -2
  93. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  94. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  95. package/src/gpu/kernels/fused_ffn.js +540 -19
  96. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  97. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  98. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  99. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  100. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  101. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  102. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  103. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  104. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  105. package/src/gpu/kernels/index.d.ts +26 -0
  106. package/src/gpu/kernels/index.js +18 -0
  107. package/src/gpu/kernels/linear-attention-core.js +413 -15
  108. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  109. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  110. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  111. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  112. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  113. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  114. package/src/gpu/kernels/matmul-selection.js +10 -1
  115. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  116. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  117. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  118. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  119. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  120. package/src/gpu/kernels/silu.d.ts +1 -0
  121. package/src/gpu/kernels/silu.js +19 -4
  122. package/src/gpu/kernels/silu.wgsl +7 -1
  123. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  124. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  125. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  126. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  127. package/src/gpu/tensor.d.ts +1 -0
  128. package/src/index.d.ts +1 -1
  129. package/src/index.js +1 -1
  130. package/src/inference/browser-harness-suite-helpers.js +1 -1
  131. package/src/inference/browser-harness-text-helpers.js +251 -20
  132. package/src/inference/browser-harness.js +221 -3
  133. package/src/inference/kv-cache/base.js +42 -1
  134. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  135. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  136. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  137. package/src/inference/pipelines/text/attention/projections.js +174 -4
  138. package/src/inference/pipelines/text/attention/record.js +44 -21
  139. package/src/inference/pipelines/text/attention/run.js +18 -3
  140. package/src/inference/pipelines/text/config.d.ts +18 -0
  141. package/src/inference/pipelines/text/config.js +100 -0
  142. package/src/inference/pipelines/text/embed.js +1 -1
  143. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  144. package/src/inference/pipelines/text/execution-plan.js +37 -0
  145. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  146. package/src/inference/pipelines/text/execution-v1.js +130 -10
  147. package/src/inference/pipelines/text/ffn/dense.js +241 -21
  148. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  149. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  150. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  151. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  152. package/src/inference/pipelines/text/generator-steps.js +2 -2
  153. package/src/inference/pipelines/text/generator.d.ts +18 -1
  154. package/src/inference/pipelines/text/generator.js +326 -19
  155. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  156. package/src/inference/pipelines/text/init.d.ts +22 -3
  157. package/src/inference/pipelines/text/init.js +2 -2
  158. package/src/inference/pipelines/text/layer.js +87 -8
  159. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  160. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  161. package/src/inference/pipelines/text/linear-attention.js +173 -16
  162. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  163. package/src/inference/pipelines/text/logits/index.js +62 -1
  164. package/src/inference/pipelines/text/lora-apply.js +4 -4
  165. package/src/inference/pipelines/text/model-load.js +6 -0
  166. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  167. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  168. package/src/inference/pipelines/text/ops.js +22 -0
  169. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  170. package/src/inference/pipelines/text/probes.js +9 -4
  171. package/src/inference/pipelines/text/state.d.ts +4 -4
  172. package/src/inference/pipelines/text/state.js +4 -0
  173. package/src/inference/pipelines/text/types.d.ts +27 -2
  174. package/src/inference/pipelines/text.d.ts +21 -1
  175. package/src/inference/pipelines/text.js +40 -14
  176. package/src/inference/tokenizers/bundled.js +150 -55
  177. package/src/inference/tokenizers/types.d.ts +7 -4
  178. package/src/loader/doppler-loader.js +25 -2
  179. package/src/loader/index.d.ts +3 -1
  180. package/src/loader/index.js +2 -0
  181. package/src/loader/loader-types.d.ts +3 -1
  182. package/src/loader/manifest-config.d.ts +18 -0
  183. package/src/loader/manifest-config.js +11 -3
  184. package/src/loader/shard-cache.d.ts +2 -0
  185. package/src/loader/shard-cache.js +29 -1
  186. package/src/models/gemma4.js +8 -0
  187. package/src/rules/inference/capability-transforms.rules.json +145 -20
  188. package/src/rules/inference/ffn.rules.json +33 -0
  189. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  190. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  191. package/src/rules/kernels/matmul.rules.json +2 -0
  192. package/src/rules/kernels/silu.rules.json +1 -0
  193. package/src/rules/rule-registry.js +2 -0
  194. package/src/storage/artifact-storage-context.js +36 -0
  195. package/src/tooling/node-browser-command-runner.js +42 -7
  196. package/src/tooling/node-converter.js +20 -5
  197. package/src/tooling/opfs-cache.d.ts +21 -1
  198. package/src/tooling/opfs-cache.js +168 -32
  199. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  200. package/src/tooling-experimental-exports.shared.js +18 -0
  201. package/src/tooling-exports/storage.d.ts +1 -1
  202. package/src/tooling-exports/storage.js +1 -1
  203. package/src/types/gpu.d.ts +25 -0
  204. package/src/version.js +1 -1
  205. package/tests/kernels/browser/kernel-suite.js +1593 -0
  206. package/tests/kernels/browser/test-page.js +2629 -0
  207. package/tests/kernels/harness/benchmark.js +225 -0
  208. package/tests/kernels/harness/buffer-utils.js +88 -0
  209. package/tests/kernels/harness/tolerance.js +174 -0
  210. package/tests/kernels/reference/adam.js +15 -0
  211. package/tests/kernels/reference/attention.js +158 -0
  212. package/tests/kernels/reference/backward.js +96 -0
  213. package/tests/kernels/reference/bias-add.js +20 -0
  214. package/tests/kernels/reference/conv2d.js +58 -0
  215. package/tests/kernels/reference/cross-entropy.js +26 -0
  216. package/tests/kernels/reference/dequant.js +312 -0
  217. package/tests/kernels/reference/embed.js +15 -0
  218. package/tests/kernels/reference/gather.js +61 -0
  219. package/tests/kernels/reference/gelu.js +37 -0
  220. package/tests/kernels/reference/groupnorm.js +36 -0
  221. package/tests/kernels/reference/index.js +89 -0
  222. package/tests/kernels/reference/layernorm.js +22 -0
  223. package/tests/kernels/reference/matmul.js +57 -0
  224. package/tests/kernels/reference/modulate.js +24 -0
  225. package/tests/kernels/reference/moe-gather.js +83 -0
  226. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  227. package/tests/kernels/reference/residual.js +55 -0
  228. package/tests/kernels/reference/rmsnorm.js +52 -0
  229. package/tests/kernels/reference/rope.js +79 -0
  230. package/tests/kernels/reference/sample.js +97 -0
  231. package/tests/kernels/reference/scatter-add.js +58 -0
  232. package/tests/kernels/reference/silu.js +52 -0
  233. package/tests/kernels/reference/softmax.js +86 -0
  234. package/tests/kernels/reference/split-qkv.js +58 -0
  235. package/tests/kernels/reference/topk.js +88 -0
  236. package/tests/kernels/reference/upsample2d.js +37 -0
  237. package/BRANDING.md +0 -14
  238. package/SECURITY.md +0 -19
  239. package/assets/doppler-runtime-map.svg +0 -82
  240. package/src/bootstrap.js +0 -30
  241. package/src/cli/doppler-cli.d.ts +0 -46
  242. package/src/cli/doppler-quickstart.d.ts +0 -45
  243. package/src/cli/doppler-serve.d.ts +0 -210
  244. package/src/cli/runtime-profiles.d.ts +0 -40
  245. package/src/client/doppler-api.browser.d.ts +0 -1
  246. package/src/client/doppler-api.browser.js +0 -25
  247. package/src/client/doppler-registry.d.ts +0 -54
  248. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  249. package/src/client/runtime/source-runtime.d.ts +0 -26
  250. package/src/client/runtime/storage.d.ts +0 -5
  251. package/src/config/README.md +0 -61
  252. package/src/config/conversion/README.md +0 -62
  253. package/src/config/goal-completion-matrix.json +0 -552
  254. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  255. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  256. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  257. package/src/config/kernels/registry.d.ts +0 -51
  258. package/src/config/merge-contract-check.d.ts +0 -16
  259. package/src/config/merge-contract-check.js +0 -319
  260. package/src/config/merge-helpers.d.ts +0 -60
  261. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  262. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  263. package/src/config/param-categories.d.ts +0 -8
  264. package/src/config/param-validator.d.ts +0 -33
  265. package/src/config/platforms/loader.d.ts +0 -38
  266. package/src/config/quantization-contract-check.d.ts +0 -12
  267. package/src/config/quantization-contract-check.js +0 -91
  268. package/src/config/runtime/README.md +0 -28
  269. package/src/config/runtime-merge.d.ts +0 -5
  270. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  271. package/src/config/schema/command-surface-contract.schema.json +0 -81
  272. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  273. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  274. package/src/config/schema/platform.schema.js +0 -1
  275. package/src/config/schema/policy-schema-registry.json +0 -31
  276. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  277. package/src/config/support-tiers/subsystems.json +0 -502
  278. package/src/config/supported-operations.d.ts +0 -14
  279. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  280. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  281. package/src/converter/conversion-plan.d.ts +0 -56
  282. package/src/converter/index.d.ts +0 -98
  283. package/src/converter/index.js +0 -59
  284. package/src/converter/parsers/diffusion.d.ts +0 -50
  285. package/src/converter/parsers/gguf.d.ts +0 -31
  286. package/src/converter/parsers/index.d.ts +0 -21
  287. package/src/converter/parsers/index.js +0 -12
  288. package/src/converter/parsers/transformer.d.ts +0 -31
  289. package/src/converter/quantization-info.d.ts +0 -38
  290. package/src/converter/rope-config.d.ts +0 -16
  291. package/src/converter/tokenizer-utils.d.ts +0 -12
  292. package/src/debug/reference/README.md +0 -114
  293. package/src/debug/reference/hf_attn_debug.py +0 -114
  294. package/src/debug/reference/hf_embed_check.py +0 -89
  295. package/src/debug/reference/hf_layer_out.py +0 -100
  296. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  297. package/src/debug/reference/hf_rope_check.py +0 -116
  298. package/src/debug/reference/hf_weights.py +0 -75
  299. package/src/errors/doppler-error.d.ts +0 -20
  300. package/src/experimental/bridge/extension/background.d.ts +0 -14
  301. package/src/experimental/bridge/extension/background.js +0 -168
  302. package/src/experimental/bridge/extension/manifest.json +0 -34
  303. package/src/experimental/bridge/extension-client.d.ts +0 -114
  304. package/src/experimental/bridge/index.d.ts +0 -69
  305. package/src/experimental/bridge/node-bridge.js +0 -24
  306. package/src/experimental/bridge/protocol.d.ts +0 -96
  307. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  308. package/src/experimental/browser/gguf-importer.js +0 -532
  309. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  310. package/src/experimental/browser/quantization.d.ts +0 -74
  311. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  312. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  313. package/src/experimental/browser/shard-io-browser.js +0 -89
  314. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  315. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  316. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  317. package/src/experimental/distribution/p2p-transport.js +0 -75
  318. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  319. package/src/experimental/hotswap/manifest.d.ts +0 -42
  320. package/src/experimental/hotswap/model-swap.js +0 -42
  321. package/src/experimental/hotswap/runtime.d.ts +0 -31
  322. package/src/experimental/training/README.md +0 -164
  323. package/src/experimental/training/artifacts.d.ts +0 -160
  324. package/src/experimental/training/attention-backward.d.ts +0 -30
  325. package/src/experimental/training/attention-forward.d.ts +0 -22
  326. package/src/experimental/training/attention-forward.js +0 -82
  327. package/src/experimental/training/autograd.d.ts +0 -51
  328. package/src/experimental/training/backward-kernels.js +0 -39
  329. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  330. package/src/experimental/training/checkpoint.d.ts +0 -36
  331. package/src/experimental/training/clip.d.ts +0 -9
  332. package/src/experimental/training/dataloader.d.ts +0 -8
  333. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  334. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  335. package/src/experimental/training/datasets/index.d.ts +0 -24
  336. package/src/experimental/training/datasets/index.js +0 -13
  337. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  338. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  339. package/src/experimental/training/datasets/reploid.js +0 -36
  340. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  341. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  342. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  343. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  344. package/src/experimental/training/datasets/token-batch.js +0 -52
  345. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  346. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  347. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  348. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  349. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  350. package/src/experimental/training/distillation/eval.d.ts +0 -34
  351. package/src/experimental/training/distillation/index.d.ts +0 -29
  352. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  353. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  354. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  355. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  356. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  357. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  358. package/src/experimental/training/export.d.ts +0 -41
  359. package/src/experimental/training/index.d.ts +0 -74
  360. package/src/experimental/training/index.js +0 -63
  361. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  362. package/src/experimental/training/lora.d.ts +0 -19
  363. package/src/experimental/training/loss-scaling.d.ts +0 -21
  364. package/src/experimental/training/loss.d.ts +0 -10
  365. package/src/experimental/training/objectives/base.d.ts +0 -58
  366. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  367. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  368. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  369. package/src/experimental/training/objectives/index.d.ts +0 -12
  370. package/src/experimental/training/objectives/index.js +0 -6
  371. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  372. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  373. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  374. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  375. package/src/experimental/training/operator-command.d.ts +0 -5
  376. package/src/experimental/training/operator-eval.d.ts +0 -48
  377. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  378. package/src/experimental/training/optimizer.d.ts +0 -22
  379. package/src/experimental/training/runner.d.ts +0 -249
  380. package/src/experimental/training/suite.d.ts +0 -299
  381. package/src/experimental/training/tensor-factory.d.ts +0 -9
  382. package/src/experimental/training/trainer.d.ts +0 -89
  383. package/src/experimental/training/ul_dataset.d.ts +0 -47
  384. package/src/experimental/training/ul_schedule.d.ts +0 -6
  385. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  386. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  387. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  388. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  389. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  390. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  391. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  392. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  393. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  394. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  395. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  396. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  397. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  398. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  399. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  400. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  401. package/src/experimental/training/workload-packs/registry.json +0 -278
  402. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  403. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  404. package/src/experimental/training/workloads.d.ts +0 -201
  405. package/src/formats/gguf/types.d.ts +0 -74
  406. package/src/formats/index.d.ts +0 -75
  407. package/src/formats/index.js +0 -19
  408. package/src/formats/litert/types.d.ts +0 -74
  409. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  410. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  411. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  412. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  413. package/src/formats/safetensors/types.d.ts +0 -67
  414. package/src/formats/tflite/types.d.ts +0 -61
  415. package/src/formats/tokenizer/index.d.ts +0 -5
  416. package/src/formats/tokenizer/index.js +0 -3
  417. package/src/formats/tokenizer/types.d.ts +0 -9
  418. package/src/gpu/kernel-runtime.d.ts +0 -13
  419. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  420. package/src/gpu/kernel-selection-log.d.ts +0 -4
  421. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  422. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  425. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  426. package/src/gpu/kernel-tuner/types.js +0 -4
  427. package/src/gpu/kernel-tuner.d.ts +0 -33
  428. package/src/gpu/kernels/README.md +0 -166
  429. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  430. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  431. package/src/gpu/kernels/check-stop.d.ts +0 -31
  432. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  433. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  434. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  435. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  436. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  437. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  438. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  439. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  440. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  441. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  442. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  443. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  444. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  445. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  446. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  447. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  448. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  449. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  450. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  451. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  452. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  453. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  454. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  455. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  456. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  457. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  458. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  459. package/src/gpu/kernels/constants.d.ts +0 -129
  460. package/src/gpu/kernels/dispatch.d.ts +0 -72
  461. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  462. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  463. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  464. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  465. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  466. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  467. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  468. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  469. package/src/gpu/kernels/types.js +0 -4
  470. package/src/gpu/perf-guards.d.ts +0 -13
  471. package/src/gpu/profiler.d.ts +0 -93
  472. package/src/gpu/readback-utils.d.ts +0 -16
  473. package/src/gpu/readback-utils.js +0 -49
  474. package/src/gpu/submit-probe.d.ts +0 -12
  475. package/src/index-browser.d.ts +0 -2
  476. package/src/index-browser.js +0 -2
  477. package/src/inference/README.md +0 -593
  478. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  479. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  480. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  481. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  482. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  483. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  484. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  485. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  486. package/src/inference/network-evolution.js +0 -79
  487. package/src/inference/pipelines/context.d.ts +0 -21
  488. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  489. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  490. package/src/inference/pipelines/diffusion/index.js +0 -3
  491. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  492. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  493. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  494. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  495. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  496. package/src/inference/pipelines/diffusion/types.js +0 -1
  497. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  498. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  499. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  500. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  501. package/src/inference/pipelines/dream/pipeline.js +0 -8
  502. package/src/inference/pipelines/energy/index.d.ts +0 -1
  503. package/src/inference/pipelines/energy/index.js +0 -1
  504. package/src/inference/pipelines/energy/types.js +0 -1
  505. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  506. package/src/inference/pipelines/energy-head/index.js +0 -6
  507. package/src/inference/pipelines/factory.d.ts +0 -10
  508. package/src/inference/pipelines/index.d.ts +0 -22
  509. package/src/inference/pipelines/index.js +0 -19
  510. package/src/inference/pipelines/registry.d.ts +0 -15
  511. package/src/inference/pipelines/rng.d.ts +0 -2
  512. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  513. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  514. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  515. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  516. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  517. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  518. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  519. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  520. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  521. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  522. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  523. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  524. package/src/inference/pipelines/text/attention.d.ts +0 -23
  525. package/src/inference/pipelines/text/attention.js +0 -12
  526. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  527. package/src/inference/pipelines/text/buffer-types.js +0 -4
  528. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  529. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  530. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  531. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  532. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  533. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  534. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  535. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  536. package/src/inference/pipelines/text/embed.d.ts +0 -69
  537. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  538. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  539. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  540. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  541. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  542. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  543. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  544. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  545. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  546. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  547. package/src/inference/pipelines/text/ffn.js +0 -18
  548. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  549. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  550. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  551. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  552. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  553. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  554. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  555. package/src/inference/pipelines/text/index.d.ts +0 -5
  556. package/src/inference/pipelines/text/index.js +0 -6
  557. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  558. package/src/inference/pipelines/text/layer.d.ts +0 -118
  559. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  560. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  561. package/src/inference/pipelines/text/logits/types.js +0 -4
  562. package/src/inference/pipelines/text/logits.d.ts +0 -27
  563. package/src/inference/pipelines/text/logits.js +0 -16
  564. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  565. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  566. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  567. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  568. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  569. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  570. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  571. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  572. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  573. package/src/inference/pipelines/text/ops.d.ts +0 -222
  574. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  575. package/src/inference/pipelines/text/probes.d.ts +0 -28
  576. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  577. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  578. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  579. package/src/inference/pipelines/text/types.js +0 -4
  580. package/src/inference/tokenizers/base.d.ts +0 -44
  581. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  582. package/src/inference/tokenizers/bpe.d.ts +0 -27
  583. package/src/inference/tokenizers/bundled.d.ts +0 -67
  584. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  585. package/src/inference/tokenizers/types.js +0 -7
  586. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  587. package/src/loader/per-layer-input-loader.d.ts +0 -30
  588. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  589. package/src/loader/tensors/source-transform.d.ts +0 -65
  590. package/src/memory/address-table.d.ts +0 -96
  591. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  592. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  593. package/src/rules/rule-registry.d.ts +0 -77
  594. package/src/storage/artifact-storage-context.d.ts +0 -63
  595. package/src/storage/backends/idb-store.d.ts +0 -52
  596. package/src/storage/backends/memory-store.d.ts +0 -36
  597. package/src/storage/backends/opfs-store.d.ts +0 -41
  598. package/src/storage/blake3.d.ts +0 -17
  599. package/src/storage/download-types.d.ts +0 -157
  600. package/src/storage/downloader.d.ts +0 -103
  601. package/src/storage/index.d.ts +0 -274
  602. package/src/storage/index.js +0 -201
  603. package/src/storage/preflight.d.ts +0 -144
  604. package/src/storage/preflight.js +0 -360
  605. package/src/storage/quickstart-downloader.d.ts +0 -157
  606. package/src/storage/quickstart-downloader.js +0 -289
  607. package/src/storage/source-artifact-store.d.ts +0 -59
  608. package/src/sw.js +0 -184
  609. package/src/tooling/command-api-constants.d.ts +0 -9
  610. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  611. package/src/tooling/command-api-helpers.d.ts +0 -23
  612. package/src/tooling/command-runner-shared.d.ts +0 -89
  613. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  614. package/src/tooling/conversion-config-materializer.js +0 -96
  615. package/src/tooling/diagnose-runner.d.ts +0 -28
  616. package/src/tooling/hf-registry-utils.d.ts +0 -55
  617. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  618. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  619. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  620. package/src/tooling/kernel-path-builder/index.js +0 -1361
  621. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  622. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  623. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  624. package/src/tooling/lean-execution-contract-runner.js +0 -158
  625. package/src/tooling/lean-execution-contract.d.ts +0 -16
  626. package/src/tooling/lean-execution-contract.js +0 -81
  627. package/src/tooling/litert-package-runtime.d.ts +0 -46
  628. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  629. package/src/tooling/node-convert-worker.d.ts +0 -1
  630. package/src/tooling/node-converter.d.ts +0 -1
  631. package/src/tooling/node-file-fetch.d.ts +0 -1
  632. package/src/tooling/node-source-runtime.d.ts +0 -24
  633. package/src/tooling/node-webgpu.d.ts +0 -17
  634. package/src/tooling/precision-replay-math.js +0 -174
  635. package/src/tooling/program-bundle-host.d.ts +0 -16
  636. package/src/tooling/program-bundle-host.js +0 -20
  637. package/src/tooling/runtime-input-composition.d.ts +0 -37
  638. package/src/tooling/source-package-profiles.d.ts +0 -50
  639. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  640. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  641. package/src/tooling/source-runtime-materializer.js +0 -89
  642. package/src/tooling-exports.browser.d.ts +0 -7
  643. package/src/types/chrome.d.ts +0 -36
  644. package/src/types/chrome.js +0 -1
  645. package/src/types/index.d.ts +0 -1
  646. package/src/types/index.js +0 -1
  647. package/src/utils/array-buffer.d.ts +0 -4
  648. package/src/utils/canonical-hash.d.ts +0 -7
  649. package/src/utils/clone-json.d.ts +0 -1
  650. package/src/utils/hf-resolve-url.d.ts +0 -16
  651. package/src/utils/index.d.ts +0 -10
  652. package/src/utils/index.js +0 -10
  653. package/src/utils/load-json.d.ts +0 -5
  654. package/src/utils/plain-object.d.ts +0 -1
  655. package/src/utils/sha256.d.ts +0 -5
  656. package/src/utils/stable-sort-object.d.ts +0 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "doppler-gpu",
3
- "version": "0.4.7",
3
+ "version": "0.4.9",
4
4
  "description": "Browser-native WebGPU inference engine for local intent and inference loops",
5
5
  "main": "src/index.js",
6
6
  "types": "src/index.d.ts",
@@ -21,6 +21,8 @@
21
21
  "lean:check": "./lean/check.sh",
22
22
  "ci:lean:execution-contract:configs": "node tools/lean-execution-contract-config-sweep.js --config-root src/config/conversion --manifest-root models --require-manifest-match",
23
23
  "contracts:check": "node tools/check-contract-artifacts.js",
24
+ "trainer-handoff:verify": "node tools/verify-trainer-artifact-handoff.js verify --contract tools/policies/nativekd2-bf16-baseline-handoff.json --repo-root clocksmith/doppler=. --repo-root clocksmith/gamma=../gamma",
25
+ "trainer-handoff:import": "node tools/verify-trainer-artifact-handoff.js import --contract tools/policies/nativekd2-bf16-baseline-handoff.json --repo-root clocksmith/doppler=. --repo-root clocksmith/gamma=../gamma",
24
26
  "program-bundle:export": "node tools/export-program-bundle.js",
25
27
  "program-bundle:reference": "node tools/run-program-bundle-reference.js",
26
28
  "program-bundle:reference:gemma4-int4ple": "node tools/run-program-bundle-reference.js --manifest models/local/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json --conversion-config src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json --out examples/program-bundles/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.program-bundle.json --surface browser --prompt \"The color of the sky is\" --max-tokens 8",
@@ -28,14 +30,23 @@
28
30
  "program-bundle:parity": "node tools/check-program-bundle-parity.js examples/program-bundles/gemma-3-270m-it-q4k-ehf16-af32.program-bundle.json",
29
31
  "artifact-identity:inventory": "node tools/artifact-identity-inventory.js",
30
32
  "artifact-identity:check": "node tools/artifact-identity-inventory.js --check",
33
+ "ci:check": "npm run test:ci && npm run kernels:check && npm run check:green",
31
34
  "ci:contracts:check": "node tools/check-contract-artifacts.js --with-lean --lean-require-manifest-match",
32
35
  "ci:diffusion:contract": "node tools/ci-diffusion-contract-gates.js",
33
36
  "ci:training:contract": "node tools/ci-training-contract-gates.js",
37
+ "training:teachers:verify": "node tools/verify-host-teacher-contracts.js",
38
+ "training:teachers:qualify": "node tools/qualify-code-teachers.js",
39
+ "training:students:verify": "node tools/verify-student-code-experiment.js",
40
+ "training:students:run": "node tools/run-student-code-experiment.js",
41
+ "training:wgsl:corpus": "node tools/build-wgsl-repair-corpus.js",
42
+ "training:wgsl:experiment": "node tools/run-wgsl-repair-experiment.js",
43
+ "training:wgsl:rollouts": "node tools/run-wgsl-repair-rollouts.js",
34
44
  "training:contract:delta": "node tools/emit-training-contract-delta.js",
35
45
  "training:workloads:verify": "node tools/verify-training-workload-packs.js --registry src/experimental/training/workload-packs/registry.json",
36
46
  "training:report-ids:publish": "node tools/publish-training-report-ids.js --registry src/experimental/training/workload-packs/registry.json",
37
47
  "test": "npm run test:unit",
38
48
  "typecheck:source-runtime": "tsc -p tsconfig.source-runtime.json --noEmit",
49
+ "test:ci": "node tools/run-node-tests.js tests/config/ci-workflow-local-model-contract.test.js tests/config/tracked-benchmark-evidence-contract.test.js tests/converter/quantizer.test.js tests/inference/attention-softmax-stability.test.js tests/inference/bdpa-steamroller.test.js tests/inference/generate-token-ids-behavioral-parity.test.js tests/integration/command-api.test.js tests/integration/doppler-provider-contract.test.js tests/tooling/workflow-surface-contract.test.js",
39
50
  "test:unit": "node tools/run-node-tests.js --suite unit",
40
51
  "test:gpu": "node tools/run-node-tests.js --suite gpu",
41
52
  "test:coverage": "node tools/run-node-coverage.js",
@@ -46,16 +57,20 @@
46
57
  "agents:freshness:strict": "node tools/verify-agent-freshness.js --strict",
47
58
  "conflicts:check": "node tools/check-merge-markers.js",
48
59
  "config:single-source:check": "node tools/check-config-single-source.js",
60
+ "capability-policy:check": "node tools/check-capability-transform-policy.js",
49
61
  "imports:check:browser": "node tools/check-browser-import-graph.js",
50
62
  "api:docs:sync": "node tools/sync-api-docs.js",
51
63
  "api:docs:check": "node tools/sync-api-docs.js --check",
64
+ "package:closure:sync": "node tools/package-source-closure.js --write",
65
+ "package:closure:check": "node tools/package-source-closure.js",
66
+ "package:smoke": "node tools/check-packed-package.js",
52
67
  "public:boundaries:check": "node tools/check-public-boundaries.js",
53
68
  "exports:parity:check": "node tools/check-exports-parity.js",
54
69
  "pending:check": "node tools/check-pending-tests.js",
55
70
  "goals:check": "node tools/check-goal-completion.js",
56
71
  "goals:report": "node tools/render-goal-completion-summary.js",
57
72
  "commands:surface:check": "node tools/check-command-surface-contract.js",
58
- "check:green": "npm run agents:verify && npm run goals:check && npm run public:boundaries:check && npm run commands:surface:check && npm run api:docs:check && npm run config:single-source:check && npm run imports:check:browser && npm run pending:check && npm run exports:parity:check && npm run artifact:contract:check && npm run claims:evidence:check && npm run support:subsystems:check && npm run policy:schemas:check",
73
+ "check:green": "npm run agents:verify && npm run goals:check && npm run public:boundaries:check && npm run package:smoke && npm run commands:surface:check && npm run api:docs:check && npm run config:single-source:check && npm run capability-policy:check && npm run imports:check:browser && npm run pending:check && npm run exports:parity:check && npm run artifact:contract:check && npm run claims:evidence:check && npm run support:subsystems:check && npm run policy:schemas:check",
59
74
  "verify:model": "node src/cli/doppler-cli.js verify",
60
75
  "quickstart:sync": "node tools/sync-quickstart-registry.js",
61
76
  "quickstart:check": "node tools/sync-quickstart-registry.js --check",
@@ -64,7 +79,11 @@
64
79
  "onboarding:check": "node tools/onboarding-tooling.js check",
65
80
  "onboarding:check:strict": "node tools/onboarding-tooling.js check --strict",
66
81
  "bench:vendors:validate": "node tools/vendor-bench.js validate",
82
+ "bench:local-gpu:challengers": "node tools/local-gpu-challengers.js",
83
+ "bench:local-gpu:challengers:check": "node tools/local-gpu-challengers.js --check",
67
84
  "bench:embeddings:compare": "node tools/compare-embeddings.js",
85
+ "bench:rerank:compare": "node tools/compare-rerankers.js",
86
+ "bench:rerank:compare:hf": "node tools/compare-rerankers-hf.js",
68
87
  "kernels:sync": "npm run kernels:codegen:sync && npm run kernels:registry:sync && npm run kernels:digests:sync",
69
88
  "kernels:check": "node tools/check-kernels.js",
70
89
  "kernels:codegen:sync": "node tools/generate-wgsl.js",
@@ -109,13 +128,17 @@
109
128
  "verify:gemma-3-270m-it-wq4k-ef16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16",
110
129
  "verify:gemma-3-270m-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16",
111
130
  "verify:gemma-3-270m-it-wq4k-ef16-hf16-f32": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16-f32",
131
+ "verify:gemma-4-e2b-af16-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-af16-int4ple",
112
132
  "verify:gemma-4-e2b-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-int4ple",
133
+ "verify:gemma-4-e2b-it-q4k-ehf16-af16-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
113
134
  "verify:gemma-4-e2b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32",
114
135
  "verify:gemma-4-e2b-it-q4k-ehf16-af32-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
115
136
  "verify:gemma3-1b": "node tools/run-registry-verify.js gemma3-1b",
116
137
  "verify:gemma3-270m": "node tools/run-registry-verify.js gemma3-270m",
117
138
  "verify:gemma4-e2b": "node tools/run-registry-verify.js gemma4-e2b",
139
+ "verify:gemma4-e2b-af16-int4ple": "node tools/run-registry-verify.js gemma4-e2b-af16-int4ple",
118
140
  "verify:gemma4-e2b-int4ple": "node tools/run-registry-verify.js gemma4-e2b-int4ple",
141
+ "verify:gemma4-e2b-int4ple-f16": "node tools/run-registry-verify.js gemma4-e2b-int4ple-f16",
119
142
  "verify:google-embeddinggemma-300m": "node tools/run-registry-verify.js google-embeddinggemma-300m",
120
143
  "verify:google-embeddinggemma-300m-q4k-ehf16-af32": "node tools/run-registry-verify.js google-embeddinggemma-300m-q4k-ehf16-af32",
121
144
  "verify:google-embeddinggemma-300m-wq4k-ef16": "node tools/run-registry-verify.js google-embeddinggemma-300m-wq4k-ef16",
@@ -154,9 +177,13 @@
154
177
  "verify:qwen3.6-27b": "node tools/run-registry-verify.js qwen3.6-27b",
155
178
  "verify:qwen3.6-27b-f16": "node tools/run-registry-verify.js qwen3.6-27b-f16",
156
179
  "verify:translategemma": "node tools/run-registry-verify.js translategemma",
180
+ "verify:translategemma-1b-translation-student": "node tools/run-registry-verify.js translategemma-1b-translation-student",
157
181
  "verify:translategemma-4b": "node tools/run-registry-verify.js translategemma-4b",
182
+ "verify:translategemma-4b-1b-enes-q4k-ehf16-af32": "node tools/run-registry-verify.js translategemma-4b-1b-enes-q4k-ehf16-af32",
158
183
  "verify:translategemma-4b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js translategemma-4b-it-q4k-ehf16-af32",
159
- "verify:translategemma-4b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js translategemma-4b-it-wq4k-ef16-hf16"
184
+ "verify:translategemma-4b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js translategemma-4b-it-wq4k-ef16-hf16",
185
+ "verify:translategemma-enes-1b": "node tools/run-registry-verify.js translategemma-enes-1b",
186
+ "verify:translategemma-nativekd2-enes-1b": "node tools/run-registry-verify.js translategemma-nativekd2-enes-1b"
160
187
  },
161
188
  "exports": {
162
189
  ".": {
@@ -265,20 +292,25 @@
265
292
  "./src/gpu/device.js"
266
293
  ],
267
294
  "files": [
268
- "assets",
295
+ "assets/doppler.svg",
269
296
  "src",
270
- "src/gpu/kernels/*.wgsl",
297
+ "!src/config/schema/host-teacher-output.schema.json",
298
+ "!src/config/schema/host-teacher-qualification-policy.schema.json",
299
+ "!src/config/schema/host-teacher-qualification-receipt.schema.json",
300
+ "!src/config/schema/host-teacher-task-bank.schema.json",
301
+ "models/catalog.json",
302
+ "tests/kernels/browser/kernel-suite.js",
303
+ "tests/kernels/browser/test-page.js",
304
+ "tests/kernels/harness/benchmark.js",
305
+ "tests/kernels/harness/buffer-utils.js",
306
+ "tests/kernels/harness/tolerance.js",
307
+ "tests/kernels/reference",
308
+ "!tests/kernels/reference/fused-ffn-q4k.js",
271
309
  "README.md",
272
310
  "CHANGELOG.md",
273
311
  "LICENSE",
274
312
  "NOTICE",
275
- "BRANDING.md",
276
- "SECURITY.md",
277
- "src/cli/doppler-cli.js",
278
- "tools/convert-safetensors-node.js",
279
- "src/cli/config/doppler-quickstart.json",
280
- "src/cli/doppler-quickstart.js",
281
- "src/cli/doppler-serve.js"
313
+ "tools/convert-safetensors-node.js"
282
314
  ],
283
315
  "devDependencies": {
284
316
  "@huggingface/transformers": "^4.0.1",
@@ -1487,7 +1487,7 @@ export function createCliToolingErrorEnvelope(error, context = {}) {
1487
1487
  }
1488
1488
 
1489
1489
  export function finalizeCliCommandResponse(response, request) {
1490
- if (!isPlainObject(response) || !Object.prototype.hasOwnProperty.call(response, 'request')) {
1490
+ if (!isPlainObject(response)) {
1491
1491
  return response;
1492
1492
  }
1493
1493
  return {
@@ -1839,11 +1839,32 @@ function isMainModule(metaUrl) {
1839
1839
  return path.resolve(fileURLToPath(metaUrl)) === path.resolve(entryPath);
1840
1840
  }
1841
1841
 
1842
- if (isMainModule(import.meta.url)) {
1843
- main().then(() => {
1844
- process.exit(process.exitCode ?? 0);
1845
- }).catch((error) => {
1846
- console.error(`[error] ${error?.message || String(error)}`);
1847
- process.exit(1);
1842
+ function flushStream(stream) {
1843
+ if (!stream || stream.destroyed) {
1844
+ return Promise.resolve();
1845
+ }
1846
+ return new Promise((resolve) => {
1847
+ stream.write('', () => resolve());
1848
1848
  });
1849
1849
  }
1850
+
1851
+ async function flushCliStreams() {
1852
+ await Promise.all([
1853
+ flushStream(process.stdout),
1854
+ flushStream(process.stderr),
1855
+ ]);
1856
+ }
1857
+
1858
+ if (isMainModule(import.meta.url)) {
1859
+ main()
1860
+ .then(async () => {
1861
+ const exitCode = process.exitCode ?? 0;
1862
+ await flushCliStreams();
1863
+ process.exit(exitCode);
1864
+ })
1865
+ .catch(async (error) => {
1866
+ console.error(`[error] ${error?.message || String(error)}`);
1867
+ await flushCliStreams();
1868
+ process.exit(1);
1869
+ });
1870
+ }
@@ -143,7 +143,7 @@
143
143
  ],
144
144
  "hf": {
145
145
  "repoId": "Clocksmith/rdrr",
146
- "revision": "dbb354acb00108965c5324ca7b6fecc198d12501",
146
+ "revision": "16256bf16dc8f92b8fe5105b07628cef91587f0a",
147
147
  "path": "models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
148
148
  },
149
149
  "vendorBenchmark": {
@@ -201,7 +201,7 @@
201
201
  ],
202
202
  "hf": {
203
203
  "repoId": "Clocksmith/rdrr",
204
- "revision": "a8c45dd885a789042d3b82c95b471d66ca8d5152",
204
+ "revision": "977d145bf2478a7fb542e6aca65030585620ca60",
205
205
  "path": "models/qwen-3-5-2b-q4k-ehaf16"
206
206
  },
207
207
  "vendorBenchmark": {
@@ -7,6 +7,7 @@ import {
7
7
  resolveManifestArtifactSource,
8
8
  resolveLoadProgressHandlers,
9
9
  resolveModelSource,
10
+ sha256ManifestText,
10
11
  } from './model-source.js';
11
12
  import { assertSupportedGenerationOptions, createModelHandle } from './model-session.js';
12
13
  import {
@@ -15,6 +16,7 @@ import {
15
16
  } from '../../storage/artifact-storage-context.js';
16
17
  import { isNodeRuntime } from '../../utils/runtime-env.js';
17
18
  import { resolveManifestGpuResidentEmbeddingLimitError } from '../../loader/embedding-limit-preflight.js';
19
+ import { createDopplerLoader } from '../../loader/doppler-loader.js';
18
20
  import { initDevice } from '../../gpu/device.js';
19
21
 
20
22
  function emitLoadProgress(callback, phase, percent, message) {
@@ -58,6 +60,10 @@ async function resolveNodeArtifactStorageContext(loadSource) {
58
60
  }
59
61
 
60
62
  function resolveArtifactStorageContext(loadSource) {
63
+ const providedStorageContext = loadSource?.storageContext ?? loadSource?.storage;
64
+ if (providedStorageContext && typeof providedStorageContext === 'object') {
65
+ return providedStorageContext;
66
+ }
61
67
  const baseUrl = loadSource?.storageBaseUrl ?? loadSource?.baseUrl;
62
68
  const manifest = loadSource?.storageManifest ?? loadSource?.manifest;
63
69
  if (!baseUrl || !manifest) {
@@ -93,7 +99,16 @@ export function createDopplerRuntimeService({
93
99
 
94
100
  emitLoadProgress(userProgress, 'manifest', 15, 'Fetching manifest');
95
101
  const manifestPayload = resolved.manifest
96
- ? { text: JSON.stringify(resolved.manifest), manifest: resolved.manifest }
102
+ ? await (async () => {
103
+ const text = resolved.manifestText ?? JSON.stringify(resolved.manifest);
104
+ const manifestHash = await sha256ManifestText(text);
105
+ if (resolved.manifestHash && resolved.manifestHash !== manifestHash) {
106
+ throw new Error(
107
+ `Resolved manifest hash mismatch: expected ${resolved.manifestHash}, got ${manifestHash}.`
108
+ );
109
+ }
110
+ return { text, manifest: resolved.manifest, manifestHash };
111
+ })()
97
112
  : await fetchManifestPayloadFromBaseUrl(resolved.baseUrl);
98
113
  const resolvedArtifactSource = await resolveManifestArtifactSource(resolved, manifestPayload);
99
114
  await initDevice();
@@ -120,11 +135,16 @@ export function createDopplerRuntimeService({
120
135
  await storageContext?.preflight?.();
121
136
 
122
137
  const effectiveBaseUrl = loadSource.storageBaseUrl ?? loadSource.baseUrl;
138
+ const isolatedLoader = options.isolatedLoader === true
139
+ ? createDopplerLoader(options.runtimeConfig?.loading)
140
+ : null;
123
141
  emitLoadProgress(userProgress, 'load', 25, 'Loading weights');
124
142
  const pipeline = await createPipeline(loadSource.manifest, {
125
143
  baseUrl: effectiveBaseUrl ?? undefined,
126
144
  storage: storageContext ?? undefined,
127
145
  runtimeConfig: options.runtimeConfig,
146
+ loader: isolatedLoader ?? undefined,
147
+ ownsLoader: Boolean(isolatedLoader),
128
148
  onProgress: pipelineProgress
129
149
  ? (progress) => emitLoadProgress(
130
150
  pipelineProgress,
@@ -136,7 +156,10 @@ export function createDopplerRuntimeService({
136
156
  });
137
157
 
138
158
  emitLoadProgress(userProgress, 'ready', 100, 'Model ready');
139
- return createModelHandle(pipeline, resolved);
159
+ return createModelHandle(pipeline, {
160
+ ...resolved,
161
+ manifestHash: manifestPayload.manifestHash,
162
+ });
140
163
  }
141
164
 
142
165
  async function getCachedModel(model, options = {}) {
@@ -1,4 +1,4 @@
1
- import type { InferencePipeline, KVCacheSnapshot } from '../../inference/pipelines/text.js';
1
+ import type { InferencePipeline, KVCacheSnapshot, PromptInput } from '../../inference/pipelines/text.js';
2
2
  import type { ChatMessage } from '../../inference/pipelines/text/chat-format.js';
3
3
  import type { GenerateOptions } from '../../generation/index.js';
4
4
  import type { RDRRManifest } from '../../formats/rdrr/index.js';
@@ -47,14 +47,43 @@ export interface DopplerModelHandle {
47
47
  readonly activeLoRA: string | null;
48
48
  readonly loaded: boolean;
49
49
  readonly modelId: string;
50
+ readonly manifestHash: string | null;
50
51
  readonly manifest: unknown;
51
52
  readonly deviceInfo: Record<string, unknown> | null;
52
53
  readonly advanced: {
54
+ tokenizeText(text: string): number[];
53
55
  prefillKV(prompt: string, options?: DopplerGenerateOptions): Promise<KVCacheSnapshot>;
56
+ resetToSeqLen(seqLen: number): void;
54
57
  prefillWithLogits(
55
58
  prompt: string | ChatMessage[] | { messages: ChatMessage[] },
56
59
  options?: DopplerGenerateOptions
57
60
  ): Promise<PrefillResult>;
61
+ prefillWithTokenLogits(
62
+ prompt: PromptInput,
63
+ tokenIds: readonly number[],
64
+ options?: DopplerGenerateOptions
65
+ ): Promise<{
66
+ seqLen: number;
67
+ tokens: number[];
68
+ tokenIds: number[];
69
+ logits: Float32Array;
70
+ logitsByTokenId: Record<number, number>;
71
+ phase?: Record<string, unknown> | null;
72
+ }>;
73
+ prefillWithTokenLogitsFromKV(
74
+ prefix: KVCacheSnapshot,
75
+ prompt: PromptInput,
76
+ tokenIds: readonly number[],
77
+ options?: DopplerGenerateOptions
78
+ ): Promise<{
79
+ seqLen: number;
80
+ prefixTokens: number[];
81
+ tokens: number[];
82
+ tokenIds: number[];
83
+ logits: Float32Array;
84
+ logitsByTokenId: Record<number, number>;
85
+ phase?: Record<string, unknown> | null;
86
+ }>;
58
87
  decodeStepLogits(currentIds: number[], options?: DopplerGenerateOptions): Promise<LogitsStepResult>;
59
88
  generateWithPrefixKV(
60
89
  prefix: KVCacheSnapshot,
@@ -70,5 +99,6 @@ export declare function createModelHandle(
70
99
  pipeline: InferencePipeline,
71
100
  resolved: {
72
101
  modelId: string;
102
+ manifestHash?: string | null;
73
103
  }
74
104
  ): DopplerModelHandle;
@@ -25,6 +25,20 @@ function countTokens(pipeline, text) {
25
25
  }
26
26
  }
27
27
 
28
+ function tokenizeText(pipeline, text) {
29
+ if (typeof text !== 'string') {
30
+ throw new Error('Doppler advanced.tokenizeText requires a string.');
31
+ }
32
+ if (!pipeline?.tokenizer || typeof pipeline.tokenizer.encode !== 'function') {
33
+ throw new Error('Loaded Doppler pipeline does not expose tokenizer.encode().');
34
+ }
35
+ const tokenIds = pipeline.tokenizer.encode(text);
36
+ if (!Array.isArray(tokenIds) && !ArrayBuffer.isView(tokenIds)) {
37
+ throw new Error('Loaded Doppler tokenizer.encode() must return token IDs.');
38
+ }
39
+ return Array.from(tokenIds);
40
+ }
41
+
28
42
  function resolveChatPromptForUsage(pipeline, messages) {
29
43
  const templateType = pipeline?.manifest?.inference?.chatTemplate?.enabled === false
30
44
  ? null
@@ -136,6 +150,9 @@ export function createModelHandle(pipeline, resolved) {
136
150
  get modelId() {
137
151
  return resolved.modelId;
138
152
  },
153
+ get manifestHash() {
154
+ return resolved.manifestHash || null;
155
+ },
139
156
  get manifest() {
140
157
  return pipeline.manifest;
141
158
  },
@@ -143,14 +160,28 @@ export function createModelHandle(pipeline, resolved) {
143
160
  return getKernelCapabilities()?.adapterInfo ?? null;
144
161
  },
145
162
  advanced: {
163
+ tokenizeText(text) {
164
+ return tokenizeText(pipeline, text);
165
+ },
146
166
  prefillKV(prompt, options = {}) {
147
167
  assertSupportedGenerationOptions(options);
148
168
  return pipeline.prefillKVOnly(prompt, options);
149
169
  },
170
+ resetToSeqLen(seqLen) {
171
+ return pipeline.resetToSeqLen(seqLen);
172
+ },
150
173
  prefillWithLogits(prompt, options = {}) {
151
174
  assertSupportedGenerationOptions(options);
152
175
  return pipeline.prefillWithLogits(prompt, options);
153
176
  },
177
+ prefillWithTokenLogits(prompt, tokenIds, options = {}) {
178
+ assertSupportedGenerationOptions(options);
179
+ return pipeline.prefillWithTokenLogits(prompt, tokenIds, options);
180
+ },
181
+ prefillWithTokenLogitsFromKV(prefix, prompt, tokenIds, options = {}) {
182
+ assertSupportedGenerationOptions(options);
183
+ return pipeline.prefillWithTokenLogitsFromKV(prefix, prompt, tokenIds, options);
184
+ },
154
185
  decodeStepLogits(currentIds, options = {}) {
155
186
  assertSupportedGenerationOptions(options);
156
187
  return pipeline.decodeStepLogits(currentIds, options);
@@ -1,4 +1,5 @@
1
1
  import type { RDRRManifest } from '../../formats/rdrr/index.js';
2
+ import type { SourceStorageContext } from '../../tooling/source-runtime-bundle.js';
2
3
 
3
4
  export interface DopplerLoadProgress {
4
5
  phase: 'resolve' | 'manifest' | 'load' | 'ready';
@@ -10,11 +11,14 @@ export interface DopplerModelSourceResolution {
10
11
  modelId: string;
11
12
  baseUrl: string | null;
12
13
  manifest: RDRRManifest | null;
14
+ manifestHash?: string | null;
13
15
  manifestText?: string;
14
16
  storageManifest?: RDRRManifest | null;
15
17
  storageManifestText?: string;
16
18
  storageBaseUrl?: string | null;
17
19
  variantBaseUrl?: string | null;
20
+ storageContext?: SourceStorageContext | null;
21
+ storage?: SourceStorageContext | null;
18
22
  trace: Array<{ source: string; id: string; outcome: string }>;
19
23
  }
20
24
 
@@ -22,15 +26,26 @@ export type DopplerModelSource =
22
26
  | string
23
27
  | {
24
28
  url: string;
29
+ storageContext?: SourceStorageContext;
30
+ storage?: SourceStorageContext;
31
+ storageManifest?: RDRRManifest;
32
+ storageBaseUrl?: string;
25
33
  }
26
34
  | {
27
35
  manifest: RDRRManifest;
36
+ manifestText?: string;
37
+ manifestHash?: string;
28
38
  baseUrl?: string;
39
+ storageContext?: SourceStorageContext;
40
+ storage?: SourceStorageContext;
41
+ storageManifest?: RDRRManifest;
42
+ storageBaseUrl?: string;
29
43
  };
30
44
 
31
45
  export interface DopplerLoadOptions {
32
46
  onProgress?: (event: DopplerLoadProgress) => void;
33
47
  runtimeConfig?: Record<string, unknown>;
48
+ isolatedLoader?: boolean;
34
49
  }
35
50
 
36
51
  export declare function createDefaultNodeLoadProgressLogger(): (event: DopplerLoadProgress) => void;
@@ -45,11 +60,13 @@ export declare function resolveLoadProgressHandlers(
45
60
 
46
61
  export declare function fetchManifestPayloadFromBaseUrl(
47
62
  baseUrl: string
48
- ): Promise<{ text: string; manifest: RDRRManifest }>;
63
+ ): Promise<{ text: string; manifest: RDRRManifest; manifestHash: string }>;
64
+
65
+ export declare function sha256ManifestText(value: string): Promise<string>;
49
66
 
50
67
  export declare function resolveManifestArtifactSource(
51
68
  resolved: DopplerModelSourceResolution,
52
- manifestPayload: { text: string; manifest: RDRRManifest }
69
+ manifestPayload: { text: string; manifest: RDRRManifest; manifestHash?: string }
53
70
  ): Promise<DopplerModelSourceResolution>;
54
71
 
55
72
  export declare function resolveModelSource(model: DopplerModelSource): Promise<DopplerModelSourceResolution>;
@@ -49,6 +49,7 @@ export async function fetchManifestPayloadFromBaseUrl(baseUrl) {
49
49
  return {
50
50
  text,
51
51
  manifest: parseManifest(text),
52
+ manifestHash: await sha256ManifestText(text),
52
53
  };
53
54
  }
54
55
  const response = await fetch(manifestUrl);
@@ -59,6 +60,7 @@ export async function fetchManifestPayloadFromBaseUrl(baseUrl) {
59
60
  return {
60
61
  text,
61
62
  manifest: parseManifest(text),
63
+ manifestHash: await sha256ManifestText(text),
62
64
  };
63
65
  }
64
66
 
@@ -72,7 +74,7 @@ function normalizeDigest(value) {
72
74
  return normalized.startsWith('sha256:') ? normalized.slice('sha256:'.length) : normalized;
73
75
  }
74
76
 
75
- async function sha256Text(value) {
77
+ export async function sha256ManifestText(value) {
76
78
  if (typeof crypto === 'undefined' || !crypto?.subtle) {
77
79
  throw new Error('weightsRef manifestDigest verification requires crypto.subtle.');
78
80
  }
@@ -148,10 +150,11 @@ export async function resolveManifestArtifactSource(resolved, manifestPayload) {
148
150
  ...resolved,
149
151
  manifest,
150
152
  manifestText: manifestPayload?.text ?? JSON.stringify(manifest),
151
- storageManifest: manifest,
153
+ storageManifest: resolved?.storageManifest ?? manifest,
152
154
  storageManifestText: manifestPayload?.text ?? JSON.stringify(manifest),
153
- storageBaseUrl: resolved?.baseUrl ?? null,
155
+ storageBaseUrl: resolved?.storageBaseUrl ?? resolved?.baseUrl ?? null,
154
156
  variantBaseUrl: resolved?.baseUrl ?? null,
157
+ storageContext: resolved?.storageContext ?? resolved?.storage ?? null,
155
158
  };
156
159
  }
157
160
 
@@ -159,7 +162,7 @@ export async function resolveManifestArtifactSource(resolved, manifestPayload) {
159
162
  const storageManifestPayload = await fetchManifestPayloadFromBaseUrl(storageBaseUrl);
160
163
  const expectedManifestDigest = normalizeDigest(weightsRef.manifestDigest);
161
164
  if (expectedManifestDigest) {
162
- const actualManifestDigest = await sha256Text(storageManifestPayload.text);
165
+ const actualManifestDigest = await sha256ManifestText(storageManifestPayload.text);
163
166
  if (actualManifestDigest !== expectedManifestDigest) {
164
167
  throw new Error(
165
168
  `${manifest.modelId ?? 'unknown'}: weightsRef.manifestDigest mismatch for ${storageBaseUrl}. ` +
@@ -214,6 +217,14 @@ export async function resolveModelSource(model) {
214
217
  modelId: model.url.trim(),
215
218
  baseUrl: model.url.trim(),
216
219
  manifest: null,
220
+ storageContext: model.storageContext || model.storage || null,
221
+ storage: model.storage || model.storageContext || null,
222
+ storageManifest: model.storageManifest && typeof model.storageManifest === 'object'
223
+ ? model.storageManifest
224
+ : null,
225
+ storageBaseUrl: typeof model.storageBaseUrl === 'string' && model.storageBaseUrl.length > 0
226
+ ? model.storageBaseUrl
227
+ : null,
217
228
  trace,
218
229
  };
219
230
  }
@@ -222,7 +233,26 @@ export async function resolveModelSource(model) {
222
233
  }
223
234
 
224
235
  if (model && typeof model === 'object' && model.manifest && typeof model.manifest === 'object') {
225
- const manifest = model.manifest;
236
+ const manifestText = typeof model.manifestText === 'string' && model.manifestText.length > 0
237
+ ? model.manifestText
238
+ : null;
239
+ const expectedManifestHash = normalizeDigest(model.manifestHash);
240
+ if (expectedManifestHash && !manifestText) {
241
+ throw new Error('Inline manifestHash requires manifestText so byte identity can be verified.');
242
+ }
243
+ const actualManifestHash = manifestText ? await sha256ManifestText(manifestText) : null;
244
+ if (expectedManifestHash && actualManifestHash !== expectedManifestHash) {
245
+ throw new Error(
246
+ `Inline manifest hash mismatch: expected ${expectedManifestHash}, got ${actualManifestHash}.`
247
+ );
248
+ }
249
+ const manifest = manifestText ? parseManifest(manifestText) : model.manifest;
250
+ const declaredModelId = typeof model.manifest.modelId === 'string' ? model.manifest.modelId : '';
251
+ if (declaredModelId && manifest.modelId && declaredModelId !== manifest.modelId) {
252
+ throw new Error(
253
+ `Inline manifest modelId mismatch: object declares ${declaredModelId}, text declares ${manifest.modelId}.`
254
+ );
255
+ }
226
256
  const modelId = typeof manifest.modelId === 'string' && manifest.modelId.length > 0
227
257
  ? manifest.modelId
228
258
  : 'manifest';
@@ -232,6 +262,16 @@ export async function resolveModelSource(model) {
232
262
  modelId,
233
263
  baseUrl: typeof model.baseUrl === 'string' && model.baseUrl.length > 0 ? model.baseUrl : null,
234
264
  manifest,
265
+ manifestText,
266
+ manifestHash: actualManifestHash,
267
+ storageContext: model.storageContext || model.storage || null,
268
+ storage: model.storage || model.storageContext || null,
269
+ storageManifest: model.storageManifest && typeof model.storageManifest === 'object'
270
+ ? model.storageManifest
271
+ : null,
272
+ storageBaseUrl: typeof model.storageBaseUrl === 'string' && model.storageBaseUrl.length > 0
273
+ ? model.storageBaseUrl
274
+ : null,
235
275
  trace,
236
276
  };
237
277
  }
@@ -1,7 +1,8 @@
1
1
  {
2
2
  "output": {
3
3
  "baseDir": "models/local",
4
- "modelBaseId": "translategemma-4b-1b-enes-q4k-ehf16-af32"
4
+ "modelBaseId": "translategemma-4b-1b-enes-q4k-ehf16-af32",
5
+ "textOnly": true
5
6
  },
6
7
  "quantization": {
7
8
  "weights": "q4k",
@@ -18,7 +19,8 @@
18
19
  "queryKeyNorm": true,
19
20
  "causal": true,
20
21
  "attentionBias": false,
21
- "attentionOutputGate": false
22
+ "attentionOutputGate": false,
23
+ "valueNorm": false
22
24
  },
23
25
  "normalization": {
24
26
  "rmsNormEps": 0.000001,
@@ -31,7 +33,8 @@
31
33
  "activation": "gelu",
32
34
  "gatedActivation": true,
33
35
  "branchMode": "auto",
34
- "swigluLimit": null
36
+ "swigluLimit": null,
37
+ "useDoubleWideMlp": false
35
38
  },
36
39
  "rope": {
37
40
  "ropeTheta": 1000000,
@@ -49,6 +52,9 @@
49
52
  "ropeLocalYarnBetaFast": null,
50
53
  "ropeLocalYarnBetaSlow": null,
51
54
  "ropeLocalYarnOriginalMaxPos": null,
55
+ "ropeLocalPartialRotaryFactor": null,
56
+ "ropeFrequencyBaseDim": null,
57
+ "ropeLocalFrequencyBaseDim": null,
52
58
  "longropeShortFactor": null,
53
59
  "longropeLongFactor": null,
54
60
  "longropeOriginalMaxPos": null
@@ -72,7 +78,7 @@
72
78
  "residualBranchScale": 1
73
79
  },
74
80
  "chatTemplate": {
75
- "type": "translategemma",
81
+ "type": "gemma",
76
82
  "enabled": true
77
83
  }
78
84
  },
@@ -393,5 +399,15 @@
393
399
  },
394
400
  "largeWeights": {
395
401
  "gpuResidentOverrides": null
396
- }
402
+ },
403
+ "manifest": {
404
+ "artifactIdentity": {
405
+ "sourceCheckpointId": "clocksmith/gamma-translategemma-4b-1b-enes-nativekd2@sha256:c567331d8eb9d3da65205b83f4e0af06568c47ba81a7927005c1c2e72444bc87",
406
+ "sourceFormat": "safetensors",
407
+ "weightPackId": "translategemma-4b-1b-enes-q4k-ehf16-af32-wp-16acf07340bd",
408
+ "manifestVariantId": "translategemma-4b-1b-enes-q4k-ehf16-af32-mv-b3c719ee90e7",
409
+ "artifactCompleteness": "complete"
410
+ }
411
+ },
412
+ "modelType": "transformer"
397
413
  }
@@ -220,6 +220,11 @@
220
220
  "MULTICOL_THREADS_PER_COL": 4
221
221
  }
222
222
  },
223
+ "lm_head_tiled": {
224
+ "kernel": "matmul_f16w_f32a.wgsl",
225
+ "entry": "main",
226
+ "digest": "sha256:027a8f1cd9713cbe0b0ada160bd175e0542bb90896ad85441b023522d9a1befc"
227
+ },
223
228
  "sample": {
224
229
  "kernel": "sample.wgsl",
225
230
  "entry": "sample_single_pass",
@@ -383,7 +388,7 @@
383
388
  ],
384
389
  [
385
390
  "lm_head_prefill",
386
- "tiled",
391
+ "lm_head_tiled",
387
392
  "lm_head"
388
393
  ],
389
394
  [