doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -3,6 +3,8 @@ import {
3
3
  createSourceStorageContext,
4
4
  } from '../tooling/source-runtime-bundle.js';
5
5
  import { createStreamingHasher } from './shard-manager.js';
6
+ import { createOpfsStore } from './backends/opfs-store.js';
7
+ import { normalizeModelId } from './normalize-model-id.js';
6
8
  import { isNodeRuntime } from '../utils/runtime-env.js';
7
9
  import { toArrayBuffer } from '../utils/array-buffer.js';
8
10
 
@@ -463,6 +465,40 @@ export function createArtifactStorageContext(options = {}) {
463
465
  });
464
466
  }
465
467
 
468
+ export async function createOpfsArtifactStorageContext(modelId, manifest, options = {}) {
469
+ const normalizedModelId = normalizeModelId(modelId);
470
+ const opfsRootDir = normalizeText(options.opfsRootDir);
471
+ if (!opfsRootDir) {
472
+ throw new Error('OPFS artifact storage context requires opfsRootDir.');
473
+ }
474
+ const maxConcurrentHandles = normalizePositiveInteger(
475
+ options.maxConcurrentHandles,
476
+ 'OPFS artifact storage context maxConcurrentHandles'
477
+ );
478
+ if (maxConcurrentHandles < 1) {
479
+ throw new Error('OPFS artifact storage context maxConcurrentHandles must be at least 1.');
480
+ }
481
+ const store = createOpfsStore({
482
+ opfsRootDir,
483
+ useSyncAccessHandle: options.useSyncAccessHandle === true,
484
+ maxConcurrentHandles,
485
+ });
486
+ await store.init();
487
+ await store.openModel(normalizedModelId, { create: false });
488
+ return createArtifactStorageContext({
489
+ manifest,
490
+ readRange: (path, offset, length) => store.readFileRange(path, offset, length),
491
+ streamRange: (path, offset, length, streamOptions) => (
492
+ store.readFileRangeStream(path, offset, length, streamOptions)
493
+ ),
494
+ readText: (path) => store.readText(path),
495
+ readBinary: (path) => store.readFile(path),
496
+ close: () => store.cleanup(),
497
+ verifyHashes: options.verifyHashes === true,
498
+ hashesTrusted: options.hashesTrusted === true,
499
+ });
500
+ }
501
+
466
502
  function normalizeBaseUrl(baseUrl) {
467
503
  if (typeof baseUrl !== 'string' || baseUrl.trim().length === 0) {
468
504
  return null;
@@ -1,8 +1,8 @@
1
1
  export const TOOLING_COMMAND_SET = ['convert', 'refresh-integrity', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
2
2
  export const TOOLING_SURFACE_SET = ['browser', 'node'];
3
- export const TOOLING_WORKLOAD_SET = ['kernels', 'inference', 'embedding', 'training', 'diffusion', 'energy'];
3
+ export const TOOLING_WORKLOAD_SET = ['kernels', 'inference', 'embedding', 'rerank', 'training', 'diffusion', 'energy'];
4
4
  export const TOOLING_INTENT_SET = ['verify', 'investigate', 'calibrate'];
5
- export const VERIFY_WORKLOADS = ['kernels', 'inference', 'embedding', 'training', 'diffusion', 'energy'];
5
+ export const VERIFY_WORKLOADS = ['kernels', 'inference', 'embedding', 'rerank', 'training', 'diffusion', 'energy'];
6
6
  export const TRAINING_STAGE_SET = ['stage1_joint', 'stage2_base', 'stage_a', 'stage_b'];
7
7
  export const DISTILL_ACTION_SET = ['run', 'stage-a', 'stage-b', 'eval', 'watch', 'compare', 'quality-gate', 'subsets'];
8
8
  export const LORA_ACTION_SET = ['run', 'eval', 'watch', 'export', 'compare', 'quality-gate', 'activate'];
@@ -182,11 +182,12 @@ function resolveBenchRequestWorkload(raw) {
182
182
  if (
183
183
  workload !== 'inference'
184
184
  && workload !== 'embedding'
185
+ && workload !== 'rerank'
185
186
  && workload !== 'training'
186
187
  && workload !== 'diffusion'
187
188
  ) {
188
189
  throw new Error(
189
- 'tooling command: "bench" workload must be "inference", "embedding", "training", or "diffusion".'
190
+ 'tooling command: "bench" workload must be "inference", "embedding", "rerank", "training", or "diffusion".'
190
191
  );
191
192
  }
192
193
  return workload;
@@ -2,7 +2,7 @@ import type { ConverterConfigSchema } from '../config/schema/converter.schema.js
2
2
 
3
3
  export type ToolingCommand = 'convert' | 'refresh-integrity' | 'debug' | 'bench' | 'verify' | 'lora' | 'distill' | 'diagnose';
4
4
  export type ToolingSurface = 'browser' | 'node';
5
- export type ToolingWorkload = 'kernels' | 'inference' | 'embedding' | 'training' | 'diffusion' | 'energy';
5
+ export type ToolingWorkload = 'kernels' | 'inference' | 'embedding' | 'rerank' | 'training' | 'diffusion' | 'energy';
6
6
  export type ToolingIntent = 'verify' | 'investigate' | 'calibrate' | null;
7
7
  export type ToolingTrainingStage = 'stage1_joint' | 'stage2_base' | 'stage_a' | 'stage_b';
8
8
  export type ToolingDistillAction = 'run' | 'stage-a' | 'stage-b' | 'eval' | 'watch' | 'compare' | 'quality-gate' | 'subsets';
@@ -109,7 +109,9 @@ function resolveExecutionMode(request) {
109
109
  }
110
110
 
111
111
  function resolveExpectedModelType(request) {
112
- return request.workload === 'embedding' ? 'embedding' : undefined;
112
+ if (request.workload === 'embedding') return 'embedding';
113
+ if (request.workload === 'rerank') return 'rerank';
114
+ return undefined;
113
115
  }
114
116
 
115
117
  export async function applyRuntimeInputs(request, runtimeBridge, options = {}) {
@@ -17,11 +17,12 @@ import {
17
17
  const DEFAULT_HOST = '127.0.0.1';
18
18
  const DEFAULT_RUNNER_PATH = '/src/tooling/command-runner.html';
19
19
  const DEFAULT_TIMEOUT_MS = 180_000;
20
+ const DEFAULT_CLEANUP_TIMEOUT_MS = 5_000;
20
21
  const DEFAULT_OPFS_CACHE_DIR = path.join(os.homedir(), '.cache', 'doppler', 'chromium-profile');
21
22
  const DEFAULT_OPFS_CACHE_PORT = 19836;
22
23
  const SERVER_HOSTS = Object.freeze(['127.0.0.1', 'localhost', '0.0.0.0']);
23
24
  const DEFAULT_CHANNEL_ORDER = Object.freeze({
24
- darwin: ['chrome', 'chromium'],
25
+ darwin: ['chromium', 'chrome'],
25
26
  linux: ['chromium', 'chrome'],
26
27
  win32: ['chromium', 'chrome'],
27
28
  });
@@ -650,6 +651,36 @@ export async function runBrowserCommandEvaluationWithTimeout(operation, timeoutM
650
651
  }
651
652
  }
652
653
 
654
+ async function runBrowserCleanupWithTimeout(operation, timeoutMs) {
655
+ let timeoutId = null;
656
+ const cleanupPromise = Promise.resolve()
657
+ .then(operation)
658
+ .then(() => true, () => true);
659
+ const timeoutPromise = new Promise((resolve) => {
660
+ timeoutId = setTimeout(() => resolve(false), timeoutMs);
661
+ timeoutId.unref?.();
662
+ });
663
+ try {
664
+ return await Promise.race([
665
+ cleanupPromise,
666
+ timeoutPromise,
667
+ ]);
668
+ } finally {
669
+ if (timeoutId !== null) {
670
+ clearTimeout(timeoutId);
671
+ }
672
+ }
673
+ }
674
+
675
+ function terminateBrowserProcess(browser) {
676
+ const childProcess = typeof browser?.process === 'function'
677
+ ? browser.process()
678
+ : null;
679
+ if (childProcess && typeof childProcess.kill === 'function' && childProcess.killed !== true) {
680
+ childProcess.kill('SIGKILL');
681
+ }
682
+ }
683
+
653
684
  function browserLaunchArgs(extraArgs = []) {
654
685
  const platformArgs = PLATFORM_WEBGPU_ARGS[process.platform] ?? [];
655
686
  return uniqueArgs([...DEFAULT_WEBGPU_BROWSER_ARGS, ...platformArgs, ...extraArgs]);
@@ -853,9 +884,11 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
853
884
  );
854
885
  });
855
886
 
887
+ const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
856
888
  const launchOptions = {
857
889
  headless: normalizeHeadless(options.headless),
858
890
  args: browserLaunchArgs(normalizeBrowserArgs(options.browserArgs)),
891
+ timeout: timeoutMs,
859
892
  };
860
893
 
861
894
  if (options.channel) {
@@ -865,7 +898,6 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
865
898
  launchOptions.executablePath = String(options.executablePath);
866
899
  }
867
900
 
868
- const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
869
901
  const runnerPath = normalizeRunnerPath(options.runnerPath);
870
902
  const resolvedBaseUrl = baseUrl || server.baseUrl;
871
903
  const requestedLoadMode = sourceRequest.loadMode;
@@ -1054,14 +1086,17 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
1054
1086
  request: sourceRequest,
1055
1087
  });
1056
1088
  } finally {
1057
- if (context) {
1058
- await context.close().catch(() => {});
1059
- }
1089
+ const cleanupTimeoutMs = Math.min(timeoutMs, DEFAULT_CLEANUP_TIMEOUT_MS);
1060
1090
  if (browser) {
1061
- await browser.close().catch(() => {});
1091
+ const browserClosed = await runBrowserCleanupWithTimeout(() => browser.close(), cleanupTimeoutMs);
1092
+ if (!browserClosed) {
1093
+ terminateBrowserProcess(browser);
1094
+ }
1095
+ } else if (context) {
1096
+ await runBrowserCleanupWithTimeout(() => context.close(), cleanupTimeoutMs);
1062
1097
  }
1063
1098
  if (server) {
1064
- await server.close().catch(() => {});
1099
+ await runBrowserCleanupWithTimeout(() => server.close(), cleanupTimeoutMs);
1065
1100
  }
1066
1101
  }
1067
1102
  } catch (error) {
@@ -1109,6 +1109,7 @@ export async function convertSafetensorsDirectory(options) {
1109
1109
  let tokenizerJson = null;
1110
1110
  let tokenizerConfig = null;
1111
1111
  let generationConfig = null;
1112
+ let rerankScoring = null;
1112
1113
  let hasTokenizerModel = false;
1113
1114
  let tokenizerModelPath = null;
1114
1115
  let diffusionAuxFiles = [];
@@ -1339,6 +1340,7 @@ export async function convertSafetensorsDirectory(options) {
1339
1340
  tensors = parsedTransformer.tensors;
1340
1341
  architectureHint = parsedTransformer.architectureHint;
1341
1342
  embeddingPostprocessor = parsedTransformer.embeddingPostprocessor ?? null;
1343
+ rerankScoring = parsedTransformer.rerankScoring ?? null;
1342
1344
  architecture = extractArchitecture(config, null);
1343
1345
  const tokenizerJsonPath = path.join(inputDir, 'tokenizer.json');
1344
1346
  tokenizerModelPath = path.join(inputDir, 'tokenizer.model');
@@ -1366,6 +1368,24 @@ export async function convertSafetensorsDirectory(options) {
1366
1368
  const targetQuantization = plan.manifestQuantization;
1367
1369
  const quantizationInfo = plan.quantizationInfo;
1368
1370
  const inference = plan.manifestInference;
1371
+ if (rerankScoring) {
1372
+ const rerankConfig = inference?.rerank;
1373
+ if (!rerankConfig || typeof rerankConfig !== 'object' || Array.isArray(rerankConfig)) {
1374
+ throw new Error(
1375
+ 'node convert: sentence-transformers LogitScore module requires explicit inference.rerank config.'
1376
+ );
1377
+ }
1378
+ if (Number(rerankConfig.trueTokenId) !== rerankScoring.trueTokenId) {
1379
+ throw new Error(
1380
+ `node convert: inference.rerank.trueTokenId=${rerankConfig.trueTokenId} does not match LogitScore true_token_id=${rerankScoring.trueTokenId}.`
1381
+ );
1382
+ }
1383
+ if (Number(rerankConfig.falseTokenId) !== rerankScoring.falseTokenId) {
1384
+ throw new Error(
1385
+ `node convert: inference.rerank.falseTokenId=${rerankConfig.falseTokenId} does not match LogitScore false_token_id=${rerankScoring.falseTokenId}.`
1386
+ );
1387
+ }
1388
+ }
1369
1389
  const explicitModelId = resolveConfiguredModelId(options?.modelId, converterConfig);
1370
1390
  if (!explicitModelId) {
1371
1391
  throw new Error(
@@ -304,7 +304,11 @@ function applyPackageTokenizerAssets(parsedArtifact, tokenizerAssets) {
304
304
  const next = {
305
305
  ...parsedArtifact,
306
306
  };
307
- if (tokenizerAssets.tokenizerJson && next.tokenizerJson == null) {
307
+ const hasPackageTokenizer = next.tokenizerJson != null
308
+ || next.tokenizerJsonPath != null
309
+ || next.tokenizerModelName != null
310
+ || next.tokenizerModelPath != null;
311
+ if (tokenizerAssets.tokenizerJson && !hasPackageTokenizer) {
308
312
  next.tokenizerJson = tokenizerAssets.tokenizerJson;
309
313
  next.tokenizerJsonPath = 'tokenizer.json';
310
314
  }
@@ -1,7 +1,7 @@
1
1
  export interface EnsureModelCachedResult {
2
2
  cached: boolean;
3
3
  fromCache: boolean;
4
- cacheState: 'hit' | 'manifest-refresh' | 'imported' | 'error';
4
+ cacheState: 'hit' | 'verified-hit' | 'manifest-refresh' | 'imported' | 'error';
5
5
  modelId: string;
6
6
  error: string | null;
7
7
  }
@@ -22,8 +22,28 @@ export interface CacheProgressEvent {
22
22
  eta?: string;
23
23
  }
24
24
 
25
+ export interface CachedModelSourceResult extends EnsureModelCachedResult {
26
+ manifest: Record<string, unknown>;
27
+ manifestText: string;
28
+ manifestHash: string;
29
+ storageContext: Record<string, unknown>;
30
+ storageBackend: 'opfs';
31
+ totalBytes: number;
32
+ }
33
+
34
+ export interface EnsureModelCachedSourceOptions {
35
+ expectedManifestHash?: string | { hex?: string; hash?: string; digest?: string };
36
+ }
37
+
25
38
  export declare function ensureModelCached(
26
39
  modelId: string,
27
40
  modelBaseUrl: string,
28
41
  onProgress?: ((progress: CacheProgressEvent) => void) | null
29
42
  ): Promise<EnsureModelCachedResult>;
43
+
44
+ export declare function ensureModelCachedSource(
45
+ modelId: string,
46
+ modelBaseUrl: string,
47
+ onProgress?: ((progress: CacheProgressEvent) => void) | null,
48
+ options?: EnsureModelCachedSourceOptions
49
+ ): Promise<CachedModelSourceResult>;
@@ -4,10 +4,14 @@ import {
4
4
  loadManifestFromStore,
5
5
  saveManifest,
6
6
  deleteModel,
7
+ verifyIntegrity,
8
+ computeSHA256,
7
9
  } from '../storage/shard-manager.js';
10
+ import { createOpfsArtifactStorageContext } from '../storage/artifact-storage-context.js';
8
11
  import { downloadModel, estimateTimeRemaining, formatSpeed } from '../storage/downloader.js';
9
12
  import { isOPFSAvailable, formatBytes } from '../storage/quota.js';
10
13
  import { parseManifest, getManifestUrl } from '../formats/rdrr/index.js';
14
+ import { getRuntimeConfig } from '../config/runtime.js';
11
15
  import { cloneJsonValue } from '../utils/clone-json.js';
12
16
  import { log } from '../debug/index.js';
13
17
  import {
@@ -16,6 +20,13 @@ import {
16
20
  } from '../storage/source-artifact-store.js';
17
21
 
18
22
  const MODULE = 'OPFSCache';
23
+ let cacheOperationQueue = Promise.resolve();
24
+
25
+ function runCacheOperation(run) {
26
+ const operation = cacheOperationQueue.then(run, run);
27
+ cacheOperationQueue = operation.then(() => undefined, () => undefined);
28
+ return operation;
29
+ }
19
30
 
20
31
  function toErrorMessage(error) {
21
32
  if (error instanceof Error && typeof error.message === 'string' && error.message.length > 0) {
@@ -24,6 +35,32 @@ function toErrorMessage(error) {
24
35
  return String(error);
25
36
  }
26
37
 
38
+ function normalizeExpectedManifestHash(value) {
39
+ const raw = value && typeof value === 'object'
40
+ ? value.hex ?? value.hash ?? value.digest ?? ''
41
+ : value;
42
+ const normalized = String(raw || '').trim().toLowerCase().replace(/^sha256:/, '');
43
+ if (!normalized) return null;
44
+ if (!/^[0-9a-f]{64}$/.test(normalized)) {
45
+ throw new Error('expectedManifestHash must be a SHA-256 hex digest.');
46
+ }
47
+ return normalized;
48
+ }
49
+
50
+ function manifestTotalBytes(manifest) {
51
+ const declared = Number(manifest?.totalSize);
52
+ if (Number.isFinite(declared) && declared >= 0) return Math.floor(declared);
53
+ const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
54
+ return shards.reduce((total, shard) => {
55
+ const size = Number(shard?.size);
56
+ return total + (Number.isFinite(size) && size > 0 ? Math.floor(size) : 0);
57
+ }, 0);
58
+ }
59
+
60
+ async function sha256Text(text) {
61
+ return computeSHA256(new TextEncoder().encode(String(text || '')));
62
+ }
63
+
27
64
  function normalizeShardDescriptor(shard) {
28
65
  return {
29
66
  filename: typeof shard?.filename === 'string' ? shard.filename : null,
@@ -160,6 +197,49 @@ async function loadCachedManifest(modelId) {
160
197
  return { text, manifest: parseManifest(text) };
161
198
  }
162
199
 
200
+ async function verifyCachedArtifact(manifest) {
201
+ if (resolveSourceArtifact(manifest)) {
202
+ return verifyStoredSourceArtifact(manifest, { checkHashes: false });
203
+ }
204
+ return verifyIntegrity({ checkHashes: false });
205
+ }
206
+
207
+ async function resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress) {
208
+ if (!expectedManifestHash || !isOPFSAvailable() || !await modelExists(modelId)) {
209
+ return null;
210
+ }
211
+ try {
212
+ const cachedManifest = await loadCachedManifest(modelId);
213
+ if (!cachedManifest.text || !cachedManifest.manifest) return null;
214
+ if (await sha256Text(cachedManifest.text) !== expectedManifestHash) return null;
215
+ const integrity = await verifyCachedArtifact(cachedManifest.manifest);
216
+ if (!integrity.valid) return null;
217
+ const totalBytes = manifestTotalBytes(cachedManifest.manifest);
218
+ onProgress?.({
219
+ stage: 'cache-hit',
220
+ modelId,
221
+ message: `Verified OPFS cache hit: ${modelId}`,
222
+ percent: 100,
223
+ totalBytes,
224
+ downloadedBytes: totalBytes,
225
+ });
226
+ return {
227
+ cached: true,
228
+ fromCache: true,
229
+ cacheState: 'verified-hit',
230
+ modelId,
231
+ error: null,
232
+ manifestText: cachedManifest.text,
233
+ manifestHash: expectedManifestHash,
234
+ manifest: cachedManifest.manifest,
235
+ totalBytes,
236
+ };
237
+ } catch (error) {
238
+ log.warn(MODULE, `Pinned cache validation failed for "${modelId}": ${toErrorMessage(error)}`);
239
+ return null;
240
+ }
241
+ }
242
+
163
243
  function buildDownloadProgress(progress) {
164
244
  if (!progress) return null;
165
245
  const totalBytes = Number.isFinite(progress.totalBytes) ? progress.totalBytes : 0;
@@ -200,7 +280,7 @@ function buildDownloadStatusLine(progress, speed, remainingBytes) {
200
280
  return parts.join(' | ');
201
281
  }
202
282
 
203
- export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null) {
283
+ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = null) {
204
284
  if (!modelId || !modelBaseUrl) {
205
285
  return {
206
286
  cached: false,
@@ -252,41 +332,52 @@ export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null
252
332
  const remoteFingerprint = buildManifestFingerprint(remoteManifest);
253
333
  const manifestTextMatches = cachedManifestText === remoteManifestText;
254
334
  if (sourceIntegrityValid && manifestTextMatches && cachedFingerprint === remoteFingerprint) {
255
- log.info(MODULE, `Cache hit: "${modelId}"`);
256
- onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
257
- return {
258
- cached: true,
259
- fromCache: true,
260
- cacheState: 'hit',
261
- modelId,
262
- error: null,
263
- };
335
+ const shardIntegrity = cachedSourceArtifact
336
+ ? sourceIntegrity
337
+ : await verifyCachedArtifact(cachedManifest);
338
+ if (shardIntegrity.valid) {
339
+ log.info(MODULE, `Cache hit: "${modelId}"`);
340
+ onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
341
+ return {
342
+ cached: true,
343
+ fromCache: true,
344
+ cacheState: 'hit',
345
+ modelId,
346
+ error: null,
347
+ };
348
+ }
349
+ log.warn(
350
+ MODULE,
351
+ `Cache incomplete: "${modelId}" is missing shards ${shardIntegrity.missingShards.join(', ')}`
352
+ );
353
+ needsFullImport = true;
264
354
  }
265
355
 
266
- const sameShards = hasSameShardSet(cachedManifest, remoteManifest);
267
- const sameHashAlgorithm = (cachedManifest?.hashAlgorithm ?? null) === (remoteManifest?.hashAlgorithm ?? null);
268
- if (sourceIntegrityValid && sameShards && sameHashAlgorithm) {
269
- const preservedManifest = preserveCachedSourceRuntimeMetadata(remoteManifest, cachedManifest);
270
- const manifestTextToSave = preservedManifest.changed
271
- ? JSON.stringify(preservedManifest.manifest)
272
- : remoteManifestText;
273
- await openModelStore(modelId);
274
- await saveManifest(manifestTextToSave);
275
- const refreshMessage = preservedManifest.changed
276
- ? `Manifest refreshed: ${modelId} (shards unchanged, preserved direct-source metadata)`
277
- : `Manifest refreshed: ${modelId} (shards unchanged)`;
278
- log.info(MODULE, `Cache manifest refreshed: "${modelId}"${preservedManifest.changed ? ' (preserved direct-source metadata)' : ' (shards unchanged)'}`);
279
- onProgress?.({ stage: 'cache-refresh', modelId, message: refreshMessage, percent: 100 });
280
- return {
281
- cached: true,
282
- fromCache: false,
283
- cacheState: 'manifest-refresh',
284
- modelId,
285
- error: null,
286
- };
356
+ if (!needsFullImport) {
357
+ const sameShards = hasSameShardSet(cachedManifest, remoteManifest);
358
+ const sameHashAlgorithm = (cachedManifest?.hashAlgorithm ?? null) === (remoteManifest?.hashAlgorithm ?? null);
359
+ if (sourceIntegrityValid && sameShards && sameHashAlgorithm) {
360
+ const preservedManifest = preserveCachedSourceRuntimeMetadata(remoteManifest, cachedManifest);
361
+ const manifestTextToSave = preservedManifest.changed
362
+ ? JSON.stringify(preservedManifest.manifest)
363
+ : remoteManifestText;
364
+ await openModelStore(modelId);
365
+ await saveManifest(manifestTextToSave);
366
+ const refreshMessage = preservedManifest.changed
367
+ ? `Manifest refreshed: ${modelId} (shards unchanged, preserved direct-source metadata)`
368
+ : `Manifest refreshed: ${modelId} (shards unchanged)`;
369
+ log.info(MODULE, `Cache manifest refreshed: "${modelId}"${preservedManifest.changed ? ' (preserved direct-source metadata)' : ' (shards unchanged)'}`);
370
+ onProgress?.({ stage: 'cache-refresh', modelId, message: refreshMessage, percent: 100 });
371
+ return {
372
+ cached: true,
373
+ fromCache: false,
374
+ cacheState: 'manifest-refresh',
375
+ modelId,
376
+ error: null,
377
+ };
378
+ }
287
379
  }
288
380
 
289
- // Cache is stale — newer model version. Delete old data before re-importing.
290
381
  log.info(MODULE, `Cache stale: "${modelId}" manifest/shards changed; deleting old version and re-importing`);
291
382
  onProgress?.({ stage: 'cache-invalidate', modelId, message: `Purging stale OPFS cache for ${modelId}`, percent: 0 });
292
383
  try {
@@ -372,3 +463,48 @@ export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null
372
463
  };
373
464
  }
374
465
  }
466
+
467
+ export function ensureModelCached(modelId, modelBaseUrl, onProgress = null) {
468
+ return runCacheOperation(() => ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress));
469
+ }
470
+
471
+ export function ensureModelCachedSource(modelId, modelBaseUrl, onProgress = null, options = {}) {
472
+ return runCacheOperation(async () => {
473
+ const expectedManifestHash = normalizeExpectedManifestHash(options.expectedManifestHash);
474
+ const pinnedHit = await resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress);
475
+ const cache = pinnedHit ?? await ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress);
476
+ if (!cache.cached) {
477
+ throw new Error(`Persistent model cache failed for "${modelId}": ${cache.error || cache.cacheState}`);
478
+ }
479
+ const cachedManifest = cache.manifest && cache.manifestText
480
+ ? { manifest: cache.manifest, text: cache.manifestText }
481
+ : await loadCachedManifest(modelId);
482
+ if (!cachedManifest.text || !cachedManifest.manifest) {
483
+ throw new Error(`Persistent model cache for "${modelId}" has no readable manifest.`);
484
+ }
485
+ const manifestHash = await sha256Text(cachedManifest.text);
486
+ if (expectedManifestHash && manifestHash !== expectedManifestHash) {
487
+ await deleteModel(modelId).catch(() => {});
488
+ throw new Error(`Persistent model cache manifest hash mismatch for "${modelId}".`);
489
+ }
490
+ const runtime = getRuntimeConfig();
491
+ const opfsPath = runtime.loading.opfsPath;
492
+ const opfs = runtime.loading.storage.backend.opfs;
493
+ const storageContext = await createOpfsArtifactStorageContext(modelId, cachedManifest.manifest, {
494
+ opfsRootDir: opfsPath.opfsRootDir,
495
+ useSyncAccessHandle: opfs.useSyncAccessHandle,
496
+ maxConcurrentHandles: opfs.maxConcurrentHandles,
497
+ verifyHashes: false,
498
+ hashesTrusted: true,
499
+ });
500
+ return {
501
+ ...cache,
502
+ manifest: cachedManifest.manifest,
503
+ manifestText: cachedManifest.text,
504
+ manifestHash,
505
+ storageContext,
506
+ storageBackend: 'opfs',
507
+ totalBytes: cache.totalBytes ?? manifestTotalBytes(cachedManifest.manifest),
508
+ };
509
+ });
510
+ }
@@ -22,4 +22,4 @@ export { listRegisteredModels, registerModel, removeRegisteredModel } from '../s
22
22
  export { listStorageInventory, deleteStorageEntry } from '../storage/inventory.js';
23
23
  export { formatBytes, getQuotaInfo } from '../storage/quota.js';
24
24
  export { exportModelToDirectory } from '../storage/export.js';
25
- export { ensureModelCached } from '../tooling/opfs-cache.js';
25
+ export { ensureModelCached, ensureModelCachedSource } from '../tooling/opfs-cache.js';
@@ -26,4 +26,4 @@ export { listRegisteredModels, registerModel, removeRegisteredModel } from '../s
26
26
  export { listStorageInventory, deleteStorageEntry } from '../storage/inventory.js';
27
27
  export { formatBytes, getQuotaInfo } from '../storage/quota.js';
28
28
  export { exportModelToDirectory } from '../storage/export.js';
29
- export { ensureModelCached } from '../tooling/opfs-cache.js';
29
+ export { ensureModelCached, ensureModelCachedSource } from '../tooling/opfs-cache.js';
@@ -0,0 +1,25 @@
1
+ export interface GpuCapabilities {
2
+ hasF16: boolean;
3
+ hasSubgroups: boolean;
4
+ hasTimestampQuery: boolean;
5
+ maxBufferSize: number;
6
+ maxStorageBufferBindingSize: number;
7
+ maxComputeWorkgroupSizeX: number;
8
+ maxComputeWorkgroupSizeY: number;
9
+ maxComputeWorkgroupSizeZ: number;
10
+ maxComputeInvocationsPerWorkgroup: number;
11
+ maxComputeWorkgroupsPerDimension: number;
12
+ subgroupSize?: number;
13
+ minSubgroupSize?: number;
14
+ maxSubgroupSize?: number;
15
+ }
16
+
17
+ export interface GpuLimits {
18
+ maxBufferSize: number;
19
+ maxStorageBufferBindingSize: number;
20
+ maxUniformBufferBindingSize: number;
21
+ maxBindGroups: number;
22
+ maxBindingsPerBindGroup: number;
23
+ maxDynamicUniformBuffersPerPipelineLayout: number;
24
+ maxDynamicStorageBuffersPerPipelineLayout: number;
25
+ }
package/src/version.js CHANGED
@@ -1,2 +1,2 @@
1
- export const DOPPLER_VERSION = '0.4.6';
1
+ export const DOPPLER_VERSION = '0.4.8';
2
2
  export const DOPPLER_PROVIDER_VERSION = DOPPLER_VERSION;