doppler-gpu 0.4.6 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +98 -137
- package/assets/doppler.svg +1 -3
- package/models/catalog.json +1575 -0
- package/package.json +59 -26
- package/src/cli/doppler-cli.js +28 -7
- package/src/cli/doppler-quickstart.js +1 -1
- package/src/cli/doppler-serve.js +2 -2
- package/src/client/doppler-registry.js +12 -0
- package/src/client/doppler-registry.json +52 -3
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
- package/src/config/execution-contract-check.js +14 -10
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +41 -0
- package/src/config/param-validator.js +67 -8
- package/src/config/required-inference-fields-contract-check.js +14 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/debug.schema.d.ts +2 -0
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/doppler.schema.d.ts +5 -1
- package/src/config/schema/doppler.schema.js +117 -292
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/inference.schema.d.ts +17 -3
- package/src/config/schema/kvcache.schema.d.ts +19 -3
- package/src/config/schema/kvcache.schema.js +2 -1
- package/src/config/schema/manifest.schema.d.ts +38 -1
- package/src/config/schema/manifest.schema.js +18 -0
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
- package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +10 -2
- package/src/converter/conversion-plan.js +2 -0
- package/src/converter/parsers/transformer.js +27 -1
- package/src/converter/quantization-info.js +16 -4
- package/src/converter/rope-config.js +55 -3
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/distillation/student-fixture.js +1 -1
- package/src/experimental/training/lora-pipeline.js +1 -1
- package/src/experimental/training/lora.js +2 -2
- package/src/experimental/training/suite.js +2 -2
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/backward/attention_backward.js +8 -0
- package/src/gpu/kernels/dequant.d.ts +6 -6
- package/src/gpu/kernels/dequant.js +17 -6
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +414 -21
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +9 -2
- package/src/gpu/kernels/matmul.d.ts +1 -1
- package/src/gpu/kernels/matmul.js +24 -6
- package/src/gpu/kernels/moe.d.ts +5 -1
- package/src/gpu/kernels/moe.js +5 -2
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/softmax.d.ts +3 -3
- package/src/gpu/kernels/softmax.js +9 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/kernels/turboquant-codebook.js +1 -1
- package/src/gpu/kernels/types.d.ts +1 -1
- package/src/gpu/profiler.js +11 -1
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-model-helpers.js +4 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +589 -117
- package/src/inference/browser-harness.d.ts +3 -3
- package/src/inference/browser-harness.js +486 -13
- package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/kv-cache/quantized.js +16 -2
- package/src/inference/kv-cache/tiered.js +50 -15
- package/src/inference/moe-router.js +38 -7
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +23 -1
- package/src/inference/pipelines/text/config.js +235 -112
- package/src/inference/pipelines/text/embed.js +39 -12
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +45 -2
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +254 -25
- package/src/inference/pipelines/text/ffn/moe.js +4 -3
- package/src/inference/pipelines/text/ffn/standard.js +145 -39
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +4 -1
- package/src/inference/pipelines/text/generator-runtime.js +54 -20
- package/src/inference/pipelines/text/generator-steps.js +5 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +303 -20
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init-rope.js +54 -6
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +65 -17
- package/src/inference/pipelines/text/layer.js +111 -5
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +185 -24
- package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
- package/src/inference/pipelines/text/logits/gpu.js +78 -115
- package/src/inference/pipelines/text/logits/index.js +105 -87
- package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
- package/src/inference/pipelines/text/logits/utils.js +11 -0
- package/src/inference/pipelines/text/lora-apply.js +6 -4
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/moe-cpu.js +25 -0
- package/src/inference/pipelines/text/moe-gpu.js +148 -97
- package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
- package/src/inference/pipelines/text/ops.js +48 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text/weights.js +7 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +60 -14
- package/src/inference/tokenizers/behavior-flags.js +23 -2
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/final-weights-loader.js +12 -1
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/execution-rules-contract-check.js +12 -3
- package/src/rules/inference/capability-transforms.rules.json +159 -22
- package/src/rules/inference/config.rules.json +26 -2
- package/src/rules/inference/dtype.rules.json +12 -5
- package/src/rules/inference/execution.rules.json +5 -19
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/inference/moe.rules.json +97 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/command-api-constants.js +2 -2
- package/src/tooling/command-api-family-normalizers.js +2 -1
- package/src/tooling/command-api.d.ts +1 -1
- package/src/tooling/command-runner-shared.js +3 -1
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/node-converter.js +20 -0
- package/src/tooling/node-source-runtime.js +5 -1
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-readme-hero.svg +0 -84
- package/assets/doppler-runtime-map.svg +0 -84
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -35
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -58
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -318
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -28
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -26
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -159
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -124
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -68
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -219
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -3,6 +3,8 @@ import {
|
|
|
3
3
|
createSourceStorageContext,
|
|
4
4
|
} from '../tooling/source-runtime-bundle.js';
|
|
5
5
|
import { createStreamingHasher } from './shard-manager.js';
|
|
6
|
+
import { createOpfsStore } from './backends/opfs-store.js';
|
|
7
|
+
import { normalizeModelId } from './normalize-model-id.js';
|
|
6
8
|
import { isNodeRuntime } from '../utils/runtime-env.js';
|
|
7
9
|
import { toArrayBuffer } from '../utils/array-buffer.js';
|
|
8
10
|
|
|
@@ -463,6 +465,40 @@ export function createArtifactStorageContext(options = {}) {
|
|
|
463
465
|
});
|
|
464
466
|
}
|
|
465
467
|
|
|
468
|
+
export async function createOpfsArtifactStorageContext(modelId, manifest, options = {}) {
|
|
469
|
+
const normalizedModelId = normalizeModelId(modelId);
|
|
470
|
+
const opfsRootDir = normalizeText(options.opfsRootDir);
|
|
471
|
+
if (!opfsRootDir) {
|
|
472
|
+
throw new Error('OPFS artifact storage context requires opfsRootDir.');
|
|
473
|
+
}
|
|
474
|
+
const maxConcurrentHandles = normalizePositiveInteger(
|
|
475
|
+
options.maxConcurrentHandles,
|
|
476
|
+
'OPFS artifact storage context maxConcurrentHandles'
|
|
477
|
+
);
|
|
478
|
+
if (maxConcurrentHandles < 1) {
|
|
479
|
+
throw new Error('OPFS artifact storage context maxConcurrentHandles must be at least 1.');
|
|
480
|
+
}
|
|
481
|
+
const store = createOpfsStore({
|
|
482
|
+
opfsRootDir,
|
|
483
|
+
useSyncAccessHandle: options.useSyncAccessHandle === true,
|
|
484
|
+
maxConcurrentHandles,
|
|
485
|
+
});
|
|
486
|
+
await store.init();
|
|
487
|
+
await store.openModel(normalizedModelId, { create: false });
|
|
488
|
+
return createArtifactStorageContext({
|
|
489
|
+
manifest,
|
|
490
|
+
readRange: (path, offset, length) => store.readFileRange(path, offset, length),
|
|
491
|
+
streamRange: (path, offset, length, streamOptions) => (
|
|
492
|
+
store.readFileRangeStream(path, offset, length, streamOptions)
|
|
493
|
+
),
|
|
494
|
+
readText: (path) => store.readText(path),
|
|
495
|
+
readBinary: (path) => store.readFile(path),
|
|
496
|
+
close: () => store.cleanup(),
|
|
497
|
+
verifyHashes: options.verifyHashes === true,
|
|
498
|
+
hashesTrusted: options.hashesTrusted === true,
|
|
499
|
+
});
|
|
500
|
+
}
|
|
501
|
+
|
|
466
502
|
function normalizeBaseUrl(baseUrl) {
|
|
467
503
|
if (typeof baseUrl !== 'string' || baseUrl.trim().length === 0) {
|
|
468
504
|
return null;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
export const TOOLING_COMMAND_SET = ['convert', 'refresh-integrity', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
|
|
2
2
|
export const TOOLING_SURFACE_SET = ['browser', 'node'];
|
|
3
|
-
export const TOOLING_WORKLOAD_SET = ['kernels', 'inference', 'embedding', 'training', 'diffusion', 'energy'];
|
|
3
|
+
export const TOOLING_WORKLOAD_SET = ['kernels', 'inference', 'embedding', 'rerank', 'training', 'diffusion', 'energy'];
|
|
4
4
|
export const TOOLING_INTENT_SET = ['verify', 'investigate', 'calibrate'];
|
|
5
|
-
export const VERIFY_WORKLOADS = ['kernels', 'inference', 'embedding', 'training', 'diffusion', 'energy'];
|
|
5
|
+
export const VERIFY_WORKLOADS = ['kernels', 'inference', 'embedding', 'rerank', 'training', 'diffusion', 'energy'];
|
|
6
6
|
export const TRAINING_STAGE_SET = ['stage1_joint', 'stage2_base', 'stage_a', 'stage_b'];
|
|
7
7
|
export const DISTILL_ACTION_SET = ['run', 'stage-a', 'stage-b', 'eval', 'watch', 'compare', 'quality-gate', 'subsets'];
|
|
8
8
|
export const LORA_ACTION_SET = ['run', 'eval', 'watch', 'export', 'compare', 'quality-gate', 'activate'];
|
|
@@ -182,11 +182,12 @@ function resolveBenchRequestWorkload(raw) {
|
|
|
182
182
|
if (
|
|
183
183
|
workload !== 'inference'
|
|
184
184
|
&& workload !== 'embedding'
|
|
185
|
+
&& workload !== 'rerank'
|
|
185
186
|
&& workload !== 'training'
|
|
186
187
|
&& workload !== 'diffusion'
|
|
187
188
|
) {
|
|
188
189
|
throw new Error(
|
|
189
|
-
'tooling command: "bench" workload must be "inference", "embedding", "training", or "diffusion".'
|
|
190
|
+
'tooling command: "bench" workload must be "inference", "embedding", "rerank", "training", or "diffusion".'
|
|
190
191
|
);
|
|
191
192
|
}
|
|
192
193
|
return workload;
|
|
@@ -2,7 +2,7 @@ import type { ConverterConfigSchema } from '../config/schema/converter.schema.js
|
|
|
2
2
|
|
|
3
3
|
export type ToolingCommand = 'convert' | 'refresh-integrity' | 'debug' | 'bench' | 'verify' | 'lora' | 'distill' | 'diagnose';
|
|
4
4
|
export type ToolingSurface = 'browser' | 'node';
|
|
5
|
-
export type ToolingWorkload = 'kernels' | 'inference' | 'embedding' | 'training' | 'diffusion' | 'energy';
|
|
5
|
+
export type ToolingWorkload = 'kernels' | 'inference' | 'embedding' | 'rerank' | 'training' | 'diffusion' | 'energy';
|
|
6
6
|
export type ToolingIntent = 'verify' | 'investigate' | 'calibrate' | null;
|
|
7
7
|
export type ToolingTrainingStage = 'stage1_joint' | 'stage2_base' | 'stage_a' | 'stage_b';
|
|
8
8
|
export type ToolingDistillAction = 'run' | 'stage-a' | 'stage-b' | 'eval' | 'watch' | 'compare' | 'quality-gate' | 'subsets';
|
|
@@ -109,7 +109,9 @@ function resolveExecutionMode(request) {
|
|
|
109
109
|
}
|
|
110
110
|
|
|
111
111
|
function resolveExpectedModelType(request) {
|
|
112
|
-
|
|
112
|
+
if (request.workload === 'embedding') return 'embedding';
|
|
113
|
+
if (request.workload === 'rerank') return 'rerank';
|
|
114
|
+
return undefined;
|
|
113
115
|
}
|
|
114
116
|
|
|
115
117
|
export async function applyRuntimeInputs(request, runtimeBridge, options = {}) {
|
|
@@ -17,11 +17,12 @@ import {
|
|
|
17
17
|
const DEFAULT_HOST = '127.0.0.1';
|
|
18
18
|
const DEFAULT_RUNNER_PATH = '/src/tooling/command-runner.html';
|
|
19
19
|
const DEFAULT_TIMEOUT_MS = 180_000;
|
|
20
|
+
const DEFAULT_CLEANUP_TIMEOUT_MS = 5_000;
|
|
20
21
|
const DEFAULT_OPFS_CACHE_DIR = path.join(os.homedir(), '.cache', 'doppler', 'chromium-profile');
|
|
21
22
|
const DEFAULT_OPFS_CACHE_PORT = 19836;
|
|
22
23
|
const SERVER_HOSTS = Object.freeze(['127.0.0.1', 'localhost', '0.0.0.0']);
|
|
23
24
|
const DEFAULT_CHANNEL_ORDER = Object.freeze({
|
|
24
|
-
darwin: ['
|
|
25
|
+
darwin: ['chromium', 'chrome'],
|
|
25
26
|
linux: ['chromium', 'chrome'],
|
|
26
27
|
win32: ['chromium', 'chrome'],
|
|
27
28
|
});
|
|
@@ -650,6 +651,36 @@ export async function runBrowserCommandEvaluationWithTimeout(operation, timeoutM
|
|
|
650
651
|
}
|
|
651
652
|
}
|
|
652
653
|
|
|
654
|
+
async function runBrowserCleanupWithTimeout(operation, timeoutMs) {
|
|
655
|
+
let timeoutId = null;
|
|
656
|
+
const cleanupPromise = Promise.resolve()
|
|
657
|
+
.then(operation)
|
|
658
|
+
.then(() => true, () => true);
|
|
659
|
+
const timeoutPromise = new Promise((resolve) => {
|
|
660
|
+
timeoutId = setTimeout(() => resolve(false), timeoutMs);
|
|
661
|
+
timeoutId.unref?.();
|
|
662
|
+
});
|
|
663
|
+
try {
|
|
664
|
+
return await Promise.race([
|
|
665
|
+
cleanupPromise,
|
|
666
|
+
timeoutPromise,
|
|
667
|
+
]);
|
|
668
|
+
} finally {
|
|
669
|
+
if (timeoutId !== null) {
|
|
670
|
+
clearTimeout(timeoutId);
|
|
671
|
+
}
|
|
672
|
+
}
|
|
673
|
+
}
|
|
674
|
+
|
|
675
|
+
function terminateBrowserProcess(browser) {
|
|
676
|
+
const childProcess = typeof browser?.process === 'function'
|
|
677
|
+
? browser.process()
|
|
678
|
+
: null;
|
|
679
|
+
if (childProcess && typeof childProcess.kill === 'function' && childProcess.killed !== true) {
|
|
680
|
+
childProcess.kill('SIGKILL');
|
|
681
|
+
}
|
|
682
|
+
}
|
|
683
|
+
|
|
653
684
|
function browserLaunchArgs(extraArgs = []) {
|
|
654
685
|
const platformArgs = PLATFORM_WEBGPU_ARGS[process.platform] ?? [];
|
|
655
686
|
return uniqueArgs([...DEFAULT_WEBGPU_BROWSER_ARGS, ...platformArgs, ...extraArgs]);
|
|
@@ -853,9 +884,11 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
|
|
|
853
884
|
);
|
|
854
885
|
});
|
|
855
886
|
|
|
887
|
+
const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
|
|
856
888
|
const launchOptions = {
|
|
857
889
|
headless: normalizeHeadless(options.headless),
|
|
858
890
|
args: browserLaunchArgs(normalizeBrowserArgs(options.browserArgs)),
|
|
891
|
+
timeout: timeoutMs,
|
|
859
892
|
};
|
|
860
893
|
|
|
861
894
|
if (options.channel) {
|
|
@@ -865,7 +898,6 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
|
|
|
865
898
|
launchOptions.executablePath = String(options.executablePath);
|
|
866
899
|
}
|
|
867
900
|
|
|
868
|
-
const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
|
|
869
901
|
const runnerPath = normalizeRunnerPath(options.runnerPath);
|
|
870
902
|
const resolvedBaseUrl = baseUrl || server.baseUrl;
|
|
871
903
|
const requestedLoadMode = sourceRequest.loadMode;
|
|
@@ -1054,14 +1086,17 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
|
|
|
1054
1086
|
request: sourceRequest,
|
|
1055
1087
|
});
|
|
1056
1088
|
} finally {
|
|
1057
|
-
|
|
1058
|
-
await context.close().catch(() => {});
|
|
1059
|
-
}
|
|
1089
|
+
const cleanupTimeoutMs = Math.min(timeoutMs, DEFAULT_CLEANUP_TIMEOUT_MS);
|
|
1060
1090
|
if (browser) {
|
|
1061
|
-
await
|
|
1091
|
+
const browserClosed = await runBrowserCleanupWithTimeout(() => browser.close(), cleanupTimeoutMs);
|
|
1092
|
+
if (!browserClosed) {
|
|
1093
|
+
terminateBrowserProcess(browser);
|
|
1094
|
+
}
|
|
1095
|
+
} else if (context) {
|
|
1096
|
+
await runBrowserCleanupWithTimeout(() => context.close(), cleanupTimeoutMs);
|
|
1062
1097
|
}
|
|
1063
1098
|
if (server) {
|
|
1064
|
-
await
|
|
1099
|
+
await runBrowserCleanupWithTimeout(() => server.close(), cleanupTimeoutMs);
|
|
1065
1100
|
}
|
|
1066
1101
|
}
|
|
1067
1102
|
} catch (error) {
|
|
@@ -1109,6 +1109,7 @@ export async function convertSafetensorsDirectory(options) {
|
|
|
1109
1109
|
let tokenizerJson = null;
|
|
1110
1110
|
let tokenizerConfig = null;
|
|
1111
1111
|
let generationConfig = null;
|
|
1112
|
+
let rerankScoring = null;
|
|
1112
1113
|
let hasTokenizerModel = false;
|
|
1113
1114
|
let tokenizerModelPath = null;
|
|
1114
1115
|
let diffusionAuxFiles = [];
|
|
@@ -1339,6 +1340,7 @@ export async function convertSafetensorsDirectory(options) {
|
|
|
1339
1340
|
tensors = parsedTransformer.tensors;
|
|
1340
1341
|
architectureHint = parsedTransformer.architectureHint;
|
|
1341
1342
|
embeddingPostprocessor = parsedTransformer.embeddingPostprocessor ?? null;
|
|
1343
|
+
rerankScoring = parsedTransformer.rerankScoring ?? null;
|
|
1342
1344
|
architecture = extractArchitecture(config, null);
|
|
1343
1345
|
const tokenizerJsonPath = path.join(inputDir, 'tokenizer.json');
|
|
1344
1346
|
tokenizerModelPath = path.join(inputDir, 'tokenizer.model');
|
|
@@ -1366,6 +1368,24 @@ export async function convertSafetensorsDirectory(options) {
|
|
|
1366
1368
|
const targetQuantization = plan.manifestQuantization;
|
|
1367
1369
|
const quantizationInfo = plan.quantizationInfo;
|
|
1368
1370
|
const inference = plan.manifestInference;
|
|
1371
|
+
if (rerankScoring) {
|
|
1372
|
+
const rerankConfig = inference?.rerank;
|
|
1373
|
+
if (!rerankConfig || typeof rerankConfig !== 'object' || Array.isArray(rerankConfig)) {
|
|
1374
|
+
throw new Error(
|
|
1375
|
+
'node convert: sentence-transformers LogitScore module requires explicit inference.rerank config.'
|
|
1376
|
+
);
|
|
1377
|
+
}
|
|
1378
|
+
if (Number(rerankConfig.trueTokenId) !== rerankScoring.trueTokenId) {
|
|
1379
|
+
throw new Error(
|
|
1380
|
+
`node convert: inference.rerank.trueTokenId=${rerankConfig.trueTokenId} does not match LogitScore true_token_id=${rerankScoring.trueTokenId}.`
|
|
1381
|
+
);
|
|
1382
|
+
}
|
|
1383
|
+
if (Number(rerankConfig.falseTokenId) !== rerankScoring.falseTokenId) {
|
|
1384
|
+
throw new Error(
|
|
1385
|
+
`node convert: inference.rerank.falseTokenId=${rerankConfig.falseTokenId} does not match LogitScore false_token_id=${rerankScoring.falseTokenId}.`
|
|
1386
|
+
);
|
|
1387
|
+
}
|
|
1388
|
+
}
|
|
1369
1389
|
const explicitModelId = resolveConfiguredModelId(options?.modelId, converterConfig);
|
|
1370
1390
|
if (!explicitModelId) {
|
|
1371
1391
|
throw new Error(
|
|
@@ -304,7 +304,11 @@ function applyPackageTokenizerAssets(parsedArtifact, tokenizerAssets) {
|
|
|
304
304
|
const next = {
|
|
305
305
|
...parsedArtifact,
|
|
306
306
|
};
|
|
307
|
-
|
|
307
|
+
const hasPackageTokenizer = next.tokenizerJson != null
|
|
308
|
+
|| next.tokenizerJsonPath != null
|
|
309
|
+
|| next.tokenizerModelName != null
|
|
310
|
+
|| next.tokenizerModelPath != null;
|
|
311
|
+
if (tokenizerAssets.tokenizerJson && !hasPackageTokenizer) {
|
|
308
312
|
next.tokenizerJson = tokenizerAssets.tokenizerJson;
|
|
309
313
|
next.tokenizerJsonPath = 'tokenizer.json';
|
|
310
314
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
export interface EnsureModelCachedResult {
|
|
2
2
|
cached: boolean;
|
|
3
3
|
fromCache: boolean;
|
|
4
|
-
cacheState: 'hit' | 'manifest-refresh' | 'imported' | 'error';
|
|
4
|
+
cacheState: 'hit' | 'verified-hit' | 'manifest-refresh' | 'imported' | 'error';
|
|
5
5
|
modelId: string;
|
|
6
6
|
error: string | null;
|
|
7
7
|
}
|
|
@@ -22,8 +22,28 @@ export interface CacheProgressEvent {
|
|
|
22
22
|
eta?: string;
|
|
23
23
|
}
|
|
24
24
|
|
|
25
|
+
export interface CachedModelSourceResult extends EnsureModelCachedResult {
|
|
26
|
+
manifest: Record<string, unknown>;
|
|
27
|
+
manifestText: string;
|
|
28
|
+
manifestHash: string;
|
|
29
|
+
storageContext: Record<string, unknown>;
|
|
30
|
+
storageBackend: 'opfs';
|
|
31
|
+
totalBytes: number;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export interface EnsureModelCachedSourceOptions {
|
|
35
|
+
expectedManifestHash?: string | { hex?: string; hash?: string; digest?: string };
|
|
36
|
+
}
|
|
37
|
+
|
|
25
38
|
export declare function ensureModelCached(
|
|
26
39
|
modelId: string,
|
|
27
40
|
modelBaseUrl: string,
|
|
28
41
|
onProgress?: ((progress: CacheProgressEvent) => void) | null
|
|
29
42
|
): Promise<EnsureModelCachedResult>;
|
|
43
|
+
|
|
44
|
+
export declare function ensureModelCachedSource(
|
|
45
|
+
modelId: string,
|
|
46
|
+
modelBaseUrl: string,
|
|
47
|
+
onProgress?: ((progress: CacheProgressEvent) => void) | null,
|
|
48
|
+
options?: EnsureModelCachedSourceOptions
|
|
49
|
+
): Promise<CachedModelSourceResult>;
|
|
@@ -4,10 +4,14 @@ import {
|
|
|
4
4
|
loadManifestFromStore,
|
|
5
5
|
saveManifest,
|
|
6
6
|
deleteModel,
|
|
7
|
+
verifyIntegrity,
|
|
8
|
+
computeSHA256,
|
|
7
9
|
} from '../storage/shard-manager.js';
|
|
10
|
+
import { createOpfsArtifactStorageContext } from '../storage/artifact-storage-context.js';
|
|
8
11
|
import { downloadModel, estimateTimeRemaining, formatSpeed } from '../storage/downloader.js';
|
|
9
12
|
import { isOPFSAvailable, formatBytes } from '../storage/quota.js';
|
|
10
13
|
import { parseManifest, getManifestUrl } from '../formats/rdrr/index.js';
|
|
14
|
+
import { getRuntimeConfig } from '../config/runtime.js';
|
|
11
15
|
import { cloneJsonValue } from '../utils/clone-json.js';
|
|
12
16
|
import { log } from '../debug/index.js';
|
|
13
17
|
import {
|
|
@@ -16,6 +20,13 @@ import {
|
|
|
16
20
|
} from '../storage/source-artifact-store.js';
|
|
17
21
|
|
|
18
22
|
const MODULE = 'OPFSCache';
|
|
23
|
+
let cacheOperationQueue = Promise.resolve();
|
|
24
|
+
|
|
25
|
+
function runCacheOperation(run) {
|
|
26
|
+
const operation = cacheOperationQueue.then(run, run);
|
|
27
|
+
cacheOperationQueue = operation.then(() => undefined, () => undefined);
|
|
28
|
+
return operation;
|
|
29
|
+
}
|
|
19
30
|
|
|
20
31
|
function toErrorMessage(error) {
|
|
21
32
|
if (error instanceof Error && typeof error.message === 'string' && error.message.length > 0) {
|
|
@@ -24,6 +35,32 @@ function toErrorMessage(error) {
|
|
|
24
35
|
return String(error);
|
|
25
36
|
}
|
|
26
37
|
|
|
38
|
+
function normalizeExpectedManifestHash(value) {
|
|
39
|
+
const raw = value && typeof value === 'object'
|
|
40
|
+
? value.hex ?? value.hash ?? value.digest ?? ''
|
|
41
|
+
: value;
|
|
42
|
+
const normalized = String(raw || '').trim().toLowerCase().replace(/^sha256:/, '');
|
|
43
|
+
if (!normalized) return null;
|
|
44
|
+
if (!/^[0-9a-f]{64}$/.test(normalized)) {
|
|
45
|
+
throw new Error('expectedManifestHash must be a SHA-256 hex digest.');
|
|
46
|
+
}
|
|
47
|
+
return normalized;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
function manifestTotalBytes(manifest) {
|
|
51
|
+
const declared = Number(manifest?.totalSize);
|
|
52
|
+
if (Number.isFinite(declared) && declared >= 0) return Math.floor(declared);
|
|
53
|
+
const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
|
|
54
|
+
return shards.reduce((total, shard) => {
|
|
55
|
+
const size = Number(shard?.size);
|
|
56
|
+
return total + (Number.isFinite(size) && size > 0 ? Math.floor(size) : 0);
|
|
57
|
+
}, 0);
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
async function sha256Text(text) {
|
|
61
|
+
return computeSHA256(new TextEncoder().encode(String(text || '')));
|
|
62
|
+
}
|
|
63
|
+
|
|
27
64
|
function normalizeShardDescriptor(shard) {
|
|
28
65
|
return {
|
|
29
66
|
filename: typeof shard?.filename === 'string' ? shard.filename : null,
|
|
@@ -160,6 +197,49 @@ async function loadCachedManifest(modelId) {
|
|
|
160
197
|
return { text, manifest: parseManifest(text) };
|
|
161
198
|
}
|
|
162
199
|
|
|
200
|
+
async function verifyCachedArtifact(manifest) {
|
|
201
|
+
if (resolveSourceArtifact(manifest)) {
|
|
202
|
+
return verifyStoredSourceArtifact(manifest, { checkHashes: false });
|
|
203
|
+
}
|
|
204
|
+
return verifyIntegrity({ checkHashes: false });
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
async function resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress) {
|
|
208
|
+
if (!expectedManifestHash || !isOPFSAvailable() || !await modelExists(modelId)) {
|
|
209
|
+
return null;
|
|
210
|
+
}
|
|
211
|
+
try {
|
|
212
|
+
const cachedManifest = await loadCachedManifest(modelId);
|
|
213
|
+
if (!cachedManifest.text || !cachedManifest.manifest) return null;
|
|
214
|
+
if (await sha256Text(cachedManifest.text) !== expectedManifestHash) return null;
|
|
215
|
+
const integrity = await verifyCachedArtifact(cachedManifest.manifest);
|
|
216
|
+
if (!integrity.valid) return null;
|
|
217
|
+
const totalBytes = manifestTotalBytes(cachedManifest.manifest);
|
|
218
|
+
onProgress?.({
|
|
219
|
+
stage: 'cache-hit',
|
|
220
|
+
modelId,
|
|
221
|
+
message: `Verified OPFS cache hit: ${modelId}`,
|
|
222
|
+
percent: 100,
|
|
223
|
+
totalBytes,
|
|
224
|
+
downloadedBytes: totalBytes,
|
|
225
|
+
});
|
|
226
|
+
return {
|
|
227
|
+
cached: true,
|
|
228
|
+
fromCache: true,
|
|
229
|
+
cacheState: 'verified-hit',
|
|
230
|
+
modelId,
|
|
231
|
+
error: null,
|
|
232
|
+
manifestText: cachedManifest.text,
|
|
233
|
+
manifestHash: expectedManifestHash,
|
|
234
|
+
manifest: cachedManifest.manifest,
|
|
235
|
+
totalBytes,
|
|
236
|
+
};
|
|
237
|
+
} catch (error) {
|
|
238
|
+
log.warn(MODULE, `Pinned cache validation failed for "${modelId}": ${toErrorMessage(error)}`);
|
|
239
|
+
return null;
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
|
|
163
243
|
function buildDownloadProgress(progress) {
|
|
164
244
|
if (!progress) return null;
|
|
165
245
|
const totalBytes = Number.isFinite(progress.totalBytes) ? progress.totalBytes : 0;
|
|
@@ -200,7 +280,7 @@ function buildDownloadStatusLine(progress, speed, remainingBytes) {
|
|
|
200
280
|
return parts.join(' | ');
|
|
201
281
|
}
|
|
202
282
|
|
|
203
|
-
|
|
283
|
+
async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = null) {
|
|
204
284
|
if (!modelId || !modelBaseUrl) {
|
|
205
285
|
return {
|
|
206
286
|
cached: false,
|
|
@@ -252,41 +332,52 @@ export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null
|
|
|
252
332
|
const remoteFingerprint = buildManifestFingerprint(remoteManifest);
|
|
253
333
|
const manifestTextMatches = cachedManifestText === remoteManifestText;
|
|
254
334
|
if (sourceIntegrityValid && manifestTextMatches && cachedFingerprint === remoteFingerprint) {
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
335
|
+
const shardIntegrity = cachedSourceArtifact
|
|
336
|
+
? sourceIntegrity
|
|
337
|
+
: await verifyCachedArtifact(cachedManifest);
|
|
338
|
+
if (shardIntegrity.valid) {
|
|
339
|
+
log.info(MODULE, `Cache hit: "${modelId}"`);
|
|
340
|
+
onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
|
|
341
|
+
return {
|
|
342
|
+
cached: true,
|
|
343
|
+
fromCache: true,
|
|
344
|
+
cacheState: 'hit',
|
|
345
|
+
modelId,
|
|
346
|
+
error: null,
|
|
347
|
+
};
|
|
348
|
+
}
|
|
349
|
+
log.warn(
|
|
350
|
+
MODULE,
|
|
351
|
+
`Cache incomplete: "${modelId}" is missing shards ${shardIntegrity.missingShards.join(', ')}`
|
|
352
|
+
);
|
|
353
|
+
needsFullImport = true;
|
|
264
354
|
}
|
|
265
355
|
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
356
|
+
if (!needsFullImport) {
|
|
357
|
+
const sameShards = hasSameShardSet(cachedManifest, remoteManifest);
|
|
358
|
+
const sameHashAlgorithm = (cachedManifest?.hashAlgorithm ?? null) === (remoteManifest?.hashAlgorithm ?? null);
|
|
359
|
+
if (sourceIntegrityValid && sameShards && sameHashAlgorithm) {
|
|
360
|
+
const preservedManifest = preserveCachedSourceRuntimeMetadata(remoteManifest, cachedManifest);
|
|
361
|
+
const manifestTextToSave = preservedManifest.changed
|
|
362
|
+
? JSON.stringify(preservedManifest.manifest)
|
|
363
|
+
: remoteManifestText;
|
|
364
|
+
await openModelStore(modelId);
|
|
365
|
+
await saveManifest(manifestTextToSave);
|
|
366
|
+
const refreshMessage = preservedManifest.changed
|
|
367
|
+
? `Manifest refreshed: ${modelId} (shards unchanged, preserved direct-source metadata)`
|
|
368
|
+
: `Manifest refreshed: ${modelId} (shards unchanged)`;
|
|
369
|
+
log.info(MODULE, `Cache manifest refreshed: "${modelId}"${preservedManifest.changed ? ' (preserved direct-source metadata)' : ' (shards unchanged)'}`);
|
|
370
|
+
onProgress?.({ stage: 'cache-refresh', modelId, message: refreshMessage, percent: 100 });
|
|
371
|
+
return {
|
|
372
|
+
cached: true,
|
|
373
|
+
fromCache: false,
|
|
374
|
+
cacheState: 'manifest-refresh',
|
|
375
|
+
modelId,
|
|
376
|
+
error: null,
|
|
377
|
+
};
|
|
378
|
+
}
|
|
287
379
|
}
|
|
288
380
|
|
|
289
|
-
// Cache is stale — newer model version. Delete old data before re-importing.
|
|
290
381
|
log.info(MODULE, `Cache stale: "${modelId}" manifest/shards changed; deleting old version and re-importing`);
|
|
291
382
|
onProgress?.({ stage: 'cache-invalidate', modelId, message: `Purging stale OPFS cache for ${modelId}`, percent: 0 });
|
|
292
383
|
try {
|
|
@@ -372,3 +463,48 @@ export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null
|
|
|
372
463
|
};
|
|
373
464
|
}
|
|
374
465
|
}
|
|
466
|
+
|
|
467
|
+
export function ensureModelCached(modelId, modelBaseUrl, onProgress = null) {
|
|
468
|
+
return runCacheOperation(() => ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress));
|
|
469
|
+
}
|
|
470
|
+
|
|
471
|
+
export function ensureModelCachedSource(modelId, modelBaseUrl, onProgress = null, options = {}) {
|
|
472
|
+
return runCacheOperation(async () => {
|
|
473
|
+
const expectedManifestHash = normalizeExpectedManifestHash(options.expectedManifestHash);
|
|
474
|
+
const pinnedHit = await resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress);
|
|
475
|
+
const cache = pinnedHit ?? await ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress);
|
|
476
|
+
if (!cache.cached) {
|
|
477
|
+
throw new Error(`Persistent model cache failed for "${modelId}": ${cache.error || cache.cacheState}`);
|
|
478
|
+
}
|
|
479
|
+
const cachedManifest = cache.manifest && cache.manifestText
|
|
480
|
+
? { manifest: cache.manifest, text: cache.manifestText }
|
|
481
|
+
: await loadCachedManifest(modelId);
|
|
482
|
+
if (!cachedManifest.text || !cachedManifest.manifest) {
|
|
483
|
+
throw new Error(`Persistent model cache for "${modelId}" has no readable manifest.`);
|
|
484
|
+
}
|
|
485
|
+
const manifestHash = await sha256Text(cachedManifest.text);
|
|
486
|
+
if (expectedManifestHash && manifestHash !== expectedManifestHash) {
|
|
487
|
+
await deleteModel(modelId).catch(() => {});
|
|
488
|
+
throw new Error(`Persistent model cache manifest hash mismatch for "${modelId}".`);
|
|
489
|
+
}
|
|
490
|
+
const runtime = getRuntimeConfig();
|
|
491
|
+
const opfsPath = runtime.loading.opfsPath;
|
|
492
|
+
const opfs = runtime.loading.storage.backend.opfs;
|
|
493
|
+
const storageContext = await createOpfsArtifactStorageContext(modelId, cachedManifest.manifest, {
|
|
494
|
+
opfsRootDir: opfsPath.opfsRootDir,
|
|
495
|
+
useSyncAccessHandle: opfs.useSyncAccessHandle,
|
|
496
|
+
maxConcurrentHandles: opfs.maxConcurrentHandles,
|
|
497
|
+
verifyHashes: false,
|
|
498
|
+
hashesTrusted: true,
|
|
499
|
+
});
|
|
500
|
+
return {
|
|
501
|
+
...cache,
|
|
502
|
+
manifest: cachedManifest.manifest,
|
|
503
|
+
manifestText: cachedManifest.text,
|
|
504
|
+
manifestHash,
|
|
505
|
+
storageContext,
|
|
506
|
+
storageBackend: 'opfs',
|
|
507
|
+
totalBytes: cache.totalBytes ?? manifestTotalBytes(cachedManifest.manifest),
|
|
508
|
+
};
|
|
509
|
+
});
|
|
510
|
+
}
|
|
@@ -22,4 +22,4 @@ export { listRegisteredModels, registerModel, removeRegisteredModel } from '../s
|
|
|
22
22
|
export { listStorageInventory, deleteStorageEntry } from '../storage/inventory.js';
|
|
23
23
|
export { formatBytes, getQuotaInfo } from '../storage/quota.js';
|
|
24
24
|
export { exportModelToDirectory } from '../storage/export.js';
|
|
25
|
-
export { ensureModelCached } from '../tooling/opfs-cache.js';
|
|
25
|
+
export { ensureModelCached, ensureModelCachedSource } from '../tooling/opfs-cache.js';
|
|
@@ -26,4 +26,4 @@ export { listRegisteredModels, registerModel, removeRegisteredModel } from '../s
|
|
|
26
26
|
export { listStorageInventory, deleteStorageEntry } from '../storage/inventory.js';
|
|
27
27
|
export { formatBytes, getQuotaInfo } from '../storage/quota.js';
|
|
28
28
|
export { exportModelToDirectory } from '../storage/export.js';
|
|
29
|
-
export { ensureModelCached } from '../tooling/opfs-cache.js';
|
|
29
|
+
export { ensureModelCached, ensureModelCachedSource } from '../tooling/opfs-cache.js';
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
export interface GpuCapabilities {
|
|
2
|
+
hasF16: boolean;
|
|
3
|
+
hasSubgroups: boolean;
|
|
4
|
+
hasTimestampQuery: boolean;
|
|
5
|
+
maxBufferSize: number;
|
|
6
|
+
maxStorageBufferBindingSize: number;
|
|
7
|
+
maxComputeWorkgroupSizeX: number;
|
|
8
|
+
maxComputeWorkgroupSizeY: number;
|
|
9
|
+
maxComputeWorkgroupSizeZ: number;
|
|
10
|
+
maxComputeInvocationsPerWorkgroup: number;
|
|
11
|
+
maxComputeWorkgroupsPerDimension: number;
|
|
12
|
+
subgroupSize?: number;
|
|
13
|
+
minSubgroupSize?: number;
|
|
14
|
+
maxSubgroupSize?: number;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export interface GpuLimits {
|
|
18
|
+
maxBufferSize: number;
|
|
19
|
+
maxStorageBufferBindingSize: number;
|
|
20
|
+
maxUniformBufferBindingSize: number;
|
|
21
|
+
maxBindGroups: number;
|
|
22
|
+
maxBindingsPerBindGroup: number;
|
|
23
|
+
maxDynamicUniformBuffersPerPipelineLayout: number;
|
|
24
|
+
maxDynamicStorageBuffersPerPipelineLayout: number;
|
|
25
|
+
}
|
package/src/version.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export const DOPPLER_VERSION = '0.4.
|
|
1
|
+
export const DOPPLER_VERSION = '0.4.8';
|
|
2
2
|
export const DOPPLER_PROVIDER_VERSION = DOPPLER_VERSION;
|