doppler-gpu 0.4.7 → 0.4.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +74 -0
- package/README.md +93 -144
- package/models/catalog.json +1589 -0
- package/package.json +44 -12
- package/src/cli/doppler-cli.js +28 -7
- package/src/client/doppler-registry.json +2 -2
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/backward-registry.json +13 -2
- package/src/config/kernels/kernel-ref-digests.js +34 -21
- package/src/config/kernels/registry.json +1402 -2623
- package/src/config/merge.js +11 -0
- package/src/config/param-validator.js +25 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/doppler.schema.js +40 -5
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/schema/training-metrics.schema.js +4 -0
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +2 -2
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/attention-backward.js +123 -55
- package/src/experimental/training/autograd.js +101 -5
- package/src/experimental/training/clip.js +6 -1
- package/src/experimental/training/datasets/text-pairs.js +80 -8
- package/src/experimental/training/distillation/student-fixture.js +470 -114
- package/src/experimental/training/lora-pipeline.js +202 -27
- package/src/experimental/training/lora.js +10 -4
- package/src/experimental/training/optimizer.js +9 -1
- package/src/experimental/training/runner.js +18 -4
- package/src/experimental/training/suite.js +1 -1
- package/src/experimental/training/workloads.js +11 -0
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/backward/adam.js +6 -4
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
- package/src/gpu/kernels/backward/index.d.ts +3 -0
- package/src/gpu/kernels/backward/index.js +3 -0
- package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
- package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
- package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
- package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
- package/src/gpu/kernels/backward/utils.d.ts +12 -2
- package/src/gpu/kernels/backward/utils.js +9 -2
- package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +26 -0
- package/src/gpu/kernels/index.js +18 -0
- package/src/gpu/kernels/linear-attention-core.js +413 -15
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +10 -1
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.d.ts +1 -0
- package/src/gpu/kernels/silu.js +19 -4
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +251 -20
- package/src/inference/browser-harness.js +221 -3
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +18 -0
- package/src/inference/pipelines/text/config.js +100 -0
- package/src/inference/pipelines/text/embed.js +1 -1
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +37 -0
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +130 -10
- package/src/inference/pipelines/text/ffn/dense.js +241 -21
- package/src/inference/pipelines/text/ffn/standard.js +121 -38
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +2 -0
- package/src/inference/pipelines/text/generator-runtime.js +1 -0
- package/src/inference/pipelines/text/generator-steps.js +2 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +326 -19
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +2 -2
- package/src/inference/pipelines/text/layer.js +87 -8
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +173 -16
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/logits/index.js +62 -1
- package/src/inference/pipelines/text/lora-apply.js +4 -4
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/moe-cpu.js +1 -0
- package/src/inference/pipelines/text/moe-gpu.js +1 -0
- package/src/inference/pipelines/text/ops.js +22 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +40 -14
- package/src/inference/tokenizers/bundled.js +150 -55
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/inference/capability-transforms.rules.json +145 -20
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +2 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/node-converter.js +20 -5
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-experimental-exports.shared.d.ts +25 -0
- package/src/tooling-experimental-exports.shared.js +18 -0
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-runtime-map.svg +0 -82
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -54
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -62
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -319
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -33
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -31
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -166
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -152
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -69
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -222
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,157 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* quickstart-downloader.ts - Quick-Start Model Downloader
|
|
3
|
-
*
|
|
4
|
-
* Provides a streamlined API for the quick-start download flow:
|
|
5
|
-
* - Pre-flight checks (VRAM, storage, GPU)
|
|
6
|
-
* - User consent flow
|
|
7
|
-
* - Parallel shard fetching with progress
|
|
8
|
-
*
|
|
9
|
-
* Works with any static file CDN (Firebase Hosting, S3, Cloudflare, etc.)
|
|
10
|
-
*
|
|
11
|
-
* @module storage/quickstart-downloader
|
|
12
|
-
*/
|
|
13
|
-
|
|
14
|
-
import type { DownloadProgress } from './downloader.js';
|
|
15
|
-
import type { PreflightResult, ModelRequirements } from './preflight.js';
|
|
16
|
-
import type { HfResolveConfig } from '../utils/hf-resolve-url.js';
|
|
17
|
-
|
|
18
|
-
/**
|
|
19
|
-
* Remote model configuration
|
|
20
|
-
*/
|
|
21
|
-
export interface RemoteModelConfig {
|
|
22
|
-
/** Model identifier */
|
|
23
|
-
modelId: string;
|
|
24
|
-
/** Display name for UI */
|
|
25
|
-
displayName: string;
|
|
26
|
-
/** Base URL for shards (any static CDN) */
|
|
27
|
-
baseUrl?: string | null;
|
|
28
|
-
/** Hosted Hugging Face source used when baseUrl is omitted */
|
|
29
|
-
hf?: HfResolveConfig | null;
|
|
30
|
-
/** Model requirements for pre-flight checks */
|
|
31
|
-
requirements: ModelRequirements;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
/**
|
|
35
|
-
* Quick-start download options
|
|
36
|
-
*/
|
|
37
|
-
export interface QuickStartDownloadOptions {
|
|
38
|
-
/** Progress callback */
|
|
39
|
-
onProgress?: (progress: DownloadProgress) => void;
|
|
40
|
-
/** Called when preflight checks complete */
|
|
41
|
-
onPreflightComplete?: (result: PreflightResult) => void;
|
|
42
|
-
/** Called to request storage consent from user. Return true to proceed. */
|
|
43
|
-
onStorageConsent?: (requiredBytes: number, availableBytes: number, modelName: string) => Promise<boolean>;
|
|
44
|
-
/** Abort signal */
|
|
45
|
-
signal?: AbortSignal;
|
|
46
|
-
/** Number of concurrent downloads (default: 3) */
|
|
47
|
-
concurrency?: number;
|
|
48
|
-
/** Skip preflight checks */
|
|
49
|
-
skipPreflight?: boolean;
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
/**
|
|
53
|
-
* Quick-start download result
|
|
54
|
-
*/
|
|
55
|
-
export interface QuickStartDownloadResult {
|
|
56
|
-
/** Download succeeded */
|
|
57
|
-
success: boolean;
|
|
58
|
-
/** Model ID that was downloaded */
|
|
59
|
-
modelId: string;
|
|
60
|
-
/** Error message if failed */
|
|
61
|
-
error?: string;
|
|
62
|
-
/** Preflight result (if checks were run) */
|
|
63
|
-
preflight?: PreflightResult;
|
|
64
|
-
/** Was blocked by preflight */
|
|
65
|
-
blockedByPreflight?: boolean;
|
|
66
|
-
/** User declined consent */
|
|
67
|
-
userDeclined?: boolean;
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
/**
|
|
71
|
-
* Set the CDN base URL for model downloads
|
|
72
|
-
*/
|
|
73
|
-
export declare function setCDNBaseUrl(url: string): void;
|
|
74
|
-
|
|
75
|
-
/**
|
|
76
|
-
* Get the current CDN base URL
|
|
77
|
-
*/
|
|
78
|
-
export declare function getCDNBaseUrl(): string;
|
|
79
|
-
|
|
80
|
-
/**
|
|
81
|
-
* Available quick-start models
|
|
82
|
-
* These are models with pre-configured requirements and hosted shards
|
|
83
|
-
*/
|
|
84
|
-
export declare const QUICKSTART_MODELS: Record<string, RemoteModelConfig>;
|
|
85
|
-
|
|
86
|
-
/**
|
|
87
|
-
* Get quick-start model config by ID
|
|
88
|
-
*/
|
|
89
|
-
export declare function getQuickStartModel(modelId: string): RemoteModelConfig | undefined;
|
|
90
|
-
|
|
91
|
-
/**
|
|
92
|
-
* List all available quick-start models
|
|
93
|
-
*/
|
|
94
|
-
export declare function listQuickStartModels(): RemoteModelConfig[];
|
|
95
|
-
|
|
96
|
-
/**
|
|
97
|
-
* Register a custom quick-start model
|
|
98
|
-
*/
|
|
99
|
-
export declare function registerQuickStartModel(config: RemoteModelConfig): void;
|
|
100
|
-
|
|
101
|
-
/**
|
|
102
|
-
* Download a quick-start model
|
|
103
|
-
*
|
|
104
|
-
* Flow:
|
|
105
|
-
* 1. Run pre-flight checks (VRAM, storage, GPU)
|
|
106
|
-
* 2. If checks fail, return early with blockers
|
|
107
|
-
* 3. Request user consent for storage usage
|
|
108
|
-
* 4. If declined, return early
|
|
109
|
-
* 5. Download model with progress updates
|
|
110
|
-
*
|
|
111
|
-
* @param modelId - Model ID (e.g., 'gemma-1b-instruct')
|
|
112
|
-
* @param options - Download options
|
|
113
|
-
* @returns Download result
|
|
114
|
-
*
|
|
115
|
-
* @example
|
|
116
|
-
* ```typescript
|
|
117
|
-
* import { log } from '../debug/index.js';
|
|
118
|
-
*
|
|
119
|
-
* const result = await downloadQuickStartModel('gemma-1b-instruct', {
|
|
120
|
-
* onProgress: (p) => updateProgressBar(p.percent),
|
|
121
|
-
* onStorageConsent: async (required, available) => {
|
|
122
|
-
* return confirm(`Download ${formatBytes(required)}?`);
|
|
123
|
-
* },
|
|
124
|
-
* });
|
|
125
|
-
*
|
|
126
|
-
* if (result.success) {
|
|
127
|
-
* log.info('Quickstart', 'Model ready!');
|
|
128
|
-
* } else if (result.blockedByPreflight) {
|
|
129
|
-
* log.warn('Quickstart', 'Blocked by preflight', result.preflight?.blockers);
|
|
130
|
-
* }
|
|
131
|
-
* ```
|
|
132
|
-
*/
|
|
133
|
-
export declare function downloadQuickStartModel(
|
|
134
|
-
modelId: string,
|
|
135
|
-
options?: QuickStartDownloadOptions
|
|
136
|
-
): Promise<QuickStartDownloadResult>;
|
|
137
|
-
|
|
138
|
-
/**
|
|
139
|
-
* Check if a quick-start model is already downloaded
|
|
140
|
-
*
|
|
141
|
-
* @param modelId - Model ID
|
|
142
|
-
* @returns True if model exists in OPFS
|
|
143
|
-
*/
|
|
144
|
-
export declare function isModelDownloaded(modelId: string): Promise<boolean>;
|
|
145
|
-
|
|
146
|
-
/**
|
|
147
|
-
* Get download size for a quick-start model
|
|
148
|
-
*
|
|
149
|
-
* @param modelId - Model ID
|
|
150
|
-
* @returns Size in bytes, or null if unknown model
|
|
151
|
-
*/
|
|
152
|
-
export declare function getModelDownloadSize(modelId: string): number | null;
|
|
153
|
-
|
|
154
|
-
/**
|
|
155
|
-
* Format model info for display
|
|
156
|
-
*/
|
|
157
|
-
export declare function formatModelInfo(modelId: string): string | null;
|
|
@@ -1,289 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
import { downloadModel } from './downloader.js';
|
|
4
|
-
import {
|
|
5
|
-
runPreflightChecks,
|
|
6
|
-
MODEL_REQUIREMENTS,
|
|
7
|
-
} from './preflight.js';
|
|
8
|
-
import { formatBytes } from './quota.js';
|
|
9
|
-
import { getCdnBasePath } from './download-types.js';
|
|
10
|
-
import quickstartRegistry from '../client/doppler-registry.json' with { type: 'json' };
|
|
11
|
-
import { buildHfResolveBaseUrl, DEFAULT_HF_CDN_BASE_URL } from '../utils/hf-resolve-url.js';
|
|
12
|
-
|
|
13
|
-
// ============================================================================
|
|
14
|
-
// Model Registry
|
|
15
|
-
// ============================================================================
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
let cdnBaseOverride = null;
|
|
19
|
-
|
|
20
|
-
export function setCDNBaseUrl(url) {
|
|
21
|
-
const normalized = typeof url === 'string' ? url.trim().replace(/\/$/, '') : '';
|
|
22
|
-
cdnBaseOverride = normalized || null;
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
export function getCDNBaseUrl() {
|
|
27
|
-
return cdnBaseOverride ?? getCdnBasePath() ?? DEFAULT_HF_CDN_BASE_URL;
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
const QUICKSTART_DISPLAY_NAMES = {
|
|
32
|
-
'gemma-3-270m-it-q4k-ehf16-af32': 'Gemma 3 270M IT (Q4K)',
|
|
33
|
-
'google-embeddinggemma-300m-q4k-ehf16-af32': 'EmbeddingGemma 300M (Q4K)',
|
|
34
|
-
'gemma-3-1b-it-q4k-ehf16-af32': 'Gemma 3 1B IT (Q4K)',
|
|
35
|
-
'gemma-4-e2b-it-q4k-ehf16-af32': 'Gemma 4 E2B IT (Q4K)',
|
|
36
|
-
'gemma-4-e2b-it-q4k-ehf16-af32-int4ple': 'Gemma 4 E2B IT (Q4K + INT4 PLE)',
|
|
37
|
-
'qwen-3-5-0-8b-q4k-ehaf16': 'Qwen 3.5 0.8B (Q4K)',
|
|
38
|
-
'qwen-3-5-2b-q4k-ehaf16': 'Qwen 3.5 2B (Q4K)',
|
|
39
|
-
};
|
|
40
|
-
|
|
41
|
-
function normalizeRegistryText(value) {
|
|
42
|
-
return typeof value === 'string' ? value.trim() : '';
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
function buildQuickStartModelsFromRegistry(registry) {
|
|
46
|
-
const rows = Array.isArray(registry?.models) ? registry.models : [];
|
|
47
|
-
const models = {};
|
|
48
|
-
for (const row of rows) {
|
|
49
|
-
const modelId = normalizeRegistryText(row?.modelId);
|
|
50
|
-
const displayName = QUICKSTART_DISPLAY_NAMES[modelId];
|
|
51
|
-
const requirements = MODEL_REQUIREMENTS[modelId];
|
|
52
|
-
const hf = row?.hf && typeof row.hf === 'object' ? row.hf : null;
|
|
53
|
-
const repoId = normalizeRegistryText(hf?.repoId);
|
|
54
|
-
const revision = normalizeRegistryText(hf?.revision);
|
|
55
|
-
const repoPath = normalizeRegistryText(hf?.path);
|
|
56
|
-
if (!modelId || !displayName || !requirements || !repoId || !revision || !repoPath) {
|
|
57
|
-
throw new Error(`Quickstart registry entry "${modelId || 'unknown'}" is incomplete for storage download.`);
|
|
58
|
-
}
|
|
59
|
-
models[modelId] = {
|
|
60
|
-
modelId,
|
|
61
|
-
displayName,
|
|
62
|
-
baseUrl: null,
|
|
63
|
-
hf: {
|
|
64
|
-
repoId,
|
|
65
|
-
revision,
|
|
66
|
-
path: repoPath,
|
|
67
|
-
},
|
|
68
|
-
requirements,
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
return models;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
export const QUICKSTART_MODELS = buildQuickStartModelsFromRegistry(quickstartRegistry);
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
export function getQuickStartModel(modelId) {
|
|
78
|
-
return QUICKSTART_MODELS[modelId];
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
export function listQuickStartModels() {
|
|
83
|
-
return Object.values(QUICKSTART_MODELS);
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
export function registerQuickStartModel(config) {
|
|
88
|
-
QUICKSTART_MODELS[config.modelId] = config;
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
function resolveQuickStartModelBaseUrl(config) {
|
|
92
|
-
if (typeof config?.baseUrl === 'string' && config.baseUrl.trim().length > 0) {
|
|
93
|
-
return config.baseUrl.trim().replace(/\/$/, '');
|
|
94
|
-
}
|
|
95
|
-
if (config?.hf) {
|
|
96
|
-
return buildHfResolveBaseUrl(config.hf, { cdnBasePath: getCDNBaseUrl() });
|
|
97
|
-
}
|
|
98
|
-
throw new Error(
|
|
99
|
-
`Quickstart model "${config?.modelId ?? 'unknown'}" is missing an explicit baseUrl or hosted Hugging Face source.`
|
|
100
|
-
);
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
// ============================================================================
|
|
104
|
-
// Download Functions
|
|
105
|
-
// ============================================================================
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
export async function downloadQuickStartModel(
|
|
109
|
-
modelId,
|
|
110
|
-
options = {}
|
|
111
|
-
) {
|
|
112
|
-
const config = QUICKSTART_MODELS[modelId];
|
|
113
|
-
|
|
114
|
-
if (!config) {
|
|
115
|
-
return {
|
|
116
|
-
success: false,
|
|
117
|
-
modelId,
|
|
118
|
-
error: `Unknown model: ${modelId}. Available: ${Object.keys(QUICKSTART_MODELS).join(', ')}`,
|
|
119
|
-
};
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
const {
|
|
123
|
-
onProgress,
|
|
124
|
-
onPreflightComplete,
|
|
125
|
-
onStorageConsent,
|
|
126
|
-
signal,
|
|
127
|
-
concurrency = 3,
|
|
128
|
-
skipPreflight = false,
|
|
129
|
-
} = options;
|
|
130
|
-
|
|
131
|
-
// -------------------------------------------------------------------------
|
|
132
|
-
// Step 1: Pre-flight checks
|
|
133
|
-
// -------------------------------------------------------------------------
|
|
134
|
-
|
|
135
|
-
let preflight;
|
|
136
|
-
|
|
137
|
-
if (!skipPreflight) {
|
|
138
|
-
try {
|
|
139
|
-
preflight = await runPreflightChecks(config.requirements);
|
|
140
|
-
onPreflightComplete?.(preflight);
|
|
141
|
-
|
|
142
|
-
if (!preflight.canProceed) {
|
|
143
|
-
return {
|
|
144
|
-
success: false,
|
|
145
|
-
modelId,
|
|
146
|
-
error: preflight.blockers.join('; '),
|
|
147
|
-
preflight,
|
|
148
|
-
blockedByPreflight: true,
|
|
149
|
-
};
|
|
150
|
-
}
|
|
151
|
-
} catch (err) {
|
|
152
|
-
return {
|
|
153
|
-
success: false,
|
|
154
|
-
modelId,
|
|
155
|
-
error: `Preflight check failed: ${ (err).message}`,
|
|
156
|
-
};
|
|
157
|
-
}
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
// -------------------------------------------------------------------------
|
|
161
|
-
// Step 2: Request user consent
|
|
162
|
-
// -------------------------------------------------------------------------
|
|
163
|
-
if (onStorageConsent) {
|
|
164
|
-
const requiredBytes = config.requirements.downloadSize;
|
|
165
|
-
const availableBytes = preflight?.storage.available ?? 0;
|
|
166
|
-
|
|
167
|
-
try {
|
|
168
|
-
const consent = await onStorageConsent(requiredBytes, availableBytes, config.displayName);
|
|
169
|
-
|
|
170
|
-
if (!consent) {
|
|
171
|
-
return {
|
|
172
|
-
success: false,
|
|
173
|
-
modelId,
|
|
174
|
-
error: 'User declined storage consent',
|
|
175
|
-
preflight,
|
|
176
|
-
userDeclined: true,
|
|
177
|
-
};
|
|
178
|
-
}
|
|
179
|
-
} catch (err) {
|
|
180
|
-
return {
|
|
181
|
-
success: false,
|
|
182
|
-
modelId,
|
|
183
|
-
error: `Consent flow failed: ${ (err).message}`,
|
|
184
|
-
preflight,
|
|
185
|
-
};
|
|
186
|
-
}
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
// -------------------------------------------------------------------------
|
|
190
|
-
// Step 3: Download model
|
|
191
|
-
// -------------------------------------------------------------------------
|
|
192
|
-
try {
|
|
193
|
-
// Check for abort before starting
|
|
194
|
-
if (signal?.aborted) {
|
|
195
|
-
return {
|
|
196
|
-
success: false,
|
|
197
|
-
modelId,
|
|
198
|
-
error: 'Download aborted',
|
|
199
|
-
preflight,
|
|
200
|
-
};
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
const downloadOpts = {
|
|
205
|
-
concurrency,
|
|
206
|
-
requestPersist: true,
|
|
207
|
-
modelId: config.modelId,
|
|
208
|
-
signal,
|
|
209
|
-
};
|
|
210
|
-
|
|
211
|
-
const baseUrl = resolveQuickStartModelBaseUrl(config);
|
|
212
|
-
const success = await downloadModel(
|
|
213
|
-
baseUrl,
|
|
214
|
-
onProgress,
|
|
215
|
-
downloadOpts
|
|
216
|
-
);
|
|
217
|
-
|
|
218
|
-
if (!success) {
|
|
219
|
-
return {
|
|
220
|
-
success: false,
|
|
221
|
-
modelId,
|
|
222
|
-
error: 'Download failed',
|
|
223
|
-
preflight,
|
|
224
|
-
};
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
return {
|
|
228
|
-
success: true,
|
|
229
|
-
modelId,
|
|
230
|
-
preflight,
|
|
231
|
-
};
|
|
232
|
-
} catch (err) {
|
|
233
|
-
const errorMessage = (err).message;
|
|
234
|
-
|
|
235
|
-
// Handle specific error types
|
|
236
|
-
if (errorMessage.includes('aborted') || signal?.aborted) {
|
|
237
|
-
return {
|
|
238
|
-
success: false,
|
|
239
|
-
modelId,
|
|
240
|
-
error: 'Download aborted by user',
|
|
241
|
-
preflight,
|
|
242
|
-
};
|
|
243
|
-
}
|
|
244
|
-
|
|
245
|
-
if (errorMessage.includes('quota') || errorMessage.includes('storage')) {
|
|
246
|
-
return {
|
|
247
|
-
success: false,
|
|
248
|
-
modelId,
|
|
249
|
-
error: `Storage error: ${errorMessage}`,
|
|
250
|
-
preflight,
|
|
251
|
-
};
|
|
252
|
-
}
|
|
253
|
-
|
|
254
|
-
return {
|
|
255
|
-
success: false,
|
|
256
|
-
modelId,
|
|
257
|
-
error: `Download failed: ${errorMessage}`,
|
|
258
|
-
preflight,
|
|
259
|
-
};
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
export async function isModelDownloaded(modelId) {
|
|
265
|
-
// Import dynamically to avoid circular deps
|
|
266
|
-
const { modelExists } = await import('./shard-manager.js');
|
|
267
|
-
return modelExists(modelId);
|
|
268
|
-
}
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
export function getModelDownloadSize(modelId) {
|
|
272
|
-
const config = QUICKSTART_MODELS[modelId];
|
|
273
|
-
return config?.requirements.downloadSize ?? null;
|
|
274
|
-
}
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
export function formatModelInfo(modelId) {
|
|
278
|
-
const config = QUICKSTART_MODELS[modelId];
|
|
279
|
-
if (!config) return null;
|
|
280
|
-
|
|
281
|
-
const { requirements } = config;
|
|
282
|
-
return [
|
|
283
|
-
config.displayName,
|
|
284
|
-
`${requirements.paramCount} parameters`,
|
|
285
|
-
`${requirements.quantization} quantization`,
|
|
286
|
-
`${formatBytes(requirements.downloadSize)} download`,
|
|
287
|
-
`${formatBytes(requirements.vramRequired)} VRAM required`,
|
|
288
|
-
].join(' | ');
|
|
289
|
-
}
|
|
@@ -1,59 +0,0 @@
|
|
|
1
|
-
import type { RDRRManifest } from '../formats/rdrr/types.js';
|
|
2
|
-
import type {
|
|
3
|
-
SourceRuntimeMetadata,
|
|
4
|
-
SourceStorageContext,
|
|
5
|
-
} from '../tooling/source-runtime-bundle.js';
|
|
6
|
-
|
|
7
|
-
export interface StoredSourceArtifactFile {
|
|
8
|
-
path: string;
|
|
9
|
-
size: number | null;
|
|
10
|
-
hash: string | null;
|
|
11
|
-
hashAlgorithm: string | null;
|
|
12
|
-
kind: string;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export interface StoredSourceArtifactSourceFile extends StoredSourceArtifactFile {
|
|
16
|
-
index: number;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
export interface StoredSourceArtifactDescriptor {
|
|
20
|
-
sourceRuntime: SourceRuntimeMetadata;
|
|
21
|
-
sourceFiles: StoredSourceArtifactSourceFile[];
|
|
22
|
-
auxiliaryFiles: StoredSourceArtifactFile[];
|
|
23
|
-
files: StoredSourceArtifactFile[];
|
|
24
|
-
totalBytes: number;
|
|
25
|
-
fingerprint: string;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
export interface StoredSourceArtifactIntegrity {
|
|
29
|
-
valid: boolean;
|
|
30
|
-
missingFiles: string[];
|
|
31
|
-
corruptFiles: string[];
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export interface StoredSourceArtifactManifestSynthesisResult {
|
|
35
|
-
manifest: RDRRManifest;
|
|
36
|
-
changed: boolean;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
export declare function normalizeSourceArtifactPath(value: unknown): string;
|
|
40
|
-
|
|
41
|
-
export declare function resolveSourceArtifact(
|
|
42
|
-
manifest: RDRRManifest
|
|
43
|
-
): StoredSourceArtifactDescriptor | null;
|
|
44
|
-
|
|
45
|
-
export declare function buildSourceArtifactFingerprint(manifest: RDRRManifest): string | null;
|
|
46
|
-
|
|
47
|
-
export declare function synthesizeStoredSourceArtifactManifest(
|
|
48
|
-
manifest: RDRRManifest
|
|
49
|
-
): StoredSourceArtifactManifestSynthesisResult;
|
|
50
|
-
|
|
51
|
-
export declare function verifyStoredSourceArtifact(
|
|
52
|
-
manifest: RDRRManifest,
|
|
53
|
-
options?: { checkHashes?: boolean }
|
|
54
|
-
): Promise<StoredSourceArtifactIntegrity>;
|
|
55
|
-
|
|
56
|
-
export declare function createStoredSourceArtifactContext(
|
|
57
|
-
manifest: RDRRManifest,
|
|
58
|
-
options?: { verifyHashes?: boolean }
|
|
59
|
-
): SourceStorageContext;
|
package/src/sw.js
DELETED
|
@@ -1,184 +0,0 @@
|
|
|
1
|
-
import { log } from './debug/index.js';
|
|
2
|
-
|
|
3
|
-
const workerGlobal = globalThis;
|
|
4
|
-
const BASE_PATH = workerGlobal.location.pathname.replace(/\/sw\.js$/, '');
|
|
5
|
-
const withBase = (path) => (BASE_PATH ? `${BASE_PATH}${path}` : path);
|
|
6
|
-
|
|
7
|
-
const DB_NAME = 'doppler-vfs-v0';
|
|
8
|
-
const STORE_NAME = 'files';
|
|
9
|
-
const DB_VERSION = 1;
|
|
10
|
-
const DB_TIMEOUT_MS = 2000;
|
|
11
|
-
|
|
12
|
-
// === PWA CONFIG ===
|
|
13
|
-
const CACHE_NAME = 'doppler-app-shell-v2';
|
|
14
|
-
const APP_SHELL = [
|
|
15
|
-
withBase('/demo/index.html'),
|
|
16
|
-
withBase('/demo/ui/styles/main.css'),
|
|
17
|
-
withBase('/src/bootstrap.js'),
|
|
18
|
-
withBase('/src/debug/index.js'),
|
|
19
|
-
'/demo/favicon.svg',
|
|
20
|
-
];
|
|
21
|
-
|
|
22
|
-
const EXTENSIONS = new Set(['.js', '.json', '.wgsl']);
|
|
23
|
-
const BYPASS_PATHS = new Set([
|
|
24
|
-
withBase('/src/bootstrap.js'),
|
|
25
|
-
withBase('/sw.js'),
|
|
26
|
-
]);
|
|
27
|
-
const BYPASS_PREFIXES = [
|
|
28
|
-
withBase('/kernel-tests/'),
|
|
29
|
-
withBase('/tests/'),
|
|
30
|
-
withBase('/debug/'),
|
|
31
|
-
];
|
|
32
|
-
|
|
33
|
-
const CONTENT_TYPES = {
|
|
34
|
-
'.js': 'application/javascript; charset=utf-8',
|
|
35
|
-
'.json': 'application/json; charset=utf-8',
|
|
36
|
-
'.wgsl': 'text/plain; charset=utf-8',
|
|
37
|
-
};
|
|
38
|
-
|
|
39
|
-
let dbPromise = null;
|
|
40
|
-
|
|
41
|
-
function withTimeout(promise, timeoutMs, label) {
|
|
42
|
-
return new Promise((resolve, reject) => {
|
|
43
|
-
const timer = setTimeout(() => {
|
|
44
|
-
reject(new Error(`${label} timed out after ${timeoutMs}ms`));
|
|
45
|
-
}, timeoutMs);
|
|
46
|
-
promise
|
|
47
|
-
.then((result) => {
|
|
48
|
-
clearTimeout(timer);
|
|
49
|
-
resolve(result);
|
|
50
|
-
})
|
|
51
|
-
.catch((err) => {
|
|
52
|
-
clearTimeout(timer);
|
|
53
|
-
reject(err);
|
|
54
|
-
});
|
|
55
|
-
});
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
function guessContentType(path) {
|
|
59
|
-
for (const [ext, type] of Object.entries(CONTENT_TYPES)) {
|
|
60
|
-
if (path.endsWith(ext)) return type;
|
|
61
|
-
}
|
|
62
|
-
return 'application/octet-stream';
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
function shouldHandlePath(path) {
|
|
66
|
-
if (BYPASS_PATHS.has(path)) return false;
|
|
67
|
-
for (const prefix of BYPASS_PREFIXES) {
|
|
68
|
-
if (path.startsWith(prefix)) return false;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
for (const ext of EXTENSIONS) {
|
|
72
|
-
if (path.endsWith(ext)) return true;
|
|
73
|
-
}
|
|
74
|
-
return false;
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
function openDb() {
|
|
78
|
-
if (dbPromise) return dbPromise;
|
|
79
|
-
|
|
80
|
-
const openPromise = new Promise((resolve, reject) => {
|
|
81
|
-
const request = indexedDB.open(DB_NAME, DB_VERSION);
|
|
82
|
-
|
|
83
|
-
request.onupgradeneeded = () => {
|
|
84
|
-
const db = request.result;
|
|
85
|
-
if (!db.objectStoreNames.contains(STORE_NAME)) {
|
|
86
|
-
db.createObjectStore(STORE_NAME, { keyPath: 'path' });
|
|
87
|
-
}
|
|
88
|
-
};
|
|
89
|
-
|
|
90
|
-
request.onsuccess = () => resolve(request.result);
|
|
91
|
-
request.onerror = () => reject(request.error || new Error('Failed to open VFS database.'));
|
|
92
|
-
request.onblocked = () => reject(new Error('VFS database open blocked by another connection.'));
|
|
93
|
-
});
|
|
94
|
-
|
|
95
|
-
dbPromise = withTimeout(openPromise, DB_TIMEOUT_MS, 'VFS database open');
|
|
96
|
-
return dbPromise;
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
function readEntry(db, path) {
|
|
100
|
-
return new Promise((resolve, reject) => {
|
|
101
|
-
const tx = db.transaction(STORE_NAME, 'readonly');
|
|
102
|
-
const store = tx.objectStore(STORE_NAME);
|
|
103
|
-
const request = store.get(path);
|
|
104
|
-
request.onsuccess = () => resolve(request.result || null);
|
|
105
|
-
request.onerror = () => reject(request.error || new Error(`Failed to read VFS entry: ${path}`));
|
|
106
|
-
});
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
async function respondFromVfs(path) {
|
|
110
|
-
try {
|
|
111
|
-
const db = await openDb();
|
|
112
|
-
const entry = await readEntry(db, path);
|
|
113
|
-
if (!entry) return null;
|
|
114
|
-
|
|
115
|
-
const headers = new Headers();
|
|
116
|
-
headers.set('Content-Type', entry.contentType || guessContentType(path));
|
|
117
|
-
headers.set('Cache-Control', 'no-store');
|
|
118
|
-
headers.set('X-VFS-Source', 'vfs');
|
|
119
|
-
|
|
120
|
-
return new Response(entry.body, {
|
|
121
|
-
status: 200,
|
|
122
|
-
headers,
|
|
123
|
-
});
|
|
124
|
-
} catch (err) {
|
|
125
|
-
log.warn('VFS', `VFS read failed: ${(err).message}`);
|
|
126
|
-
return null;
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
// === SW LIFECYCLE ===
|
|
131
|
-
|
|
132
|
-
workerGlobal.addEventListener('install', (event) => {
|
|
133
|
-
event.waitUntil(
|
|
134
|
-
(async () => {
|
|
135
|
-
const cache = await caches.open(CACHE_NAME);
|
|
136
|
-
log.info('SW', 'Caching app shell...', APP_SHELL);
|
|
137
|
-
await cache.addAll(APP_SHELL);
|
|
138
|
-
return workerGlobal.skipWaiting();
|
|
139
|
-
})()
|
|
140
|
-
);
|
|
141
|
-
});
|
|
142
|
-
|
|
143
|
-
workerGlobal.addEventListener('activate', (event) => {
|
|
144
|
-
event.waitUntil(
|
|
145
|
-
(async () => {
|
|
146
|
-
// Clean up old caches if any (simple version)
|
|
147
|
-
const keys = await caches.keys();
|
|
148
|
-
for (const key of keys) {
|
|
149
|
-
if (key !== CACHE_NAME) await caches.delete(key);
|
|
150
|
-
}
|
|
151
|
-
return workerGlobal.clients.claim();
|
|
152
|
-
})()
|
|
153
|
-
);
|
|
154
|
-
});
|
|
155
|
-
|
|
156
|
-
workerGlobal.addEventListener('fetch', (event) => {
|
|
157
|
-
const request = event.request;
|
|
158
|
-
if (request.method !== 'GET') return;
|
|
159
|
-
|
|
160
|
-
const url = new URL(request.url);
|
|
161
|
-
if (url.origin !== workerGlobal.location.origin) return;
|
|
162
|
-
|
|
163
|
-
const path = url.pathname;
|
|
164
|
-
|
|
165
|
-
event.respondWith((async () => {
|
|
166
|
-
// 1. VFS First (for code editing)
|
|
167
|
-
if (shouldHandlePath(path)) {
|
|
168
|
-
const vfsResponse = await respondFromVfs(path);
|
|
169
|
-
if (vfsResponse) return vfsResponse;
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
// 2. Cache First (App Shell)
|
|
173
|
-
const cached = await caches.match(request);
|
|
174
|
-
if (cached) return cached;
|
|
175
|
-
|
|
176
|
-
// 3. Network Only (No runtime caching to avoid conflicts)
|
|
177
|
-
try {
|
|
178
|
-
return await fetch(request); // No cache: 'no-store' optional but relying on browser default
|
|
179
|
-
} catch (err) {
|
|
180
|
-
// Optional: return offline page if main navigation fails
|
|
181
|
-
throw err;
|
|
182
|
-
}
|
|
183
|
-
})());
|
|
184
|
-
});
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
export declare const TOOLING_COMMAND_SET: readonly string[];
|
|
2
|
-
export declare const TOOLING_SURFACE_SET: readonly string[];
|
|
3
|
-
export declare const TOOLING_WORKLOAD_SET: readonly string[];
|
|
4
|
-
export declare const TOOLING_INTENT_SET: readonly string[];
|
|
5
|
-
export declare const VERIFY_WORKLOADS: readonly string[];
|
|
6
|
-
export declare const TRAINING_STAGE_SET: readonly string[];
|
|
7
|
-
export declare const DISTILL_ACTION_SET: readonly string[];
|
|
8
|
-
export declare const LORA_ACTION_SET: readonly string[];
|
|
9
|
-
export declare const TRAINING_COMMAND_SCHEMA_VERSION: number;
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
export declare function normalizeConvert(raw: Record<string, unknown>): Record<string, unknown>;
|
|
2
|
-
export declare function normalizeRefreshIntegrity(raw: Record<string, unknown>): Record<string, unknown>;
|
|
3
|
-
export declare function normalizeTrainingOperatorCommand(
|
|
4
|
-
raw: Record<string, unknown>,
|
|
5
|
-
command: string
|
|
6
|
-
): Record<string, unknown>;
|
|
7
|
-
export declare function normalizeSuiteCommand(
|
|
8
|
-
raw: Record<string, unknown>,
|
|
9
|
-
command: string
|
|
10
|
-
): Record<string, unknown>;
|