doppler-gpu 0.4.7 → 0.4.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +64 -0
- package/README.md +93 -144
- package/models/catalog.json +1575 -0
- package/package.json +37 -12
- package/src/cli/doppler-cli.js +28 -7
- package/src/client/doppler-registry.json +2 -2
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/kernel-ref-digests.js +26 -17
- package/src/config/kernels/registry.json +448 -27
- package/src/config/merge.js +11 -0
- package/src/config/param-validator.js +25 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/doppler.schema.js +40 -5
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +2 -2
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/suite.js +1 -1
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +21 -0
- package/src/gpu/kernels/index.js +13 -0
- package/src/gpu/kernels/linear-attention-core.js +413 -15
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +5 -1
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +251 -20
- package/src/inference/browser-harness.js +221 -3
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +18 -0
- package/src/inference/pipelines/text/config.js +100 -0
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +37 -0
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +122 -8
- package/src/inference/pipelines/text/ffn/dense.js +239 -21
- package/src/inference/pipelines/text/ffn/standard.js +121 -38
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +2 -0
- package/src/inference/pipelines/text/generator-runtime.js +1 -0
- package/src/inference/pipelines/text/generator-steps.js +2 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +297 -19
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +2 -2
- package/src/inference/pipelines/text/layer.js +87 -8
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +173 -16
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/logits/index.js +62 -1
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/ops.js +22 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +40 -14
- package/src/inference/tokenizers/bundled.js +45 -23
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/inference/capability-transforms.rules.json +145 -20
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +1 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-runtime-map.svg +0 -82
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -54
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -62
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -319
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -33
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -31
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -166
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -152
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -69
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -222
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
|
@@ -1,193 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* safetensors-parser-browser.ts - Browser Safetensors Parser
|
|
3
|
-
*
|
|
4
|
-
* Parses Hugging Face safetensors files in the browser using File API.
|
|
5
|
-
* Supports both single files and sharded models (multiple files + index).
|
|
6
|
-
*
|
|
7
|
-
* @module browser/safetensors-parser-browser
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
import type { SafetensorsTensor as CoreSafetensorsTensor, SafetensorsIndexJson } from '../../formats/safetensors/types.js';
|
|
11
|
-
import type { TensorSource } from './tensor-source-file.js';
|
|
12
|
-
|
|
13
|
-
export { DTYPE_SIZE, DTYPE_MAP } from '../../formats/safetensors/types.js';
|
|
14
|
-
|
|
15
|
-
export type { SafetensorsDtype, SafetensorsIndexJson } from '../../formats/safetensors/types.js';
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* Tensor information from safetensors file
|
|
19
|
-
*/
|
|
20
|
-
export type SafetensorsTensor = CoreSafetensorsTensor & {
|
|
21
|
-
file?: File;
|
|
22
|
-
source?: TensorSource;
|
|
23
|
-
elemSize: number;
|
|
24
|
-
dtypeOriginal: string;
|
|
25
|
-
};
|
|
26
|
-
|
|
27
|
-
/**
|
|
28
|
-
* Parsed safetensors file result
|
|
29
|
-
*/
|
|
30
|
-
export interface ParsedSafetensorsFile {
|
|
31
|
-
headerSize: number;
|
|
32
|
-
dataOffset: number;
|
|
33
|
-
metadata: Record<string, unknown>;
|
|
34
|
-
tensors: SafetensorsTensor[];
|
|
35
|
-
file?: File;
|
|
36
|
-
source: TensorSource;
|
|
37
|
-
fileSize: number;
|
|
38
|
-
fileName: string;
|
|
39
|
-
config?: ModelConfig;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* Shard information
|
|
44
|
-
*/
|
|
45
|
-
export interface ShardInfo {
|
|
46
|
-
file: string;
|
|
47
|
-
size: number;
|
|
48
|
-
tensorCount: number;
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
/**
|
|
52
|
-
* Parsed sharded safetensors model
|
|
53
|
-
*/
|
|
54
|
-
export interface ParsedSafetensorsSharded {
|
|
55
|
-
metadata: Record<string, unknown>;
|
|
56
|
-
shards: ShardInfo[];
|
|
57
|
-
tensors: SafetensorsTensor[];
|
|
58
|
-
fileMap: Map<string, TensorSource>;
|
|
59
|
-
config?: ModelConfig;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
/**
|
|
63
|
-
* Model format detection result
|
|
64
|
-
*/
|
|
65
|
-
export interface ModelFormatInfo {
|
|
66
|
-
type: 'single' | 'sharded' | 'sharded-no-index' | 'gguf' | 'unknown';
|
|
67
|
-
indexFile?: File | TensorSource;
|
|
68
|
-
safetensorsFile?: File | TensorSource;
|
|
69
|
-
safetensorsFiles?: Array<File | TensorSource>;
|
|
70
|
-
ggufFile?: File | TensorSource;
|
|
71
|
-
files?: Array<File | TensorSource>;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
/**
|
|
75
|
-
* Auxiliary files from model directory
|
|
76
|
-
*/
|
|
77
|
-
export interface AuxiliaryFiles {
|
|
78
|
-
config?: File | TensorSource;
|
|
79
|
-
tokenizerConfig?: File | TensorSource;
|
|
80
|
-
tokenizer?: File | TensorSource;
|
|
81
|
-
tokenizerModel?: File | TensorSource;
|
|
82
|
-
specialTokensMap?: File | TensorSource;
|
|
83
|
-
generationConfig?: File | TensorSource;
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
/**
|
|
87
|
-
* Parse safetensors header from File object
|
|
88
|
-
*/
|
|
89
|
-
export declare function parseSafetensorsFile(file: File | TensorSource): Promise<ParsedSafetensorsFile>;
|
|
90
|
-
|
|
91
|
-
/**
|
|
92
|
-
* Parse sharded safetensors model from multiple files
|
|
93
|
-
*/
|
|
94
|
-
export declare function parseSafetensorsSharded(
|
|
95
|
-
files: Array<File | TensorSource>,
|
|
96
|
-
indexJson?: SafetensorsIndexJson | null
|
|
97
|
-
): Promise<ParsedSafetensorsSharded>;
|
|
98
|
-
|
|
99
|
-
/**
|
|
100
|
-
* Read tensor data from File
|
|
101
|
-
*/
|
|
102
|
-
export declare function readTensorData(tensor: SafetensorsTensor): Promise<ArrayBuffer>;
|
|
103
|
-
|
|
104
|
-
/**
|
|
105
|
-
* Stream tensor data for large files
|
|
106
|
-
*/
|
|
107
|
-
export declare function streamTensorData(
|
|
108
|
-
tensor: SafetensorsTensor,
|
|
109
|
-
chunkSize?: number
|
|
110
|
-
): AsyncGenerator<Uint8Array>;
|
|
111
|
-
|
|
112
|
-
/**
|
|
113
|
-
* Parse config.json from File
|
|
114
|
-
*/
|
|
115
|
-
export declare function parseConfigJson(configFile: File | TensorSource): Promise<Record<string, unknown>>;
|
|
116
|
-
|
|
117
|
-
export declare function parseTokenizerConfigJson(tokenizerConfigFile: File | TensorSource): Promise<Record<string, unknown>>;
|
|
118
|
-
|
|
119
|
-
/**
|
|
120
|
-
* Parse tokenizer.json from File
|
|
121
|
-
*/
|
|
122
|
-
export declare function parseTokenizerJson(tokenizerFile: File | TensorSource): Promise<Record<string, unknown>>;
|
|
123
|
-
|
|
124
|
-
/**
|
|
125
|
-
* Parse model.safetensors.index.json from File
|
|
126
|
-
*/
|
|
127
|
-
export declare function parseIndexJson(indexFile: File | TensorSource): Promise<SafetensorsIndexJson>;
|
|
128
|
-
|
|
129
|
-
/**
|
|
130
|
-
* Detect model format from selected files
|
|
131
|
-
*/
|
|
132
|
-
export declare function detectModelFormat(files: Array<File | TensorSource>): ModelFormatInfo;
|
|
133
|
-
|
|
134
|
-
/**
|
|
135
|
-
* Get auxiliary files from selection
|
|
136
|
-
*/
|
|
137
|
-
export declare function getAuxiliaryFiles(files: Array<File | TensorSource>): AuxiliaryFiles;
|
|
138
|
-
|
|
139
|
-
/**
|
|
140
|
-
* Calculate total model size
|
|
141
|
-
*/
|
|
142
|
-
export declare function calculateTotalSize(parsed: { tensors: SafetensorsTensor[] }): number;
|
|
143
|
-
|
|
144
|
-
/**
|
|
145
|
-
* Group tensors by layer
|
|
146
|
-
*/
|
|
147
|
-
export declare function groupTensorsByLayer(
|
|
148
|
-
parsed: { tensors: SafetensorsTensor[] }
|
|
149
|
-
): Map<number, SafetensorsTensor[]>;
|
|
150
|
-
|
|
151
|
-
/**
|
|
152
|
-
* @deprecated Use ParsedSafetensorsFile instead
|
|
153
|
-
*/
|
|
154
|
-
export type SafetensorsParseResult = ParsedSafetensorsFile;
|
|
155
|
-
|
|
156
|
-
/**
|
|
157
|
-
* @deprecated Use ModelFormatInfo instead
|
|
158
|
-
*/
|
|
159
|
-
export type ModelFormat = ModelFormatInfo;
|
|
160
|
-
|
|
161
|
-
/**
|
|
162
|
-
* @deprecated Use SafetensorsTensor instead
|
|
163
|
-
*/
|
|
164
|
-
export type TensorInfo = SafetensorsTensor;
|
|
165
|
-
|
|
166
|
-
/**
|
|
167
|
-
* Model configuration type (extracted from config.json)
|
|
168
|
-
*/
|
|
169
|
-
export interface ModelConfig {
|
|
170
|
-
architectures?: string[];
|
|
171
|
-
model_type?: string;
|
|
172
|
-
hidden_size?: number;
|
|
173
|
-
intermediate_size?: number;
|
|
174
|
-
num_hidden_layers?: number;
|
|
175
|
-
num_attention_heads?: number;
|
|
176
|
-
num_key_value_heads?: number;
|
|
177
|
-
vocab_size?: number;
|
|
178
|
-
max_position_embeddings?: number;
|
|
179
|
-
rms_norm_eps?: number;
|
|
180
|
-
rope_theta?: number;
|
|
181
|
-
rope_scaling?: {
|
|
182
|
-
type?: string;
|
|
183
|
-
factor?: number;
|
|
184
|
-
};
|
|
185
|
-
_name_or_path?: string;
|
|
186
|
-
n_layer?: number;
|
|
187
|
-
n_embd?: number;
|
|
188
|
-
n_inner?: number;
|
|
189
|
-
n_head?: number;
|
|
190
|
-
n_positions?: number;
|
|
191
|
-
head_dim?: number;
|
|
192
|
-
[key: string]: unknown;
|
|
193
|
-
}
|
|
@@ -1,57 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* shard-io-browser.ts - Browser I/O Adapter for Shard Packer
|
|
3
|
-
*
|
|
4
|
-
* Implements ShardIO interface using OPFS (Origin Private File System).
|
|
5
|
-
*
|
|
6
|
-
* @module browser/shard-io-browser
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import type { ShardIO } from '../../converter/shard-packer.js';
|
|
10
|
-
|
|
11
|
-
/**
|
|
12
|
-
* Browser/OPFS implementation of ShardIO interface.
|
|
13
|
-
*/
|
|
14
|
-
export declare class BrowserShardIO implements ShardIO {
|
|
15
|
-
constructor(modelDir: FileSystemDirectoryHandle, options?: { hashAlgorithm?: string });
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* Create a BrowserShardIO from a model ID.
|
|
19
|
-
* Opens or creates the model directory in OPFS.
|
|
20
|
-
*/
|
|
21
|
-
static create(modelId: string, options?: { hashAlgorithm?: string }): Promise<BrowserShardIO>;
|
|
22
|
-
|
|
23
|
-
/**
|
|
24
|
-
* Write shard data to OPFS, returns hash.
|
|
25
|
-
*/
|
|
26
|
-
writeShard(index: number, data: Uint8Array): Promise<string>;
|
|
27
|
-
|
|
28
|
-
/**
|
|
29
|
-
* Compute hash using the configured hash algorithm.
|
|
30
|
-
*/
|
|
31
|
-
computeHash(data: Uint8Array): Promise<string>;
|
|
32
|
-
|
|
33
|
-
/**
|
|
34
|
-
* Write a JSON file to the model directory.
|
|
35
|
-
*/
|
|
36
|
-
writeJson(filename: string, data: unknown): Promise<void>;
|
|
37
|
-
|
|
38
|
-
/**
|
|
39
|
-
* Write raw file to model directory.
|
|
40
|
-
*/
|
|
41
|
-
writeFile(filename: string, data: string | Uint8Array): Promise<void>;
|
|
42
|
-
|
|
43
|
-
/**
|
|
44
|
-
* Get the model directory handle.
|
|
45
|
-
*/
|
|
46
|
-
getModelDir(): FileSystemDirectoryHandle;
|
|
47
|
-
|
|
48
|
-
/**
|
|
49
|
-
* Delete all files in the model directory.
|
|
50
|
-
*/
|
|
51
|
-
clear(): Promise<void>;
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
/**
|
|
55
|
-
* Check if OPFS is supported in this browser.
|
|
56
|
-
*/
|
|
57
|
-
export declare function isOPFSSupported(): boolean;
|
|
@@ -1,89 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
import { generateShardFilename } from '../../formats/rdrr/index.js';
|
|
4
|
-
import { createStreamingHasher, getOpfsPathConfig } from '../../storage/shard-manager.js';
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
export class BrowserShardIO {
|
|
8
|
-
constructor(modelDir, options = {}) {
|
|
9
|
-
this.modelDir = modelDir;
|
|
10
|
-
this.hashAlgorithm = options.hashAlgorithm ?? 'sha256';
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
static async create(modelId, options = {}) {
|
|
15
|
-
const opfsRoot = await navigator.storage.getDirectory();
|
|
16
|
-
const modelsDir = await opfsRoot.getDirectoryHandle(getOpfsPathConfig().opfsRootDir, { create: true });
|
|
17
|
-
const modelDir = await modelsDir.getDirectoryHandle(modelId, { create: true });
|
|
18
|
-
return new BrowserShardIO(modelDir, options);
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
async writeShard(index, data) {
|
|
23
|
-
const filename = generateShardFilename(index);
|
|
24
|
-
const fileHandle = await this.modelDir.getFileHandle(filename, { create: true });
|
|
25
|
-
const writable = await fileHandle.createWritable();
|
|
26
|
-
// Use ArrayBuffer for FileSystemWritableFileStream compatibility
|
|
27
|
-
const buffer = data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
|
|
28
|
-
await writable.write(buffer);
|
|
29
|
-
await writable.close();
|
|
30
|
-
return this.computeHash(data);
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
async computeHash(data) {
|
|
35
|
-
const hasher = await createStreamingHasher(this.hashAlgorithm);
|
|
36
|
-
hasher.update(data);
|
|
37
|
-
const hashBytes = await hasher.finalize();
|
|
38
|
-
return bytesToHex(hashBytes);
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
async writeJson(filename, data) {
|
|
43
|
-
const fileHandle = await this.modelDir.getFileHandle(filename, { create: true });
|
|
44
|
-
const writable = await fileHandle.createWritable();
|
|
45
|
-
await writable.write(JSON.stringify(data, null, 2));
|
|
46
|
-
await writable.close();
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
async writeFile(filename, data) {
|
|
51
|
-
const fileHandle = await this.modelDir.getFileHandle(filename, { create: true });
|
|
52
|
-
const writable = await fileHandle.createWritable();
|
|
53
|
-
if (typeof data === 'string') {
|
|
54
|
-
await writable.write(data);
|
|
55
|
-
} else {
|
|
56
|
-
const buffer = data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
|
|
57
|
-
await writable.write(buffer);
|
|
58
|
-
}
|
|
59
|
-
await writable.close();
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
getModelDir() {
|
|
64
|
-
return this.modelDir;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
async clear() {
|
|
69
|
-
const entries = this.modelDir.values();
|
|
70
|
-
for await (const entry of entries) {
|
|
71
|
-
await this.modelDir.removeEntry(entry.name);
|
|
72
|
-
}
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
export function isOPFSSupported() {
|
|
78
|
-
return (
|
|
79
|
-
typeof navigator !== 'undefined' &&
|
|
80
|
-
'storage' in navigator &&
|
|
81
|
-
'getDirectory' in (navigator.storage)
|
|
82
|
-
);
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
function bytesToHex(bytes) {
|
|
86
|
-
return Array.from(bytes)
|
|
87
|
-
.map((b) => b.toString(16).padStart(2, '0'))
|
|
88
|
-
.join('');
|
|
89
|
-
}
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* tensor-source-download.ts - Download-first tensor source fallback
|
|
3
|
-
*
|
|
4
|
-
* @module browser/tensor-source-download
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
import type { TensorSource } from './tensor-source-file.js';
|
|
8
|
-
import type { HttpTensorSourceOptions } from './tensor-source-http.js';
|
|
9
|
-
|
|
10
|
-
export interface DownloadTensorSourceResult {
|
|
11
|
-
source: TensorSource;
|
|
12
|
-
size: number;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export interface RemoteTensorSourceResult extends DownloadTensorSourceResult {
|
|
16
|
-
supportsRange: boolean;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
export declare function createDownloadTensorSource(
|
|
20
|
-
url: string,
|
|
21
|
-
options?: HttpTensorSourceOptions
|
|
22
|
-
): Promise<DownloadTensorSourceResult>;
|
|
23
|
-
|
|
24
|
-
export declare function createRemoteTensorSource(
|
|
25
|
-
url: string,
|
|
26
|
-
options?: HttpTensorSourceOptions
|
|
27
|
-
): Promise<RemoteTensorSourceResult>;
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"schemaVersion": 1,
|
|
3
|
-
"updated": "2026-03-07",
|
|
4
|
-
"lanes": [
|
|
5
|
-
{
|
|
6
|
-
"id": "sd3-larger-targets",
|
|
7
|
-
"status": "started",
|
|
8
|
-
"scope": "Expand deterministic harness coverage beyond 512x512-equivalent smoke to larger SD3 image targets.",
|
|
9
|
-
"nextAction": "Add gated 1024x1024 runtime contract fixture pack and optional CI lane."
|
|
10
|
-
},
|
|
11
|
-
{
|
|
12
|
-
"id": "sd3-quantized-path",
|
|
13
|
-
"status": "started",
|
|
14
|
-
"scope": "Define and validate quantized diffusion execution contract (weights + dequantization policy + acceptance metrics).",
|
|
15
|
-
"nextAction": "Pin quantized runtime schema fields and add contract tests for unsupported combinations."
|
|
16
|
-
},
|
|
17
|
-
{
|
|
18
|
-
"id": "sd3-platform-rollout",
|
|
19
|
-
"status": "started",
|
|
20
|
-
"scope": "Broaden platform validation and rollout policy for browser + Node WebGPU environments.",
|
|
21
|
-
"nextAction": "Add platform matrix gates for required diffusion command artifacts and pass/fail publication rules."
|
|
22
|
-
}
|
|
23
|
-
],
|
|
24
|
-
"exitCriteria": [
|
|
25
|
-
"Each lane has contract tests in tests/config or tests/integration.",
|
|
26
|
-
"Command-level verify and bench semantics remain identical across surfaces.",
|
|
27
|
-
"Required diffusion artifacts are emitted in CI for each enabled lane."
|
|
28
|
-
]
|
|
29
|
-
}
|
|
@@ -1,57 +0,0 @@
|
|
|
1
|
-
export declare const P2P_TRANSPORT_CONTRACT_VERSION: 1;
|
|
2
|
-
export declare const P2P_TRANSPORT_RESULT_SCHEMA_VERSION: 1;
|
|
3
|
-
|
|
4
|
-
export declare const P2P_TRANSPORT_ERROR_CODES: Readonly<{
|
|
5
|
-
unconfigured: string;
|
|
6
|
-
unavailable: string;
|
|
7
|
-
timeout: string;
|
|
8
|
-
aborted: string;
|
|
9
|
-
integrityMismatch: string;
|
|
10
|
-
policyDenied: string;
|
|
11
|
-
internal: string;
|
|
12
|
-
payloadInvalid: string;
|
|
13
|
-
contractUnsupported: string;
|
|
14
|
-
}>;
|
|
15
|
-
|
|
16
|
-
export interface P2PTransportError extends Error {
|
|
17
|
-
code?: string;
|
|
18
|
-
retryable?: boolean;
|
|
19
|
-
details?: Record<string, unknown>;
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
export declare function createP2PTransportError(
|
|
23
|
-
code: string,
|
|
24
|
-
message: string,
|
|
25
|
-
details?: Record<string, unknown> | null,
|
|
26
|
-
retryable?: boolean
|
|
27
|
-
): P2PTransportError;
|
|
28
|
-
|
|
29
|
-
export declare function assertSupportedP2PTransportContract(
|
|
30
|
-
version: number | null | undefined
|
|
31
|
-
): number;
|
|
32
|
-
|
|
33
|
-
export interface P2PTransportResultEnvelope {
|
|
34
|
-
schemaVersion: number;
|
|
35
|
-
data: ArrayBuffer;
|
|
36
|
-
manifestVersionSet: string | null;
|
|
37
|
-
manifestHash: string | null;
|
|
38
|
-
rangeStart: number | null;
|
|
39
|
-
totalSize: number | null;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
export declare function normalizeP2PTransportResult(
|
|
43
|
-
value: unknown,
|
|
44
|
-
label?: string
|
|
45
|
-
): P2PTransportResultEnvelope | null;
|
|
46
|
-
|
|
47
|
-
export declare function normalizeP2PTransportPayload(
|
|
48
|
-
value: unknown,
|
|
49
|
-
label?: string
|
|
50
|
-
): ArrayBuffer | null;
|
|
51
|
-
|
|
52
|
-
export declare function normalizeP2PTransportError(
|
|
53
|
-
error: unknown,
|
|
54
|
-
context?: Record<string, unknown>
|
|
55
|
-
): P2PTransportError;
|
|
56
|
-
|
|
57
|
-
export declare function isP2PTransportRetryable(error: unknown): boolean;
|
|
@@ -1,75 +0,0 @@
|
|
|
1
|
-
import { log } from '../../debug/index.js';
|
|
2
|
-
import {
|
|
3
|
-
P2P_TRANSPORT_ERROR_CODES,
|
|
4
|
-
createP2PTransportError,
|
|
5
|
-
} from './p2p-transport-contract.js';
|
|
6
|
-
|
|
7
|
-
const REQUIRED_MESSAGE_FIELDS = ['type', 'schemaVersion'];
|
|
8
|
-
|
|
9
|
-
const KNOWN_MESSAGE_TYPES = new Set([
|
|
10
|
-
'doppler_p2p_shard_request',
|
|
11
|
-
'doppler_p2p_shard_response',
|
|
12
|
-
'doppler_p2p_heartbeat',
|
|
13
|
-
'doppler_p2p_announce',
|
|
14
|
-
]);
|
|
15
|
-
|
|
16
|
-
export function validatePeerMessage(message) {
|
|
17
|
-
if (!message || typeof message !== 'object') {
|
|
18
|
-
log.warn('P2P', 'Peer message is not a valid object');
|
|
19
|
-
return false;
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
for (const field of REQUIRED_MESSAGE_FIELDS) {
|
|
23
|
-
if (message[field] === undefined || message[field] === null) {
|
|
24
|
-
log.warn('P2P', `Peer message missing required field: ${field}`);
|
|
25
|
-
return false;
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
if (typeof message.type !== 'string' || !message.type.trim()) {
|
|
30
|
-
log.warn('P2P', 'Peer message type must be a non-empty string');
|
|
31
|
-
return false;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
if (!KNOWN_MESSAGE_TYPES.has(message.type)) {
|
|
35
|
-
log.warn('P2P', `Peer message has unknown type: ${message.type}`);
|
|
36
|
-
return false;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
if (typeof message.schemaVersion !== 'number' || !Number.isInteger(message.schemaVersion)) {
|
|
40
|
-
log.warn('P2P', `Peer message schemaVersion must be an integer, got: ${message.schemaVersion}`);
|
|
41
|
-
return false;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
return true;
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
export function deserializeAndValidate(raw) {
|
|
48
|
-
let parsed = null;
|
|
49
|
-
if (typeof raw === 'string') {
|
|
50
|
-
try {
|
|
51
|
-
parsed = JSON.parse(raw);
|
|
52
|
-
} catch {
|
|
53
|
-
throw createP2PTransportError(
|
|
54
|
-
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
55
|
-
'Peer message is not valid JSON.'
|
|
56
|
-
);
|
|
57
|
-
}
|
|
58
|
-
} else if (raw && typeof raw === 'object') {
|
|
59
|
-
parsed = raw;
|
|
60
|
-
} else {
|
|
61
|
-
throw createP2PTransportError(
|
|
62
|
-
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
63
|
-
'Peer message must be a string or object.'
|
|
64
|
-
);
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
if (!validatePeerMessage(parsed)) {
|
|
68
|
-
throw createP2PTransportError(
|
|
69
|
-
P2P_TRANSPORT_ERROR_CODES.payloadInvalid,
|
|
70
|
-
`Peer message failed schema validation (type="${parsed?.type}").`
|
|
71
|
-
);
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
return parsed;
|
|
75
|
-
}
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
import type { Manifest } from '../../config/schema/manifest.schema.js';
|
|
2
|
-
|
|
3
|
-
export interface IntentBundleVerifyContext {
|
|
4
|
-
manifest?: Manifest | null;
|
|
5
|
-
kernelRegistryVersion?: string | null;
|
|
6
|
-
enforceDeterministicOutput?: boolean;
|
|
7
|
-
}
|
|
8
|
-
|
|
9
|
-
export interface IntentBundleVerificationResult {
|
|
10
|
-
ok: boolean;
|
|
11
|
-
reason: string;
|
|
12
|
-
reasons?: string[];
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
export interface IntentBundleDriftResult {
|
|
16
|
-
ok: boolean;
|
|
17
|
-
drift: number;
|
|
18
|
-
matchRatio: number;
|
|
19
|
-
reason: string;
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
export declare function fetchIntentBundle(url: string): Promise<Record<string, unknown>>;
|
|
23
|
-
export declare function computeManifestHash(manifest: Manifest): Promise<string>;
|
|
24
|
-
export declare function getKernelRegistryVersion(): Promise<string | null>;
|
|
25
|
-
export declare function verifyIntentBundle(
|
|
26
|
-
bundle: Record<string, unknown>,
|
|
27
|
-
context: IntentBundleVerifyContext
|
|
28
|
-
): Promise<IntentBundleVerificationResult>;
|
|
29
|
-
export declare function compareTopK(
|
|
30
|
-
expectedTopK: number[],
|
|
31
|
-
actualTopK: number[]
|
|
32
|
-
): { matchRatio: number; drift: number };
|
|
33
|
-
export declare function enforceLogitDrift(
|
|
34
|
-
expectedTopK: number[],
|
|
35
|
-
actualTopK: number[],
|
|
36
|
-
maxDriftThreshold: number | null | undefined
|
|
37
|
-
): IntentBundleDriftResult;
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
import type { HashAlgorithm } from '../../config/schema/index.js';
|
|
2
|
-
import type { HotSwapConfigSchema } from '../../config/schema/hotswap.schema.js';
|
|
3
|
-
|
|
4
|
-
export interface HotSwapArtifact {
|
|
5
|
-
path: string;
|
|
6
|
-
hash: string;
|
|
7
|
-
hashAlgorithm?: HashAlgorithm;
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
export interface HotSwapManifest {
|
|
11
|
-
bundleId: string;
|
|
12
|
-
version: string;
|
|
13
|
-
artifacts: HotSwapArtifact[];
|
|
14
|
-
signerId?: string;
|
|
15
|
-
signature?: string;
|
|
16
|
-
createdAt?: string;
|
|
17
|
-
metadata?: Record<string, string>;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export interface HotSwapVerificationResult {
|
|
21
|
-
ok: boolean;
|
|
22
|
-
reason: string;
|
|
23
|
-
signerId?: string;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export interface HotSwapVerificationContext {
|
|
27
|
-
source?: {
|
|
28
|
-
kind?: 'local' | 'remote' | string | null;
|
|
29
|
-
isLocal?: boolean | null;
|
|
30
|
-
url?: string | null;
|
|
31
|
-
} | null;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export declare function fetchHotSwapManifest(url: string): Promise<HotSwapManifest>;
|
|
35
|
-
|
|
36
|
-
export declare function verifyHotSwapManifest(
|
|
37
|
-
manifest: HotSwapManifest,
|
|
38
|
-
policy: HotSwapConfigSchema,
|
|
39
|
-
context?: HotSwapVerificationContext
|
|
40
|
-
): Promise<HotSwapVerificationResult>;
|
|
41
|
-
|
|
42
|
-
export declare function serializeHotSwapManifest(manifest: HotSwapManifest): string;
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
import { log } from '../../debug/index.js';
|
|
2
|
-
import { evaluateHotSwapRollout, setHotSwapManifest } from './runtime.js';
|
|
3
|
-
|
|
4
|
-
function cleanupModel(model) {
|
|
5
|
-
if (!model) return;
|
|
6
|
-
try {
|
|
7
|
-
if (typeof model.unload === 'function') {
|
|
8
|
-
model.unload();
|
|
9
|
-
} else if (typeof model.destroy === 'function') {
|
|
10
|
-
model.destroy();
|
|
11
|
-
} else if (typeof model.dispose === 'function') {
|
|
12
|
-
model.dispose();
|
|
13
|
-
}
|
|
14
|
-
} catch (cleanupError) {
|
|
15
|
-
log.warn('HotSwap', `Old model cleanup error: ${cleanupError?.message || cleanupError}`);
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
export async function swapModel(currentModel, newModelLoader, policy = {}, context = {}) {
|
|
20
|
-
const decision = evaluateHotSwapRollout(policy, context);
|
|
21
|
-
if (!decision.allowed) {
|
|
22
|
-
log.info('HotSwap', `Model swap not allowed: ${decision.reason}`);
|
|
23
|
-
return { swapped: false, model: currentModel, decision };
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
let newModel = null;
|
|
27
|
-
try {
|
|
28
|
-
newModel = await newModelLoader(context);
|
|
29
|
-
setHotSwapManifest(newModel?.manifest ?? null);
|
|
30
|
-
log.info('HotSwap', 'Model swap succeeded');
|
|
31
|
-
} catch (swapError) {
|
|
32
|
-
log.warn('HotSwap', `Model swap failed: ${swapError?.message || swapError}`);
|
|
33
|
-
if (newModel) {
|
|
34
|
-
cleanupModel(newModel);
|
|
35
|
-
}
|
|
36
|
-
throw swapError;
|
|
37
|
-
} finally {
|
|
38
|
-
cleanupModel(currentModel);
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
return { swapped: true, model: newModel, decision };
|
|
42
|
-
}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import type { HotSwapManifest } from './manifest.js';
|
|
2
|
-
import type { HotSwapConfigSchema } from '../../config/schema/hotswap.schema.js';
|
|
3
|
-
|
|
4
|
-
export interface HotSwapRolloutContext {
|
|
5
|
-
subjectId?: string | null;
|
|
6
|
-
modelId?: string | null;
|
|
7
|
-
modelUrl?: string | null;
|
|
8
|
-
sessionId?: string | null;
|
|
9
|
-
optInTag?: string | null;
|
|
10
|
-
forceEnable?: boolean;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
export interface HotSwapRolloutDecision {
|
|
14
|
-
allowed: boolean;
|
|
15
|
-
mode: string;
|
|
16
|
-
reason: string;
|
|
17
|
-
bucket: number | null;
|
|
18
|
-
threshold: number | null;
|
|
19
|
-
subjectId: string | null;
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
export declare function evaluateHotSwapRollout(
|
|
23
|
-
policy: HotSwapConfigSchema | null | undefined,
|
|
24
|
-
context?: HotSwapRolloutContext
|
|
25
|
-
): HotSwapRolloutDecision;
|
|
26
|
-
|
|
27
|
-
export declare function getHotSwapManifest(): HotSwapManifest | null;
|
|
28
|
-
|
|
29
|
-
export declare function setHotSwapManifest(manifest: HotSwapManifest | null): void;
|
|
30
|
-
|
|
31
|
-
export declare function getLastHotSwapRolloutDecision(): HotSwapRolloutDecision | null;
|