doppler-gpu 0.4.7 → 0.4.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +74 -0
- package/README.md +93 -144
- package/models/catalog.json +1589 -0
- package/package.json +44 -12
- package/src/cli/doppler-cli.js +28 -7
- package/src/client/doppler-registry.json +2 -2
- package/src/client/runtime/index.js +25 -2
- package/src/client/runtime/model-session.d.ts +31 -1
- package/src/client/runtime/model-session.js +31 -0
- package/src/client/runtime/model-source.d.ts +19 -2
- package/src/client/runtime/model-source.js +45 -5
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
- package/src/config/kernel-path-loader.js +1 -0
- package/src/config/kernels/backward-registry.json +13 -2
- package/src/config/kernels/kernel-ref-digests.js +34 -21
- package/src/config/kernels/registry.json +1402 -2623
- package/src/config/merge.js +11 -0
- package/src/config/param-validator.js +25 -0
- package/src/config/runtime/default.json +3 -1
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
- package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
- package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
- package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
- package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
- package/src/config/runtime/profiles/rerank-stability.json +43 -0
- package/src/config/runtime/profiles/rerank-throughput.json +40 -0
- package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
- package/src/config/schema/doppler.schema.js +40 -5
- package/src/config/schema/execution-v1.schema.d.ts +41 -0
- package/src/config/schema/execution-v1.schema.js +10 -0
- package/src/config/schema/index.d.ts +3 -1
- package/src/config/schema/speculation-self.schema.d.ts +16 -0
- package/src/config/schema/training-metrics.schema.js +4 -0
- package/src/config/transforms/capability-transform-resolver.js +7 -1
- package/src/config/transforms/execution-graph-transforms.js +2 -2
- package/src/debug/config.d.ts +4 -0
- package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
- package/src/experimental/orchestration/index.d.ts +10 -1
- package/src/experimental/training/attention-backward.js +123 -55
- package/src/experimental/training/autograd.js +101 -5
- package/src/experimental/training/clip.js +6 -1
- package/src/experimental/training/datasets/text-pairs.js +80 -8
- package/src/experimental/training/distillation/student-fixture.js +470 -114
- package/src/experimental/training/lora-pipeline.js +202 -27
- package/src/experimental/training/lora.js +10 -4
- package/src/experimental/training/optimizer.js +9 -1
- package/src/experimental/training/runner.js +18 -4
- package/src/experimental/training/suite.js +1 -1
- package/src/experimental/training/workloads.js +11 -0
- package/src/formats/rdrr/classification.js +3 -0
- package/src/formats/rdrr/integrity.d.ts +0 -2
- package/src/formats/rdrr/integrity.js +0 -2
- package/src/formats/rdrr/types.d.ts +1 -1
- package/src/gpu/kernels/attention.d.ts +2 -0
- package/src/gpu/kernels/attention.js +75 -16
- package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
- package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
- package/src/gpu/kernels/backward/adam.js +6 -4
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
- package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
- package/src/gpu/kernels/backward/index.d.ts +3 -0
- package/src/gpu/kernels/backward/index.js +3 -0
- package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
- package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
- package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
- package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
- package/src/gpu/kernels/backward/utils.d.ts +12 -2
- package/src/gpu/kernels/backward/utils.js +9 -2
- package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
- package/src/gpu/kernels/fused_ffn.d.ts +32 -0
- package/src/gpu/kernels/fused_ffn.js +540 -19
- package/src/gpu/kernels/fused_ffn.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
- package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
- package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
- package/src/gpu/kernels/index.d.ts +26 -0
- package/src/gpu/kernels/index.js +18 -0
- package/src/gpu/kernels/linear-attention-core.js +413 -15
- package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
- package/src/gpu/kernels/lm-head-argmax.js +153 -57
- package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
- package/src/gpu/kernels/lm-head-select-logits.js +186 -0
- package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
- package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
- package/src/gpu/kernels/matmul-selection.js +10 -1
- package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
- package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
- package/src/gpu/kernels/rmsnorm-pair.js +113 -0
- package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
- package/src/gpu/kernels/rmsnorm-stats.js +250 -0
- package/src/gpu/kernels/silu.d.ts +1 -0
- package/src/gpu/kernels/silu.js +19 -4
- package/src/gpu/kernels/silu.wgsl +7 -1
- package/src/gpu/kernels/silu_f16.wgsl +7 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
- package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
- package/src/gpu/tensor.d.ts +1 -0
- package/src/index.d.ts +1 -1
- package/src/index.js +1 -1
- package/src/inference/browser-harness-suite-helpers.js +1 -1
- package/src/inference/browser-harness-text-helpers.js +251 -20
- package/src/inference/browser-harness.js +221 -3
- package/src/inference/kv-cache/base.js +42 -1
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
- package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
- package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
- package/src/inference/pipelines/text/attention/projections.js +174 -4
- package/src/inference/pipelines/text/attention/record.js +44 -21
- package/src/inference/pipelines/text/attention/run.js +18 -3
- package/src/inference/pipelines/text/config.d.ts +18 -0
- package/src/inference/pipelines/text/config.js +100 -0
- package/src/inference/pipelines/text/embed.js +1 -1
- package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
- package/src/inference/pipelines/text/execution-plan.js +37 -0
- package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
- package/src/inference/pipelines/text/execution-v1.js +130 -10
- package/src/inference/pipelines/text/ffn/dense.js +241 -21
- package/src/inference/pipelines/text/ffn/standard.js +121 -38
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
- package/src/inference/pipelines/text/generator-helpers.js +2 -0
- package/src/inference/pipelines/text/generator-runtime.js +1 -0
- package/src/inference/pipelines/text/generator-steps.js +2 -2
- package/src/inference/pipelines/text/generator.d.ts +18 -1
- package/src/inference/pipelines/text/generator.js +326 -19
- package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
- package/src/inference/pipelines/text/init.d.ts +22 -3
- package/src/inference/pipelines/text/init.js +2 -2
- package/src/inference/pipelines/text/layer.js +87 -8
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
- package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
- package/src/inference/pipelines/text/linear-attention.js +173 -16
- package/src/inference/pipelines/text/logits/gpu.js +2 -2
- package/src/inference/pipelines/text/logits/index.js +62 -1
- package/src/inference/pipelines/text/lora-apply.js +4 -4
- package/src/inference/pipelines/text/model-load.js +6 -0
- package/src/inference/pipelines/text/moe-cpu.js +1 -0
- package/src/inference/pipelines/text/moe-gpu.js +1 -0
- package/src/inference/pipelines/text/ops.js +22 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
- package/src/inference/pipelines/text/probes.js +9 -4
- package/src/inference/pipelines/text/state.d.ts +4 -4
- package/src/inference/pipelines/text/state.js +4 -0
- package/src/inference/pipelines/text/types.d.ts +27 -2
- package/src/inference/pipelines/text.d.ts +21 -1
- package/src/inference/pipelines/text.js +40 -14
- package/src/inference/tokenizers/bundled.js +150 -55
- package/src/inference/tokenizers/types.d.ts +7 -4
- package/src/loader/doppler-loader.js +25 -2
- package/src/loader/index.d.ts +3 -1
- package/src/loader/index.js +2 -0
- package/src/loader/loader-types.d.ts +3 -1
- package/src/loader/manifest-config.d.ts +18 -0
- package/src/loader/manifest-config.js +11 -3
- package/src/loader/shard-cache.d.ts +2 -0
- package/src/loader/shard-cache.js +29 -1
- package/src/models/gemma4.js +8 -0
- package/src/rules/inference/capability-transforms.rules.json +145 -20
- package/src/rules/inference/ffn.rules.json +33 -0
- package/src/rules/kernels/fused-ffn.rules.json +1 -1
- package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
- package/src/rules/kernels/matmul.rules.json +2 -0
- package/src/rules/kernels/silu.rules.json +1 -0
- package/src/rules/rule-registry.js +2 -0
- package/src/storage/artifact-storage-context.js +36 -0
- package/src/tooling/node-browser-command-runner.js +42 -7
- package/src/tooling/node-converter.js +20 -5
- package/src/tooling/opfs-cache.d.ts +21 -1
- package/src/tooling/opfs-cache.js +168 -32
- package/src/tooling-experimental-exports.shared.d.ts +25 -0
- package/src/tooling-experimental-exports.shared.js +18 -0
- package/src/tooling-exports/storage.d.ts +1 -1
- package/src/tooling-exports/storage.js +1 -1
- package/src/types/gpu.d.ts +25 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +1593 -0
- package/tests/kernels/browser/test-page.js +2629 -0
- package/tests/kernels/harness/benchmark.js +225 -0
- package/tests/kernels/harness/buffer-utils.js +88 -0
- package/tests/kernels/harness/tolerance.js +174 -0
- package/tests/kernels/reference/adam.js +15 -0
- package/tests/kernels/reference/attention.js +158 -0
- package/tests/kernels/reference/backward.js +96 -0
- package/tests/kernels/reference/bias-add.js +20 -0
- package/tests/kernels/reference/conv2d.js +58 -0
- package/tests/kernels/reference/cross-entropy.js +26 -0
- package/tests/kernels/reference/dequant.js +312 -0
- package/tests/kernels/reference/embed.js +15 -0
- package/tests/kernels/reference/gather.js +61 -0
- package/tests/kernels/reference/gelu.js +37 -0
- package/tests/kernels/reference/groupnorm.js +36 -0
- package/tests/kernels/reference/index.js +89 -0
- package/tests/kernels/reference/layernorm.js +22 -0
- package/tests/kernels/reference/matmul.js +57 -0
- package/tests/kernels/reference/modulate.js +24 -0
- package/tests/kernels/reference/moe-gather.js +83 -0
- package/tests/kernels/reference/pixel-shuffle.js +20 -0
- package/tests/kernels/reference/residual.js +55 -0
- package/tests/kernels/reference/rmsnorm.js +52 -0
- package/tests/kernels/reference/rope.js +79 -0
- package/tests/kernels/reference/sample.js +97 -0
- package/tests/kernels/reference/scatter-add.js +58 -0
- package/tests/kernels/reference/silu.js +52 -0
- package/tests/kernels/reference/softmax.js +86 -0
- package/tests/kernels/reference/split-qkv.js +58 -0
- package/tests/kernels/reference/topk.js +88 -0
- package/tests/kernels/reference/upsample2d.js +37 -0
- package/BRANDING.md +0 -14
- package/SECURITY.md +0 -19
- package/assets/doppler-runtime-map.svg +0 -82
- package/src/bootstrap.js +0 -30
- package/src/cli/doppler-cli.d.ts +0 -46
- package/src/cli/doppler-quickstart.d.ts +0 -45
- package/src/cli/doppler-serve.d.ts +0 -210
- package/src/cli/runtime-profiles.d.ts +0 -40
- package/src/client/doppler-api.browser.d.ts +0 -1
- package/src/client/doppler-api.browser.js +0 -25
- package/src/client/doppler-registry.d.ts +0 -54
- package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
- package/src/client/runtime/source-runtime.d.ts +0 -26
- package/src/client/runtime/storage.d.ts +0 -5
- package/src/config/README.md +0 -61
- package/src/config/conversion/README.md +0 -62
- package/src/config/goal-completion-matrix.json +0 -552
- package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
- package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
- package/src/config/kernels/moe/mixtral.paths.json +0 -46
- package/src/config/kernels/registry.d.ts +0 -51
- package/src/config/merge-contract-check.d.ts +0 -16
- package/src/config/merge-contract-check.js +0 -319
- package/src/config/merge-helpers.d.ts +0 -60
- package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
- package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
- package/src/config/param-categories.d.ts +0 -8
- package/src/config/param-validator.d.ts +0 -33
- package/src/config/platforms/loader.d.ts +0 -38
- package/src/config/quantization-contract-check.d.ts +0 -12
- package/src/config/quantization-contract-check.js +0 -91
- package/src/config/runtime/README.md +0 -28
- package/src/config/runtime-merge.d.ts +0 -5
- package/src/config/schema/claim-evidence-contract.schema.json +0 -93
- package/src/config/schema/command-surface-contract.schema.json +0 -81
- package/src/config/schema/goal-completion-matrix.schema.json +0 -223
- package/src/config/schema/model-artifact-contract.schema.json +0 -119
- package/src/config/schema/platform.schema.js +0 -1
- package/src/config/schema/policy-schema-registry.json +0 -31
- package/src/config/schema/subsystem-support-contract.schema.json +0 -48
- package/src/config/support-tiers/subsystems.json +0 -502
- package/src/config/supported-operations.d.ts +0 -14
- package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
- package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
- package/src/converter/conversion-plan.d.ts +0 -56
- package/src/converter/index.d.ts +0 -98
- package/src/converter/index.js +0 -59
- package/src/converter/parsers/diffusion.d.ts +0 -50
- package/src/converter/parsers/gguf.d.ts +0 -31
- package/src/converter/parsers/index.d.ts +0 -21
- package/src/converter/parsers/index.js +0 -12
- package/src/converter/parsers/transformer.d.ts +0 -31
- package/src/converter/quantization-info.d.ts +0 -38
- package/src/converter/rope-config.d.ts +0 -16
- package/src/converter/tokenizer-utils.d.ts +0 -12
- package/src/debug/reference/README.md +0 -114
- package/src/debug/reference/hf_attn_debug.py +0 -114
- package/src/debug/reference/hf_embed_check.py +0 -89
- package/src/debug/reference/hf_layer_out.py +0 -100
- package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
- package/src/debug/reference/hf_rope_check.py +0 -116
- package/src/debug/reference/hf_weights.py +0 -75
- package/src/errors/doppler-error.d.ts +0 -20
- package/src/experimental/bridge/extension/background.d.ts +0 -14
- package/src/experimental/bridge/extension/background.js +0 -168
- package/src/experimental/bridge/extension/manifest.json +0 -34
- package/src/experimental/bridge/extension-client.d.ts +0 -114
- package/src/experimental/bridge/index.d.ts +0 -69
- package/src/experimental/bridge/node-bridge.js +0 -24
- package/src/experimental/bridge/protocol.d.ts +0 -96
- package/src/experimental/browser/gguf-importer.d.ts +0 -136
- package/src/experimental/browser/gguf-importer.js +0 -532
- package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
- package/src/experimental/browser/quantization.d.ts +0 -74
- package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
- package/src/experimental/browser/shard-io-browser.d.ts +0 -57
- package/src/experimental/browser/shard-io-browser.js +0 -89
- package/src/experimental/browser/tensor-source-download.d.ts +0 -27
- package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
- package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
- package/src/experimental/distribution/p2p-transport.js +0 -75
- package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
- package/src/experimental/hotswap/manifest.d.ts +0 -42
- package/src/experimental/hotswap/model-swap.js +0 -42
- package/src/experimental/hotswap/runtime.d.ts +0 -31
- package/src/experimental/training/README.md +0 -164
- package/src/experimental/training/artifacts.d.ts +0 -160
- package/src/experimental/training/attention-backward.d.ts +0 -30
- package/src/experimental/training/attention-forward.d.ts +0 -22
- package/src/experimental/training/attention-forward.js +0 -82
- package/src/experimental/training/autograd.d.ts +0 -51
- package/src/experimental/training/backward-kernels.js +0 -39
- package/src/experimental/training/checkpoint-watch.d.ts +0 -8
- package/src/experimental/training/checkpoint.d.ts +0 -36
- package/src/experimental/training/clip.d.ts +0 -9
- package/src/experimental/training/dataloader.d.ts +0 -8
- package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
- package/src/experimental/training/datasets/gepa-frontier.js +0 -220
- package/src/experimental/training/datasets/index.d.ts +0 -24
- package/src/experimental/training/datasets/index.js +0 -13
- package/src/experimental/training/datasets/jsonl.d.ts +0 -11
- package/src/experimental/training/datasets/reploid.d.ts +0 -3
- package/src/experimental/training/datasets/reploid.js +0 -36
- package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
- package/src/experimental/training/datasets/teacher-traces.js +0 -279
- package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
- package/src/experimental/training/datasets/token-batch.d.ts +0 -21
- package/src/experimental/training/datasets/token-batch.js +0 -52
- package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
- package/src/experimental/training/datasets/translation-pairs.js +0 -49
- package/src/experimental/training/distillation/artifacts.d.ts +0 -71
- package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
- package/src/experimental/training/distillation/dataset.d.ts +0 -59
- package/src/experimental/training/distillation/eval.d.ts +0 -34
- package/src/experimental/training/distillation/index.d.ts +0 -29
- package/src/experimental/training/distillation/runtime.d.ts +0 -20
- package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
- package/src/experimental/training/distillation/stage-a.d.ts +0 -45
- package/src/experimental/training/distillation/stage-b.d.ts +0 -24
- package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
- package/src/experimental/training/distillation/suite-data.d.ts +0 -45
- package/src/experimental/training/export.d.ts +0 -41
- package/src/experimental/training/index.d.ts +0 -74
- package/src/experimental/training/index.js +0 -63
- package/src/experimental/training/lora-pipeline.d.ts +0 -183
- package/src/experimental/training/lora.d.ts +0 -19
- package/src/experimental/training/loss-scaling.d.ts +0 -21
- package/src/experimental/training/loss.d.ts +0 -10
- package/src/experimental/training/objectives/base.d.ts +0 -58
- package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
- package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
- package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
- package/src/experimental/training/objectives/index.d.ts +0 -12
- package/src/experimental/training/objectives/index.js +0 -6
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
- package/src/experimental/training/operator-agent-eval.d.ts +0 -65
- package/src/experimental/training/operator-artifacts.d.ts +0 -62
- package/src/experimental/training/operator-command.d.ts +0 -5
- package/src/experimental/training/operator-eval.d.ts +0 -48
- package/src/experimental/training/operator-scoreboard.d.ts +0 -5
- package/src/experimental/training/optimizer.d.ts +0 -22
- package/src/experimental/training/runner.d.ts +0 -249
- package/src/experimental/training/suite.d.ts +0 -299
- package/src/experimental/training/tensor-factory.d.ts +0 -9
- package/src/experimental/training/trainer.d.ts +0 -89
- package/src/experimental/training/ul_dataset.d.ts +0 -47
- package/src/experimental/training/ul_schedule.d.ts +0 -6
- package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
- package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
- package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
- package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
- package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
- package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
- package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
- package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
- package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
- package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
- package/src/experimental/training/workload-packs/registry.json +0 -278
- package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
- package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
- package/src/experimental/training/workloads.d.ts +0 -201
- package/src/formats/gguf/types.d.ts +0 -74
- package/src/formats/index.d.ts +0 -75
- package/src/formats/index.js +0 -19
- package/src/formats/litert/types.d.ts +0 -74
- package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
- package/src/formats/rdrr/distributed/validation.d.ts +0 -23
- package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
- package/src/formats/safetensors/types.d.ts +0 -67
- package/src/formats/tflite/types.d.ts +0 -61
- package/src/formats/tokenizer/index.d.ts +0 -5
- package/src/formats/tokenizer/index.js +0 -3
- package/src/formats/tokenizer/types.d.ts +0 -9
- package/src/gpu/kernel-runtime.d.ts +0 -13
- package/src/gpu/kernel-selection-cache.d.ts +0 -13
- package/src/gpu/kernel-selection-log.d.ts +0 -4
- package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
- package/src/gpu/kernel-tuner/cache.d.ts +0 -55
- package/src/gpu/kernel-tuner/index.d.ts +0 -59
- package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
- package/src/gpu/kernel-tuner/types.d.ts +0 -101
- package/src/gpu/kernel-tuner/types.js +0 -4
- package/src/gpu/kernel-tuner.d.ts +0 -33
- package/src/gpu/kernels/README.md +0 -166
- package/src/gpu/kernels/check-finiteness.d.ts +0 -15
- package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
- package/src/gpu/kernels/check-stop.d.ts +0 -31
- package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
- package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
- package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
- package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
- package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
- package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
- package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
- package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
- package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
- package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
- package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
- package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
- package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
- package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
- package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
- package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
- package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
- package/src/gpu/kernels/constants.d.ts +0 -129
- package/src/gpu/kernels/dispatch.d.ts +0 -72
- package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
- package/src/gpu/kernels/kernel-base.d.ts +0 -33
- package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
- package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
- package/src/gpu/kernels/matmul-selection.d.ts +0 -87
- package/src/gpu/kernels/rep-penalty.d.ts +0 -21
- package/src/gpu/kernels/rule-matcher.d.ts +0 -30
- package/src/gpu/kernels/rule-registry.d.ts +0 -7
- package/src/gpu/kernels/types.js +0 -4
- package/src/gpu/perf-guards.d.ts +0 -13
- package/src/gpu/profiler.d.ts +0 -93
- package/src/gpu/readback-utils.d.ts +0 -16
- package/src/gpu/readback-utils.js +0 -49
- package/src/gpu/submit-probe.d.ts +0 -12
- package/src/index-browser.d.ts +0 -2
- package/src/index-browser.js +0 -2
- package/src/inference/README.md +0 -593
- package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
- package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
- package/src/inference/browser-harness-model-helpers.d.ts +0 -10
- package/src/inference/browser-harness-report-helpers.d.ts +0 -7
- package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
- package/src/inference/browser-harness-text-helpers.d.ts +0 -152
- package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
- package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
- package/src/inference/network-evolution.js +0 -79
- package/src/inference/pipelines/context.d.ts +0 -21
- package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
- package/src/inference/pipelines/diffusion/index.d.ts +0 -3
- package/src/inference/pipelines/diffusion/index.js +0 -3
- package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
- package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
- package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
- package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
- package/src/inference/pipelines/diffusion/types.js +0 -1
- package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
- package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
- package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
- package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
- package/src/inference/pipelines/dream/pipeline.js +0 -8
- package/src/inference/pipelines/energy/index.d.ts +0 -1
- package/src/inference/pipelines/energy/index.js +0 -1
- package/src/inference/pipelines/energy/types.js +0 -1
- package/src/inference/pipelines/energy-head/index.d.ts +0 -6
- package/src/inference/pipelines/energy-head/index.js +0 -6
- package/src/inference/pipelines/factory.d.ts +0 -10
- package/src/inference/pipelines/index.d.ts +0 -22
- package/src/inference/pipelines/index.js +0 -19
- package/src/inference/pipelines/registry.d.ts +0 -15
- package/src/inference/pipelines/rng.d.ts +0 -2
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
- package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
- package/src/inference/pipelines/text/attention/index.d.ts +0 -24
- package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
- package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
- package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
- package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
- package/src/inference/pipelines/text/attention/record.d.ts +0 -36
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
- package/src/inference/pipelines/text/attention/run.d.ts +0 -38
- package/src/inference/pipelines/text/attention/types.d.ts +0 -125
- package/src/inference/pipelines/text/attention.d.ts +0 -23
- package/src/inference/pipelines/text/attention.js +0 -12
- package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
- package/src/inference/pipelines/text/buffer-types.js +0 -4
- package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
- package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
- package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
- package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
- package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
- package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
- package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
- package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
- package/src/inference/pipelines/text/embed.d.ts +0 -69
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
- package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
- package/src/inference/pipelines/text/failure-reduction.js +0 -180
- package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
- package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
- package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
- package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
- package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
- package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
- package/src/inference/pipelines/text/ffn.d.ts +0 -31
- package/src/inference/pipelines/text/ffn.js +0 -18
- package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
- package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
- package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
- package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
- package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
- package/src/inference/pipelines/text/index.d.ts +0 -5
- package/src/inference/pipelines/text/index.js +0 -6
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
- package/src/inference/pipelines/text/layer.d.ts +0 -118
- package/src/inference/pipelines/text/load-errors.d.ts +0 -21
- package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
- package/src/inference/pipelines/text/logits/types.js +0 -4
- package/src/inference/pipelines/text/logits.d.ts +0 -27
- package/src/inference/pipelines/text/logits.js +0 -16
- package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
- package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
- package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
- package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
- package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
- package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
- package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
- package/src/inference/pipelines/text/operator-events.d.ts +0 -125
- package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
- package/src/inference/pipelines/text/ops.d.ts +0 -222
- package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
- package/src/inference/pipelines/text/probes.d.ts +0 -28
- package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
- package/src/inference/pipelines/text/stage-names.d.ts +0 -88
- package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
- package/src/inference/pipelines/text/types.js +0 -4
- package/src/inference/tokenizers/base.d.ts +0 -44
- package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
- package/src/inference/tokenizers/bpe.d.ts +0 -27
- package/src/inference/tokenizers/bundled.d.ts +0 -67
- package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
- package/src/inference/tokenizers/types.js +0 -7
- package/src/loader/embedding-limit-preflight.d.ts +0 -31
- package/src/loader/per-layer-input-loader.d.ts +0 -30
- package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
- package/src/loader/tensors/source-transform.d.ts +0 -65
- package/src/memory/address-table.d.ts +0 -96
- package/src/rules/execution-rules-contract-check.d.ts +0 -21
- package/src/rules/layer-pattern-contract-check.d.ts +0 -17
- package/src/rules/rule-registry.d.ts +0 -77
- package/src/storage/artifact-storage-context.d.ts +0 -63
- package/src/storage/backends/idb-store.d.ts +0 -52
- package/src/storage/backends/memory-store.d.ts +0 -36
- package/src/storage/backends/opfs-store.d.ts +0 -41
- package/src/storage/blake3.d.ts +0 -17
- package/src/storage/download-types.d.ts +0 -157
- package/src/storage/downloader.d.ts +0 -103
- package/src/storage/index.d.ts +0 -274
- package/src/storage/index.js +0 -201
- package/src/storage/preflight.d.ts +0 -144
- package/src/storage/preflight.js +0 -360
- package/src/storage/quickstart-downloader.d.ts +0 -157
- package/src/storage/quickstart-downloader.js +0 -289
- package/src/storage/source-artifact-store.d.ts +0 -59
- package/src/sw.js +0 -184
- package/src/tooling/command-api-constants.d.ts +0 -9
- package/src/tooling/command-api-family-normalizers.d.ts +0 -10
- package/src/tooling/command-api-helpers.d.ts +0 -23
- package/src/tooling/command-runner-shared.d.ts +0 -89
- package/src/tooling/conversion-config-materializer.d.ts +0 -14
- package/src/tooling/conversion-config-materializer.js +0 -96
- package/src/tooling/diagnose-runner.d.ts +0 -28
- package/src/tooling/hf-registry-utils.d.ts +0 -55
- package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
- package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
- package/src/tooling/kernel-path-builder/index.d.ts +0 -65
- package/src/tooling/kernel-path-builder/index.js +0 -1361
- package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
- package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
- package/src/tooling/lean-execution-contract-runner.js +0 -158
- package/src/tooling/lean-execution-contract.d.ts +0 -16
- package/src/tooling/lean-execution-contract.js +0 -81
- package/src/tooling/litert-package-runtime.d.ts +0 -46
- package/src/tooling/node-convert-worker-pool.d.ts +0 -16
- package/src/tooling/node-convert-worker.d.ts +0 -1
- package/src/tooling/node-converter.d.ts +0 -1
- package/src/tooling/node-file-fetch.d.ts +0 -1
- package/src/tooling/node-source-runtime.d.ts +0 -24
- package/src/tooling/node-webgpu.d.ts +0 -17
- package/src/tooling/precision-replay-math.js +0 -174
- package/src/tooling/program-bundle-host.d.ts +0 -16
- package/src/tooling/program-bundle-host.js +0 -20
- package/src/tooling/runtime-input-composition.d.ts +0 -37
- package/src/tooling/source-package-profiles.d.ts +0 -50
- package/src/tooling/source-runtime-converter-config.d.ts +0 -19
- package/src/tooling/source-runtime-materializer.d.ts +0 -6
- package/src/tooling/source-runtime-materializer.js +0 -89
- package/src/tooling-exports.browser.d.ts +0 -7
- package/src/types/chrome.d.ts +0 -36
- package/src/types/chrome.js +0 -1
- package/src/types/index.d.ts +0 -1
- package/src/types/index.js +0 -1
- package/src/utils/array-buffer.d.ts +0 -4
- package/src/utils/canonical-hash.d.ts +0 -7
- package/src/utils/clone-json.d.ts +0 -1
- package/src/utils/hf-resolve-url.d.ts +0 -16
- package/src/utils/index.d.ts +0 -10
- package/src/utils/index.js +0 -10
- package/src/utils/load-json.d.ts +0 -5
- package/src/utils/plain-object.d.ts +0 -1
- package/src/utils/sha256.d.ts +0 -5
- package/src/utils/stable-sort-object.d.ts +0 -1
package/src/formats/index.d.ts
DELETED
|
@@ -1,75 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Model formats module - unified exports for all format parsers and types.
|
|
3
|
-
*
|
|
4
|
-
* Subdirectories:
|
|
5
|
-
* - gguf/ - GGUF format (llama.cpp models)
|
|
6
|
-
* - safetensors/ - SafeTensors format (HuggingFace models)
|
|
7
|
-
* - tflite/ - TFLite / LiteRT flatbuffer format
|
|
8
|
-
* - litert/ - LiteRT package containers (.task / .litertlm)
|
|
9
|
-
* - rdrr/ - RDRR format (DOPPLER native format)
|
|
10
|
-
* - tokenizer/ - Tokenizer config parsing utilities
|
|
11
|
-
*/
|
|
12
|
-
|
|
13
|
-
// GGUF format
|
|
14
|
-
export * as gguf from './gguf/index.js';
|
|
15
|
-
|
|
16
|
-
// SafeTensors format
|
|
17
|
-
export * as safetensors from './safetensors/index.js';
|
|
18
|
-
|
|
19
|
-
// TFLite / LiteRT flatbuffer format
|
|
20
|
-
export * as tflite from './tflite/index.js';
|
|
21
|
-
|
|
22
|
-
// LiteRT package containers (.task / .litertlm)
|
|
23
|
-
export * as litert from './litert/index.js';
|
|
24
|
-
|
|
25
|
-
// RDRR format
|
|
26
|
-
export * as rdrr from './rdrr/index.js';
|
|
27
|
-
|
|
28
|
-
// Tokenizer utilities
|
|
29
|
-
export * as tokenizer from './tokenizer/index.js';
|
|
30
|
-
|
|
31
|
-
// Direct re-exports for common types (backward compatibility)
|
|
32
|
-
export type {
|
|
33
|
-
GGUFParseResult,
|
|
34
|
-
GGUFTensor,
|
|
35
|
-
GGUFConfig,
|
|
36
|
-
GGUFTokenizer,
|
|
37
|
-
ParsedGGUF,
|
|
38
|
-
} from './gguf/index.js';
|
|
39
|
-
|
|
40
|
-
export type {
|
|
41
|
-
SafetensorsTensor,
|
|
42
|
-
SafetensorsHeader,
|
|
43
|
-
SafetensorsHeaderInfo,
|
|
44
|
-
ParsedSafetensorsHeader,
|
|
45
|
-
SafetensorsDtype,
|
|
46
|
-
SafetensorsDType,
|
|
47
|
-
} from './safetensors/index.js';
|
|
48
|
-
|
|
49
|
-
export type {
|
|
50
|
-
ParsedTFLite,
|
|
51
|
-
TFLiteTensor,
|
|
52
|
-
TFLiteSource,
|
|
53
|
-
TFLiteTensorTypeId,
|
|
54
|
-
} from './tflite/index.js';
|
|
55
|
-
|
|
56
|
-
export type {
|
|
57
|
-
LiteRTSource,
|
|
58
|
-
LiteRTTaskEntry,
|
|
59
|
-
ParsedLiteRTTask,
|
|
60
|
-
LiteRTLMSectionItem,
|
|
61
|
-
LiteRTLMSection,
|
|
62
|
-
ParsedLiteRTLM,
|
|
63
|
-
} from './litert/index.js';
|
|
64
|
-
|
|
65
|
-
export type {
|
|
66
|
-
RDRRManifest,
|
|
67
|
-
TensorLocation,
|
|
68
|
-
TensorMap,
|
|
69
|
-
ShardInfo,
|
|
70
|
-
LayerConfig,
|
|
71
|
-
ComponentGroup,
|
|
72
|
-
MoEConfig,
|
|
73
|
-
ConversionInfo,
|
|
74
|
-
ValidationResult,
|
|
75
|
-
} from './rdrr/index.js';
|
package/src/formats/index.js
DELETED
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
// GGUF format
|
|
4
|
-
export * as gguf from './gguf/index.js';
|
|
5
|
-
|
|
6
|
-
// SafeTensors format
|
|
7
|
-
export * as safetensors from './safetensors/index.js';
|
|
8
|
-
|
|
9
|
-
// TFLite / LiteRT flatbuffer format
|
|
10
|
-
export * as tflite from './tflite/index.js';
|
|
11
|
-
|
|
12
|
-
// LiteRT package containers (.task / .litertlm)
|
|
13
|
-
export * as litert from './litert/index.js';
|
|
14
|
-
|
|
15
|
-
// RDRR format
|
|
16
|
-
export * as rdrr from './rdrr/index.js';
|
|
17
|
-
|
|
18
|
-
// Tokenizer utilities
|
|
19
|
-
export * as tokenizer from './tokenizer/index.js';
|
|
@@ -1,74 +0,0 @@
|
|
|
1
|
-
export declare const LITERTLM_MAGIC: 'LITERTLM';
|
|
2
|
-
export declare const LITERT_TASK_DEFAULT_TFLITE_ENTRY: 'TF_LITE_PREFILL_DECODE';
|
|
3
|
-
export declare const LITERT_TASK_DEFAULT_TOKENIZER_MODEL_ENTRY: 'TOKENIZER_MODEL';
|
|
4
|
-
export declare const LITERT_TASK_DEFAULT_METADATA_ENTRY: 'METADATA';
|
|
5
|
-
|
|
6
|
-
export interface LiteRTSource {
|
|
7
|
-
name?: string | null;
|
|
8
|
-
size: number;
|
|
9
|
-
readRange: (offset: number, length: number) => Promise<ArrayBuffer | Uint8Array>;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export interface LiteRTTaskEntry {
|
|
13
|
-
name: string;
|
|
14
|
-
compressionMethod: number;
|
|
15
|
-
offset: number;
|
|
16
|
-
size: number;
|
|
17
|
-
compressedSize: number;
|
|
18
|
-
localHeaderOffset: number;
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export interface ParsedLiteRTTask {
|
|
22
|
-
entries: LiteRTTaskEntry[];
|
|
23
|
-
entryMap: Map<string, LiteRTTaskEntry>;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export interface LiteRTLMSectionItem {
|
|
27
|
-
key: string | null;
|
|
28
|
-
valueType: number | null;
|
|
29
|
-
value: string | number | boolean | null;
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
export interface LiteRTLMSection {
|
|
33
|
-
beginOffset: number;
|
|
34
|
-
endOffset: number;
|
|
35
|
-
size: number;
|
|
36
|
-
dataType: number;
|
|
37
|
-
dataTypeName: string;
|
|
38
|
-
items: LiteRTLMSectionItem[];
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
export interface ParsedLiteRTLM {
|
|
42
|
-
majorVersion: number;
|
|
43
|
-
minorVersion: number;
|
|
44
|
-
patchVersion: number;
|
|
45
|
-
headerEndOffset: number;
|
|
46
|
-
sections: LiteRTLMSection[];
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
export declare function parseLiteRTTaskFromSource(source: LiteRTSource): Promise<ParsedLiteRTTask>;
|
|
50
|
-
|
|
51
|
-
export declare function parseLiteRTLMFromSource(source: LiteRTSource): Promise<ParsedLiteRTLM>;
|
|
52
|
-
|
|
53
|
-
export declare function findLiteRTLMSectionByType(
|
|
54
|
-
parsed: ParsedLiteRTLM | null | undefined,
|
|
55
|
-
dataTypeName: string
|
|
56
|
-
): LiteRTLMSection[];
|
|
57
|
-
|
|
58
|
-
export declare function findLiteRTLMTFLiteModelSection(
|
|
59
|
-
parsed: ParsedLiteRTLM | null | undefined,
|
|
60
|
-
modelType?: string
|
|
61
|
-
): LiteRTLMSection | null;
|
|
62
|
-
|
|
63
|
-
export declare function findLiteRTLMTFLiteWeightsSection(
|
|
64
|
-
parsed: ParsedLiteRTLM | null | undefined,
|
|
65
|
-
modelType?: string
|
|
66
|
-
): LiteRTLMSection | null;
|
|
67
|
-
|
|
68
|
-
export declare function findLiteRTLMSentencePieceTokenizerSection(
|
|
69
|
-
parsed: ParsedLiteRTLM | null | undefined
|
|
70
|
-
): LiteRTLMSection | null;
|
|
71
|
-
|
|
72
|
-
export declare function findLiteRTLMMetadataSection(
|
|
73
|
-
parsed: ParsedLiteRTLM | null | undefined
|
|
74
|
-
): LiteRTLMSection | null;
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
export interface DistributedPlanCompatibility {
|
|
2
|
-
artifactIdentityHash?: string | null;
|
|
3
|
-
manifestHash?: string | null;
|
|
4
|
-
executionGraphDigest?: string | null;
|
|
5
|
-
integrityExtensionsHash?: string | null;
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
export interface DistributedPlanValidationOptions {
|
|
9
|
-
expectedCompatibility?: DistributedPlanCompatibility | null;
|
|
10
|
-
expectedPlanId?: string | null;
|
|
11
|
-
expectedTopologyHash?: string | null;
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
export interface DistributedPlanValidationResult {
|
|
15
|
-
valid: boolean;
|
|
16
|
-
errors: string[];
|
|
17
|
-
code: string | null;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export declare function validateDistributedPlan(
|
|
21
|
-
plan: Record<string, unknown>,
|
|
22
|
-
options?: DistributedPlanValidationOptions
|
|
23
|
-
): DistributedPlanValidationResult;
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
TensorLocation,
|
|
3
|
-
TensorPhysicalStorageDescriptor,
|
|
4
|
-
} from './types.js';
|
|
5
|
-
|
|
6
|
-
export interface TensorPhysicalSpan {
|
|
7
|
-
shardIndex: number;
|
|
8
|
-
byteStart: number;
|
|
9
|
-
byteEnd: number;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export interface TensorPackingByteLayout {
|
|
13
|
-
blockElementCount: number;
|
|
14
|
-
blockBytes: number | null;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export declare function normalizeTensorStorageDescriptor(
|
|
18
|
-
storage: unknown,
|
|
19
|
-
label: string
|
|
20
|
-
): TensorPhysicalStorageDescriptor | null;
|
|
21
|
-
|
|
22
|
-
export declare function validateTensorStorageDescriptor(
|
|
23
|
-
storage: unknown,
|
|
24
|
-
label: string,
|
|
25
|
-
errors: string[]
|
|
26
|
-
): void;
|
|
27
|
-
|
|
28
|
-
export declare function getTensorPhysicalSpans(
|
|
29
|
-
location: TensorLocation,
|
|
30
|
-
label?: string
|
|
31
|
-
): TensorPhysicalSpan[];
|
|
32
|
-
|
|
33
|
-
export declare function getPackingByteLayout(
|
|
34
|
-
storage: unknown,
|
|
35
|
-
tensor?: { name?: string | null } | null
|
|
36
|
-
): TensorPackingByteLayout;
|
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Tensor-Config Consistency Validator
|
|
3
|
-
*
|
|
4
|
-
* Validates that manifest config flags are consistent with the actual tensors present.
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
export interface TensorConfigWarning {
|
|
8
|
-
severity: 'error' | 'warning';
|
|
9
|
-
code: string;
|
|
10
|
-
message: string;
|
|
11
|
-
suggestion?: string;
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
export interface TensorConfigValidationResult {
|
|
15
|
-
valid: boolean;
|
|
16
|
-
warnings: TensorConfigWarning[];
|
|
17
|
-
errors: TensorConfigWarning[];
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
/**
|
|
21
|
-
* Validate tensor-config consistency.
|
|
22
|
-
*
|
|
23
|
-
* Checks that config flags (like `postFeedforwardNorm`) match the actual
|
|
24
|
-
* tensors present in the model. Prevents silent failures from misconfigured
|
|
25
|
-
* config assets.
|
|
26
|
-
*
|
|
27
|
-
* @param manifest - The RDRR manifest to validate
|
|
28
|
-
* @returns Validation result with errors and warnings
|
|
29
|
-
*/
|
|
30
|
-
export function validateTensorConfigConsistency(
|
|
31
|
-
manifest: object
|
|
32
|
-
): TensorConfigValidationResult;
|
|
33
|
-
|
|
@@ -1,67 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared safetensors parsing utilities (browser + tools).
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
export type SafetensorsDtype =
|
|
6
|
-
| 'F64'
|
|
7
|
-
| 'F32'
|
|
8
|
-
| 'F16'
|
|
9
|
-
| 'BF16'
|
|
10
|
-
| 'I64'
|
|
11
|
-
| 'I32'
|
|
12
|
-
| 'I16'
|
|
13
|
-
| 'I8'
|
|
14
|
-
| 'U8'
|
|
15
|
-
| 'BOOL';
|
|
16
|
-
|
|
17
|
-
export type SafetensorsDType = SafetensorsDtype;
|
|
18
|
-
|
|
19
|
-
export declare const DTYPE_SIZE: Record<SafetensorsDtype, number>;
|
|
20
|
-
|
|
21
|
-
export declare const DTYPE_MAP: Record<string, string>;
|
|
22
|
-
|
|
23
|
-
export interface SafetensorsTensor {
|
|
24
|
-
name: string;
|
|
25
|
-
shape: number[];
|
|
26
|
-
dtype: string;
|
|
27
|
-
dtypeOriginal?: string;
|
|
28
|
-
offset: number;
|
|
29
|
-
size: number;
|
|
30
|
-
elemSize?: number;
|
|
31
|
-
byteSize?: number;
|
|
32
|
-
shardFile?: string;
|
|
33
|
-
shardPath?: string;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
export interface SafetensorsHeaderInfo {
|
|
37
|
-
dtype: string;
|
|
38
|
-
shape: number[];
|
|
39
|
-
data_offsets: [number, number];
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
export interface SafetensorsHeader {
|
|
43
|
-
__metadata__?: Record<string, string>;
|
|
44
|
-
[tensorName: string]: SafetensorsHeaderInfo | Record<string, string> | undefined;
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
export interface ParsedSafetensorsHeader {
|
|
48
|
-
headerSize: number;
|
|
49
|
-
dataOffset: number;
|
|
50
|
-
metadata: Record<string, string>;
|
|
51
|
-
tensors: SafetensorsTensor[];
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
export interface SafetensorsIndexJson {
|
|
55
|
-
weight_map: Record<string, string>;
|
|
56
|
-
metadata?: Record<string, unknown>;
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
export declare function parseSafetensorsIndexJsonText(text: string): SafetensorsIndexJson;
|
|
60
|
-
|
|
61
|
-
export declare function parseSafetensorsHeader(buffer: ArrayBuffer): ParsedSafetensorsHeader;
|
|
62
|
-
|
|
63
|
-
export declare function groupTensorsByLayer(
|
|
64
|
-
parsed: { tensors: SafetensorsTensor[] }
|
|
65
|
-
): Map<number, SafetensorsTensor[]>;
|
|
66
|
-
|
|
67
|
-
export declare function calculateTotalSize(parsed: { tensors: SafetensorsTensor[] }): number;
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
export declare const TFLITE_FILE_IDENTIFIER: 'TFL3';
|
|
2
|
-
|
|
3
|
-
export interface TFLiteSourceTransform {
|
|
4
|
-
kind: 'affine_dequant';
|
|
5
|
-
scheme: 'per_tensor_affine';
|
|
6
|
-
sourceDtype: 'INT8' | 'UINT8' | 'INT4';
|
|
7
|
-
targetDtype: 'F16';
|
|
8
|
-
scale: number;
|
|
9
|
-
zeroPoint: number;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export interface TFLiteTensor {
|
|
13
|
-
name: string;
|
|
14
|
-
shape: number[];
|
|
15
|
-
dtype: string;
|
|
16
|
-
dtypeId: number;
|
|
17
|
-
sourceDtype: string;
|
|
18
|
-
offset: number;
|
|
19
|
-
size: number;
|
|
20
|
-
buffer: number;
|
|
21
|
-
subgraphIndex: number;
|
|
22
|
-
isVariable: boolean;
|
|
23
|
-
sourceTransform?: TFLiteSourceTransform;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export interface TFLiteMetadataEntry {
|
|
27
|
-
name: string;
|
|
28
|
-
buffer: number;
|
|
29
|
-
offset: number;
|
|
30
|
-
size: number;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
export interface ParsedTFLite {
|
|
34
|
-
schemaVersion: number;
|
|
35
|
-
description: string | null;
|
|
36
|
-
subgraphCount: number;
|
|
37
|
-
mainSubgraphName: string | null;
|
|
38
|
-
tensors: TFLiteTensor[];
|
|
39
|
-
metadataEntries: TFLiteMetadataEntry[];
|
|
40
|
-
sourceQuantization: 'F32' | 'F16' | 'BF16' | null;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
export interface TFLiteSource {
|
|
44
|
-
name?: string | null;
|
|
45
|
-
size: number;
|
|
46
|
-
readRange: (offset: number, length: number) => Promise<ArrayBuffer | Uint8Array>;
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
export interface ParseTFLiteOptions {
|
|
50
|
-
allowPackedQuantization?: boolean;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
export declare function parseTFLite(
|
|
54
|
-
buffer: ArrayBuffer | Uint8Array,
|
|
55
|
-
options?: ParseTFLiteOptions
|
|
56
|
-
): Promise<ParsedTFLite>;
|
|
57
|
-
|
|
58
|
-
export declare function parseTFLiteFromSource(
|
|
59
|
-
source: TFLiteSource,
|
|
60
|
-
options?: ParseTFLiteOptions
|
|
61
|
-
): Promise<ParsedTFLite>;
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared tokenizer/config JSON parsing utilities.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
export declare function parseConfigJsonText(text: string): Record<string, unknown>;
|
|
6
|
-
|
|
7
|
-
export declare function parseTokenizerConfigJsonText(text: string): Record<string, unknown>;
|
|
8
|
-
|
|
9
|
-
export declare function parseTokenizerJsonText(text: string): Record<string, unknown>;
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel runtime initialization helpers.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
export function prepareKernelRuntime(
|
|
6
|
-
options?: {
|
|
7
|
-
prewarm?: boolean;
|
|
8
|
-
prewarmMode?: 'parallel' | 'sequential';
|
|
9
|
-
autoTune?: boolean;
|
|
10
|
-
clearCaches?: boolean;
|
|
11
|
-
modelConfig?: Record<string, number>;
|
|
12
|
-
}
|
|
13
|
-
): Promise<{ warmed: boolean; tuned: boolean }>;
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Cache Warmth Tracker
|
|
3
|
-
*
|
|
4
|
-
* Tracks when the first forward pass completes so callers can gate
|
|
5
|
-
* any warm-up behavior.
|
|
6
|
-
*
|
|
7
|
-
* @module gpu/kernel-selection-cache
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
/**
|
|
11
|
-
* Mark the cache as warmed (first forward pass complete).
|
|
12
|
-
*/
|
|
13
|
-
export function markWarmed(): void;
|
|
@@ -1,144 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Benchmark Functions
|
|
3
|
-
*
|
|
4
|
-
* Individual benchmark implementations for different kernel types.
|
|
5
|
-
* Each benchmark creates test buffers, runs warmup iterations, and measures performance.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import type {
|
|
9
|
-
InputSizes,
|
|
10
|
-
WorkgroupSize,
|
|
11
|
-
TuneResult,
|
|
12
|
-
KernelCapabilities,
|
|
13
|
-
} from './types.js';
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* Benchmark a compute pipeline with given workgroups
|
|
17
|
-
* @param device - GPU device
|
|
18
|
-
* @param pipeline - Compute pipeline to benchmark
|
|
19
|
-
* @param bindGroup - Bind group for the pipeline
|
|
20
|
-
* @param workgroups - Number of workgroups [x, y, z]
|
|
21
|
-
* @param warmup - Number of warmup iterations
|
|
22
|
-
* @param iterations - Number of timed iterations
|
|
23
|
-
* @returns Average time in milliseconds
|
|
24
|
-
*/
|
|
25
|
-
export function benchmarkPipeline(
|
|
26
|
-
device: GPUDevice,
|
|
27
|
-
pipeline: GPUComputePipeline,
|
|
28
|
-
bindGroup: GPUBindGroup,
|
|
29
|
-
workgroups: [number, number, number],
|
|
30
|
-
warmup: number,
|
|
31
|
-
iterations: number
|
|
32
|
-
): Promise<number>;
|
|
33
|
-
|
|
34
|
-
/**
|
|
35
|
-
* Create compute pipeline from shader source
|
|
36
|
-
* @param device - GPU device
|
|
37
|
-
* @param shaderSource - WGSL shader source code
|
|
38
|
-
* @param entryPoint - Entry point function name
|
|
39
|
-
* @returns Compute pipeline
|
|
40
|
-
*/
|
|
41
|
-
export function createComputePipeline(
|
|
42
|
-
device: GPUDevice,
|
|
43
|
-
shaderSource: string,
|
|
44
|
-
entryPoint: string
|
|
45
|
-
): Promise<GPUComputePipeline>;
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* Tune matmul kernel
|
|
49
|
-
* @param device - GPU device
|
|
50
|
-
* @param inputSizes - Matrix dimensions
|
|
51
|
-
* @param candidates - Workgroup size candidates
|
|
52
|
-
* @param warmup - Warmup iterations
|
|
53
|
-
* @param iterations - Timed iterations
|
|
54
|
-
* @param capabilities - Kernel capabilities
|
|
55
|
-
* @returns Best tuning result
|
|
56
|
-
*/
|
|
57
|
-
export function tuneMatmul(
|
|
58
|
-
device: GPUDevice,
|
|
59
|
-
inputSizes: InputSizes,
|
|
60
|
-
candidates: WorkgroupSize[],
|
|
61
|
-
warmup: number,
|
|
62
|
-
iterations: number,
|
|
63
|
-
capabilities: KernelCapabilities | null
|
|
64
|
-
): Promise<TuneResult>;
|
|
65
|
-
|
|
66
|
-
/**
|
|
67
|
-
* Create matmul shader with specified workgroup size
|
|
68
|
-
*/
|
|
69
|
-
export function createMatmulShader(wgX: number, wgY: number): string;
|
|
70
|
-
|
|
71
|
-
/**
|
|
72
|
-
* Tune attention kernel
|
|
73
|
-
*/
|
|
74
|
-
export function tuneAttention(
|
|
75
|
-
device: GPUDevice,
|
|
76
|
-
inputSizes: InputSizes,
|
|
77
|
-
candidates: WorkgroupSize[],
|
|
78
|
-
warmup: number,
|
|
79
|
-
iterations: number,
|
|
80
|
-
capabilities: KernelCapabilities | null
|
|
81
|
-
): Promise<TuneResult>;
|
|
82
|
-
|
|
83
|
-
/**
|
|
84
|
-
* Create attention shader with specified workgroup size
|
|
85
|
-
*/
|
|
86
|
-
export function createAttentionShader(wgSize: number): string;
|
|
87
|
-
|
|
88
|
-
/**
|
|
89
|
-
* Tune softmax kernel
|
|
90
|
-
*/
|
|
91
|
-
export function tuneSoftmax(
|
|
92
|
-
device: GPUDevice,
|
|
93
|
-
inputSizes: InputSizes,
|
|
94
|
-
candidates: WorkgroupSize[],
|
|
95
|
-
warmup: number,
|
|
96
|
-
iterations: number,
|
|
97
|
-
capabilities: KernelCapabilities | null
|
|
98
|
-
): Promise<TuneResult>;
|
|
99
|
-
|
|
100
|
-
/**
|
|
101
|
-
* Create softmax shader with specified workgroup size
|
|
102
|
-
*/
|
|
103
|
-
export function createSoftmaxShader(wgSize: number): string;
|
|
104
|
-
|
|
105
|
-
/**
|
|
106
|
-
* Tune RMSNorm kernel
|
|
107
|
-
*/
|
|
108
|
-
export function tuneRMSNorm(
|
|
109
|
-
device: GPUDevice,
|
|
110
|
-
inputSizes: InputSizes,
|
|
111
|
-
candidates: WorkgroupSize[],
|
|
112
|
-
warmup: number,
|
|
113
|
-
iterations: number,
|
|
114
|
-
capabilities: KernelCapabilities | null
|
|
115
|
-
): Promise<TuneResult>;
|
|
116
|
-
|
|
117
|
-
/**
|
|
118
|
-
* Create RMSNorm shader with specified workgroup size
|
|
119
|
-
*/
|
|
120
|
-
export function createRMSNormShader(wgSize: number): string;
|
|
121
|
-
|
|
122
|
-
/**
|
|
123
|
-
* Tune dequantization kernel
|
|
124
|
-
*/
|
|
125
|
-
export function tuneDequant(
|
|
126
|
-
device: GPUDevice,
|
|
127
|
-
inputSizes: InputSizes,
|
|
128
|
-
candidates: WorkgroupSize[],
|
|
129
|
-
warmup: number,
|
|
130
|
-
iterations: number,
|
|
131
|
-
capabilities: KernelCapabilities | null
|
|
132
|
-
): Promise<TuneResult>;
|
|
133
|
-
|
|
134
|
-
/**
|
|
135
|
-
* Create dequant shader with specified workgroup size
|
|
136
|
-
*/
|
|
137
|
-
export function createDequantShader(wgSize: number): string;
|
|
138
|
-
|
|
139
|
-
/**
|
|
140
|
-
* Generic tuning for unknown kernels - returns sensible defaults
|
|
141
|
-
*/
|
|
142
|
-
export function tuneGeneric(
|
|
143
|
-
capabilities: KernelCapabilities | null
|
|
144
|
-
): TuneResult;
|
|
@@ -1,55 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Kernel Tuner Cache
|
|
3
|
-
*
|
|
4
|
-
* LocalStorage caching logic for kernel tuning results.
|
|
5
|
-
* Persists optimal workgroup configurations across browser sessions.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import type { CacheKey, TuneRecord, KernelCapabilities, InputSizes } from './types.js';
|
|
9
|
-
|
|
10
|
-
/**
|
|
11
|
-
* Get tuner configuration from runtime config
|
|
12
|
-
*/
|
|
13
|
-
export function getTunerConfig(): {
|
|
14
|
-
cacheKeyPrefix: string;
|
|
15
|
-
warmupIterations: number;
|
|
16
|
-
timedIterations: number;
|
|
17
|
-
};
|
|
18
|
-
|
|
19
|
-
/**
|
|
20
|
-
* Generate device signature for cache key
|
|
21
|
-
* @param capabilities - Kernel capabilities containing adapter info
|
|
22
|
-
* @returns Device signature string
|
|
23
|
-
*/
|
|
24
|
-
export function getDeviceSignature(capabilities: KernelCapabilities | null): string;
|
|
25
|
-
|
|
26
|
-
/**
|
|
27
|
-
* Generate cache key for a kernel and input sizes
|
|
28
|
-
* @param kernelName - Name of the kernel
|
|
29
|
-
* @param inputSizes - Input dimensions
|
|
30
|
-
* @returns Cache key string
|
|
31
|
-
*/
|
|
32
|
-
export function generateCacheKey(kernelName: string, inputSizes: InputSizes): CacheKey;
|
|
33
|
-
|
|
34
|
-
/**
|
|
35
|
-
* Load cached tuning results from localStorage
|
|
36
|
-
* @param capabilities - Kernel capabilities for device signature
|
|
37
|
-
* @returns Map of cached tuning records
|
|
38
|
-
*/
|
|
39
|
-
export function loadCache(capabilities: KernelCapabilities | null): Map<CacheKey, TuneRecord>;
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* Save cached results to localStorage
|
|
43
|
-
* @param cache - Map of tuning records to save
|
|
44
|
-
* @param capabilities - Kernel capabilities for device signature
|
|
45
|
-
*/
|
|
46
|
-
export function saveCache(
|
|
47
|
-
cache: Map<CacheKey, TuneRecord>,
|
|
48
|
-
capabilities: KernelCapabilities | null
|
|
49
|
-
): void;
|
|
50
|
-
|
|
51
|
-
/**
|
|
52
|
-
* Clear cache from localStorage
|
|
53
|
-
* @param capabilities - Kernel capabilities for device signature
|
|
54
|
-
*/
|
|
55
|
-
export function clearCacheStorage(capabilities: KernelCapabilities | null): void;
|