doppler-gpu 0.2.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +20 -8
- package/assets/doppler.svg +1601 -0
- package/package.json +82 -33
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +20 -4
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +79 -5
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +615 -368
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/benchmark.schema.d.ts +2 -0
- package/src/config/schema/benchmark.schema.js +1 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +21 -3
- package/src/config/schema/doppler.schema.js +116 -9
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +54 -1
- package/src/config/schema/index.js +15 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +73 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +81 -4
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +390 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +115 -1
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +8 -31
- package/src/formats/tflite/types.js +50 -5
- package/src/gpu/command-recorder.d.ts +9 -21
- package/src/gpu/command-recorder.js +41 -2
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
- package/src/gpu/kernels/activation-static-qdq.js +69 -0
- package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +13 -5
- package/src/gpu/kernels/index.js +9 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +13 -0
- package/src/inference/browser-harness-text-helpers.js +267 -18
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +271 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +21 -2
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/attention/types.js +9 -4
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +23 -27
- package/src/inference/pipelines/text/embed.js +10 -43
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
- package/src/inference/pipelines/text/generator-helpers.js +20 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +23 -9
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +254 -530
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +8 -2
- package/src/inference/pipelines/text/init.js +190 -710
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
- package/src/inference/pipelines/text/logits/gpu.js +148 -11
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +198 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +12 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +233 -29
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +30 -5
- package/src/loader/loader-types.d.ts +4 -0
- package/src/loader/manifest-config.d.ts +2 -7
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/per-layer-input-loader.js +114 -1
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.d.ts +15 -0
- package/src/loader/tensors/source-transform.js +317 -34
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/loader/tensors/tensor-reader.js +28 -2
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +389 -98
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +44 -56
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +373 -21
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +257 -150
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +27 -0
- package/src/tooling/source-runtime-bundle.js +56 -23
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +4 -8
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -4,9 +4,6 @@
|
|
|
4
4
|
* @module gpu/submit-tracker
|
|
5
5
|
*/
|
|
6
6
|
|
|
7
|
-
/** Whether to track submits (disable in production for perf) */
|
|
8
|
-
export let TRACK_SUBMITS: boolean;
|
|
9
|
-
|
|
10
7
|
/** Submit statistics */
|
|
11
8
|
export interface SubmitStats {
|
|
12
9
|
/** Number of queue.submit() calls */
|
|
@@ -25,16 +22,6 @@ export interface SubmitStats {
|
|
|
25
22
|
bySource?: Map<string, number>;
|
|
26
23
|
}
|
|
27
24
|
|
|
28
|
-
/** Phase-based submit statistics */
|
|
29
|
-
export interface PhaseSubmitStats {
|
|
30
|
-
prefill: SubmitStats;
|
|
31
|
-
decode: SubmitStats;
|
|
32
|
-
other: SubmitStats;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
/** Current phase for submit tracking */
|
|
36
|
-
export type SubmitPhase = 'prefill' | 'decode' | 'other';
|
|
37
|
-
|
|
38
25
|
/**
|
|
39
26
|
* Enable/disable submit tracking.
|
|
40
27
|
* @param enabled - Whether to track submits
|
|
@@ -47,65 +34,21 @@ export function setTrackSubmits(enabled: boolean): void;
|
|
|
47
34
|
*/
|
|
48
35
|
export function resetSubmitStats(): void;
|
|
49
36
|
|
|
50
|
-
/**
|
|
51
|
-
* Set the current phase for submit tracking.
|
|
52
|
-
* @param phase - The phase to track ('prefill', 'decode', or 'other')
|
|
53
|
-
*/
|
|
54
|
-
export function setSubmitPhase(phase: SubmitPhase): void;
|
|
55
|
-
|
|
56
|
-
/**
|
|
57
|
-
* Record a submit call.
|
|
58
|
-
* Call this from a wrapper around queue.submit().
|
|
59
|
-
* @param durationMs - Time spent in this submit call
|
|
60
|
-
* @param source - Optional source identifier (e.g., "pipeline.ts:prefill", "layer.ts:attention")
|
|
61
|
-
*/
|
|
62
|
-
export function recordSubmit(durationMs: number, source?: string): void;
|
|
63
|
-
|
|
64
37
|
/**
|
|
65
38
|
* Get current submit statistics.
|
|
66
39
|
* @returns Submit statistics
|
|
67
40
|
*/
|
|
68
41
|
export function getSubmitStats(): SubmitStats;
|
|
69
42
|
|
|
70
|
-
/**
|
|
71
|
-
* Get submit statistics for a specific phase.
|
|
72
|
-
* @param phase - The phase to get stats for
|
|
73
|
-
* @returns Submit statistics for the phase
|
|
74
|
-
*/
|
|
75
|
-
export function getPhaseSubmitStats(phase: SubmitPhase): SubmitStats;
|
|
76
|
-
|
|
77
|
-
/**
|
|
78
|
-
* Get submit statistics for all phases.
|
|
79
|
-
* @returns Submit statistics by phase
|
|
80
|
-
*/
|
|
81
|
-
export function getAllPhaseSubmitStats(): PhaseSubmitStats;
|
|
82
|
-
|
|
83
43
|
/**
|
|
84
44
|
* Log submit statistics summary.
|
|
85
45
|
* @param label - Label for the log output
|
|
86
46
|
*/
|
|
87
47
|
export function logSubmitStats(label?: string): void;
|
|
88
48
|
|
|
89
|
-
/**
|
|
90
|
-
* Log submit statistics for all phases.
|
|
91
|
-
* @param label - Label for the log output
|
|
92
|
-
*/
|
|
93
|
-
export function logAllPhaseSubmitStats(label?: string): void;
|
|
94
|
-
|
|
95
49
|
/**
|
|
96
50
|
* Wrap a GPU queue to track submit calls.
|
|
97
51
|
* @param queue - GPU queue to wrap
|
|
98
52
|
* @returns Wrapped queue with tracking
|
|
99
53
|
*/
|
|
100
54
|
export function wrapQueueForTracking(queue: GPUQueue): GPUQueue;
|
|
101
|
-
|
|
102
|
-
/**
|
|
103
|
-
* Estimate submit overhead savings from batching.
|
|
104
|
-
* @param currentStats - Current submit stats (unbatched)
|
|
105
|
-
* @param targetSubmits - Target number of submits after batching
|
|
106
|
-
* @returns Estimated time savings in ms
|
|
107
|
-
*/
|
|
108
|
-
export function estimateBatchingSavings(
|
|
109
|
-
currentStats: SubmitStats,
|
|
110
|
-
targetSubmits?: number
|
|
111
|
-
): { savedSubmits: number; estimatedSavingsMs: number };
|
|
@@ -4,7 +4,7 @@ import { trackSubmit } from './perf-guards.js';
|
|
|
4
4
|
import { log, trace } from '../debug/index.js';
|
|
5
5
|
|
|
6
6
|
|
|
7
|
-
|
|
7
|
+
let TRACK_SUBMITS = false;
|
|
8
8
|
|
|
9
9
|
|
|
10
10
|
let submitCount = 0;
|
|
@@ -51,34 +51,25 @@ export function resetSubmitStats() {
|
|
|
51
51
|
submitSources = new Map();
|
|
52
52
|
currentPhase = 'other';
|
|
53
53
|
|
|
54
|
-
// Reset phase stats
|
|
55
54
|
for (const phase of (['prefill', 'decode', 'other'])) {
|
|
56
55
|
phaseStats[phase] = { count: 0, times: [], totalMs: 0, maxMs: 0, minMs: Infinity, sources: new Map() };
|
|
57
56
|
}
|
|
58
57
|
}
|
|
59
58
|
|
|
60
59
|
|
|
61
|
-
|
|
62
|
-
currentPhase = phase;
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
export function recordSubmit(durationMs, source) {
|
|
60
|
+
function recordSubmit(durationMs, source) {
|
|
67
61
|
if (!TRACK_SUBMITS) return;
|
|
68
62
|
|
|
69
|
-
// Global stats
|
|
70
63
|
submitCount++;
|
|
71
64
|
submitTimes.push(durationMs);
|
|
72
65
|
totalSubmitMs += durationMs;
|
|
73
66
|
maxSubmitMs = Math.max(maxSubmitMs, durationMs);
|
|
74
67
|
minSubmitMs = Math.min(minSubmitMs, durationMs);
|
|
75
68
|
|
|
76
|
-
// Track by source
|
|
77
69
|
if (source) {
|
|
78
70
|
submitSources.set(source, (submitSources.get(source) || 0) + 1);
|
|
79
71
|
}
|
|
80
72
|
|
|
81
|
-
// Phase-specific stats
|
|
82
73
|
const ps = phaseStats[currentPhase];
|
|
83
74
|
ps.count++;
|
|
84
75
|
ps.times.push(durationMs);
|
|
@@ -86,7 +77,6 @@ export function recordSubmit(durationMs, source) {
|
|
|
86
77
|
ps.maxMs = Math.max(ps.maxMs, durationMs);
|
|
87
78
|
ps.minMs = Math.min(ps.minMs, durationMs);
|
|
88
79
|
|
|
89
|
-
// Track source in phase stats
|
|
90
80
|
if (source) {
|
|
91
81
|
ps.sources.set(source, (ps.sources.get(source) || 0) + 1);
|
|
92
82
|
}
|
|
@@ -106,7 +96,7 @@ export function getSubmitStats() {
|
|
|
106
96
|
}
|
|
107
97
|
|
|
108
98
|
|
|
109
|
-
|
|
99
|
+
function getPhaseSubmitStats(phase) {
|
|
110
100
|
const ps = phaseStats[phase];
|
|
111
101
|
return {
|
|
112
102
|
count: ps.count,
|
|
@@ -120,15 +110,6 @@ export function getPhaseSubmitStats(phase) {
|
|
|
120
110
|
}
|
|
121
111
|
|
|
122
112
|
|
|
123
|
-
export function getAllPhaseSubmitStats() {
|
|
124
|
-
return {
|
|
125
|
-
prefill: getPhaseSubmitStats('prefill'),
|
|
126
|
-
decode: getPhaseSubmitStats('decode'),
|
|
127
|
-
other: getPhaseSubmitStats('other'),
|
|
128
|
-
};
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
|
|
132
113
|
export function logSubmitStats(label = 'Forward pass') {
|
|
133
114
|
const stats = getSubmitStats();
|
|
134
115
|
trace.perf(
|
|
@@ -138,7 +119,6 @@ export function logSubmitStats(label = 'Forward pass') {
|
|
|
138
119
|
`range=[${stats.minMs.toFixed(3)}-${stats.maxMs.toFixed(3)}ms]`
|
|
139
120
|
);
|
|
140
121
|
|
|
141
|
-
// Log by source if available
|
|
142
122
|
if (stats.bySource && stats.bySource.size > 0) {
|
|
143
123
|
trace.perf('SubmitTracker: Submits by source:');
|
|
144
124
|
const sorted = Array.from(stats.bySource.entries()).sort((a, b) => b[1] - a[1]);
|
|
@@ -150,32 +130,6 @@ export function logSubmitStats(label = 'Forward pass') {
|
|
|
150
130
|
}
|
|
151
131
|
|
|
152
132
|
|
|
153
|
-
export function logAllPhaseSubmitStats(label = 'All phases') {
|
|
154
|
-
const allStats = getAllPhaseSubmitStats();
|
|
155
|
-
trace.perf(`SubmitTracker ${label}:`);
|
|
156
|
-
|
|
157
|
-
for (const phase of (['prefill', 'decode', 'other'])) {
|
|
158
|
-
const stats = allStats[phase];
|
|
159
|
-
if (stats.count === 0) continue;
|
|
160
|
-
|
|
161
|
-
trace.perf(
|
|
162
|
-
` ${phase}: ${stats.count} submits, ` +
|
|
163
|
-
`total=${stats.totalMs.toFixed(2)}ms, ` +
|
|
164
|
-
`avg=${stats.avgMs.toFixed(3)}ms`
|
|
165
|
-
);
|
|
166
|
-
|
|
167
|
-
// Log by source for this phase
|
|
168
|
-
if (stats.bySource && stats.bySource.size > 0) {
|
|
169
|
-
const sorted = Array.from(stats.bySource.entries()).sort((a, b) => b[1] - a[1]);
|
|
170
|
-
for (const [source, count] of sorted) {
|
|
171
|
-
const pct = ((count / stats.count) * 100).toFixed(1);
|
|
172
|
-
trace.perf(` ${source}: ${count} (${pct}%)`);
|
|
173
|
-
}
|
|
174
|
-
}
|
|
175
|
-
}
|
|
176
|
-
}
|
|
177
|
-
|
|
178
|
-
|
|
179
133
|
function extractSourceFromStack() {
|
|
180
134
|
const stack = new Error().stack;
|
|
181
135
|
if (!stack) return 'unknown';
|
|
@@ -227,16 +181,3 @@ export function wrapQueueForTracking(queue) {
|
|
|
227
181
|
}
|
|
228
182
|
|
|
229
183
|
|
|
230
|
-
export function estimateBatchingSavings(
|
|
231
|
-
currentStats,
|
|
232
|
-
targetSubmits = 1
|
|
233
|
-
) {
|
|
234
|
-
const savedSubmits = Math.max(0, currentStats.count - targetSubmits);
|
|
235
|
-
// Each submit has overhead, estimate savings based on average submit time
|
|
236
|
-
const estimatedSavingsMs = savedSubmits * currentStats.avgMs;
|
|
237
|
-
|
|
238
|
-
return {
|
|
239
|
-
savedSubmits,
|
|
240
|
-
estimatedSavingsMs,
|
|
241
|
-
};
|
|
242
|
-
}
|
package/src/gpu/tensor.d.ts
CHANGED
|
@@ -29,24 +29,6 @@ export function createTensor(
|
|
|
29
29
|
label?: string
|
|
30
30
|
): Tensor;
|
|
31
31
|
|
|
32
|
-
/**
|
|
33
|
-
* Assert tensor has expected dtype, throw if mismatch.
|
|
34
|
-
*/
|
|
35
|
-
export function assertDtype(
|
|
36
|
-
tensor: Tensor,
|
|
37
|
-
expected: TensorDtype,
|
|
38
|
-
operation: string
|
|
39
|
-
): void;
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* Assert tensor has expected shape, throw if mismatch.
|
|
43
|
-
*/
|
|
44
|
-
export function assertShape(
|
|
45
|
-
tensor: Tensor,
|
|
46
|
-
expected: readonly number[],
|
|
47
|
-
operation: string
|
|
48
|
-
): void;
|
|
49
|
-
|
|
50
32
|
/**
|
|
51
33
|
* Get bytes per element for dtype.
|
|
52
34
|
*/
|
|
@@ -57,11 +39,6 @@ export function dtypeBytes(dtype: TensorDtype): number;
|
|
|
57
39
|
*/
|
|
58
40
|
export function tensorBytes(shape: readonly number[], dtype: TensorDtype): number;
|
|
59
41
|
|
|
60
|
-
/**
|
|
61
|
-
* Check if two tensors have compatible dtypes for an operation.
|
|
62
|
-
*/
|
|
63
|
-
export function dtypesMatch(a: Tensor, b: Tensor): boolean;
|
|
64
|
-
|
|
65
42
|
/**
|
|
66
43
|
* Determine output dtype for a binary operation.
|
|
67
44
|
* F16 only if both inputs are F16.
|
package/src/gpu/tensor.js
CHANGED
|
@@ -19,42 +19,6 @@ export function createTensor(
|
|
|
19
19
|
}
|
|
20
20
|
|
|
21
21
|
|
|
22
|
-
export function assertDtype(
|
|
23
|
-
tensor,
|
|
24
|
-
expected,
|
|
25
|
-
operation
|
|
26
|
-
) {
|
|
27
|
-
if (tensor.dtype !== expected) {
|
|
28
|
-
throw new Error(
|
|
29
|
-
`${operation}: expected ${expected} tensor, got ${tensor.dtype}` +
|
|
30
|
-
(tensor.label ? ` (${tensor.label})` : '')
|
|
31
|
-
);
|
|
32
|
-
}
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
export function assertShape(
|
|
37
|
-
tensor,
|
|
38
|
-
expected,
|
|
39
|
-
operation
|
|
40
|
-
) {
|
|
41
|
-
if (tensor.shape.length !== expected.length) {
|
|
42
|
-
throw new Error(
|
|
43
|
-
`${operation}: expected ${expected.length}D tensor, got ${tensor.shape.length}D` +
|
|
44
|
-
(tensor.label ? ` (${tensor.label})` : '')
|
|
45
|
-
);
|
|
46
|
-
}
|
|
47
|
-
for (let i = 0; i < expected.length; i++) {
|
|
48
|
-
if (expected[i] !== -1 && tensor.shape[i] !== expected[i]) {
|
|
49
|
-
throw new Error(
|
|
50
|
-
`${operation}: shape mismatch at dim ${i}: expected ${expected[i]}, got ${tensor.shape[i]}` +
|
|
51
|
-
(tensor.label ? ` (${tensor.label})` : '')
|
|
52
|
-
);
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
|
|
58
22
|
export function dtypeBytes(dtype) {
|
|
59
23
|
return dtype === 'f16' ? 2 : 4;
|
|
60
24
|
}
|
|
@@ -65,11 +29,6 @@ export function tensorBytes(shape, dtype) {
|
|
|
65
29
|
}
|
|
66
30
|
|
|
67
31
|
|
|
68
|
-
export function dtypesMatch(a, b) {
|
|
69
|
-
return a.dtype === b.dtype;
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
|
|
73
32
|
export function inferOutputDtype(a, b) {
|
|
74
33
|
return selectRuleValue('shared', 'dtype', 'bothF16', { aDtype: a.dtype, bDtype: b.dtype });
|
|
75
34
|
}
|
|
@@ -53,12 +53,6 @@ export declare class UniformBufferCache {
|
|
|
53
53
|
*/
|
|
54
54
|
release(buffer: GPUBuffer): void;
|
|
55
55
|
|
|
56
|
-
/**
|
|
57
|
-
* Evict stale entries (older than maxAgeMs).
|
|
58
|
-
* Buffers are queued for deferred destruction.
|
|
59
|
-
*/
|
|
60
|
-
evictStale(): number;
|
|
61
|
-
|
|
62
56
|
/**
|
|
63
57
|
* Clear all cached buffers.
|
|
64
58
|
* Also flushes any pending destruction queue.
|
|
@@ -75,11 +69,6 @@ export declare class UniformBufferCache {
|
|
|
75
69
|
*/
|
|
76
70
|
flushPendingDestruction(): number;
|
|
77
71
|
|
|
78
|
-
/**
|
|
79
|
-
* Get the number of buffers pending destruction.
|
|
80
|
-
*/
|
|
81
|
-
getPendingDestructionCount(): number;
|
|
82
|
-
|
|
83
72
|
/**
|
|
84
73
|
* Check if a buffer is managed by this cache
|
|
85
74
|
*/
|
package/src/gpu/uniform-cache.js
CHANGED
|
@@ -160,26 +160,7 @@ export class UniformBufferCache {
|
|
|
160
160
|
}
|
|
161
161
|
}
|
|
162
162
|
|
|
163
|
-
|
|
164
|
-
evictStale() {
|
|
165
|
-
const now = performance.now();
|
|
166
|
-
let evicted = 0;
|
|
167
|
-
|
|
168
|
-
for (const [hash, entry] of this.#cache) {
|
|
169
|
-
if (entry.refCount === 0 && now - entry.lastUsed > this.#maxAgeMs) {
|
|
170
|
-
// DON'T destroy immediately - defer until GPU work completes
|
|
171
|
-
this.#pendingDestruction.push(entry.buffer);
|
|
172
|
-
this.#cache.delete(hash);
|
|
173
|
-
evicted++;
|
|
174
|
-
}
|
|
175
|
-
}
|
|
176
163
|
|
|
177
|
-
this.#stats.evictions += evicted;
|
|
178
|
-
this.#stats.currentSize = this.#cache.size;
|
|
179
|
-
return evicted;
|
|
180
|
-
}
|
|
181
|
-
|
|
182
|
-
|
|
183
164
|
clear() {
|
|
184
165
|
// Flush pending destruction first
|
|
185
166
|
this.flushPendingDestruction();
|
|
@@ -202,10 +183,6 @@ export class UniformBufferCache {
|
|
|
202
183
|
return count;
|
|
203
184
|
}
|
|
204
185
|
|
|
205
|
-
|
|
206
|
-
getPendingDestructionCount() {
|
|
207
|
-
return this.#pendingDestruction.length;
|
|
208
|
-
}
|
|
209
186
|
|
|
210
187
|
|
|
211
188
|
isCached(buffer) {
|
package/src/index.d.ts
CHANGED
package/src/index.js
CHANGED
|
@@ -4,16 +4,7 @@ export declare function resolveKernelPathForModel(options?: Record<string, unkno
|
|
|
4
4
|
kernelPath: unknown;
|
|
5
5
|
source: string | null;
|
|
6
6
|
} | null>;
|
|
7
|
-
export declare function initializeInferenceFromStorage(
|
|
8
|
-
modelId: string,
|
|
9
|
-
options?: Record<string, unknown>
|
|
10
|
-
): Promise<Record<string, unknown>>;
|
|
11
|
-
export declare function initializeInferenceFromSourcePath(
|
|
12
|
-
sourcePath: string,
|
|
13
|
-
options?: Record<string, unknown>
|
|
14
|
-
): Promise<Record<string, unknown>>;
|
|
15
7
|
export declare function resolveLocalSourceRuntimePathFromModelUrl(
|
|
16
8
|
modelUrl?: string | null
|
|
17
9
|
): Promise<string | null>;
|
|
18
|
-
export declare function resolveHarnessOverride(options?: Record<string, unknown>): Promise<Record<string, unknown>>;
|
|
19
10
|
export declare function initializeSuiteModel(options?: Record<string, unknown>): Promise<Record<string, unknown>>;
|
|
@@ -1,6 +1,3 @@
|
|
|
1
|
-
import fs from 'node:fs/promises';
|
|
2
|
-
import path from 'node:path';
|
|
3
|
-
import { fileURLToPath } from 'node:url';
|
|
4
1
|
import { initializeInference } from './test-harness.js';
|
|
5
2
|
import { setRuntimeConfig } from '../config/runtime.js';
|
|
6
3
|
import { log } from '../debug/index.js';
|
|
@@ -30,20 +27,29 @@ function isNodeRuntime() {
|
|
|
30
27
|
return typeof process !== 'undefined' && !!process.versions?.node;
|
|
31
28
|
}
|
|
32
29
|
|
|
33
|
-
async function pathExists(targetPath) {
|
|
30
|
+
async function pathExists(nodeFs, targetPath) {
|
|
34
31
|
try {
|
|
35
|
-
await
|
|
32
|
+
await nodeFs.access(targetPath);
|
|
36
33
|
return true;
|
|
37
34
|
} catch {
|
|
38
35
|
return false;
|
|
39
36
|
}
|
|
40
37
|
}
|
|
41
38
|
|
|
42
|
-
function isDirectSourceFilePath(targetPath) {
|
|
43
|
-
const ext =
|
|
39
|
+
function isDirectSourceFilePath(nodePath, targetPath) {
|
|
40
|
+
const ext = nodePath.extname(String(targetPath || '')).toLowerCase();
|
|
44
41
|
return DIRECT_SOURCE_FILE_EXTENSIONS.includes(ext);
|
|
45
42
|
}
|
|
46
43
|
|
|
44
|
+
async function loadNodeFsHelpers() {
|
|
45
|
+
const [{ default: fs }, { default: path }, { fileURLToPath }] = await Promise.all([
|
|
46
|
+
import('node:fs/promises'),
|
|
47
|
+
import('node:path'),
|
|
48
|
+
import('node:url'),
|
|
49
|
+
]);
|
|
50
|
+
return { fs, path, fileURLToPath };
|
|
51
|
+
}
|
|
52
|
+
|
|
47
53
|
function resolveSourceVerifyHashes(options = {}) {
|
|
48
54
|
const explicit = options?.runtime?.runtimeConfig?.loading?.shardCache?.verifyHashes;
|
|
49
55
|
if (explicit == null) {
|
|
@@ -107,7 +113,7 @@ export async function resolveKernelPathForModel(options = {}) {
|
|
|
107
113
|
};
|
|
108
114
|
}
|
|
109
115
|
|
|
110
|
-
|
|
116
|
+
async function initializeInferenceFromStorage(modelId, options = {}) {
|
|
111
117
|
const { onProgress } = options;
|
|
112
118
|
if (!modelId) {
|
|
113
119
|
throw new Error('modelId is required');
|
|
@@ -156,7 +162,7 @@ export async function initializeInferenceFromStorage(modelId, options = {}) {
|
|
|
156
162
|
return { pipeline, manifest, capabilities };
|
|
157
163
|
}
|
|
158
164
|
|
|
159
|
-
|
|
165
|
+
async function initializeInferenceFromSourcePath(sourcePath, options = {}) {
|
|
160
166
|
const { onProgress } = options;
|
|
161
167
|
if (!sourcePath || typeof sourcePath !== 'string') {
|
|
162
168
|
throw new Error('modelUrl is required for loadMode=memory.');
|
|
@@ -221,6 +227,8 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
|
|
|
221
227
|
return null;
|
|
222
228
|
}
|
|
223
229
|
|
|
230
|
+
const { fs, path, fileURLToPath } = await loadNodeFsHelpers();
|
|
231
|
+
|
|
224
232
|
let localPath;
|
|
225
233
|
try {
|
|
226
234
|
localPath = fileURLToPath(modelUrl);
|
|
@@ -236,14 +244,14 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
|
|
|
236
244
|
}
|
|
237
245
|
|
|
238
246
|
if (stats.isFile()) {
|
|
239
|
-
return isDirectSourceFilePath(localPath) ? localPath : null;
|
|
247
|
+
return isDirectSourceFilePath(path, localPath) ? localPath : null;
|
|
240
248
|
}
|
|
241
249
|
|
|
242
250
|
if (!stats.isDirectory()) {
|
|
243
251
|
return null;
|
|
244
252
|
}
|
|
245
253
|
|
|
246
|
-
if (await pathExists(path.join(localPath, 'manifest.json'))) {
|
|
254
|
+
if (await pathExists(fs, path.join(localPath, 'manifest.json'))) {
|
|
247
255
|
return null;
|
|
248
256
|
}
|
|
249
257
|
|
|
@@ -260,7 +268,7 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
|
|
|
260
268
|
}
|
|
261
269
|
|
|
262
270
|
for (const fileName of fileNames) {
|
|
263
|
-
if (isDirectSourceFilePath(fileName)) {
|
|
271
|
+
if (isDirectSourceFilePath(path, fileName)) {
|
|
264
272
|
return localPath;
|
|
265
273
|
}
|
|
266
274
|
}
|
|
@@ -268,7 +276,7 @@ export async function resolveLocalSourceRuntimePathFromModelUrl(modelUrl) {
|
|
|
268
276
|
return null;
|
|
269
277
|
}
|
|
270
278
|
|
|
271
|
-
|
|
279
|
+
async function resolveHarnessOverride(options = {}) {
|
|
272
280
|
const input = typeof options.harnessOverride === 'function'
|
|
273
281
|
? await options.harnessOverride(options)
|
|
274
282
|
: options.harnessOverride;
|
|
@@ -333,6 +341,7 @@ export async function initializeSuiteModel(options = {}) {
|
|
|
333
341
|
runtime,
|
|
334
342
|
onProgress: options.onProgress,
|
|
335
343
|
log: options.log,
|
|
344
|
+
loadMode,
|
|
336
345
|
});
|
|
337
346
|
}
|
|
338
347
|
const modelLoadMs = Math.max(0, performance.now() - loadStart);
|
|
@@ -1,7 +1,3 @@
|
|
|
1
|
-
export declare function parseReportTimestamp(
|
|
2
|
-
rawTimestamp: string | number | Date | null | undefined,
|
|
3
|
-
label?: string
|
|
4
|
-
): string | null;
|
|
5
1
|
export declare function resolveReportTimestamp(
|
|
6
2
|
rawTimestamp: string | number | Date | null | undefined,
|
|
7
3
|
label: string,
|
|
@@ -38,7 +34,6 @@ export declare function applyRuntimeProfile(
|
|
|
38
34
|
profileId: string,
|
|
39
35
|
options?: Record<string, unknown>
|
|
40
36
|
): Promise<Record<string, unknown>>;
|
|
41
|
-
export declare function normalizeRuntimeConfigChain(value: unknown): string[];
|
|
42
37
|
export declare function applyRuntimeForRun(
|
|
43
38
|
run: Record<string, unknown>,
|
|
44
39
|
options?: Record<string, unknown>
|
|
@@ -12,7 +12,7 @@ import {
|
|
|
12
12
|
resolveRuntimeFromConfig,
|
|
13
13
|
} from '../tooling/runtime-input-composition.js';
|
|
14
14
|
|
|
15
|
-
|
|
15
|
+
function parseReportTimestamp(rawTimestamp, label = 'timestamp') {
|
|
16
16
|
if (rawTimestamp == null) {
|
|
17
17
|
return null;
|
|
18
18
|
}
|
|
@@ -327,7 +327,7 @@ export async function applyRuntimeProfile(profileId, options = {}) {
|
|
|
327
327
|
return mergedRuntime;
|
|
328
328
|
}
|
|
329
329
|
|
|
330
|
-
|
|
330
|
+
function normalizeRuntimeConfigChain(value) {
|
|
331
331
|
if (!Array.isArray(value)) {
|
|
332
332
|
return [];
|
|
333
333
|
}
|
|
@@ -14,7 +14,6 @@ export declare function normalizeCacheMode(value: unknown): 'cold' | 'warm';
|
|
|
14
14
|
export declare function normalizeLoadMode(value: unknown, hasModelUrl: boolean, modelUrl?: string | null): 'opfs' | 'http' | 'memory' | 'file';
|
|
15
15
|
export declare function normalizeWorkloadType(value: unknown): string | null;
|
|
16
16
|
export declare function safeStatsValue(value: unknown): number;
|
|
17
|
-
export declare function calculateRatePerSecond(count: unknown, durationMs: unknown): number;
|
|
18
17
|
export declare function buildDiffusionPerformanceArtifact(options: Record<string, unknown>): Record<string, unknown>;
|
|
19
18
|
export declare function assertDiffusionPerformanceArtifact(metrics: Record<string, unknown>, contextLabel?: string): void;
|
|
20
19
|
export declare function toTimingNumber(value: unknown, fallback?: number | null): number | null;
|
|
@@ -26,3 +25,7 @@ export declare function sampleTimingNumber(
|
|
|
26
25
|
): number | null;
|
|
27
26
|
export declare function buildCanonicalTiming(overrides?: Record<string, unknown>): Record<string, unknown>;
|
|
28
27
|
export declare function buildTimingDiagnostics(timing?: Record<string, unknown>, options?: Record<string, unknown>): Record<string, unknown>;
|
|
28
|
+
|
|
29
|
+
export declare function buildFirstLoadComposition(
|
|
30
|
+
fields?: Record<string, unknown>
|
|
31
|
+
): Record<string, number | null>;
|
|
@@ -38,7 +38,7 @@ export function safeStatsValue(value) {
|
|
|
38
38
|
return Number.isFinite(value) ? Number(value) : 0;
|
|
39
39
|
}
|
|
40
40
|
|
|
41
|
-
|
|
41
|
+
function calculateRatePerSecond(count, durationMs) {
|
|
42
42
|
const safeCount = safeStatsValue(count);
|
|
43
43
|
const safeDurationMs = safeStatsValue(durationMs);
|
|
44
44
|
if (safeCount <= 0 || safeDurationMs <= 0) return 0;
|
|
@@ -268,3 +268,89 @@ export function buildTimingDiagnostics(timing = {}, options = {}) {
|
|
|
268
268
|
},
|
|
269
269
|
};
|
|
270
270
|
}
|
|
271
|
+
|
|
272
|
+
// Mirrors `buildFirstLoadComposition` on the transformers.js runner
|
|
273
|
+
// (benchmarks/runners/transformersjs-bench.js) so Doppler bench receipts expose
|
|
274
|
+
// the same six-field first-load breakdown. Fields Doppler does not yet
|
|
275
|
+
// instrument (browserLaunchMs, pageReadyMs, cachePrimeMs) are `null` —
|
|
276
|
+
// `null` explicitly means "this Doppler surface does not separate that
|
|
277
|
+
// phase" (nullable-required-field convention). Sums and residuals fall back
|
|
278
|
+
// to `null` whenever any dependency is null.
|
|
279
|
+
export function buildFirstLoadComposition(fields = {}) {
|
|
280
|
+
const browserLaunchMs = Number.isFinite(fields.browserLaunchMs)
|
|
281
|
+
? toTimingNumber(fields.browserLaunchMs)
|
|
282
|
+
: null;
|
|
283
|
+
const pageReadyMs = Number.isFinite(fields.pageReadyMs)
|
|
284
|
+
? toTimingNumber(fields.pageReadyMs)
|
|
285
|
+
: null;
|
|
286
|
+
const cachePrimeMs = Number.isFinite(fields.cachePrimeMs)
|
|
287
|
+
? toTimingNumber(fields.cachePrimeMs)
|
|
288
|
+
: null;
|
|
289
|
+
const modelLoadMs = Number.isFinite(fields.modelLoadMs)
|
|
290
|
+
? toTimingNumber(fields.modelLoadMs)
|
|
291
|
+
: null;
|
|
292
|
+
const firstTokenMs = Number.isFinite(fields.firstTokenMs)
|
|
293
|
+
? toTimingNumber(fields.firstTokenMs)
|
|
294
|
+
: null;
|
|
295
|
+
const firstResponseMs = Number.isFinite(fields.firstResponseMs)
|
|
296
|
+
? toTimingNumber(fields.firstResponseMs)
|
|
297
|
+
: null;
|
|
298
|
+
|
|
299
|
+
const firstResponseFromLoadAndFirstTokenMs = (
|
|
300
|
+
Number.isFinite(modelLoadMs) && Number.isFinite(firstTokenMs)
|
|
301
|
+
)
|
|
302
|
+
? toTimingNumber(modelLoadMs + firstTokenMs)
|
|
303
|
+
: null;
|
|
304
|
+
const harnessWarmStartToFirstResponseMs = (
|
|
305
|
+
Number.isFinite(pageReadyMs)
|
|
306
|
+
&& Number.isFinite(cachePrimeMs)
|
|
307
|
+
&& Number.isFinite(firstResponseMs)
|
|
308
|
+
)
|
|
309
|
+
? toTimingNumber(pageReadyMs + cachePrimeMs + firstResponseMs)
|
|
310
|
+
: null;
|
|
311
|
+
const endToEndFirstResponseMs = (
|
|
312
|
+
Number.isFinite(browserLaunchMs) && Number.isFinite(harnessWarmStartToFirstResponseMs)
|
|
313
|
+
)
|
|
314
|
+
? toTimingNumber(browserLaunchMs + harnessWarmStartToFirstResponseMs)
|
|
315
|
+
: null;
|
|
316
|
+
const firstResponseResidualMs = (
|
|
317
|
+
Number.isFinite(firstResponseMs) && Number.isFinite(firstResponseFromLoadAndFirstTokenMs)
|
|
318
|
+
)
|
|
319
|
+
? toTimingNumber(firstResponseMs - firstResponseFromLoadAndFirstTokenMs)
|
|
320
|
+
: null;
|
|
321
|
+
|
|
322
|
+
return {
|
|
323
|
+
schemaVersion: 1,
|
|
324
|
+
semantics: {
|
|
325
|
+
browserLaunchMs: 'node launch request -> browser/context ready',
|
|
326
|
+
pageReadyMs: 'runner navigation + startup',
|
|
327
|
+
cachePrimeMs: 'untimed warm-opfs prefetch/load pass',
|
|
328
|
+
modelLoadMs: 'model initialization/load before generation',
|
|
329
|
+
firstTokenMs: 'ttft from generation start',
|
|
330
|
+
firstResponseMs: 'modelLoadMs + firstTokenMs',
|
|
331
|
+
harnessWarmStartToFirstResponseMs: 'pageReadyMs + cachePrimeMs + firstResponseMs',
|
|
332
|
+
endToEndFirstResponseMs: 'browserLaunchMs + pageReadyMs + cachePrimeMs + firstResponseMs',
|
|
333
|
+
},
|
|
334
|
+
componentsMs: {
|
|
335
|
+
browserLaunchMs,
|
|
336
|
+
pageReadyMs,
|
|
337
|
+
cachePrimeMs,
|
|
338
|
+
modelLoadMs,
|
|
339
|
+
firstTokenMs,
|
|
340
|
+
firstResponseMs,
|
|
341
|
+
},
|
|
342
|
+
sumsMs: {
|
|
343
|
+
firstResponseFromLoadAndFirstTokenMs,
|
|
344
|
+
harnessWarmStartToFirstResponseMs,
|
|
345
|
+
endToEndFirstResponseMs,
|
|
346
|
+
},
|
|
347
|
+
residualsMs: {
|
|
348
|
+
firstResponseResidualMs,
|
|
349
|
+
},
|
|
350
|
+
consistent: {
|
|
351
|
+
firstResponse: Number.isFinite(firstResponseResidualMs)
|
|
352
|
+
? Math.abs(firstResponseResidualMs) <= 2
|
|
353
|
+
: null,
|
|
354
|
+
},
|
|
355
|
+
};
|
|
356
|
+
}
|
|
@@ -16,6 +16,7 @@ export declare function resolveBenchmarkRunSettings(
|
|
|
16
16
|
promptLabel: string;
|
|
17
17
|
maxTokens: number;
|
|
18
18
|
sampling: Record<string, unknown>;
|
|
19
|
+
seed?: number;
|
|
19
20
|
};
|
|
20
21
|
export declare function runEmbeddingSemanticChecks(
|
|
21
22
|
pipeline: Record<string, unknown>,
|
|
@@ -32,3 +33,15 @@ export declare function runEmbedding(
|
|
|
32
33
|
runtimeConfig: Record<string, unknown>,
|
|
33
34
|
runOverrides?: Record<string, unknown> | null
|
|
34
35
|
): Promise<Record<string, unknown>>;
|
|
36
|
+
|
|
37
|
+
export declare function runImageTranscription(
|
|
38
|
+
pipeline: Record<string, unknown>,
|
|
39
|
+
runtimeConfig: Record<string, unknown>,
|
|
40
|
+
runOverrides?: Record<string, unknown> | null
|
|
41
|
+
): Promise<Record<string, unknown>>;
|
|
42
|
+
|
|
43
|
+
export declare function runTextInference(
|
|
44
|
+
pipeline: Record<string, unknown>,
|
|
45
|
+
runtimeConfig: Record<string, unknown>,
|
|
46
|
+
runOverrides?: Record<string, unknown> | null
|
|
47
|
+
): Promise<Record<string, unknown>>;
|