doppler-gpu 0.2.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +20 -8
- package/assets/doppler.svg +1601 -0
- package/package.json +82 -33
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +20 -4
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +79 -5
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +615 -368
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/benchmark.schema.d.ts +2 -0
- package/src/config/schema/benchmark.schema.js +1 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +21 -3
- package/src/config/schema/doppler.schema.js +116 -9
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +54 -1
- package/src/config/schema/index.js +15 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +73 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +81 -4
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +390 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +115 -1
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +8 -31
- package/src/formats/tflite/types.js +50 -5
- package/src/gpu/command-recorder.d.ts +9 -21
- package/src/gpu/command-recorder.js +41 -2
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
- package/src/gpu/kernels/activation-static-qdq.js +69 -0
- package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +13 -5
- package/src/gpu/kernels/index.js +9 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +13 -0
- package/src/inference/browser-harness-text-helpers.js +267 -18
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +271 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +21 -2
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/attention/types.js +9 -4
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +23 -27
- package/src/inference/pipelines/text/embed.js +10 -43
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
- package/src/inference/pipelines/text/generator-helpers.js +20 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +23 -9
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +254 -530
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +8 -2
- package/src/inference/pipelines/text/init.js +190 -710
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
- package/src/inference/pipelines/text/logits/gpu.js +148 -11
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +198 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +12 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +233 -29
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +30 -5
- package/src/loader/loader-types.d.ts +4 -0
- package/src/loader/manifest-config.d.ts +2 -7
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/per-layer-input-loader.js +114 -1
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.d.ts +15 -0
- package/src/loader/tensors/source-transform.js +317 -34
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/loader/tensors/tensor-reader.js +28 -2
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +389 -98
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +44 -56
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +373 -21
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +257 -150
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +27 -0
- package/src/tooling/source-runtime-bundle.js +56 -23
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +4 -8
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/gemma4-e2b-int4ple-baseline-probe",
|
|
3
|
+
"name": "gemma4-e2b-int4ple-baseline-probe",
|
|
4
|
+
"description": "Apples-to-apples baseline counterpart for profiles/gemma4-e2b-int4ple-retain-q4k-probe. Same prompt/maxTokens/sampling but runs against the shipped manifest defaults (retainQ4KMaterialization=false, activationDtype=f32). Used to attribute perf deltas to the retain=true switch only.",
|
|
5
|
+
"intent": "investigate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-05-01T00:00:00Z",
|
|
9
|
+
"extends": "profiles/default",
|
|
10
|
+
"model": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"shared": {
|
|
13
|
+
"tooling": {
|
|
14
|
+
"intent": "investigate"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"inference": {
|
|
18
|
+
"generation": {
|
|
19
|
+
"maxTokens": 16
|
|
20
|
+
},
|
|
21
|
+
"sampling": {
|
|
22
|
+
"temperature": 0,
|
|
23
|
+
"topK": 1,
|
|
24
|
+
"topP": 1,
|
|
25
|
+
"repetitionPenalty": 1,
|
|
26
|
+
"greedyThreshold": 0
|
|
27
|
+
},
|
|
28
|
+
"prompt": "The quick brown fox jumps over the lazy dog. The capital of France is Paris, which is also known as the City of Lights. Tokyo is the capital of Japan, famous for its cherry blossoms and advanced technology. In classical mechanics, Newton's second law states that force equals mass times acceleration. Photosynthesis converts sunlight into chemical energy stored in glucose molecules."
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/gemma4-e2b-int4ple-f16a-probe",
|
|
3
|
+
"name": "gemma4-e2b-int4ple-f16a-probe",
|
|
4
|
+
"description": "Experimental Gemma 4 E2B INT4 PLE profile that requests f16 activation narrowing against the existing execution-v1 manifest. Stage-1 probe only; do not use for release claims until correctness and perf gates pass.",
|
|
5
|
+
"intent": "investigate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-04-20T00:00:00Z",
|
|
9
|
+
"extends": "profiles/throughput",
|
|
10
|
+
"model": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"shared": {
|
|
13
|
+
"tooling": {
|
|
14
|
+
"intent": "investigate"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"inference": {
|
|
18
|
+
"compute": {
|
|
19
|
+
"activationDtype": "f16"
|
|
20
|
+
},
|
|
21
|
+
"kernelPathPolicy": {
|
|
22
|
+
"mode": "capability-aware",
|
|
23
|
+
"sourceScope": [
|
|
24
|
+
"manifest"
|
|
25
|
+
],
|
|
26
|
+
"allowSources": [
|
|
27
|
+
"manifest"
|
|
28
|
+
],
|
|
29
|
+
"onIncompatible": "remap"
|
|
30
|
+
},
|
|
31
|
+
"prompt": "The quick brown fox jumps over the lazy dog. The capital of France is Paris, which is also known as the City of Lights. Tokyo is the capital of Japan, famous for its cherry blossoms and advanced technology. In classical mechanics, Newton's second law states that force equals mass times acceleration. Photosynthesis converts sunlight into chemical energy stored in glucose molecules."
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/gemma4-e2b-int4ple-reference-export",
|
|
3
|
+
"name": "gemma4-e2b-int4ple-reference-export",
|
|
4
|
+
"description": "Gemma 4 E2B INT4 PLE reference-export profile for constrained Node WebGPU hosts. Keeps low-memory loading caps while preserving plain contiguous KV cache required by the execution-v1 INT4 PLE path.",
|
|
5
|
+
"intent": "verify",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-04-25T00:00:00Z",
|
|
9
|
+
"extends": "profiles/low-memory",
|
|
10
|
+
"model": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"shared": {
|
|
13
|
+
"tooling": {
|
|
14
|
+
"intent": "verify"
|
|
15
|
+
},
|
|
16
|
+
"bufferPool": {
|
|
17
|
+
"budget": {
|
|
18
|
+
"maxTotalBytes": 13958643712,
|
|
19
|
+
"highWatermarkRatio": 0.85,
|
|
20
|
+
"emergencyTrimTargetRatio": 0.7,
|
|
21
|
+
"hardFailOnBudgetExceeded": true
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
"loading": {
|
|
26
|
+
"memoryManagement": {
|
|
27
|
+
"flushIntervalLayers": 1,
|
|
28
|
+
"flushThresholdBytes": 134217728,
|
|
29
|
+
"budget": {
|
|
30
|
+
"enabled": true,
|
|
31
|
+
"maxResidentBytes": null,
|
|
32
|
+
"systemMemoryFraction": 0.5,
|
|
33
|
+
"reserveBytes": 4294967296,
|
|
34
|
+
"minimumBudgetBytes": 2147483648
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
},
|
|
38
|
+
"inference": {
|
|
39
|
+
"largeWeights": {
|
|
40
|
+
"gpuResidentOverrides": []
|
|
41
|
+
},
|
|
42
|
+
"kvcache": {
|
|
43
|
+
"maxSeqLen": 2048,
|
|
44
|
+
"layout": "contiguous",
|
|
45
|
+
"kvDtype": "f16",
|
|
46
|
+
"pageSize": 128,
|
|
47
|
+
"tiering": {
|
|
48
|
+
"mode": "off"
|
|
49
|
+
}
|
|
50
|
+
},
|
|
51
|
+
"session": {
|
|
52
|
+
"kvcache": {
|
|
53
|
+
"maxSeqLen": 2048,
|
|
54
|
+
"layout": "contiguous",
|
|
55
|
+
"kvDtype": "f16",
|
|
56
|
+
"pageSize": 128,
|
|
57
|
+
"tiering": {
|
|
58
|
+
"mode": "off"
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/gemma4-e2b-int4ple-retain-q4k-probe",
|
|
3
|
+
"name": "gemma4-e2b-int4ple-retain-q4k-probe",
|
|
4
|
+
"description": "Investigation probe that opts gemma-4-e2b INT4-PLE into retainQ4KMaterialization=true plus f16 activations so the fused-q4k+f16 kernel pool (q4k_f16a fused FFN, q4_fused_widetile_f16a matmul) can be exercised end-to-end. Existing capability-transforms.rules.json rule force-disables retain on Apple Metal because of the documented L0.ffn_down NaN; AMD/RDNA3 passes through. Use this profile to capture the AMD transcript before any kernel is promoted into a release-eligible runtime profile.",
|
|
5
|
+
"intent": "investigate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-05-01T00:00:00Z",
|
|
9
|
+
"extends": "profiles/default",
|
|
10
|
+
"model": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"shared": {
|
|
13
|
+
"tooling": {
|
|
14
|
+
"intent": "investigate"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"inference": {
|
|
18
|
+
"compute": {
|
|
19
|
+
"activationDtype": "f16"
|
|
20
|
+
},
|
|
21
|
+
"session": {
|
|
22
|
+
"retainQ4KMaterialization": true
|
|
23
|
+
},
|
|
24
|
+
"kernelPathPolicy": {
|
|
25
|
+
"mode": "capability-aware",
|
|
26
|
+
"sourceScope": [
|
|
27
|
+
"manifest"
|
|
28
|
+
],
|
|
29
|
+
"allowSources": [
|
|
30
|
+
"manifest"
|
|
31
|
+
],
|
|
32
|
+
"onIncompatible": "remap"
|
|
33
|
+
},
|
|
34
|
+
"generation": {
|
|
35
|
+
"maxTokens": 16
|
|
36
|
+
},
|
|
37
|
+
"sampling": {
|
|
38
|
+
"temperature": 0,
|
|
39
|
+
"topK": 1,
|
|
40
|
+
"topP": 1,
|
|
41
|
+
"repetitionPenalty": 1,
|
|
42
|
+
"greedyThreshold": 0
|
|
43
|
+
},
|
|
44
|
+
"prompt": "The quick brown fox jumps over the lazy dog. The capital of France is Paris, which is also known as the City of Lights. Tokyo is the capital of Japan, famous for its cherry blossoms and advanced technology. In classical mechanics, Newton's second law states that force equals mass times acceleration. Photosynthesis converts sunlight into chemical energy stored in glucose molecules."
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/gemma4-e2b-prefill-profile",
|
|
3
|
+
"name": "gemma4-e2b-prefill-profile",
|
|
4
|
+
"description": "Investigation profile with GPU timestamp-query profiling enabled, longer prompt (prefill≥81), and debug log level so per-kernel timings surface via log.warn('Profile', ...). Used to identify the actual prefill wall.",
|
|
5
|
+
"intent": "investigate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-04-18T00:00:00Z",
|
|
9
|
+
"extends": "profiles/throughput",
|
|
10
|
+
"model": "gemma-4-e2b-it-q4k-ehf16-af32",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"shared": {
|
|
13
|
+
"tooling": {
|
|
14
|
+
"intent": "investigate"
|
|
15
|
+
},
|
|
16
|
+
"debug": {
|
|
17
|
+
"logLevel": {
|
|
18
|
+
"defaultLogLevel": "warn"
|
|
19
|
+
},
|
|
20
|
+
"profiler": {
|
|
21
|
+
"enabled": true
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
"inference": {
|
|
26
|
+
"prompt": "The quick brown fox jumps over the lazy dog. The capital of France is Paris, which is also known as the City of Lights. Tokyo is the capital of Japan, famous for its cherry blossoms and advanced technology. In classical mechanics, Newton's second law states that force equals mass times acceleration. Photosynthesis converts sunlight into chemical energy stored in glucose molecules.",
|
|
27
|
+
"batching": {
|
|
28
|
+
"maxTokens": 8
|
|
29
|
+
},
|
|
30
|
+
"sampling": {
|
|
31
|
+
"temperature": 0
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/gemma4-e2b-throughput-probe",
|
|
3
|
+
"name": "gemma4-e2b-throughput-probe",
|
|
4
|
+
"description": "Throughput probe with a longer-prompt override (prefill≥64 tokens) for apples-to-apples baseline measurement against gemma4-e2b-fused-rmsnorm-test. Model fast-path settings come from the converted manifest.",
|
|
5
|
+
"intent": "calibrate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-04-18T00:00:00Z",
|
|
9
|
+
"extends": "profiles/throughput",
|
|
10
|
+
"model": "gemma-4-e2b-it-q4k-ehf16-af32",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"inference": {
|
|
13
|
+
"prompt": "The quick brown fox jumps over the lazy dog. The capital of France is Paris, which is also known as the City of Lights. Tokyo is the capital of Japan, famous for its cherry blossoms and advanced technology. In classical mechanics, Newton's second law states that force equals mass times acceleration. Photosynthesis converts sunlight into chemical energy stored in glucose molecules."
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/qwen-3-5-0-8b-prefill-profile",
|
|
3
|
+
"name": "qwen-3-5-0-8b-prefill-profile",
|
|
4
|
+
"description": "Qwen 3.5 0.8B investigation profile with GPU timestamp-query profiling enabled and longer prompt (~80 tokens). Used to identify the actual prefill/decode wall via log.warn('Profile', ...).",
|
|
5
|
+
"intent": "investigate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-04-18T00:00:00Z",
|
|
9
|
+
"extends": "profiles/throughput",
|
|
10
|
+
"model": "qwen-3-5-0-8b-q4k-ehaf16",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"shared": {
|
|
13
|
+
"tooling": {
|
|
14
|
+
"intent": "investigate"
|
|
15
|
+
},
|
|
16
|
+
"debug": {
|
|
17
|
+
"logLevel": {
|
|
18
|
+
"defaultLogLevel": "info"
|
|
19
|
+
},
|
|
20
|
+
"profiler": {
|
|
21
|
+
"enabled": true
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
},
|
|
25
|
+
"inference": {
|
|
26
|
+
"prompt": "The quick brown fox jumps over the lazy dog. The capital of France is Paris, which is also known as the City of Lights. Tokyo is the capital of Japan, famous for its cherry blossoms and advanced technology. In classical mechanics, Newton's second law states that force equals mass times acceleration. Photosynthesis converts sunlight into chemical energy stored in glucose molecules.",
|
|
27
|
+
"batching": {
|
|
28
|
+
"maxTokens": 8
|
|
29
|
+
},
|
|
30
|
+
"sampling": {
|
|
31
|
+
"temperature": 0
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/qwen-3-5-0-8b-throughput-probe",
|
|
3
|
+
"name": "qwen-3-5-0-8b-throughput-probe",
|
|
4
|
+
"description": "Qwen 3.5 0.8B throughput probe with a longer-prompt override (~80 tokens) for apples-to-apples measurement. Model fast-path settings come from the converted manifest.",
|
|
5
|
+
"intent": "calibrate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-04-18T00:00:00Z",
|
|
9
|
+
"extends": "profiles/throughput",
|
|
10
|
+
"model": "qwen-3-5-0-8b-q4k-ehaf16",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"inference": {
|
|
13
|
+
"prompt": "The quick brown fox jumps over the lazy dog. The capital of France is Paris, which is also known as the City of Lights. Tokyo is the capital of Japan, famous for its cherry blossoms and advanced technology. In classical mechanics, Newton's second law states that force equals mass times acceleration. Photosynthesis converts sunlight into chemical energy stored in glucose molecules."
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "profiles/qwen3-6-27b-f16-activations-probe",
|
|
3
|
+
"name": "qwen3-6-27b-f16-activations-probe",
|
|
4
|
+
"description": "Experimental Qwen 3.6 27B profile that requests the additive execution-v1 f16 compute lane against the f16 manifest sibling sharing the existing Q4K weight pack.",
|
|
5
|
+
"intent": "investigate",
|
|
6
|
+
"stability": "experimental",
|
|
7
|
+
"owner": "doppler-core",
|
|
8
|
+
"createdAtUtc": "2026-04-29T00:00:00Z",
|
|
9
|
+
"extends": "profiles/default",
|
|
10
|
+
"model": "qwen-3-6-27b-q4k-eaf16",
|
|
11
|
+
"runtime": {
|
|
12
|
+
"shared": {
|
|
13
|
+
"tooling": {
|
|
14
|
+
"intent": "investigate"
|
|
15
|
+
}
|
|
16
|
+
},
|
|
17
|
+
"inference": {
|
|
18
|
+
"compute": {
|
|
19
|
+
"activationDtype": "f16"
|
|
20
|
+
},
|
|
21
|
+
"session": {
|
|
22
|
+
"compute": {
|
|
23
|
+
"defaults": {
|
|
24
|
+
"activationDtype": "f16",
|
|
25
|
+
"mathDtype": "f16",
|
|
26
|
+
"accumDtype": "f16",
|
|
27
|
+
"outputDtype": "f16"
|
|
28
|
+
}
|
|
29
|
+
},
|
|
30
|
+
"kvcache": {
|
|
31
|
+
"kvDtype": "f16"
|
|
32
|
+
},
|
|
33
|
+
"decodeLoop": {
|
|
34
|
+
"batchSize": 3,
|
|
35
|
+
"readbackInterval": 1,
|
|
36
|
+
"stopCheckMode": "batch"
|
|
37
|
+
}
|
|
38
|
+
},
|
|
39
|
+
"kernelPathPolicy": {
|
|
40
|
+
"mode": "capability-aware",
|
|
41
|
+
"sourceScope": [
|
|
42
|
+
"manifest"
|
|
43
|
+
],
|
|
44
|
+
"allowSources": [
|
|
45
|
+
"manifest"
|
|
46
|
+
],
|
|
47
|
+
"onIncompatible": "remap"
|
|
48
|
+
},
|
|
49
|
+
"generation": {
|
|
50
|
+
"maxTokens": 8
|
|
51
|
+
},
|
|
52
|
+
"sampling": {
|
|
53
|
+
"temperature": 0,
|
|
54
|
+
"topK": 1,
|
|
55
|
+
"topP": 1,
|
|
56
|
+
"repetitionPenalty": 1,
|
|
57
|
+
"greedyThreshold": 0
|
|
58
|
+
},
|
|
59
|
+
"prompt": "The color of the sky is"
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -6,6 +6,7 @@ export interface BenchmarkRunConfig {
|
|
|
6
6
|
promptName: string;
|
|
7
7
|
customPrompt: string | null;
|
|
8
8
|
maxNewTokens: number;
|
|
9
|
+
seed: number | null;
|
|
9
10
|
runType: string;
|
|
10
11
|
warmupRuns: number;
|
|
11
12
|
timedRuns: number;
|
|
@@ -13,6 +14,7 @@ export interface BenchmarkRunConfig {
|
|
|
13
14
|
temperature: number;
|
|
14
15
|
topK: number;
|
|
15
16
|
topP: number;
|
|
17
|
+
seed?: number;
|
|
16
18
|
};
|
|
17
19
|
debug: boolean;
|
|
18
20
|
profile: boolean;
|
|
@@ -7,6 +7,19 @@
|
|
|
7
7
|
* @module config/schema/bridge
|
|
8
8
|
*/
|
|
9
9
|
|
|
10
|
+
/**
|
|
11
|
+
* Per-operation timeouts for the native messaging bridge.
|
|
12
|
+
*/
|
|
13
|
+
export interface BridgeTimeoutConfigSchema {
|
|
14
|
+
pingTimeoutMs: number;
|
|
15
|
+
readTimeoutMs: number;
|
|
16
|
+
listTimeoutMs: number;
|
|
17
|
+
defaultTimeoutMs: number;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
/** Default bridge timeout configuration */
|
|
21
|
+
export declare const DEFAULT_BRIDGE_TIMEOUT_CONFIG: BridgeTimeoutConfigSchema;
|
|
22
|
+
|
|
10
23
|
/**
|
|
11
24
|
* Configuration for the native messaging bridge.
|
|
12
25
|
*
|
|
@@ -19,6 +32,9 @@ export interface BridgeConfigSchema {
|
|
|
19
32
|
|
|
20
33
|
/** Colon-separated list of allowed directory paths for file access */
|
|
21
34
|
allowedDirectories: string;
|
|
35
|
+
|
|
36
|
+
/** Per-operation timeouts for bridge requests */
|
|
37
|
+
timeouts: BridgeTimeoutConfigSchema;
|
|
22
38
|
}
|
|
23
39
|
|
|
24
40
|
/** Default bridge configuration */
|
|
@@ -5,6 +5,7 @@ export interface BrowserSuiteMetricsSchema {
|
|
|
5
5
|
executionContractArtifact: Record<string, unknown> | null;
|
|
6
6
|
layerPatternContractArtifact: Record<string, unknown> | null;
|
|
7
7
|
requiredInferenceFieldsArtifact: Record<string, unknown> | null;
|
|
8
|
+
referenceTranscript: Record<string, unknown> | null;
|
|
8
9
|
[key: string]: unknown;
|
|
9
10
|
}
|
|
10
11
|
|
|
@@ -24,6 +24,7 @@ export const DEFAULT_BROWSER_SUITE_METRICS = Object.freeze({
|
|
|
24
24
|
executionContractArtifact: null,
|
|
25
25
|
layerPatternContractArtifact: null,
|
|
26
26
|
requiredInferenceFieldsArtifact: null,
|
|
27
|
+
referenceTranscript: null,
|
|
27
28
|
});
|
|
28
29
|
|
|
29
30
|
export function validateBrowserSuiteMetrics(metrics) {
|
|
@@ -40,5 +41,6 @@ export function validateBrowserSuiteMetrics(metrics) {
|
|
|
40
41
|
assertNullablePlainObject(metrics.executionContractArtifact, 'executionContractArtifact');
|
|
41
42
|
assertNullablePlainObject(metrics.layerPatternContractArtifact, 'layerPatternContractArtifact');
|
|
42
43
|
assertNullablePlainObject(metrics.requiredInferenceFieldsArtifact, 'requiredInferenceFieldsArtifact');
|
|
44
|
+
assertNullablePlainObject(metrics.referenceTranscript, 'referenceTranscript');
|
|
43
45
|
return metrics;
|
|
44
46
|
}
|
|
@@ -11,6 +11,8 @@ import type {
|
|
|
11
11
|
QuantizationValue,
|
|
12
12
|
RuntimeOptimizationsSchema,
|
|
13
13
|
ConversionInfoSchema,
|
|
14
|
+
ManifestArtifactIdentitySchema,
|
|
15
|
+
ManifestWeightsRefSchema,
|
|
14
16
|
} from './manifest.schema.js';
|
|
15
17
|
import type {
|
|
16
18
|
ExecutionV1GraphSchema,
|
|
@@ -29,6 +31,7 @@ export interface ConverterQuantizationConfigSchema {
|
|
|
29
31
|
vision: QuantizationValue | null;
|
|
30
32
|
audio: QuantizationValue | null;
|
|
31
33
|
projector: QuantizationValue | null;
|
|
34
|
+
perLayerEmbeddings: 'int4_per_row' | null;
|
|
32
35
|
modulesToNotConvert: string[] | null;
|
|
33
36
|
q4kLayout: Q4KLayout;
|
|
34
37
|
computePrecision: ComputePrecision;
|
|
@@ -56,6 +59,8 @@ export interface ConverterManifestConfigSchema {
|
|
|
56
59
|
hashAlgorithm: HashAlgorithm;
|
|
57
60
|
optimizations: RuntimeOptimizationsSchema | null;
|
|
58
61
|
conversion: ConversionInfoSchema | null;
|
|
62
|
+
artifactIdentity: ManifestArtifactIdentitySchema | null;
|
|
63
|
+
weightsRef: ManifestWeightsRefSchema | null;
|
|
59
64
|
visionConfig?: Record<string, unknown> | null;
|
|
60
65
|
audioConfig?: Record<string, unknown> | null;
|
|
61
66
|
}
|
|
@@ -13,6 +13,7 @@ export const DEFAULT_CONVERTER_QUANTIZATION_CONFIG = {
|
|
|
13
13
|
vision: DEFAULT_QUANTIZATION_DEFAULTS.visionDtype,
|
|
14
14
|
audio: DEFAULT_QUANTIZATION_DEFAULTS.audioDtype,
|
|
15
15
|
projector: DEFAULT_QUANTIZATION_DEFAULTS.projectorDtype,
|
|
16
|
+
perLayerEmbeddings: null,
|
|
16
17
|
modulesToNotConvert: null,
|
|
17
18
|
// Q4K layout: 'row' (fused kernel compatible, fast) or 'col' (dequant fallback)
|
|
18
19
|
q4kLayout: 'row',
|
|
@@ -41,6 +42,8 @@ export const DEFAULT_CONVERTER_MANIFEST_CONFIG = {
|
|
|
41
42
|
hashAlgorithm: 'sha256',
|
|
42
43
|
optimizations: null,
|
|
43
44
|
conversion: null,
|
|
45
|
+
artifactIdentity: null,
|
|
46
|
+
weightsRef: null,
|
|
44
47
|
visionConfig: null,
|
|
45
48
|
audioConfig: null,
|
|
46
49
|
};
|
|
@@ -92,6 +92,25 @@ export interface TraceConfigSchema {
|
|
|
92
92
|
/** Default trace configuration */
|
|
93
93
|
export declare const DEFAULT_TRACE_CONFIG: TraceConfigSchema;
|
|
94
94
|
|
|
95
|
+
/**
|
|
96
|
+
* Kernel trace configuration (kernel-trace.js anomaly detection).
|
|
97
|
+
*/
|
|
98
|
+
export interface KernelTraceConfigSchema {
|
|
99
|
+
/** Layer indices to trace (empty array = all layers) */
|
|
100
|
+
layers: number[];
|
|
101
|
+
/** Break on anomaly detection (default: false) */
|
|
102
|
+
breakOnAnomaly: boolean;
|
|
103
|
+
/** Absolute-value threshold for explosion detection */
|
|
104
|
+
explosionThreshold: number;
|
|
105
|
+
/** Absolute-value threshold for collapse detection */
|
|
106
|
+
collapseThreshold: number;
|
|
107
|
+
/** Maximum decode steps to trace */
|
|
108
|
+
maxSteps: number;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/** Default kernel trace configuration */
|
|
112
|
+
export declare const DEFAULT_KERNEL_TRACE_CONFIG: KernelTraceConfigSchema;
|
|
113
|
+
|
|
95
114
|
/** Debug categories for pipeline debug-utils (kernel/layer inspection) */
|
|
96
115
|
export type PipelineDebugCategory =
|
|
97
116
|
| 'embed'
|
|
@@ -265,7 +284,9 @@ export interface ProbeConfigSchema {
|
|
|
265
284
|
/** Token indices to sample (null = default to token 0) */
|
|
266
285
|
tokens?: number[] | null;
|
|
267
286
|
/** Dimension indices to sample */
|
|
268
|
-
dims
|
|
287
|
+
dims?: number[] | null;
|
|
288
|
+
/** Emit full-row statistics for each sampled token */
|
|
289
|
+
stats?: boolean;
|
|
269
290
|
/** Override trace category (defaults to stage category) */
|
|
270
291
|
category?: TraceCategory;
|
|
271
292
|
}
|
|
@@ -128,6 +128,7 @@ export const DEFAULT_DEBUG_CONFIG = {
|
|
|
128
128
|
pipeline: DEFAULT_PIPELINE_DEBUG_CONFIG,
|
|
129
129
|
loader: DEFAULT_LOADER_DEBUG_CONFIG,
|
|
130
130
|
matmul: DEFAULT_MATMUL_DEBUG_CONFIG,
|
|
131
|
+
kernelTrace: DEFAULT_KERNEL_TRACE_CONFIG,
|
|
131
132
|
probes: [],
|
|
132
133
|
profiler: DEFAULT_PROFILER_CONFIG,
|
|
133
134
|
perfGuards: DEFAULT_PERF_GUARDS_CONFIG,
|
|
@@ -38,7 +38,6 @@ export interface DistillTrainingConfigSchema {
|
|
|
38
38
|
}
|
|
39
39
|
|
|
40
40
|
export declare const DISTILL_STAGE_VALUES: readonly DistillTrainingStage[];
|
|
41
|
-
export declare const DISTILL_STUDENT_GRAPH_MODE_VALUES: readonly DistillStudentGraphMode[];
|
|
42
41
|
export declare const DISTILL_TRAINING_SCHEMA_VERSION: number;
|
|
43
42
|
export declare const DEFAULT_DISTILL_FREEZE_GROUPS: DistillFreezeConfigSchema;
|
|
44
43
|
export declare const DEFAULT_DISTILL_TRAINING_CONFIG: DistillTrainingConfigSchema;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export const DISTILL_STAGE_VALUES = Object.freeze(['stage_a', 'stage_b']);
|
|
2
|
-
|
|
2
|
+
const DISTILL_STUDENT_GRAPH_MODE_VALUES = Object.freeze(['projection_head', 'transformer_full']);
|
|
3
3
|
|
|
4
4
|
export const DISTILL_TRAINING_SCHEMA_VERSION = 1;
|
|
5
5
|
|
|
@@ -18,6 +18,15 @@ import type { LoadingConfigSchema } from './loading.schema.js';
|
|
|
18
18
|
import type { ExecutionV1PatchSchema, ExecutionV1SessionSchema } from './execution-v1.schema.js';
|
|
19
19
|
import type { SharedRuntimeConfigSchema } from './shared-runtime.schema.js';
|
|
20
20
|
import type { EmulationConfigSchema } from './emulation.schema.js';
|
|
21
|
+
import type { KernelPathSchema } from './kernel-path.schema.js';
|
|
22
|
+
|
|
23
|
+
export interface LargeWeightConfigSchema {
|
|
24
|
+
enabled: boolean;
|
|
25
|
+
safetyRatio: number;
|
|
26
|
+
preferF16: boolean;
|
|
27
|
+
lmHeadChunkRows: number | null;
|
|
28
|
+
gpuResidentOverrides: string[] | null;
|
|
29
|
+
}
|
|
21
30
|
|
|
22
31
|
export interface RuntimeInferenceConfigSchema {
|
|
23
32
|
prompt?: string | null;
|
|
@@ -26,7 +35,7 @@ export interface RuntimeInferenceConfigSchema {
|
|
|
26
35
|
sampling: Record<string, unknown>;
|
|
27
36
|
compute: Record<string, unknown>;
|
|
28
37
|
tokenizer: Record<string, unknown>;
|
|
29
|
-
largeWeights:
|
|
38
|
+
largeWeights: LargeWeightConfigSchema;
|
|
30
39
|
kvcache: Record<string, unknown>;
|
|
31
40
|
diffusion: Record<string, unknown>;
|
|
32
41
|
energy: Record<string, unknown>;
|
|
@@ -36,8 +45,8 @@ export interface RuntimeInferenceConfigSchema {
|
|
|
36
45
|
chatTemplate: Record<string, unknown>;
|
|
37
46
|
session: Partial<ExecutionV1SessionSchema>;
|
|
38
47
|
executionPatch: ExecutionV1PatchSchema | Record<string, unknown>;
|
|
39
|
-
kernelPath?:
|
|
40
|
-
kernelPathSource?: '
|
|
48
|
+
kernelPath?: KernelPathSchema | null;
|
|
49
|
+
kernelPathSource?: 'config' | 'model' | 'manifest' | 'execution-v1' | 'execution-v1-transform' | 'none';
|
|
41
50
|
kernelPathPolicy?: Record<string, unknown> | null;
|
|
42
51
|
modelOverrides?: Record<string, unknown>;
|
|
43
52
|
pipeline?: Record<string, unknown> | null;
|
|
@@ -63,7 +72,16 @@ export interface RuntimeConfigSchema {
|
|
|
63
72
|
emulation: EmulationConfigSchema;
|
|
64
73
|
}
|
|
65
74
|
|
|
75
|
+
/** Chat-template defaults (enabled/type/thinking tri-state) */
|
|
76
|
+
export interface ChatTemplateDefaultConfigSchema {
|
|
77
|
+
enabled: boolean | null;
|
|
78
|
+
type: string | null;
|
|
79
|
+
thinking: boolean;
|
|
80
|
+
}
|
|
81
|
+
|
|
66
82
|
/** Default runtime configuration */
|
|
83
|
+
export declare const DEFAULT_LARGE_WEIGHT_CONFIG: LargeWeightConfigSchema;
|
|
84
|
+
export declare const DEFAULT_CHAT_TEMPLATE_CONFIG: ChatTemplateDefaultConfigSchema;
|
|
67
85
|
export declare const DEFAULT_RUNTIME_CONFIG: RuntimeConfigSchema;
|
|
68
86
|
|
|
69
87
|
/**
|