doppler-gpu 0.2.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +20 -8
- package/assets/doppler.svg +1601 -0
- package/package.json +82 -33
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +20 -4
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +79 -5
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +615 -368
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/benchmark.schema.d.ts +2 -0
- package/src/config/schema/benchmark.schema.js +1 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +21 -3
- package/src/config/schema/doppler.schema.js +116 -9
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +54 -1
- package/src/config/schema/index.js +15 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +73 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +81 -4
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/source-transform-contract.js +390 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +115 -1
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +8 -31
- package/src/formats/tflite/types.js +50 -5
- package/src/gpu/command-recorder.d.ts +9 -21
- package/src/gpu/command-recorder.js +41 -2
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
- package/src/gpu/kernels/activation-static-qdq.js +69 -0
- package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +13 -5
- package/src/gpu/kernels/index.js +9 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +13 -0
- package/src/inference/browser-harness-text-helpers.js +267 -18
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +271 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +21 -2
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/attention/types.js +9 -4
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +23 -27
- package/src/inference/pipelines/text/embed.js +10 -43
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
- package/src/inference/pipelines/text/generator-helpers.js +20 -2
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +23 -9
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +254 -530
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +8 -2
- package/src/inference/pipelines/text/init.js +190 -710
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
- package/src/inference/pipelines/text/logits/gpu.js +148 -11
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +198 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +12 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +233 -29
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +30 -5
- package/src/loader/loader-types.d.ts +4 -0
- package/src/loader/manifest-config.d.ts +2 -7
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/per-layer-input-loader.js +114 -1
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.d.ts +15 -0
- package/src/loader/tensors/source-transform.js +317 -34
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/loader/tensors/tensor-reader.js +28 -2
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +12 -3
- package/src/storage/artifact-storage-context.js +389 -98
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +22 -0
- package/src/storage/quickstart-downloader.js +44 -56
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +373 -21
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +257 -150
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +27 -0
- package/src/tooling/source-runtime-bundle.js +56 -23
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +4 -8
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { IntegrityExtensions, RDRRManifest, TensorMap } from '../formats/rdrr/types.js';
|
|
2
|
+
import type { IntegrityBuildProgress } from '../formats/rdrr/integrity.js';
|
|
3
|
+
|
|
4
|
+
export declare function buildManifestIntegrityFromModelDir(
|
|
5
|
+
manifest: RDRRManifest,
|
|
6
|
+
options: {
|
|
7
|
+
modelDir: string;
|
|
8
|
+
tensorMap?: TensorMap;
|
|
9
|
+
blockSize?: number;
|
|
10
|
+
onProgress?: (progress: IntegrityBuildProgress) => void;
|
|
11
|
+
readRange?: (filePath: string, offset: number, length: number) => Promise<Uint8Array | ArrayBuffer>;
|
|
12
|
+
hashBlockBytesSha256?: (bytes: Uint8Array) => string;
|
|
13
|
+
}
|
|
14
|
+
): Promise<{
|
|
15
|
+
integrityExtensions: IntegrityExtensions;
|
|
16
|
+
integrityExtensionsHash: string;
|
|
17
|
+
}>;
|
|
18
|
+
|
|
19
|
+
export declare function refreshManifestIntegrity(options: {
|
|
20
|
+
modelDir: string;
|
|
21
|
+
manifestPath?: string | null;
|
|
22
|
+
blockSize?: number;
|
|
23
|
+
dryRun?: boolean;
|
|
24
|
+
skipShardCheck?: boolean;
|
|
25
|
+
onProgress?: (progress: IntegrityBuildProgress) => void;
|
|
26
|
+
}): Promise<{
|
|
27
|
+
manifestPath: string;
|
|
28
|
+
manifest: RDRRManifest;
|
|
29
|
+
integrityExtensions: IntegrityExtensions;
|
|
30
|
+
integrityExtensionsHash: string;
|
|
31
|
+
wrote: boolean;
|
|
32
|
+
}>;
|
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
import fs from 'node:fs/promises';
|
|
2
|
+
import { createHash } from 'node:crypto';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
|
|
5
|
+
import { buildIntegrityExtensions } from '../formats/rdrr/integrity.js';
|
|
6
|
+
import { parseManifest, parseTensorMap } from '../formats/rdrr/parsing.js';
|
|
7
|
+
|
|
8
|
+
function hashBytesSha256Node(bytes) {
|
|
9
|
+
const view = bytes instanceof Uint8Array
|
|
10
|
+
? bytes
|
|
11
|
+
: new Uint8Array(bytes);
|
|
12
|
+
return `sha256:${createHash('sha256').update(view).digest('hex')}`;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
function asObject(value, label) {
|
|
16
|
+
if (!value || typeof value !== 'object' || Array.isArray(value)) {
|
|
17
|
+
throw new Error(`${label} must be an object.`);
|
|
18
|
+
}
|
|
19
|
+
return value;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
function asNonEmptyString(value, label) {
|
|
23
|
+
if (typeof value !== 'string' || !value.trim()) {
|
|
24
|
+
throw new Error(`${label} must be a non-empty string.`);
|
|
25
|
+
}
|
|
26
|
+
return value.trim();
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
function cloneMetadataWithIntegrityRefresh(metadata, blockSize) {
|
|
30
|
+
const next = metadata && typeof metadata === 'object' && !Array.isArray(metadata)
|
|
31
|
+
? { ...metadata }
|
|
32
|
+
: {};
|
|
33
|
+
next.integrityRefresh = {
|
|
34
|
+
...(next.integrityRefresh && typeof next.integrityRefresh === 'object' ? next.integrityRefresh : {}),
|
|
35
|
+
at: new Date().toISOString(),
|
|
36
|
+
blockSize,
|
|
37
|
+
};
|
|
38
|
+
return next;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
async function readJsonObject(filePath, label) {
|
|
42
|
+
const raw = await fs.readFile(filePath, 'utf8');
|
|
43
|
+
const parsed = JSON.parse(raw);
|
|
44
|
+
return asObject(parsed, label);
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
const EXACTNESS_CLASS_CANONICAL = new Set([
|
|
48
|
+
'bit_exact_solo',
|
|
49
|
+
'algorithm_exact',
|
|
50
|
+
'tolerance_bounded',
|
|
51
|
+
]);
|
|
52
|
+
|
|
53
|
+
const EXACTNESS_CLASS_LEGACY_HYPHENATED = {
|
|
54
|
+
'bit-exact-solo': 'bit_exact_solo',
|
|
55
|
+
'algorithm-exact': 'algorithm_exact',
|
|
56
|
+
'tolerance-bounded': 'tolerance_bounded',
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
function normalizeHashString(value, label) {
|
|
60
|
+
const text = asNonEmptyString(value, label);
|
|
61
|
+
const bare = text.startsWith('sha256:') ? text.slice('sha256:'.length) : text;
|
|
62
|
+
if (!/^[0-9a-f]{64}$/.test(bare)) {
|
|
63
|
+
throw new Error(`${label} must be 64-char lowercase hex.`);
|
|
64
|
+
}
|
|
65
|
+
return bare;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
function normalizeExactness(value, label) {
|
|
69
|
+
let rawClass;
|
|
70
|
+
let algorithmExactInvariants = [];
|
|
71
|
+
let toleranceMetric = '';
|
|
72
|
+
let toleranceEpsilon = 0;
|
|
73
|
+
if (typeof value === 'string') {
|
|
74
|
+
rawClass = value;
|
|
75
|
+
} else if (value && typeof value === 'object' && !Array.isArray(value)) {
|
|
76
|
+
rawClass = value.class;
|
|
77
|
+
if (Array.isArray(value.algorithmExactInvariants)) {
|
|
78
|
+
algorithmExactInvariants = [...value.algorithmExactInvariants];
|
|
79
|
+
}
|
|
80
|
+
if (typeof value.toleranceMetric === 'string') {
|
|
81
|
+
toleranceMetric = value.toleranceMetric;
|
|
82
|
+
}
|
|
83
|
+
if (typeof value.toleranceEpsilon === 'number') {
|
|
84
|
+
toleranceEpsilon = value.toleranceEpsilon;
|
|
85
|
+
}
|
|
86
|
+
} else {
|
|
87
|
+
throw new Error(`${label} must be a string or exactness object.`);
|
|
88
|
+
}
|
|
89
|
+
const text = asNonEmptyString(rawClass, `${label}.class`);
|
|
90
|
+
const canonical = EXACTNESS_CLASS_LEGACY_HYPHENATED[text] ?? text;
|
|
91
|
+
if (!EXACTNESS_CLASS_CANONICAL.has(canonical)) {
|
|
92
|
+
throw new Error(
|
|
93
|
+
`${label}.class must be bit_exact_solo, algorithm_exact, tolerance_bounded, `
|
|
94
|
+
+ `or the Doppler-legacy hyphenated equivalent.`,
|
|
95
|
+
);
|
|
96
|
+
}
|
|
97
|
+
return {
|
|
98
|
+
algorithmExactInvariants,
|
|
99
|
+
class: canonical,
|
|
100
|
+
toleranceEpsilon,
|
|
101
|
+
toleranceMetric,
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
function normalizeRejectionReasons(value, label) {
|
|
106
|
+
if (value == null) return [];
|
|
107
|
+
if (!Array.isArray(value)) {
|
|
108
|
+
throw new Error(`${label} must be an array (empty for success).`);
|
|
109
|
+
}
|
|
110
|
+
if (value.length === 0) return [];
|
|
111
|
+
return value.map((reason, index) => asNonEmptyString(reason, `${label}[${index}]`));
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
export function normalizeManifestLoweringEntry(entry, label = 'loweringEntry') {
|
|
115
|
+
const doc = asObject(entry, label);
|
|
116
|
+
const rejectionReasons = normalizeRejectionReasons(doc.rejectionReasons, `${label}.rejectionReasons`);
|
|
117
|
+
const rejected = rejectionReasons.length > 0;
|
|
118
|
+
const targetDescriptor = doc.targetDescriptorCorrectnessHash ?? doc.targetDescriptorHash;
|
|
119
|
+
const compilerVersion = doc.compilerVersion ?? doc.doeCompilerVersion;
|
|
120
|
+
const exactnessInput = doc.exactness ?? doc.exactnessClass;
|
|
121
|
+
|
|
122
|
+
return {
|
|
123
|
+
kernelRef: asNonEmptyString(doc.kernelRef, `${label}.kernelRef`),
|
|
124
|
+
backend: asNonEmptyString(doc.backend, `${label}.backend`),
|
|
125
|
+
targetDescriptorCorrectnessHash: rejected ? null : normalizeHashString(targetDescriptor, `${label}.targetDescriptorCorrectnessHash`),
|
|
126
|
+
frontendVersion: rejected ? null : asNonEmptyString(doc.frontendVersion, `${label}.frontendVersion`),
|
|
127
|
+
tsirSemanticDigest: rejected ? null : normalizeHashString(doc.tsirSemanticDigest, `${label}.tsirSemanticDigest`),
|
|
128
|
+
tsirRealizationDigest: rejected ? null : normalizeHashString(doc.tsirRealizationDigest, `${label}.tsirRealizationDigest`),
|
|
129
|
+
emitterDigest: rejected ? null : normalizeHashString(doc.emitterDigest, `${label}.emitterDigest`),
|
|
130
|
+
compilerVersion: rejected ? null : asNonEmptyString(compilerVersion, `${label}.compilerVersion`),
|
|
131
|
+
exactness: rejected ? null : normalizeExactness(exactnessInput, `${label}.exactness`),
|
|
132
|
+
rejectionReasons,
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
async function loadLoweringEntriesFromPaths(modelDir, loweringEntryPaths) {
|
|
137
|
+
if (!Array.isArray(loweringEntryPaths) || loweringEntryPaths.length === 0) {
|
|
138
|
+
return [];
|
|
139
|
+
}
|
|
140
|
+
const entries = [];
|
|
141
|
+
for (const [index, rawPath] of loweringEntryPaths.entries()) {
|
|
142
|
+
const raw = asNonEmptyString(rawPath, `loweringEntryPaths[${index}]`);
|
|
143
|
+
const entryPath = path.isAbsolute(raw) ? raw : path.resolve(modelDir, raw);
|
|
144
|
+
entries.push(await readJsonObject(entryPath, `loweringEntryPaths[${index}]`));
|
|
145
|
+
}
|
|
146
|
+
return entries;
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
async function resolveLoweringsSection(manifest, modelDir, options) {
|
|
150
|
+
const provided = [];
|
|
151
|
+
if (Array.isArray(options?.loweringEntries)) {
|
|
152
|
+
provided.push(...options.loweringEntries);
|
|
153
|
+
}
|
|
154
|
+
provided.push(...await loadLoweringEntriesFromPaths(modelDir, options?.loweringEntryPaths));
|
|
155
|
+
if (provided.length === 0) {
|
|
156
|
+
return manifest?.integrityExtensions?.lowerings;
|
|
157
|
+
}
|
|
158
|
+
return {
|
|
159
|
+
contractVersion: 1,
|
|
160
|
+
entries: provided.map((entry, index) => normalizeManifestLoweringEntry(entry, `loweringEntries[${index}]`)),
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
async function loadTensorMap(manifest, modelDir) {
|
|
165
|
+
if (manifest.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors)) {
|
|
166
|
+
return manifest.tensors;
|
|
167
|
+
}
|
|
168
|
+
if (typeof manifest.tensorsFile === 'string' && manifest.tensorsFile.trim()) {
|
|
169
|
+
const tensorMapPath = path.join(modelDir, manifest.tensorsFile);
|
|
170
|
+
const raw = await fs.readFile(tensorMapPath, 'utf8');
|
|
171
|
+
return parseTensorMap(raw);
|
|
172
|
+
}
|
|
173
|
+
throw new Error('RDRR integrity refresh requires manifest.tensors or manifest.tensorsFile.');
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
async function verifyShardFiles(modelDir, manifest) {
|
|
177
|
+
const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
|
|
178
|
+
for (const shard of shards) {
|
|
179
|
+
const filename = asNonEmptyString(shard?.filename, 'manifest.shards[].filename');
|
|
180
|
+
await fs.access(path.join(modelDir, filename));
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
function buildShardIndexMap(manifest) {
|
|
185
|
+
const map = new Map();
|
|
186
|
+
for (const shard of Array.isArray(manifest?.shards) ? manifest.shards : []) {
|
|
187
|
+
const index = Number(shard?.index);
|
|
188
|
+
if (Number.isInteger(index) && index >= 0) {
|
|
189
|
+
map.set(index, shard);
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
return map;
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
export async function buildManifestIntegrityFromModelDir(manifest, options = {}) {
|
|
196
|
+
const normalizedManifest = asObject(manifest, 'manifest');
|
|
197
|
+
const modelDir = path.resolve(asNonEmptyString(options?.modelDir, 'modelDir'));
|
|
198
|
+
const tensorMap = options?.tensorMap ?? await loadTensorMap(normalizedManifest, modelDir);
|
|
199
|
+
const readRange = typeof options?.readRange === 'function'
|
|
200
|
+
? options.readRange
|
|
201
|
+
: async (filePath, offset, length) => {
|
|
202
|
+
const handle = await fs.open(filePath, 'r');
|
|
203
|
+
try {
|
|
204
|
+
const buffer = Buffer.alloc(length);
|
|
205
|
+
const { bytesRead } = await handle.read(buffer, 0, length, offset);
|
|
206
|
+
return buffer.subarray(0, bytesRead);
|
|
207
|
+
} finally {
|
|
208
|
+
await handle.close();
|
|
209
|
+
}
|
|
210
|
+
};
|
|
211
|
+
const shardIndexMap = buildShardIndexMap(normalizedManifest);
|
|
212
|
+
const lowerings = await resolveLoweringsSection(normalizedManifest, modelDir, options);
|
|
213
|
+
|
|
214
|
+
return buildIntegrityExtensions(normalizedManifest, {
|
|
215
|
+
tensorMap,
|
|
216
|
+
blockSize: options?.blockSize,
|
|
217
|
+
lowerings,
|
|
218
|
+
onProgress: options?.onProgress,
|
|
219
|
+
hashBlockBytesSha256: options?.hashBlockBytesSha256 ?? hashBytesSha256Node,
|
|
220
|
+
async readShardRange(shardIndex, offset, length) {
|
|
221
|
+
const shard = shardIndexMap.get(shardIndex);
|
|
222
|
+
if (!shard || typeof shard !== 'object') {
|
|
223
|
+
throw new Error(`Missing shard descriptor for shard ${shardIndex}.`);
|
|
224
|
+
}
|
|
225
|
+
const shardPath = path.join(modelDir, asNonEmptyString(shard.filename, `manifest.shards[${shardIndex}].filename`));
|
|
226
|
+
return readRange(shardPath, offset, length);
|
|
227
|
+
},
|
|
228
|
+
});
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
export async function refreshManifestIntegrity(options) {
|
|
232
|
+
const modelDir = path.resolve(asNonEmptyString(options?.modelDir, 'modelDir'));
|
|
233
|
+
const manifestPath = path.resolve(options?.manifestPath ?? path.join(modelDir, 'manifest.json'));
|
|
234
|
+
const dryRun = options?.dryRun === true;
|
|
235
|
+
const skipShardCheck = options?.skipShardCheck === true;
|
|
236
|
+
const manifestJson = await readJsonObject(manifestPath, 'manifest');
|
|
237
|
+
const manifest = parseManifest(JSON.stringify(manifestJson));
|
|
238
|
+
|
|
239
|
+
if (!skipShardCheck) {
|
|
240
|
+
await verifyShardFiles(modelDir, manifest);
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
const { integrityExtensions, integrityExtensionsHash } = await buildManifestIntegrityFromModelDir(
|
|
244
|
+
manifest,
|
|
245
|
+
{
|
|
246
|
+
modelDir,
|
|
247
|
+
blockSize: options?.blockSize,
|
|
248
|
+
loweringEntries: options?.loweringEntries,
|
|
249
|
+
loweringEntryPaths: options?.loweringEntryPaths,
|
|
250
|
+
onProgress: options?.onProgress,
|
|
251
|
+
}
|
|
252
|
+
);
|
|
253
|
+
|
|
254
|
+
const refreshed = parseManifest(JSON.stringify({
|
|
255
|
+
...manifest,
|
|
256
|
+
integrityExtensions,
|
|
257
|
+
metadata: cloneMetadataWithIntegrityRefresh(manifest.metadata, integrityExtensions.blockMerkle.blockSize),
|
|
258
|
+
}));
|
|
259
|
+
|
|
260
|
+
if (!dryRun) {
|
|
261
|
+
await fs.writeFile(manifestPath, JSON.stringify(refreshed, null, 2), 'utf8');
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
return {
|
|
265
|
+
manifestPath,
|
|
266
|
+
manifest: refreshed,
|
|
267
|
+
integrityExtensions,
|
|
268
|
+
integrityExtensionsHash,
|
|
269
|
+
wrote: !dryRun,
|
|
270
|
+
};
|
|
271
|
+
}
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
import fs from 'node:fs/promises';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { fileURLToPath, pathToFileURL } from 'node:url';
|
|
4
|
+
import { runNodeCommand } from './node-command-runner.js';
|
|
5
|
+
import { runBrowserCommandInNode } from './node-browser-command-runner.js';
|
|
6
|
+
|
|
7
|
+
const DEFAULT_BROWSER_TIMEOUT_MS = 600000;
|
|
8
|
+
const PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID = 'doppler.reference-transcript/v1';
|
|
9
|
+
|
|
10
|
+
function isPlainObject(value) {
|
|
11
|
+
return value != null && typeof value === 'object' && !Array.isArray(value);
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
function mergePlainObjects(base, patch) {
|
|
15
|
+
const output = { ...(isPlainObject(base) ? base : {}) };
|
|
16
|
+
for (const [key, value] of Object.entries(patch)) {
|
|
17
|
+
if (isPlainObject(value) && isPlainObject(output[key])) {
|
|
18
|
+
output[key] = mergePlainObjects(output[key], value);
|
|
19
|
+
} else {
|
|
20
|
+
output[key] = value;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return output;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
export async function normalizeRuntimeConfigInput(input) {
|
|
27
|
+
if (input == null || input === '') return {};
|
|
28
|
+
if (isPlainObject(input)) {
|
|
29
|
+
return { runtimeConfig: input };
|
|
30
|
+
}
|
|
31
|
+
const raw = String(input).trim();
|
|
32
|
+
if (!raw) return {};
|
|
33
|
+
if (raw.startsWith('{')) {
|
|
34
|
+
return { runtimeConfig: JSON.parse(raw) };
|
|
35
|
+
}
|
|
36
|
+
return { runtimeConfigUrl: pathToFileURL(path.resolve(raw)).href };
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export function withReferenceTranscriptRuntimeConfig(runtimeInput) {
|
|
40
|
+
const proofRuntimeConfig = {
|
|
41
|
+
shared: {
|
|
42
|
+
harness: {
|
|
43
|
+
referenceTranscript: {
|
|
44
|
+
enabled: true,
|
|
45
|
+
captureLogits: true,
|
|
46
|
+
captureKvBytes: true,
|
|
47
|
+
},
|
|
48
|
+
},
|
|
49
|
+
},
|
|
50
|
+
};
|
|
51
|
+
return {
|
|
52
|
+
...runtimeInput,
|
|
53
|
+
runtimeConfig: mergePlainObjects(runtimeInput.runtimeConfig ?? {}, proofRuntimeConfig),
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
function localModelDirFromUrl(modelUrl) {
|
|
58
|
+
if (typeof modelUrl !== 'string' || !modelUrl.startsWith('file://')) {
|
|
59
|
+
return null;
|
|
60
|
+
}
|
|
61
|
+
return fileURLToPath(modelUrl);
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
export async function assertLocalModelArtifactsReadable({ modelUrl, manifest }) {
|
|
65
|
+
const modelDir = localModelDirFromUrl(modelUrl);
|
|
66
|
+
if (!modelDir) return;
|
|
67
|
+
const missing = [];
|
|
68
|
+
const tokenizerFile = manifest?.tokenizer?.file;
|
|
69
|
+
if (typeof tokenizerFile === 'string' && tokenizerFile.trim()) {
|
|
70
|
+
const tokenizerPath = path.resolve(modelDir, tokenizerFile);
|
|
71
|
+
try {
|
|
72
|
+
await fs.access(tokenizerPath);
|
|
73
|
+
} catch {
|
|
74
|
+
missing.push(path.relative(process.cwd(), tokenizerPath));
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
|
|
78
|
+
for (const shard of shards) {
|
|
79
|
+
const filename = typeof shard?.filename === 'string'
|
|
80
|
+
? shard.filename
|
|
81
|
+
: (typeof shard?.path === 'string' ? shard.path : null);
|
|
82
|
+
if (!filename) continue;
|
|
83
|
+
const shardPath = path.resolve(modelDir, filename);
|
|
84
|
+
try {
|
|
85
|
+
await fs.access(shardPath);
|
|
86
|
+
} catch {
|
|
87
|
+
missing.push(path.relative(process.cwd(), shardPath));
|
|
88
|
+
if (missing.length >= 5) break;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
if (missing.length > 0) {
|
|
92
|
+
throw new Error(
|
|
93
|
+
`reference capture: local model artifacts are incomplete under ${modelDir}. `
|
|
94
|
+
+ `Missing: ${missing.join(', ')}${missing.length >= 5 ? ', ...' : ''}. `
|
|
95
|
+
+ 'Pass --model-url to a complete hosted/local artifact or restore the shard files before running the capture lane.'
|
|
96
|
+
);
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
export function normalizeModelUrl(value, modelDir) {
|
|
101
|
+
const raw = typeof value === 'string' ? value.trim() : '';
|
|
102
|
+
if (!raw) {
|
|
103
|
+
return pathToFileURL(path.resolve(modelDir)).href;
|
|
104
|
+
}
|
|
105
|
+
if (/^[a-z][a-z0-9+.-]*:\/\//u.test(raw)) {
|
|
106
|
+
return raw;
|
|
107
|
+
}
|
|
108
|
+
return pathToFileURL(path.resolve(raw)).href;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
export async function runReferenceCapture({
|
|
112
|
+
manifest,
|
|
113
|
+
modelId,
|
|
114
|
+
modelUrl,
|
|
115
|
+
surface,
|
|
116
|
+
prompt,
|
|
117
|
+
maxTokens,
|
|
118
|
+
runtimeConfig,
|
|
119
|
+
repoRoot,
|
|
120
|
+
browserTimeoutMs,
|
|
121
|
+
}) {
|
|
122
|
+
await assertLocalModelArtifactsReadable({ modelUrl, manifest });
|
|
123
|
+
const runtimeInput = withReferenceTranscriptRuntimeConfig(
|
|
124
|
+
await normalizeRuntimeConfigInput(runtimeConfig)
|
|
125
|
+
);
|
|
126
|
+
const request = {
|
|
127
|
+
command: 'verify',
|
|
128
|
+
workload: 'inference',
|
|
129
|
+
modelId,
|
|
130
|
+
modelUrl,
|
|
131
|
+
loadMode: modelUrl.startsWith('file://') ? 'http' : null,
|
|
132
|
+
inferenceInput: {
|
|
133
|
+
prompt,
|
|
134
|
+
maxTokens,
|
|
135
|
+
},
|
|
136
|
+
...runtimeInput,
|
|
137
|
+
};
|
|
138
|
+
if (surface === 'node') {
|
|
139
|
+
return runNodeCommand(request);
|
|
140
|
+
}
|
|
141
|
+
return runBrowserCommandInNode(request, {
|
|
142
|
+
opfsCache: false,
|
|
143
|
+
timeoutMs: browserTimeoutMs ?? DEFAULT_BROWSER_TIMEOUT_MS,
|
|
144
|
+
staticRootDir: repoRoot,
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
export function extractReferenceReport(response) {
|
|
149
|
+
const report = response?.result?.report;
|
|
150
|
+
if (!isPlainObject(report)) {
|
|
151
|
+
throw new Error(
|
|
152
|
+
'reference capture: verify response did not include result.report. '
|
|
153
|
+
+ 'Use a command runner that returns the full report object.'
|
|
154
|
+
);
|
|
155
|
+
}
|
|
156
|
+
return report;
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
export function extractReferenceTranscriptSeed(report) {
|
|
160
|
+
const results = Array.isArray(report?.results) ? report.results : [];
|
|
161
|
+
for (const entry of results) {
|
|
162
|
+
const seed = entry?.runReport?.referenceTranscript
|
|
163
|
+
?? entry?.referenceTranscript
|
|
164
|
+
?? null;
|
|
165
|
+
if (isPlainObject(seed) && seed.schema === PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID) {
|
|
166
|
+
return seed;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
const inlineSeed = report?.referenceTranscript ?? null;
|
|
170
|
+
if (isPlainObject(inlineSeed) && inlineSeed.schema === PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID) {
|
|
171
|
+
return inlineSeed;
|
|
172
|
+
}
|
|
173
|
+
throw new Error(
|
|
174
|
+
'reference capture: verify report did not contain a doppler.reference-transcript/v1 seed. '
|
|
175
|
+
+ 'Confirm runtime.shared.harness.referenceTranscript.enabled was honored by the surface.'
|
|
176
|
+
);
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
export async function writeReferenceReport(report, reportPath) {
|
|
180
|
+
await fs.mkdir(path.dirname(reportPath), { recursive: true });
|
|
181
|
+
await fs.writeFile(reportPath, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
|
|
182
|
+
return reportPath;
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
export async function writeReferenceTranscript(transcript, transcriptPath) {
|
|
186
|
+
await fs.mkdir(path.dirname(transcriptPath), { recursive: true });
|
|
187
|
+
await fs.writeFile(transcriptPath, `${JSON.stringify(transcript, null, 2)}\n`, 'utf8');
|
|
188
|
+
return transcriptPath;
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
export { PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID };
|
|
@@ -83,37 +83,17 @@ export interface ResolvedSourceRuntimeArtifactBundle extends BuildSourceRuntimeB
|
|
|
83
83
|
} & Record<string, unknown>;
|
|
84
84
|
}
|
|
85
85
|
|
|
86
|
-
export declare function normalizeSourceArtifactKind(value: unknown): string | null;
|
|
87
|
-
|
|
88
86
|
export declare function assertDirectSourceRuntimeSupportedKind(
|
|
89
87
|
sourceKind: unknown,
|
|
90
88
|
label?: string
|
|
91
89
|
): DirectSourceRuntimeKind;
|
|
92
90
|
|
|
93
|
-
export declare function assertSupportedSourceDtypes(
|
|
94
|
-
tensors: SourceRuntimeTensor[] | null | undefined,
|
|
95
|
-
sourceKind: string
|
|
96
|
-
): void;
|
|
97
|
-
|
|
98
91
|
export declare function inferSourceQuantizationForSourceRuntime(
|
|
99
92
|
tensors: SourceRuntimeTensor[] | null | undefined,
|
|
100
93
|
sourceKind: string,
|
|
101
94
|
options?: { logCategory?: string | null }
|
|
102
95
|
): string;
|
|
103
96
|
|
|
104
|
-
export declare function resolveSourceRuntimeComputePrecision(
|
|
105
|
-
tensors: SourceRuntimeTensor[] | null | undefined,
|
|
106
|
-
sourceQuantization: string | null | undefined
|
|
107
|
-
): 'f16' | 'f32';
|
|
108
|
-
|
|
109
|
-
export declare function resolveSourceRuntimeModelIdHint(options: {
|
|
110
|
-
requestedModelId?: string | null;
|
|
111
|
-
plan: { quantizationInfo?: Record<string, unknown> | null };
|
|
112
|
-
sourceKind: string;
|
|
113
|
-
sourcePath?: string | null;
|
|
114
|
-
label?: string | null;
|
|
115
|
-
}): string;
|
|
116
|
-
|
|
117
97
|
export declare function resolveDirectSourceRuntimePlan(options: {
|
|
118
98
|
parsedArtifact: ParsedSourceArtifact;
|
|
119
99
|
sourceQuantization?: string | null;
|
|
@@ -165,7 +165,7 @@ export function resolveDirectSourceRuntimePlan(options = {}) {
|
|
|
165
165
|
};
|
|
166
166
|
}
|
|
167
167
|
|
|
168
|
-
|
|
168
|
+
function normalizeSourceArtifactKind(value) {
|
|
169
169
|
const normalized = normalizeText(value).toLowerCase();
|
|
170
170
|
return normalized || null;
|
|
171
171
|
}
|
|
@@ -187,7 +187,7 @@ export function assertDirectSourceRuntimeSupportedKind(sourceKind, label = 'dire
|
|
|
187
187
|
throw new Error(`${label}: unsupported direct-source artifact kind "${sourceKind}". Convert to RDRR first.`);
|
|
188
188
|
}
|
|
189
189
|
|
|
190
|
-
|
|
190
|
+
function assertSupportedSourceDtypes(tensors, sourceKind) {
|
|
191
191
|
const unsupported = new Set();
|
|
192
192
|
for (const tensor of Array.isArray(tensors) ? tensors : []) {
|
|
193
193
|
const dtype = normalizeText(tensor?.dtype).toUpperCase();
|
|
@@ -236,7 +236,7 @@ export function inferSourceQuantizationForSourceRuntime(tensors, sourceKind, opt
|
|
|
236
236
|
}
|
|
237
237
|
}
|
|
238
238
|
|
|
239
|
-
|
|
239
|
+
function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
|
|
240
240
|
const dtypes = new Set();
|
|
241
241
|
for (const tensor of Array.isArray(tensors) ? tensors : []) {
|
|
242
242
|
const dtype = normalizeText(tensor?.dtype).toUpperCase();
|
|
@@ -253,7 +253,7 @@ export function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization
|
|
|
253
253
|
return SOURCE_QUANT_COMPUTE_MAP[normalizedSourceQuantization] ?? SOURCE_COMPUTE_DEFAULT;
|
|
254
254
|
}
|
|
255
255
|
|
|
256
|
-
|
|
256
|
+
function resolveSourceRuntimeModelIdHint(options = {}) {
|
|
257
257
|
const requestedModelId = normalizeText(options.requestedModelId);
|
|
258
258
|
const sourceKind = assertDirectSourceRuntimeSupportedKind(
|
|
259
259
|
options.sourceKind,
|
|
@@ -1,17 +1,11 @@
|
|
|
1
1
|
import sourcePackageRegistry from '../config/source-packages/registry.json' with { type: 'json' };
|
|
2
2
|
import gemma4E2BPackageProfile from '../config/source-packages/litert/gemma-4-e2b-it.json' with { type: 'json' };
|
|
3
|
+
import { cloneJsonValue } from '../utils/clone-json.js';
|
|
3
4
|
|
|
4
5
|
const PROFILE_MAP = new Map([
|
|
5
6
|
['litert/gemma-4-e2b-it', gemma4E2BPackageProfile],
|
|
6
7
|
]);
|
|
7
8
|
|
|
8
|
-
function cloneJsonValue(value) {
|
|
9
|
-
if (typeof structuredClone === 'function') {
|
|
10
|
-
return structuredClone(value);
|
|
11
|
-
}
|
|
12
|
-
return JSON.parse(JSON.stringify(value));
|
|
13
|
-
}
|
|
14
|
-
|
|
15
9
|
function normalizeText(value) {
|
|
16
10
|
return String(value || '').trim();
|
|
17
11
|
}
|
|
@@ -43,6 +43,29 @@ export interface SourceRuntimeTensor {
|
|
|
43
43
|
scaleDivisor?: number;
|
|
44
44
|
storageShape: [number, number];
|
|
45
45
|
quantAxis: 0 | 1;
|
|
46
|
+
scaleCompanionDtype?: 'UINT8';
|
|
47
|
+
scaleCompanionDequant?: {
|
|
48
|
+
scale: number;
|
|
49
|
+
zeroPoint: number;
|
|
50
|
+
};
|
|
51
|
+
scaleSourcePath: string;
|
|
52
|
+
scaleOffset: number;
|
|
53
|
+
scaleSize: number;
|
|
54
|
+
sumSourcePath?: string;
|
|
55
|
+
sumOffset?: number;
|
|
56
|
+
sumSize?: number;
|
|
57
|
+
} | {
|
|
58
|
+
kind: 'litert_axis_blocked_dequant';
|
|
59
|
+
scheme: 'per_axis_affine';
|
|
60
|
+
sourceDtype: 'INT8' | 'UINT8' | 'INT4' | 'INT2';
|
|
61
|
+
targetDtype: 'F16';
|
|
62
|
+
storageEncoding: 'signed' | 'offset_binary';
|
|
63
|
+
scaleSemantics: 'step' | 'qmax_abs';
|
|
64
|
+
scaleDivisor?: number;
|
|
65
|
+
storageShape: [number, number];
|
|
66
|
+
quantAxis: 0;
|
|
67
|
+
storageBlockSize: number;
|
|
68
|
+
storageLaneOrder: number[];
|
|
46
69
|
scaleSourcePath: string;
|
|
47
70
|
scaleOffset: number;
|
|
48
71
|
scaleSize: number;
|
|
@@ -151,6 +174,7 @@ export interface CreateSourceStorageContextOptions {
|
|
|
151
174
|
) => AsyncIterable<ArrayBuffer | Uint8Array>;
|
|
152
175
|
readText?: (path: string) => Promise<string | Record<string, unknown> | null | undefined>;
|
|
153
176
|
readBinary?: (path: string) => Promise<ArrayBuffer | Uint8Array>;
|
|
177
|
+
close?: (() => Promise<void>) | null;
|
|
154
178
|
tokenizerJsonPath?: string | null;
|
|
155
179
|
tokenizerConfigPath?: string | null;
|
|
156
180
|
tokenizerModelPath?: string | null;
|
|
@@ -159,6 +183,7 @@ export interface CreateSourceStorageContextOptions {
|
|
|
159
183
|
}
|
|
160
184
|
|
|
161
185
|
export interface SourceStorageContext {
|
|
186
|
+
preflight?: () => Promise<void>;
|
|
162
187
|
loadShard: (index: number) => Promise<ArrayBuffer | Uint8Array>;
|
|
163
188
|
loadShardRange: ((
|
|
164
189
|
index: number,
|
|
@@ -173,7 +198,9 @@ export interface SourceStorageContext {
|
|
|
173
198
|
) => AsyncIterable<Uint8Array>) | null;
|
|
174
199
|
loadTokenizerJson: (() => Promise<Record<string, unknown> | null>) | null;
|
|
175
200
|
loadTokenizerModel: ((pathHint?: string) => Promise<ArrayBuffer | null>) | null;
|
|
201
|
+
loadTensorsJson?: (() => Promise<string | Record<string, unknown> | null>) | null;
|
|
176
202
|
verifyHashes: boolean;
|
|
203
|
+
close?: (() => Promise<void>) | null;
|
|
177
204
|
}
|
|
178
205
|
|
|
179
206
|
export declare function createSourceStorageContext(
|