doppler-gpu 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +19 -15
- package/package.json +77 -29
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +64 -6
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +524 -350
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +12 -2
- package/src/config/schema/doppler.schema.js +108 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +68 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +76 -0
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +107 -0
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +3 -21
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +6 -5
- package/src/gpu/kernels/index.js +3 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +12 -0
- package/src/inference/browser-harness-text-helpers.js +223 -14
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +264 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +22 -27
- package/src/inference/pipelines/text/embed.js +0 -39
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +4 -5
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +8 -3
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +223 -547
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +5 -2
- package/src/inference/pipelines/text/init.js +183 -724
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.js +2 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +120 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +223 -27
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +13 -3
- package/src/loader/loader-types.d.ts +2 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +11 -3
- package/src/storage/artifact-storage-context.js +231 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +21 -24
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +2 -0
- package/src/tooling/source-runtime-bundle.js +3 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
|
@@ -27,6 +27,7 @@ import {
|
|
|
27
27
|
getActiveKernelPathSource,
|
|
28
28
|
setActiveKernelPath,
|
|
29
29
|
} from '../config/kernel-path-loader.js';
|
|
30
|
+
import { validateProgramBundle } from '../config/schema/program-bundle.schema.js';
|
|
30
31
|
|
|
31
32
|
let browserHarnessModulePromise = null;
|
|
32
33
|
|
|
@@ -56,6 +57,44 @@ export async function runBrowserCommand(commandRequest, options = {}) {
|
|
|
56
57
|
});
|
|
57
58
|
}
|
|
58
59
|
|
|
60
|
+
if (
|
|
61
|
+
request.command === 'verify'
|
|
62
|
+
&& request.workload === 'inference'
|
|
63
|
+
&& request.workloadType === 'program-bundle'
|
|
64
|
+
) {
|
|
65
|
+
if (request.programBundlePath) {
|
|
66
|
+
throw new Error('browser command: program-bundle parity requires inline programBundle; programBundlePath is Node-only.');
|
|
67
|
+
}
|
|
68
|
+
const providers = request.parityProviders ?? ['browser-webgpu'];
|
|
69
|
+
const unsupported = providers.filter((provider) => provider !== 'browser-webgpu');
|
|
70
|
+
if (unsupported.length > 0) {
|
|
71
|
+
throw new Error(
|
|
72
|
+
`browser command: program-bundle parity provider(s) ${unsupported.join(', ')} are Node-only.`
|
|
73
|
+
);
|
|
74
|
+
}
|
|
75
|
+
const bundle = validateProgramBundle(request.programBundle);
|
|
76
|
+
const result = {
|
|
77
|
+
schema: 'doppler.program-bundle-parity/v1',
|
|
78
|
+
ok: true,
|
|
79
|
+
mode: 'contract',
|
|
80
|
+
bundleId: bundle.bundleId,
|
|
81
|
+
modelId: bundle.modelId,
|
|
82
|
+
executionGraphHash: bundle.sources.executionGraph.hash,
|
|
83
|
+
providers: [
|
|
84
|
+
{
|
|
85
|
+
provider: 'browser-webgpu',
|
|
86
|
+
status: 'reference',
|
|
87
|
+
ok: true,
|
|
88
|
+
},
|
|
89
|
+
],
|
|
90
|
+
};
|
|
91
|
+
return createToolingSuccessEnvelope({
|
|
92
|
+
surface: 'browser',
|
|
93
|
+
request,
|
|
94
|
+
result,
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
|
|
59
98
|
const runtimeBridge = {
|
|
60
99
|
applyRuntimeProfile,
|
|
61
100
|
applyRuntimeConfigFromUrl,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export const TOOLING_COMMAND_SET = ['convert', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
|
|
1
|
+
export const TOOLING_COMMAND_SET = ['convert', 'refresh-integrity', 'debug', 'bench', 'verify', 'lora', 'distill', 'diagnose'];
|
|
2
2
|
export const TOOLING_SURFACE_SET = ['browser', 'node'];
|
|
3
3
|
export const TOOLING_WORKLOAD_SET = ['kernels', 'inference', 'embedding', 'training', 'diffusion', 'energy'];
|
|
4
4
|
export const TOOLING_INTENT_SET = ['verify', 'investigate', 'calibrate'];
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export declare function normalizeConvert(raw: Record<string, unknown>): Record<string, unknown>;
|
|
2
|
+
export declare function normalizeRefreshIntegrity(raw: Record<string, unknown>): Record<string, unknown>;
|
|
2
3
|
export declare function normalizeTrainingOperatorCommand(
|
|
3
4
|
raw: Record<string, unknown>,
|
|
4
5
|
command: string
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { isPlainObject } from '../utils/plain-object.js';
|
|
2
|
+
import { cloneJsonValue as cloneCommandValue } from '../utils/clone-json.js';
|
|
2
3
|
import {
|
|
3
4
|
DISTILL_ACTION_SET,
|
|
4
5
|
LORA_ACTION_SET,
|
|
@@ -37,12 +38,6 @@ function resolveDebugRequestWorkload(raw) {
|
|
|
37
38
|
return workload;
|
|
38
39
|
}
|
|
39
40
|
|
|
40
|
-
function cloneCommandValue(value) {
|
|
41
|
-
if (typeof structuredClone === 'function') {
|
|
42
|
-
return structuredClone(value);
|
|
43
|
-
}
|
|
44
|
-
return JSON.parse(JSON.stringify(value));
|
|
45
|
-
}
|
|
46
41
|
|
|
47
42
|
function normalizeInferencePrompt(value, label) {
|
|
48
43
|
if (value === undefined || value === null) {
|
|
@@ -293,6 +288,29 @@ export function normalizeConvert(raw) {
|
|
|
293
288
|
};
|
|
294
289
|
}
|
|
295
290
|
|
|
291
|
+
export function normalizeRefreshIntegrity(raw) {
|
|
292
|
+
const modelDir = asOptionalString(raw.modelDir, 'modelDir');
|
|
293
|
+
const manifestPath = asOptionalString(raw.manifestPath, 'manifestPath');
|
|
294
|
+
const blockSize = asOptionalPositiveInteger(raw.blockSize, 'blockSize');
|
|
295
|
+
const dryRun = asOptionalBoolean(raw.dryRun, 'dryRun');
|
|
296
|
+
const skipShardCheck = asOptionalBoolean(raw.skipShardCheck, 'skipShardCheck');
|
|
297
|
+
if (!modelDir) {
|
|
298
|
+
throw new Error('tooling command: refresh-integrity requires modelDir.');
|
|
299
|
+
}
|
|
300
|
+
assertForbiddenStringField(raw, 'runtimeProfile', 'refresh-integrity');
|
|
301
|
+
assertForbiddenStringField(raw, 'runtimeConfigUrl', 'refresh-integrity');
|
|
302
|
+
assertForbiddenObjectField(raw, 'runtimeConfig', 'refresh-integrity');
|
|
303
|
+
assertForbiddenConfigChainField(raw, 'refresh-integrity');
|
|
304
|
+
return {
|
|
305
|
+
...createCommandRequestBase(raw, 'refresh-integrity'),
|
|
306
|
+
modelDir,
|
|
307
|
+
manifestPath,
|
|
308
|
+
blockSize,
|
|
309
|
+
dryRun,
|
|
310
|
+
skipShardCheck,
|
|
311
|
+
};
|
|
312
|
+
}
|
|
313
|
+
|
|
296
314
|
export function normalizeTrainingOperatorCommand(raw, command) {
|
|
297
315
|
assertForbiddenConfigChainField(raw, command);
|
|
298
316
|
const allowedActions = command === 'distill' ? DISTILL_ACTION_SET : LORA_ACTION_SET;
|
|
@@ -396,6 +414,13 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
396
414
|
const checkpointEvery = asOptionalPositiveInteger(raw.checkpointEvery, 'checkpointEvery');
|
|
397
415
|
const inferenceInput = normalizeInferenceInput(raw.inferenceInput, workload);
|
|
398
416
|
const inputWorkloadType = asOptionalString(raw.workloadType, 'workloadType');
|
|
417
|
+
const programBundle = asOptionalObject(raw.programBundle, 'programBundle');
|
|
418
|
+
const programBundlePath = asOptionalString(raw.programBundlePath, 'programBundlePath');
|
|
419
|
+
const parityProviders = asOptionalStringArray(raw.parityProviders, 'parityProviders');
|
|
420
|
+
const programBundleParityMode = asOptionalString(raw.programBundleParityMode, 'programBundleParityMode');
|
|
421
|
+
if (programBundleParityMode && programBundleParityMode !== 'contract' && programBundleParityMode !== 'execute') {
|
|
422
|
+
throw new Error('tooling command: programBundleParityMode must be "contract" or "execute".');
|
|
423
|
+
}
|
|
399
424
|
if (
|
|
400
425
|
inputWorkloadType
|
|
401
426
|
&& (workload === 'training' || workload === 'diffusion')
|
|
@@ -410,6 +435,19 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
410
435
|
? workload
|
|
411
436
|
: null
|
|
412
437
|
);
|
|
438
|
+
const isProgramBundleParity = command === 'verify'
|
|
439
|
+
&& workload === 'inference'
|
|
440
|
+
&& workloadType === 'program-bundle';
|
|
441
|
+
if (isProgramBundleParity) {
|
|
442
|
+
if (!programBundle && !programBundlePath) {
|
|
443
|
+
throw new Error('tooling command: program-bundle parity requires programBundle or programBundlePath.');
|
|
444
|
+
}
|
|
445
|
+
} else if (programBundle || programBundlePath || parityProviders || programBundleParityMode) {
|
|
446
|
+
throw new Error(
|
|
447
|
+
'tooling command: programBundle, programBundlePath, parityProviders, and programBundleParityMode require ' +
|
|
448
|
+
'command="verify", workload="inference", and workloadType="program-bundle".'
|
|
449
|
+
);
|
|
450
|
+
}
|
|
413
451
|
const allowsTrainingFields = workload === 'training';
|
|
414
452
|
if (!allowsTrainingFields && (
|
|
415
453
|
trainingTests
|
|
@@ -476,7 +514,7 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
476
514
|
throw new Error('tooling command: distillShardIndex must be <= distillShardCount.');
|
|
477
515
|
}
|
|
478
516
|
|
|
479
|
-
const requiresModel = workload !== 'kernels' && workload !== 'training';
|
|
517
|
+
const requiresModel = workload !== 'kernels' && workload !== 'training' && !isProgramBundleParity;
|
|
480
518
|
const hasTrainingSource = allowsTrainingFields && (
|
|
481
519
|
!!modelUrl
|
|
482
520
|
|| !!trainingStage
|
|
@@ -532,6 +570,10 @@ export function normalizeSuiteCommand(raw, command) {
|
|
|
532
570
|
trainingBenchSteps,
|
|
533
571
|
checkpointEvery: allowsTrainingFields ? checkpointEvery : null,
|
|
534
572
|
workloadType,
|
|
573
|
+
programBundle: isProgramBundleParity ? programBundle : null,
|
|
574
|
+
programBundlePath: isProgramBundleParity ? programBundlePath : null,
|
|
575
|
+
parityProviders: isProgramBundleParity ? parityProviders : null,
|
|
576
|
+
programBundleParityMode: isProgramBundleParity ? (programBundleParityMode ?? 'contract') : null,
|
|
535
577
|
modelUrl,
|
|
536
578
|
captureOutput: asOptionalBoolean(raw.captureOutput, 'captureOutput') ?? false,
|
|
537
579
|
keepPipeline: asOptionalBoolean(raw.keepPipeline, 'keepPipeline') ?? false,
|
|
@@ -8,8 +8,6 @@ export declare function asOptionalForceResumeReason(value: unknown, label: strin
|
|
|
8
8
|
export declare function asOptionalAction(value: unknown, label: string, allowed: string[]): string | null;
|
|
9
9
|
export declare function assertCommand(value: unknown): string;
|
|
10
10
|
export declare function resolveCommandRuntimeContract(command: string): { workload: string | null; intent: string | null };
|
|
11
|
-
export declare function asOptionalCacheMode(value: unknown, label: string): 'cold' | 'warm' | null;
|
|
12
|
-
export declare function asOptionalLoadMode(value: unknown, label: string): 'opfs' | 'http' | 'memory' | null;
|
|
13
11
|
export declare function assertModelId(value: unknown, command: string, workload: string): string;
|
|
14
12
|
export declare function assertForbiddenStringField(raw: Record<string, unknown>, fieldName: string, command: string): void;
|
|
15
13
|
export declare function assertForbiddenObjectField(raw: Record<string, unknown>, fieldName: string, command: string): void;
|
|
@@ -120,7 +120,7 @@ export function resolveCommandRuntimeContract(command) {
|
|
|
120
120
|
};
|
|
121
121
|
}
|
|
122
122
|
|
|
123
|
-
|
|
123
|
+
function asOptionalCacheMode(value, label) {
|
|
124
124
|
const cacheMode = asOptionalString(value, label);
|
|
125
125
|
if (!cacheMode) return null;
|
|
126
126
|
if (cacheMode !== 'cold' && cacheMode !== 'warm') {
|
|
@@ -129,7 +129,7 @@ export function asOptionalCacheMode(value, label) {
|
|
|
129
129
|
return cacheMode;
|
|
130
130
|
}
|
|
131
131
|
|
|
132
|
-
|
|
132
|
+
function asOptionalLoadMode(value, label) {
|
|
133
133
|
const loadMode = asOptionalString(value, label);
|
|
134
134
|
if (!loadMode) return null;
|
|
135
135
|
if (loadMode !== 'opfs' && loadMode !== 'http' && loadMode !== 'memory') {
|
|
@@ -262,5 +262,9 @@ export function createCommandRequestBase(raw, command) {
|
|
|
262
262
|
searchParams: raw.searchParams ?? null,
|
|
263
263
|
baselineProvider: asOptionalString(raw.baselineProvider, 'baselineProvider'),
|
|
264
264
|
observedProvider: asOptionalString(raw.observedProvider, 'observedProvider'),
|
|
265
|
+
programBundle: asOptionalObject(raw.programBundle, 'programBundle'),
|
|
266
|
+
programBundlePath: asOptionalString(raw.programBundlePath, 'programBundlePath'),
|
|
267
|
+
parityProviders: asOptionalStringArray(raw.parityProviders, 'parityProviders'),
|
|
268
|
+
programBundleParityMode: asOptionalString(raw.programBundleParityMode, 'programBundleParityMode'),
|
|
265
269
|
};
|
|
266
270
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
|
|
2
2
|
|
|
3
|
-
export type ToolingCommand = 'convert' | 'debug' | 'bench' | 'verify' | 'lora' | 'distill' | 'diagnose';
|
|
3
|
+
export type ToolingCommand = 'convert' | 'refresh-integrity' | 'debug' | 'bench' | 'verify' | 'lora' | 'distill' | 'diagnose';
|
|
4
4
|
export type ToolingSurface = 'browser' | 'node';
|
|
5
5
|
export type ToolingWorkload = 'kernels' | 'inference' | 'embedding' | 'training' | 'diffusion' | 'energy';
|
|
6
6
|
export type ToolingIntent = 'verify' | 'investigate' | 'calibrate' | null;
|
|
@@ -21,6 +21,7 @@ export interface ToolingConvertExecutionPayload {
|
|
|
21
21
|
|
|
22
22
|
export interface ToolingConvertPayload {
|
|
23
23
|
converterConfig: Partial<ConverterConfigSchema>;
|
|
24
|
+
configPath?: string | null;
|
|
24
25
|
execution?: ToolingConvertExecutionPayload | null;
|
|
25
26
|
[key: string]: unknown;
|
|
26
27
|
}
|
|
@@ -98,6 +99,11 @@ export interface ToolingCommandRequestInput {
|
|
|
98
99
|
runtimeConfig?: Record<string, unknown>;
|
|
99
100
|
inputDir?: string;
|
|
100
101
|
outputDir?: string;
|
|
102
|
+
modelDir?: string;
|
|
103
|
+
manifestPath?: string;
|
|
104
|
+
blockSize?: number;
|
|
105
|
+
dryRun?: boolean;
|
|
106
|
+
skipShardCheck?: boolean;
|
|
101
107
|
convertPayload?: ToolingConvertPayload;
|
|
102
108
|
workloadPath?: string;
|
|
103
109
|
runRoot?: string;
|
|
@@ -117,6 +123,10 @@ export interface ToolingCommandRequestInput {
|
|
|
117
123
|
searchParams?: URLSearchParams | null;
|
|
118
124
|
baselineProvider?: string | null;
|
|
119
125
|
observedProvider?: string | null;
|
|
126
|
+
programBundle?: Record<string, unknown> | null;
|
|
127
|
+
programBundlePath?: string | null;
|
|
128
|
+
parityProviders?: string[] | null;
|
|
129
|
+
programBundleParityMode?: 'contract' | 'execute' | null;
|
|
120
130
|
}
|
|
121
131
|
|
|
122
132
|
export interface ToolingCommandRequest {
|
|
@@ -163,6 +173,11 @@ export interface ToolingCommandRequest {
|
|
|
163
173
|
runtimeConfig: Record<string, unknown> | null;
|
|
164
174
|
inputDir: string | null;
|
|
165
175
|
outputDir: string | null;
|
|
176
|
+
modelDir: string | null;
|
|
177
|
+
manifestPath: string | null;
|
|
178
|
+
blockSize: number | null;
|
|
179
|
+
dryRun: boolean | null;
|
|
180
|
+
skipShardCheck: boolean | null;
|
|
166
181
|
convertPayload: ToolingConvertPayload | null;
|
|
167
182
|
workloadPath: string | null;
|
|
168
183
|
runRoot: string | null;
|
|
@@ -182,6 +197,10 @@ export interface ToolingCommandRequest {
|
|
|
182
197
|
searchParams: URLSearchParams | null;
|
|
183
198
|
baselineProvider: string | null;
|
|
184
199
|
observedProvider: string | null;
|
|
200
|
+
programBundle: Record<string, unknown> | null;
|
|
201
|
+
programBundlePath: string | null;
|
|
202
|
+
parityProviders: string[] | null;
|
|
203
|
+
programBundleParityMode: 'contract' | 'execute' | null;
|
|
185
204
|
}
|
|
186
205
|
|
|
187
206
|
export declare const TOOLING_COMMANDS: readonly ToolingCommand[];
|
|
@@ -12,6 +12,7 @@ import {
|
|
|
12
12
|
} from './command-api-helpers.js';
|
|
13
13
|
import {
|
|
14
14
|
normalizeConvert,
|
|
15
|
+
normalizeRefreshIntegrity,
|
|
15
16
|
normalizeTrainingOperatorCommand,
|
|
16
17
|
normalizeSuiteCommand,
|
|
17
18
|
} from './command-api-family-normalizers.js';
|
|
@@ -30,6 +31,9 @@ export function normalizeToolingCommandRequest(input) {
|
|
|
30
31
|
if (command === 'convert') {
|
|
31
32
|
return normalizeConvert(input);
|
|
32
33
|
}
|
|
34
|
+
if (command === 'refresh-integrity') {
|
|
35
|
+
return normalizeRefreshIntegrity(input);
|
|
36
|
+
}
|
|
33
37
|
if (command === 'lora' || command === 'distill') {
|
|
34
38
|
return normalizeTrainingOperatorCommand(input, command);
|
|
35
39
|
}
|
|
@@ -45,7 +49,12 @@ export function ensureCommandSupportedOnSurface(commandRequest, surface) {
|
|
|
45
49
|
|
|
46
50
|
if (
|
|
47
51
|
normalizedSurface === 'browser'
|
|
48
|
-
&& (
|
|
52
|
+
&& (
|
|
53
|
+
request.command === 'lora'
|
|
54
|
+
|| request.command === 'distill'
|
|
55
|
+
|| request.command === 'diagnose'
|
|
56
|
+
|| request.command === 'refresh-integrity'
|
|
57
|
+
)
|
|
49
58
|
) {
|
|
50
59
|
throw new Error(`tooling command: ${request.command} is currently Node-only and must fail closed on browser.`);
|
|
51
60
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { isPlainObject } from '../utils/plain-object.js';
|
|
2
2
|
|
|
3
3
|
export const TOOLING_ENVELOPE_SCHEMA_VERSION = 1;
|
|
4
|
-
|
|
4
|
+
const TOOLING_ERROR_CODE_FALLBACK = 'tooling_error';
|
|
5
5
|
|
|
6
6
|
const CONTEXT_DETAIL_KEYS = Object.freeze([
|
|
7
7
|
'command',
|
|
@@ -24,6 +24,16 @@ export declare function applyRuntimeInputs(
|
|
|
24
24
|
options?: RuntimeConfigLoadOptions
|
|
25
25
|
): Promise<void>;
|
|
26
26
|
|
|
27
|
+
/**
|
|
28
|
+
* Run `run` with the runtime bridge's current state snapshotted, and
|
|
29
|
+
* restore the snapshot on both success and failure. Used by command
|
|
30
|
+
* runners to avoid leaking runtime config across isolated calls.
|
|
31
|
+
*/
|
|
32
|
+
export declare function runWithRuntimeIsolation<T>(
|
|
33
|
+
runtimeBridge: RuntimeBridge,
|
|
34
|
+
run: () => Promise<T>
|
|
35
|
+
): Promise<T>;
|
|
36
|
+
|
|
27
37
|
export declare function buildSuiteOptions(
|
|
28
38
|
request: ToolingCommandRequest,
|
|
29
39
|
surface?: string | null
|
|
@@ -1,13 +1,3 @@
|
|
|
1
|
-
export declare function extractTensorEntriesFromManifest(
|
|
2
|
-
manifest: Record<string, unknown>
|
|
3
|
-
): Array<{
|
|
4
|
-
name: string;
|
|
5
|
-
dtype: unknown;
|
|
6
|
-
shape: unknown;
|
|
7
|
-
role: unknown;
|
|
8
|
-
layout: unknown;
|
|
9
|
-
}>;
|
|
10
|
-
|
|
11
1
|
export declare function resolveMaterializedManifestFromConversionConfig(
|
|
12
2
|
conversionConfigInput: Record<string, unknown>,
|
|
13
3
|
manifest: Record<string, unknown>
|
|
@@ -52,7 +52,7 @@ function buildRefreshRawConfig(manifest) {
|
|
|
52
52
|
return baseConfig;
|
|
53
53
|
}
|
|
54
54
|
|
|
55
|
-
|
|
55
|
+
function extractTensorEntriesFromManifest(manifest) {
|
|
56
56
|
if (!(manifest?.tensors && typeof manifest.tensors === 'object' && !Array.isArray(manifest.tensors))) {
|
|
57
57
|
return [];
|
|
58
58
|
}
|
|
@@ -14,6 +14,7 @@ import {
|
|
|
14
14
|
getActiveKernelPathSource,
|
|
15
15
|
setActiveKernelPath,
|
|
16
16
|
} from '../config/kernel-path-loader.js';
|
|
17
|
+
import { isPlainObject } from '../utils/plain-object.js';
|
|
17
18
|
|
|
18
19
|
let runtimeModulesPromise = null;
|
|
19
20
|
|
|
@@ -25,10 +26,6 @@ function cloneValue(value) {
|
|
|
25
26
|
return JSON.parse(JSON.stringify(value));
|
|
26
27
|
}
|
|
27
28
|
|
|
28
|
-
function isPlainObject(value) {
|
|
29
|
-
return !!value && typeof value === 'object' && !Array.isArray(value);
|
|
30
|
-
}
|
|
31
|
-
|
|
32
29
|
function mergeRecords(base, patch) {
|
|
33
30
|
if (!isPlainObject(base)) {
|
|
34
31
|
return cloneValue(patch);
|
|
@@ -1,12 +1,8 @@
|
|
|
1
|
-
export declare const DEFAULT_HF_REPO_ID: string;
|
|
2
1
|
export declare const DEFAULT_HF_REGISTRY_PATH: string;
|
|
3
2
|
export declare const DEFAULT_HF_REGISTRY_URL: string;
|
|
4
3
|
export declare const DEFAULT_EXTERNAL_MODELS_ROOT: string;
|
|
5
4
|
|
|
6
5
|
export declare function normalizeText(value: unknown): string;
|
|
7
|
-
export declare function normalizeToken(value: unknown): string;
|
|
8
|
-
export declare function normalizeRepoPath(value: unknown): string;
|
|
9
|
-
export declare function detectDefaultExternalModelsRoot(): string;
|
|
10
6
|
export declare function isPlainObject(value: unknown): boolean;
|
|
11
7
|
export declare function ensureCatalogPayload(payload: unknown, label?: string): {
|
|
12
8
|
models: unknown[];
|
|
@@ -25,6 +21,7 @@ export declare function getEntryHfSpec(entry: unknown): {
|
|
|
25
21
|
repoId: string;
|
|
26
22
|
revision: string;
|
|
27
23
|
path: string;
|
|
24
|
+
complete: boolean;
|
|
28
25
|
};
|
|
29
26
|
export declare function buildEntryRemoteBaseUrl(entry: unknown): string | null;
|
|
30
27
|
export declare function resolveDemoRegistryEntryBaseUrl(entry: unknown, catalogSourceUrl: unknown): string | null;
|
|
@@ -32,7 +29,6 @@ export declare function shouldDemoSurfaceRemoteRegistryEntry(entry: unknown, cat
|
|
|
32
29
|
export declare function buildManifestUrl(baseUrl: unknown): string;
|
|
33
30
|
export declare function buildShardUrl(baseUrl: unknown, shard: unknown): string;
|
|
34
31
|
export declare function collectDuplicateModelIds(models: unknown[]): string[];
|
|
35
|
-
export declare function sortCatalogEntries(models: unknown[]): unknown[];
|
|
36
32
|
export declare function findCatalogEntry(
|
|
37
33
|
payload: { models?: unknown[] } | null | undefined,
|
|
38
34
|
modelId: unknown
|
|
@@ -44,7 +40,7 @@ export declare function buildHostedRegistryPayload(
|
|
|
44
40
|
revisionOverrides?: Map<string, string>
|
|
45
41
|
): Record<string, unknown>;
|
|
46
42
|
export declare function extractCommitShaFromUrl(value: unknown): string | null;
|
|
47
|
-
export declare function validateLocalHfEntryShape(entry: unknown):
|
|
43
|
+
export declare function validateLocalHfEntryShape(entry: unknown): string[];
|
|
48
44
|
export declare function probeUrl(
|
|
49
45
|
url: string,
|
|
50
46
|
options?: Record<string, unknown>
|
|
@@ -2,7 +2,7 @@ import fs from 'node:fs/promises';
|
|
|
2
2
|
import { existsSync } from 'node:fs';
|
|
3
3
|
import path from 'node:path';
|
|
4
4
|
|
|
5
|
-
|
|
5
|
+
const DEFAULT_HF_REPO_ID = 'Clocksmith/rdrr';
|
|
6
6
|
export const DEFAULT_HF_REGISTRY_PATH = 'registry/catalog.json';
|
|
7
7
|
export const DEFAULT_HF_REGISTRY_URL = `https://huggingface.co/${DEFAULT_HF_REPO_ID}/resolve/main/${DEFAULT_HF_REGISTRY_PATH}`;
|
|
8
8
|
|
|
@@ -10,15 +10,11 @@ export function normalizeText(value) {
|
|
|
10
10
|
return typeof value === 'string' ? value.trim() : '';
|
|
11
11
|
}
|
|
12
12
|
|
|
13
|
-
|
|
14
|
-
return normalizeText(value).toLowerCase();
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export function normalizeRepoPath(value) {
|
|
13
|
+
function normalizeRepoPath(value) {
|
|
18
14
|
return normalizeText(value).replace(/^\/+/, '');
|
|
19
15
|
}
|
|
20
16
|
|
|
21
|
-
|
|
17
|
+
function detectDefaultExternalModelsRoot() {
|
|
22
18
|
const envRoot = normalizeText(process.env.DOPPLER_EXTERNAL_MODELS_ROOT);
|
|
23
19
|
if (envRoot) {
|
|
24
20
|
return envRoot;
|
|
@@ -137,7 +133,7 @@ export function collectDuplicateModelIds(models) {
|
|
|
137
133
|
return [...duplicates].sort((a, b) => a.localeCompare(b));
|
|
138
134
|
}
|
|
139
135
|
|
|
140
|
-
|
|
136
|
+
function sortCatalogEntries(models) {
|
|
141
137
|
models.sort((left, right) => {
|
|
142
138
|
const leftSort = Number.isFinite(Number(left?.sortOrder)) ? Number(left.sortOrder) : Number.MAX_SAFE_INTEGER;
|
|
143
139
|
const rightSort = Number.isFinite(Number(right?.sortOrder)) ? Number(right.sortOrder) : Number.MAX_SAFE_INTEGER;
|
|
@@ -204,18 +200,26 @@ export function buildPublishedRegistryEntry(localEntry, revision) {
|
|
|
204
200
|
export function buildHostedRegistryPayload(payload, revisionOverrides = new Map()) {
|
|
205
201
|
const source = ensureCatalogPayload(payload, 'support registry');
|
|
206
202
|
const normalizedOverrides = revisionOverrides instanceof Map ? revisionOverrides : new Map();
|
|
207
|
-
const
|
|
208
|
-
? source.models
|
|
209
|
-
.filter((entry) => isHostedRegistryApprovedEntry(entry))
|
|
210
|
-
.map((entry) => {
|
|
211
|
-
const modelId = normalizeText(entry?.modelId);
|
|
212
|
-
const revisionOverride = normalizeText(normalizedOverrides.get(modelId));
|
|
213
|
-
if (revisionOverride) {
|
|
214
|
-
return buildPublishedRegistryEntry(entry, revisionOverride);
|
|
215
|
-
}
|
|
216
|
-
return structuredClone(entry);
|
|
217
|
-
})
|
|
203
|
+
const approved = Array.isArray(source.models)
|
|
204
|
+
? source.models.filter((entry) => isHostedRegistryApprovedEntry(entry))
|
|
218
205
|
: [];
|
|
206
|
+
const primaryWeightPackIds = collectPrimaryWeightPackIds(approved);
|
|
207
|
+
const models = approved.map((entry) => {
|
|
208
|
+
const shapeErrors = validateRegistryEntryArtifactIdentity(
|
|
209
|
+
entry,
|
|
210
|
+
'for hosted registry entries',
|
|
211
|
+
{ primaryWeightPackIds }
|
|
212
|
+
);
|
|
213
|
+
if (shapeErrors.length > 0) {
|
|
214
|
+
throw new Error(shapeErrors.join('\n'));
|
|
215
|
+
}
|
|
216
|
+
const modelId = normalizeText(entry?.modelId);
|
|
217
|
+
const revisionOverride = normalizeText(normalizedOverrides.get(modelId));
|
|
218
|
+
if (revisionOverride) {
|
|
219
|
+
return buildPublishedRegistryEntry(entry, revisionOverride);
|
|
220
|
+
}
|
|
221
|
+
return structuredClone(entry);
|
|
222
|
+
});
|
|
219
223
|
sortCatalogEntries(models);
|
|
220
224
|
return {
|
|
221
225
|
version: Number.isFinite(Number(source.version)) ? Number(source.version) : 1,
|
|
@@ -235,6 +239,72 @@ export function extractCommitShaFromUrl(value) {
|
|
|
235
239
|
return directMatch ? directMatch[1].toLowerCase() : '';
|
|
236
240
|
}
|
|
237
241
|
|
|
242
|
+
function validateRegistryEntryArtifactIdentity(entry, suffix, options = {}) {
|
|
243
|
+
const errors = [];
|
|
244
|
+
const modelId = normalizeText(entry?.modelId) || 'unknown-model';
|
|
245
|
+
for (const field of ['sourceCheckpointId', 'weightPackId', 'manifestVariantId']) {
|
|
246
|
+
if (!normalizeText(entry?.[field])) {
|
|
247
|
+
errors.push(`${modelId}: ${field} is required ${suffix}`);
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
// Two valid shapes:
|
|
251
|
+
// 1. Primary lane: artifactCompleteness=complete, weightsRefAllowed=false.
|
|
252
|
+
// Self-contained — shards published next to manifest.
|
|
253
|
+
// 2. Manifest-only sibling: artifactCompleteness=weights-ref,
|
|
254
|
+
// weightsRefAllowed=true. Must point at a primary lane published in
|
|
255
|
+
// the same payload.
|
|
256
|
+
const completeness = entry?.artifactCompleteness;
|
|
257
|
+
const weightsRefAllowed = entry?.weightsRefAllowed;
|
|
258
|
+
if (typeof weightsRefAllowed !== 'boolean') {
|
|
259
|
+
errors.push(`${modelId}: weightsRefAllowed must be a boolean ${suffix}`);
|
|
260
|
+
}
|
|
261
|
+
if (completeness === 'complete') {
|
|
262
|
+
if (weightsRefAllowed === true) {
|
|
263
|
+
errors.push(
|
|
264
|
+
`${modelId}: artifactCompleteness="complete" requires weightsRefAllowed=false ${suffix}`
|
|
265
|
+
);
|
|
266
|
+
}
|
|
267
|
+
} else if (completeness === 'weights-ref') {
|
|
268
|
+
if (weightsRefAllowed !== true) {
|
|
269
|
+
errors.push(
|
|
270
|
+
`${modelId}: artifactCompleteness="weights-ref" requires weightsRefAllowed=true ${suffix}`
|
|
271
|
+
);
|
|
272
|
+
}
|
|
273
|
+
const primaryWeightPackIds = options.primaryWeightPackIds;
|
|
274
|
+
if (primaryWeightPackIds instanceof Set) {
|
|
275
|
+
const weightPackId = normalizeText(entry?.weightPackId);
|
|
276
|
+
if (weightPackId && !primaryWeightPackIds.has(weightPackId)) {
|
|
277
|
+
errors.push(
|
|
278
|
+
`${modelId}: artifactCompleteness="weights-ref" requires a primary lane ` +
|
|
279
|
+
`with weightPackId="${weightPackId}" published in the same payload ${suffix}`
|
|
280
|
+
);
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
} else {
|
|
284
|
+
errors.push(
|
|
285
|
+
`${modelId}: artifactCompleteness must be "complete" or "weights-ref" ${suffix}`
|
|
286
|
+
);
|
|
287
|
+
}
|
|
288
|
+
if (entry?.runtimePromotionState !== 'manifest-owned') {
|
|
289
|
+
errors.push(`${modelId}: runtimePromotionState must be "manifest-owned" ${suffix}`);
|
|
290
|
+
}
|
|
291
|
+
return errors;
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
function collectPrimaryWeightPackIds(entries) {
|
|
295
|
+
const ids = new Set();
|
|
296
|
+
if (!Array.isArray(entries)) return ids;
|
|
297
|
+
for (const entry of entries) {
|
|
298
|
+
if (entry?.artifactCompleteness === 'complete' && entry?.weightsRefAllowed === false) {
|
|
299
|
+
const weightPackId = normalizeText(entry?.weightPackId);
|
|
300
|
+
if (weightPackId) {
|
|
301
|
+
ids.add(weightPackId);
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
return ids;
|
|
306
|
+
}
|
|
307
|
+
|
|
238
308
|
export function validateLocalHfEntryShape(entry) {
|
|
239
309
|
const errors = [];
|
|
240
310
|
const modelId = normalizeText(entry?.modelId) || 'unknown-model';
|
|
@@ -248,6 +318,7 @@ export function validateLocalHfEntryShape(entry) {
|
|
|
248
318
|
if (!hfSpec.path) {
|
|
249
319
|
errors.push(`${modelId}: hf.path is required when lifecycle.availability.hf=true`);
|
|
250
320
|
}
|
|
321
|
+
errors.push(...validateRegistryEntryArtifactIdentity(entry, 'when lifecycle.availability.hf=true'));
|
|
251
322
|
return errors;
|
|
252
323
|
}
|
|
253
324
|
|
|
@@ -22,10 +22,7 @@ import {
|
|
|
22
22
|
aggregateTopDecodeTimers,
|
|
23
23
|
buildKernelPathBuilderRuntimeOverlay,
|
|
24
24
|
} from './runtime-overlay.js';
|
|
25
|
-
|
|
26
|
-
function isPlainObject(value) {
|
|
27
|
-
return value != null && typeof value === 'object' && !Array.isArray(value);
|
|
28
|
-
}
|
|
25
|
+
import { isPlainObject } from '../../utils/plain-object.js';
|
|
29
26
|
|
|
30
27
|
function normalizeText(value) {
|
|
31
28
|
return typeof value === 'string' ? value.trim() : '';
|
|
@@ -1,6 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
return value != null && typeof value === 'object' && !Array.isArray(value);
|
|
3
|
-
}
|
|
1
|
+
import { isPlainObject } from '../../utils/plain-object.js';
|
|
4
2
|
|
|
5
3
|
function normalizeText(value) {
|
|
6
4
|
return typeof value === 'string' ? value.trim() : '';
|
|
@@ -6,16 +6,6 @@ export interface LeanExecutionContractRunResult {
|
|
|
6
6
|
facts: Record<string, unknown>;
|
|
7
7
|
}
|
|
8
8
|
|
|
9
|
-
export declare function resolveLeanBinary(): string;
|
|
10
|
-
|
|
11
|
-
export declare function runLeanCheck(options: {
|
|
12
|
-
sourcePath: string;
|
|
13
|
-
rootDir: string;
|
|
14
|
-
}): {
|
|
15
|
-
ok: boolean;
|
|
16
|
-
toolchainRef: string;
|
|
17
|
-
};
|
|
18
|
-
|
|
19
9
|
export declare function writeExecutionContractLeanModuleForManifest(
|
|
20
10
|
manifest: Record<string, unknown>,
|
|
21
11
|
options?: {
|
|
@@ -9,7 +9,7 @@ import {
|
|
|
9
9
|
sanitizeLeanModuleName,
|
|
10
10
|
} from './lean-execution-contract.js';
|
|
11
11
|
|
|
12
|
-
|
|
12
|
+
function resolveLeanBinary() {
|
|
13
13
|
const elanLean = path.join(os.homedir(), '.elan', 'bin', 'lean');
|
|
14
14
|
if (fs.existsSync(elanLean)) {
|
|
15
15
|
return elanLean;
|
|
@@ -48,7 +48,7 @@ function runLeanCommand({ leanBin, toolchainRef, buildDir, rootDir, sourcePath,
|
|
|
48
48
|
}
|
|
49
49
|
}
|
|
50
50
|
|
|
51
|
-
|
|
51
|
+
function runLeanCheck({ sourcePath, rootDir }) {
|
|
52
52
|
const toolchainVersion = process.env.DOPPLER_LEAN_VERSION ?? '4.16.0';
|
|
53
53
|
const toolchainRef = toolchainVersion.startsWith('v')
|
|
54
54
|
? `leanprover/lean4:${toolchainVersion}`
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { ParsedSourceArtifact } from './source-artifact-adapter.js';
|
|
2
2
|
import type { DirectSourcePackageProfile } from './source-package-profiles.js';
|
|
3
|
-
import type { LiteRTSource } from '../formats/litert/
|
|
3
|
+
import type { LiteRTSource } from '../formats/litert/types.js';
|
|
4
4
|
|
|
5
5
|
export declare const LITERT_PACKAGE_SOURCE_KIND_TASK: 'litert-task';
|
|
6
6
|
export declare const LITERT_PACKAGE_SOURCE_KIND_LITERTLM: 'litertlm';
|