doppler-gpu 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +182 -0
- package/README.md +19 -15
- package/package.json +77 -29
- package/src/cli/cli-model-resolution.js +275 -0
- package/src/cli/cli-output.js +453 -0
- package/src/cli/doppler-cli.js +817 -709
- package/src/cli/doppler-quickstart.d.ts +7 -23
- package/src/cli/doppler-quickstart.js +4 -2
- package/src/cli/doppler-serve.js +1 -1
- package/src/cli/runtime-profiles.d.ts +40 -0
- package/src/cli/runtime-profiles.js +225 -0
- package/src/client/doppler-api.js +1 -6
- package/src/client/doppler-registry.d.ts +12 -0
- package/src/client/doppler-registry.js +27 -0
- package/src/client/doppler-registry.json +64 -6
- package/src/client/failure-taxonomy.js +139 -0
- package/src/client/fault-injection.js +30 -0
- package/src/client/provider.d.ts +151 -0
- package/src/client/provider.js +374 -0
- package/src/client/receipt.js +156 -0
- package/src/client/runtime/index.js +56 -4
- package/src/client/runtime/model-manager.d.ts +0 -14
- package/src/client/runtime/model-manager.js +2 -42
- package/src/client/runtime/model-session.js +33 -0
- package/src/client/runtime/model-source.d.ts +13 -1
- package/src/client/runtime/model-source.js +128 -2
- package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
- package/src/client/runtime/node-quickstart-cache.js +353 -0
- package/src/client/runtime/source-runtime.js +1 -10
- package/src/client/runtime/types.d.ts +0 -60
- package/src/client/wrap-pipeline-handle.d.ts +20 -0
- package/src/client/wrap-pipeline-handle.js +84 -0
- package/src/config/README.md +3 -1
- package/src/config/conversion/README.md +23 -157
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
- package/src/config/execution-contract-check.js +6 -5
- package/src/config/kernel-path-loader.d.ts +8 -2
- package/src/config/kernels/kernel-ref-digests.js +125 -122
- package/src/config/kernels/registry.d.ts +0 -35
- package/src/config/kernels/registry.js +5 -9
- package/src/config/kernels/registry.json +524 -350
- package/src/config/merge-helpers.d.ts +1 -1
- package/src/config/merge-helpers.js +1 -1
- package/src/config/merge.js +35 -7
- package/src/config/param-categories.d.ts +0 -9
- package/src/config/param-categories.js +1 -5
- package/src/config/param-validator.d.ts +2 -0
- package/src/config/param-validator.js +16 -0
- package/src/config/platforms/loader.d.ts +0 -27
- package/src/config/platforms/loader.js +0 -30
- package/src/config/required-inference-fields-contract-check.js +1 -7
- package/src/config/runtime/README.md +28 -0
- package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
- package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
- package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
- package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
- package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
- package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
- package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
- package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
- package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
- package/src/config/schema/bridge.schema.d.ts +16 -0
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/converter.schema.d.ts +5 -0
- package/src/config/schema/converter.schema.js +3 -0
- package/src/config/schema/debug.schema.d.ts +22 -1
- package/src/config/schema/debug.schema.js +1 -0
- package/src/config/schema/distill-training.schema.d.ts +0 -1
- package/src/config/schema/distill-training.schema.js +1 -1
- package/src/config/schema/doppler.schema.d.ts +12 -2
- package/src/config/schema/doppler.schema.js +108 -8
- package/src/config/schema/emulation.schema.d.ts +3 -0
- package/src/config/schema/emulation.schema.js +16 -16
- package/src/config/schema/execution-v1.schema.d.ts +12 -1
- package/src/config/schema/execution-v1.schema.js +7 -1
- package/src/config/schema/index.d.ts +52 -1
- package/src/config/schema/index.js +14 -0
- package/src/config/schema/inference.schema.d.ts +3 -3
- package/src/config/schema/kernel-path.schema.d.ts +6 -27
- package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
- package/src/config/schema/kernel-thresholds.schema.js +3 -7
- package/src/config/schema/kvcache.schema.js +0 -9
- package/src/config/schema/loading.schema.d.ts +12 -0
- package/src/config/schema/loading.schema.js +4 -0
- package/src/config/schema/manifest.schema.d.ts +68 -1
- package/src/config/schema/manifest.schema.js +48 -2
- package/src/config/schema/moe.schema.js +0 -8
- package/src/config/schema/program-bundle.schema.d.ts +233 -0
- package/src/config/schema/program-bundle.schema.js +393 -0
- package/src/config/schema/ul-training.schema.d.ts +0 -1
- package/src/config/schema/ul-training.schema.js +1 -1
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
- package/src/config/supported-operations.d.ts +14 -0
- package/src/config/supported-operations.js +34 -0
- package/src/config/supported-operations.json +178 -0
- package/src/config/training-defaults.js +1 -7
- package/src/config/transforms/capability-transform-resolver.js +3 -1
- package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
- package/src/config/transforms/execution-graph-transforms.js +693 -29
- package/src/converter/conversion-plan.js +13 -10
- package/src/converter/core.d.ts +57 -0
- package/src/converter/core.js +582 -13
- package/src/converter/parsers/diffusion.js +1 -33
- package/src/converter/quantization-info.d.ts +5 -4
- package/src/converter/quantization-info.js +39 -3
- package/src/converter/quantizer.d.ts +19 -0
- package/src/converter/quantizer.js +76 -0
- package/src/debug/config.d.ts +0 -4
- package/src/debug/config.js +0 -17
- package/src/debug/index.d.ts +28 -30
- package/src/debug/index.js +0 -18
- package/src/debug/stats.d.ts +0 -8
- package/src/debug/stats.js +3 -3
- package/src/debug/tensor.d.ts +9 -2
- package/src/debug/tensor.js +11 -4
- package/src/debug/trace.js +2 -15
- package/src/errors/doppler-error.js +20 -0
- package/src/experimental/browser/quantization.d.ts +5 -0
- package/src/experimental/distribution/shard-delivery.js +179 -23
- package/src/experimental/training/artifacts.js +1 -14
- package/src/experimental/training/checkpoint.js +1 -14
- package/src/experimental/training/datasets/token-batch.d.ts +1 -1
- package/src/experimental/training/datasets/token-batch.js +2 -2
- package/src/experimental/training/distillation/dataset.js +2 -15
- package/src/experimental/training/distillation/eval.js +3 -3
- package/src/experimental/training/distillation/runtime.js +3 -16
- package/src/experimental/training/distillation/student-fixture.js +6 -6
- package/src/experimental/training/lora-pipeline.js +1 -14
- package/src/experimental/training/objectives/base.d.ts +2 -2
- package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
- package/src/experimental/training/objectives/distill_kd.js +2 -2
- package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
- package/src/experimental/training/objectives/distill_triplet.js +2 -2
- package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
- package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
- package/src/experimental/training/operator-artifacts.js +1 -14
- package/src/experimental/training/runner.js +1 -14
- package/src/experimental/training/workload-packs/registry.json +6 -6
- package/src/experimental/training/workloads.js +1 -1
- package/src/formats/gguf/types.d.ts +0 -63
- package/src/formats/gguf/types.js +58 -38
- package/src/formats/litert/types.d.ts +0 -13
- package/src/formats/litert/types.js +2 -2
- package/src/formats/rdrr/distributed/index.d.ts +34 -0
- package/src/formats/rdrr/distributed/index.js +3 -0
- package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
- package/src/formats/rdrr/distributed/parsing.js +23 -0
- package/src/formats/rdrr/distributed/validation.d.ts +23 -0
- package/src/formats/rdrr/distributed/validation.js +131 -0
- package/src/formats/rdrr/groups.d.ts +1 -13
- package/src/formats/rdrr/groups.js +0 -34
- package/src/formats/rdrr/index.d.ts +9 -0
- package/src/formats/rdrr/index.js +9 -0
- package/src/formats/rdrr/integrity.d.ts +51 -0
- package/src/formats/rdrr/integrity.js +200 -0
- package/src/formats/rdrr/lowerings.d.ts +28 -0
- package/src/formats/rdrr/lowerings.js +112 -0
- package/src/formats/rdrr/manifest.d.ts +0 -14
- package/src/formats/rdrr/manifest.js +5 -58
- package/src/formats/rdrr/merkle.d.ts +24 -0
- package/src/formats/rdrr/merkle.js +118 -0
- package/src/formats/rdrr/parsing.js +4 -0
- package/src/formats/rdrr/slice-compiler.d.ts +29 -0
- package/src/formats/rdrr/slice-compiler.js +188 -0
- package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
- package/src/formats/rdrr/storage-descriptor.js +186 -0
- package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
- package/src/formats/rdrr/tensor-config-validator.js +0 -30
- package/src/formats/rdrr/types.d.ts +107 -0
- package/src/formats/rdrr/validation.js +245 -0
- package/src/formats/tflite/types.d.ts +0 -31
- package/src/formats/tflite/types.js +5 -5
- package/src/gpu/command-recorder.d.ts +3 -21
- package/src/gpu/device.d.ts +17 -3
- package/src/gpu/device.js +20 -4
- package/src/gpu/kernel-runtime.d.ts +8 -15
- package/src/gpu/kernel-selection-log.d.ts +0 -8
- package/src/gpu/kernel-selection-log.js +0 -15
- package/src/gpu/kernel-tuner/cache.js +0 -3
- package/src/gpu/kernels/README.md +50 -18
- package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
- package/src/gpu/kernels/attention.d.ts +28 -19
- package/src/gpu/kernels/attention.js +443 -9
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
- package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
- package/src/gpu/kernels/attention_f16.wgsl +88 -30
- package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
- package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
- package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
- package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
- package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
- package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
- package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
- package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
- package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
- package/src/gpu/kernels/backward/index.d.ts +6 -0
- package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
- package/src/gpu/kernels/backward/utils.d.ts +35 -0
- package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
- package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
- package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
- package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
- package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
- package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
- package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
- package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
- package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
- package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
- package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
- package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
- package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
- package/src/gpu/kernels/constants.d.ts +9 -48
- package/src/gpu/kernels/constants.js +0 -23
- package/src/gpu/kernels/conv2d.d.ts +0 -4
- package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant.d.ts +0 -16
- package/src/gpu/kernels/dequant.js +1 -71
- package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
- package/src/gpu/kernels/dequant_shared.wgsl +1 -55
- package/src/gpu/kernels/dispatch.d.ts +12 -97
- package/src/gpu/kernels/dispatch.js +0 -117
- package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
- package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
- package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
- package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
- package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
- package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
- package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
- package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
- package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
- package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
- package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
- package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
- package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
- package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
- package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
- package/src/gpu/kernels/gather.d.ts +0 -7
- package/src/gpu/kernels/gather_f16.wgsl +1 -1
- package/src/gpu/kernels/gelu_f16.wgsl +14 -15
- package/src/gpu/kernels/groupnorm.d.ts +0 -4
- package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
- package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
- package/src/gpu/kernels/index.d.ts +6 -5
- package/src/gpu/kernels/index.js +3 -4
- package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
- package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
- package/src/gpu/kernels/layernorm.d.ts +0 -4
- package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
- package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
- package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
- package/src/gpu/kernels/logit-merge.d.ts +0 -24
- package/src/gpu/kernels/logit-merge.js +1 -17
- package/src/gpu/kernels/matmul-dispatch.js +7 -1
- package/src/gpu/kernels/matmul-selection.js +68 -1
- package/src/gpu/kernels/matmul.d.ts +0 -28
- package/src/gpu/kernels/matmul.js +101 -7
- package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
- package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
- package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
- package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
- package/src/gpu/kernels/modulate_f16.wgsl +1 -1
- package/src/gpu/kernels/moe.d.ts +0 -56
- package/src/gpu/kernels/moe.js +0 -15
- package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
- package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
- package/src/gpu/kernels/residual.d.ts +0 -12
- package/src/gpu/kernels/residual_f16.wgsl +2 -2
- package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
- package/src/gpu/kernels/rmsnorm.d.ts +0 -8
- package/src/gpu/kernels/rmsnorm.js +17 -1
- package/src/gpu/kernels/rmsnorm.wgsl +5 -6
- package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
- package/src/gpu/kernels/rope.d.ts +1 -5
- package/src/gpu/kernels/rope.js +12 -2
- package/src/gpu/kernels/rope.wgsl +33 -19
- package/src/gpu/kernels/rope_f16.wgsl +39 -25
- package/src/gpu/kernels/sample.d.ts +0 -5
- package/src/gpu/kernels/sample.wgsl +7 -6
- package/src/gpu/kernels/sample_f16.wgsl +28 -30
- package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
- package/src/gpu/kernels/shader-cache.d.ts +13 -0
- package/src/gpu/kernels/shader-cache.js +27 -0
- package/src/gpu/kernels/silu_f16.wgsl +1 -1
- package/src/gpu/kernels/softmax.wgsl +4 -144
- package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
- package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
- package/src/gpu/kernels/topk_f16.wgsl +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +11 -40
- package/src/gpu/kernels/uniform-utils.d.ts +18 -0
- package/src/gpu/kernels/upsample2d.d.ts +0 -4
- package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
- package/src/gpu/kernels/utils.d.ts +28 -0
- package/src/gpu/kernels/utils.js +41 -0
- package/src/gpu/perf-guards.d.ts +0 -12
- package/src/gpu/perf-guards.js +0 -62
- package/src/gpu/profiler.d.ts +0 -21
- package/src/gpu/profiler.js +0 -34
- package/src/gpu/submit-tracker.d.ts +0 -57
- package/src/gpu/submit-tracker.js +3 -62
- package/src/gpu/tensor.d.ts +0 -23
- package/src/gpu/tensor.js +0 -41
- package/src/gpu/uniform-cache.d.ts +0 -11
- package/src/gpu/uniform-cache.js +0 -23
- package/src/index.d.ts +1 -0
- package/src/index.js +1 -0
- package/src/inference/browser-harness-model-helpers.d.ts +0 -9
- package/src/inference/browser-harness-model-helpers.js +22 -13
- package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
- package/src/inference/browser-harness-runtime-helpers.js +2 -2
- package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
- package/src/inference/browser-harness-suite-helpers.js +87 -1
- package/src/inference/browser-harness-text-helpers.d.ts +12 -0
- package/src/inference/browser-harness-text-helpers.js +223 -14
- package/src/inference/browser-harness.d.ts +0 -29
- package/src/inference/browser-harness.js +264 -71
- package/src/inference/kv-cache/base.d.ts +6 -0
- package/src/inference/kv-cache/base.js +16 -1
- package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
- package/src/inference/kv-cache/mixed-geometry.js +12 -2
- package/src/inference/kv-cache/quantized.js +2 -0
- package/src/inference/kv-cache/tiered.js +7 -0
- package/src/inference/kv-cache/types.d.ts +2 -0
- package/src/inference/multi-model-network.d.ts +1 -1
- package/src/inference/multi-model-network.js +1 -2
- package/src/inference/network-evolution.d.ts +0 -12
- package/src/inference/network-evolution.js +2 -2
- package/src/inference/pipelines/context.js +17 -0
- package/src/inference/pipelines/diffusion/init.js +2 -2
- package/src/inference/pipelines/diffusion/pipeline.js +41 -96
- package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
- package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
- package/src/inference/pipelines/diffusion/vae.js +4 -4
- package/src/inference/pipelines/energy/quintel.d.ts +15 -0
- package/src/inference/pipelines/structured/index.d.ts +2 -0
- package/src/inference/pipelines/structured/index.js +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
- package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
- package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
- package/src/inference/pipelines/text/attention/attn-config.js +1 -1
- package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
- package/src/inference/pipelines/text/attention/projections.js +70 -23
- package/src/inference/pipelines/text/attention/record.js +118 -5
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
- package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
- package/src/inference/pipelines/text/attention/run.js +97 -6
- package/src/inference/pipelines/text/attention/types.d.ts +2 -0
- package/src/inference/pipelines/text/chat-format.d.ts +0 -10
- package/src/inference/pipelines/text/chat-format.js +1 -8
- package/src/inference/pipelines/text/config.d.ts +3 -25
- package/src/inference/pipelines/text/config.js +105 -3
- package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
- package/src/inference/pipelines/text/drift-policy.js +1 -1
- package/src/inference/pipelines/text/embed.d.ts +22 -27
- package/src/inference/pipelines/text/embed.js +0 -39
- package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
- package/src/inference/pipelines/text/execution-plan.js +15 -2
- package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
- package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
- package/src/inference/pipelines/text/execution-v1.js +94 -25
- package/src/inference/pipelines/text/ffn/dense.js +180 -3
- package/src/inference/pipelines/text/ffn/standard.js +40 -13
- package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
- package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
- package/src/inference/pipelines/text/generator-helpers.js +4 -5
- package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
- package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
- package/src/inference/pipelines/text/generator-runtime.js +8 -6
- package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
- package/src/inference/pipelines/text/generator-steps.js +8 -3
- package/src/inference/pipelines/text/generator.d.ts +0 -6
- package/src/inference/pipelines/text/generator.js +223 -547
- package/src/inference/pipelines/text/init-chat-templates.js +86 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
- package/src/inference/pipelines/text/init-rope.js +408 -0
- package/src/inference/pipelines/text/init.d.ts +5 -2
- package/src/inference/pipelines/text/init.js +183 -724
- package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
- package/src/inference/pipelines/text/kernel-trace.js +0 -33
- package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
- package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
- package/src/inference/pipelines/text/layer-plan.js +1 -1
- package/src/inference/pipelines/text/layer.d.ts +70 -8
- package/src/inference/pipelines/text/layer.js +105 -537
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
- package/src/inference/pipelines/text/load-errors.d.ts +21 -0
- package/src/inference/pipelines/text/load-errors.js +59 -0
- package/src/inference/pipelines/text/logits/cpu.js +2 -20
- package/src/inference/pipelines/text/logits/gpu.js +2 -0
- package/src/inference/pipelines/text/logits/index.d.ts +1 -1
- package/src/inference/pipelines/text/model-load.d.ts +5 -4
- package/src/inference/pipelines/text/model-load.js +74 -17
- package/src/inference/pipelines/text/ops.d.ts +13 -2
- package/src/inference/pipelines/text/ops.js +1 -1
- package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
- package/src/inference/pipelines/text/probes.d.ts +3 -6
- package/src/inference/pipelines/text/probes.js +120 -31
- package/src/inference/pipelines/text/sampling.d.ts +0 -5
- package/src/inference/pipelines/text/sampling.js +140 -0
- package/src/inference/pipelines/text/stage-names.js +3 -0
- package/src/inference/pipelines/text/state.js +2 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
- package/src/inference/pipelines/text/types.d.ts +8 -78
- package/src/inference/pipelines/text/weights.d.ts +0 -50
- package/src/inference/pipelines/text/weights.js +2 -51
- package/src/inference/pipelines/text.d.ts +9 -1
- package/src/inference/pipelines/text.js +223 -27
- package/src/inference/pipelines/vision/index.js +0 -107
- package/src/inference/runtime-model.d.ts +0 -7
- package/src/inference/runtime-model.js +0 -23
- package/src/inference/test-harness.d.ts +6 -22
- package/src/inference/test-harness.js +97 -23
- package/src/inference/tokenizer.js +1 -10
- package/src/inference/tokenizers/sentencepiece.js +65 -15
- package/src/inference/tokenizers/types.d.ts +0 -21
- package/src/loader/doppler-loader.d.ts +3 -0
- package/src/loader/doppler-loader.js +90 -12
- package/src/loader/embedding-loader.js +13 -3
- package/src/loader/loader-types.d.ts +2 -0
- package/src/loader/manifest-config.js +25 -1
- package/src/loader/memory-monitor.d.ts +17 -5
- package/src/loader/quantization-constants.d.ts +6 -0
- package/src/loader/shard-resolver.d.ts +1 -0
- package/src/loader/shard-resolver.js +15 -0
- package/src/loader/tensors/source-transform.js +6 -1
- package/src/loader/tensors/tensor-loader.d.ts +2 -9
- package/src/loader/tensors/tensor-loader.js +84 -1
- package/src/memory/address-table.d.ts +1 -9
- package/src/memory/buffer-pool.d.ts +0 -16
- package/src/memory/buffer-pool.js +1 -33
- package/src/memory/heap-manager.d.ts +18 -43
- package/src/memory/unified-detect.d.ts +19 -34
- package/src/models/embeddinggemma.d.ts +7 -0
- package/src/models/embeddinggemma.js +24 -0
- package/src/models/family.d.ts +24 -0
- package/src/models/family.js +25 -0
- package/src/models/gemma3.d.ts +7 -0
- package/src/models/gemma3.js +33 -0
- package/src/models/gemma4.d.ts +7 -0
- package/src/models/gemma4.js +33 -0
- package/src/models/qwen3.d.ts +7 -0
- package/src/models/qwen3.js +36 -0
- package/src/rules/converter/tokenizer.rules.json +5 -0
- package/src/rules/execution-rules-contract-check.js +72 -3
- package/src/rules/inference/capability-transforms.rules.json +87 -0
- package/src/rules/inference/execution.rules.json +11 -1
- package/src/rules/inference/ffn.rules.json +6 -2
- package/src/rules/loader/tensor-loader.rules.json +9 -0
- package/src/rules/rule-registry.js +53 -75
- package/src/storage/artifact-storage-context.d.ts +11 -3
- package/src/storage/artifact-storage-context.js +231 -26
- package/src/storage/backends/opfs-store.js +138 -88
- package/src/storage/blake3.js +9 -1
- package/src/storage/export.js +1 -5
- package/src/storage/normalize-model-id.js +3 -0
- package/src/storage/preflight.js +11 -0
- package/src/storage/quickstart-downloader.js +44 -67
- package/src/storage/reports.js +35 -11
- package/src/storage/shard-manager.d.ts +8 -2
- package/src/storage/shard-manager.js +176 -15
- package/src/storage/source-artifact-store.d.ts +0 -2
- package/src/storage/source-artifact-store.js +3 -9
- package/src/sw.js +0 -3
- package/src/tooling/browser-command-runner.js +39 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.d.ts +1 -0
- package/src/tooling/command-api-family-normalizers.js +49 -7
- package/src/tooling/command-api-helpers.d.ts +0 -2
- package/src/tooling/command-api-helpers.js +6 -2
- package/src/tooling/command-api.d.ts +20 -1
- package/src/tooling/command-api.js +10 -1
- package/src/tooling/command-envelope.d.ts +0 -1
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/command-runner-shared.d.ts +10 -0
- package/src/tooling/conversion-config-materializer.d.ts +0 -10
- package/src/tooling/conversion-config-materializer.js +1 -1
- package/src/tooling/diagnose-runner.js +1 -4
- package/src/tooling/hf-registry-utils.d.ts +2 -6
- package/src/tooling/hf-registry-utils.js +90 -19
- package/src/tooling/kernel-path-builder/index.js +1 -4
- package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
- package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
- package/src/tooling/lean-execution-contract-runner.js +2 -2
- package/src/tooling/litert-package-runtime.d.ts +1 -1
- package/src/tooling/litert-package-runtime.js +21 -24
- package/src/tooling/node-browser-command-runner.d.ts +15 -0
- package/src/tooling/node-browser-command-runner.js +97 -13
- package/src/tooling/node-command-runner.js +36 -0
- package/src/tooling/node-convert-worker-pool.js +12 -0
- package/src/tooling/node-convert-worker.js +10 -1
- package/src/tooling/node-converter.js +90 -1
- package/src/tooling/node-source-runtime.js +1 -10
- package/src/tooling/opfs-cache.js +1 -4
- package/src/tooling/precision-replay-math.js +174 -0
- package/src/tooling/program-bundle-host.d.ts +16 -0
- package/src/tooling/program-bundle-host.js +20 -0
- package/src/tooling/program-bundle-parity.d.ts +28 -0
- package/src/tooling/program-bundle-parity.js +210 -0
- package/src/tooling/program-bundle.d.ts +61 -0
- package/src/tooling/program-bundle.js +1119 -0
- package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
- package/src/tooling/rdrr-integrity-refresh.js +271 -0
- package/src/tooling/reference-verify.js +191 -0
- package/src/tooling/source-artifact-adapter.d.ts +0 -20
- package/src/tooling/source-artifact-adapter.js +4 -4
- package/src/tooling/source-package-profiles.js +1 -7
- package/src/tooling/source-runtime-bundle.d.ts +2 -0
- package/src/tooling/source-runtime-bundle.js +3 -22
- package/src/tooling/source-runtime-converter-config.d.ts +0 -5
- package/src/tooling/source-runtime-converter-config.js +13 -9
- package/src/tooling/source-runtime-materializer.js +1 -7
- package/src/tooling-exports/device.d.ts +11 -0
- package/src/tooling-exports/device.js +14 -0
- package/src/tooling-exports/manifest.d.ts +8 -0
- package/src/tooling-exports/manifest.js +11 -0
- package/src/tooling-exports/storage.d.ts +25 -0
- package/src/tooling-exports/storage.js +29 -0
- package/src/tooling-exports/structured.d.ts +1 -0
- package/src/tooling-exports/structured.js +5 -0
- package/src/tooling-exports.d.ts +23 -0
- package/src/tooling-exports.js +17 -0
- package/src/tooling-exports.shared.d.ts +27 -30
- package/src/tooling-exports.shared.js +28 -29
- package/src/types/index.d.ts +0 -3
- package/src/types/index.js +0 -3
- package/src/utils/array-buffer.d.ts +4 -0
- package/src/utils/array-buffer.js +9 -0
- package/src/utils/canonical-hash.d.ts +7 -0
- package/src/utils/canonical-hash.js +74 -0
- package/src/utils/clone-json.d.ts +1 -0
- package/src/utils/clone-json.js +7 -0
- package/src/utils/encode-utf8.js +5 -0
- package/src/utils/index.d.ts +4 -1
- package/src/utils/index.js +4 -1
- package/src/utils/runtime-env.js +7 -0
- package/src/utils/sha256.d.ts +1 -0
- package/src/utils/sha256.js +18 -4
- package/src/utils/stable-sort-object.d.ts +1 -0
- package/src/utils/stable-sort-object.js +13 -0
- package/src/version.js +1 -1
- package/tools/convert-safetensors-node.js +1 -2
- package/src/bootstrap.d.ts +0 -1
- package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
- package/src/config/kernels/kernel-ref.d.ts +0 -17
- package/src/config/kernels/kernel-ref.js +0 -75
- package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
- package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
- package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
- package/src/config/runtime/kernels/fused-q4k.json +0 -13
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
- package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
- package/src/config/runtime/kernels/safe-q4k.json +0 -13
- package/src/config/runtime/overlays/debug-f32a.json +0 -3
- package/src/config/runtime/overlays/trace-config.json +0 -28
- package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
- package/src/debug/perf.d.ts +0 -33
- package/src/debug/perf.js +0 -51
- package/src/errors/index.d.ts +0 -1
- package/src/errors/index.js +0 -1
- package/src/formats/gguf/index.d.ts +0 -8
- package/src/formats/gguf/index.js +0 -4
- package/src/formats/litert/index.d.ts +0 -1
- package/src/formats/litert/index.js +0 -1
- package/src/formats/safetensors/index.d.ts +0 -8
- package/src/formats/safetensors/index.js +0 -4
- package/src/formats/tflite/index.d.ts +0 -1
- package/src/formats/tflite/index.js +0 -1
- package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
- package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
- package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
- package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
- package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
- package/src/inference/functiongemma.d.ts +0 -15
- package/src/inference/functiongemma.js +0 -1
- package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
- package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
- package/src/rules/kernels/kernel-validator.d.ts +0 -24
- package/src/rules/kernels/kernel-validator.js +0 -160
- package/src/sw.d.ts +0 -1
- package/src/tooling/bench-runner.js +0 -64
- package/src/tooling/distill-runner.js +0 -56
- package/src/tooling/lora-runner.js +0 -37
- package/src/tooling/verify-runner.js +0 -63
- package/src/types/gpu.d.ts +0 -185
- package/src/types/gpu.js +0 -5
- package/src/types/inference.d.ts +0 -197
- package/src/types/inference.js +0 -5
- package/src/types/model.d.ts +0 -130
- package/src/types/model.js +0 -5
- package/src/utils/format-bytes.js +0 -20
- /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
- /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
- /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
package/src/cli/doppler-cli.js
CHANGED
|
@@ -5,17 +5,39 @@ import path from 'node:path';
|
|
|
5
5
|
import { fileURLToPath, pathToFileURL } from 'node:url';
|
|
6
6
|
import { runNodeCommand } from '../tooling/node-command-runner.js';
|
|
7
7
|
import { runBrowserCommandInNode } from '../tooling/node-browser-command-runner.js';
|
|
8
|
+
import { writeProgramBundle, writeReferenceReceipt } from '../tooling/program-bundle.js';
|
|
8
9
|
import {
|
|
9
10
|
TOOLING_COMMANDS,
|
|
10
11
|
normalizeToolingCommandRequest,
|
|
11
12
|
} from '../tooling/command-api.js';
|
|
12
13
|
import { createToolingErrorEnvelope } from '../tooling/command-envelope.js';
|
|
13
|
-
import {
|
|
14
|
-
|
|
14
|
+
import {
|
|
15
|
+
asStringOrNull,
|
|
16
|
+
resolveBrowserModelUrl,
|
|
17
|
+
resolveNodeModelUrl,
|
|
18
|
+
resolveStaticRootDir,
|
|
19
|
+
resolveRdrrRoot,
|
|
20
|
+
} from './cli-model-resolution.js';
|
|
21
|
+
import { isPlainObject } from '../utils/plain-object.js';
|
|
22
|
+
import {
|
|
23
|
+
toSummary,
|
|
24
|
+
formatNumber,
|
|
25
|
+
formatMs,
|
|
26
|
+
saveBenchResult,
|
|
27
|
+
loadBaseline,
|
|
28
|
+
compareBenchResults,
|
|
29
|
+
printManifestSummary,
|
|
30
|
+
printDeviceInfo,
|
|
31
|
+
printConvertContractSummary,
|
|
32
|
+
printConvertReportSummary,
|
|
33
|
+
printMetricsSummary,
|
|
34
|
+
} from './cli-output.js';
|
|
35
|
+
import { formatRuntimeProfiles, listRuntimeProfiles } from './runtime-profiles.js';
|
|
36
|
+
|
|
37
|
+
export { resolveBrowserModelUrl, resolveNodeModelUrl } from './cli-model-resolution.js';
|
|
15
38
|
|
|
16
39
|
const NODE_WEBGPU_INCOMPLETE_MESSAGE = 'node command: WebGPU runtime is incomplete in Node';
|
|
17
40
|
const CLI_POLICY_PATH = fileURLToPath(new URL('./config/doppler-cli-policy.json', import.meta.url));
|
|
18
|
-
const DEFAULT_EXTERNAL_RDRR_ROOT = path.join(DEFAULT_EXTERNAL_MODELS_ROOT, 'rdrr');
|
|
19
41
|
const DEFAULT_CLI_POLICY = {
|
|
20
42
|
defaults: {
|
|
21
43
|
surface: {
|
|
@@ -47,32 +69,35 @@ const COMMON_CLI_FLAGS = Object.freeze([
|
|
|
47
69
|
'help',
|
|
48
70
|
'h',
|
|
49
71
|
'runtime-config',
|
|
72
|
+
'runtime-profile',
|
|
50
73
|
]);
|
|
51
74
|
|
|
52
|
-
function asStringOrNull(value) {
|
|
53
|
-
if (value === undefined || value === null) return null;
|
|
54
|
-
if (typeof value === 'string') {
|
|
55
|
-
const trimmed = value.trim();
|
|
56
|
-
if (!trimmed.length) return null;
|
|
57
|
-
return trimmed;
|
|
58
|
-
}
|
|
59
|
-
return String(value);
|
|
60
|
-
}
|
|
61
|
-
|
|
62
75
|
function usage() {
|
|
63
76
|
return [
|
|
64
77
|
'Usage:',
|
|
65
78
|
' doppler convert --config <path|url|json> [--surface auto|node]',
|
|
66
|
-
' doppler
|
|
67
|
-
' doppler
|
|
68
|
-
' doppler
|
|
79
|
+
' doppler refresh-integrity --config <path|url|json> [--surface auto|node]',
|
|
80
|
+
' doppler debug --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node|browser]',
|
|
81
|
+
' doppler bench --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node|browser]',
|
|
82
|
+
' doppler verify --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node|browser]',
|
|
83
|
+
' doppler diagnose --config <path|url|json> [--runtime-profile <id>|--runtime-config <path|url|json>] [--surface auto|node]',
|
|
84
|
+
' doppler profiles [--json|--pretty]',
|
|
69
85
|
' doppler lora --config <path|url|json> [--surface auto|node]',
|
|
70
86
|
' doppler distill --config <path|url|json> [--surface auto|node]',
|
|
87
|
+
' doppler program-bundle --config <path|json>',
|
|
88
|
+
' doppler program-bundle --manifest <path> --reference-report <path> --out <path> [--conversion-config <path>]',
|
|
89
|
+
' doppler reference-receipt --config <path|json>',
|
|
90
|
+
' doppler reference-receipt --manifest <path> --reference-transcript <path> --out <path>',
|
|
91
|
+
' doppler intake --convert-config <path|json> [--manifest <path>] [--out <intake-report.json>]',
|
|
92
|
+
' doppler bundle --manifest <path> --out <dir> [--prompt <text>] [--max-tokens <n>] [--surface node|browser]',
|
|
93
|
+
' doppler bundle --convert-config <path|json> --out <dir>',
|
|
71
94
|
'',
|
|
72
95
|
'Flags:',
|
|
73
96
|
' --config <path|url|json> Required command config payload (file path, URL, or JSON object string).',
|
|
74
97
|
' --runtime-config <value> Compatibility runtime override alias (JSON object, URL, or file path).',
|
|
98
|
+
' --runtime-profile <id> Convenience alias for request.runtimeProfile on harnessed commands.',
|
|
75
99
|
' --surface <auto|node|browser> Optional execution surface override.',
|
|
100
|
+
' --json Explicitly print JSON output (default).',
|
|
76
101
|
' --pretty Print human-readable summary instead of JSON',
|
|
77
102
|
' --help, -h Show this help message',
|
|
78
103
|
'',
|
|
@@ -88,6 +113,10 @@ function usage() {
|
|
|
88
113
|
'',
|
|
89
114
|
'Example:',
|
|
90
115
|
' doppler verify --config \'{"request":{"workload":"inference","modelId":"gemma-3-270m-it-f16-af32"}}\'',
|
|
116
|
+
' doppler profiles --pretty',
|
|
117
|
+
' doppler refresh-integrity --config \'{"request":{"modelDir":"models/local/gemma-3-270m-it-q4k-ehf16-af32"}}\'',
|
|
118
|
+
' doppler verify --config \'{"request":{"workload":"inference","workloadType":"program-bundle","programBundlePath":"examples/program-bundles/gemma-3-270m-it-q4k-ehf16-af32.program-bundle.json"}}\'',
|
|
119
|
+
' doppler program-bundle --config \'{"manifestPath":"models/local/gemma-3-270m-it-q4k-ehf16-af32/manifest.json","referenceReportPath":"tests/fixtures/reports/gemma-3-270m-it-q4k-ehf16-af32/2026-03-18T13-33-38.973Z.json","outputPath":"examples/program-bundles/gemma-3-270m-it-q4k-ehf16-af32.program-bundle.json"}\'',
|
|
91
120
|
].join('\n');
|
|
92
121
|
}
|
|
93
122
|
|
|
@@ -119,6 +148,8 @@ function parseArgs(argv) {
|
|
|
119
148
|
|| key === 'pretty'
|
|
120
149
|
|| key === 'help'
|
|
121
150
|
|| key === 'h'
|
|
151
|
+
|| key === 'skip-convert'
|
|
152
|
+
|| key === 'skip-capture'
|
|
122
153
|
) {
|
|
123
154
|
out.flags[key] = true;
|
|
124
155
|
continue;
|
|
@@ -209,6 +240,109 @@ function validateCommandFlags(parsed) {
|
|
|
209
240
|
}
|
|
210
241
|
}
|
|
211
242
|
|
|
243
|
+
function validateProgramBundleFlags(parsed) {
|
|
244
|
+
const allowedFlags = new Set([
|
|
245
|
+
'config',
|
|
246
|
+
'manifest',
|
|
247
|
+
'model-dir',
|
|
248
|
+
'reference-report',
|
|
249
|
+
'conversion-config',
|
|
250
|
+
'runtime-config',
|
|
251
|
+
'out',
|
|
252
|
+
'bundle-id',
|
|
253
|
+
'created-at',
|
|
254
|
+
'pretty',
|
|
255
|
+
'json',
|
|
256
|
+
'help',
|
|
257
|
+
'h',
|
|
258
|
+
]);
|
|
259
|
+
for (const key of Object.keys(parsed.flags || {})) {
|
|
260
|
+
if (allowedFlags.has(key)) continue;
|
|
261
|
+
throw new Error(`Unknown flag --${key} for "program-bundle".`);
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
function validateIntakeFlags(parsed) {
|
|
266
|
+
const allowedFlags = new Set([
|
|
267
|
+
'convert-config',
|
|
268
|
+
'manifest',
|
|
269
|
+
'model-dir',
|
|
270
|
+
'out',
|
|
271
|
+
'skip-convert',
|
|
272
|
+
'pretty',
|
|
273
|
+
'json',
|
|
274
|
+
'help',
|
|
275
|
+
'h',
|
|
276
|
+
]);
|
|
277
|
+
for (const key of Object.keys(parsed.flags || {})) {
|
|
278
|
+
if (allowedFlags.has(key)) continue;
|
|
279
|
+
throw new Error(`Unknown flag --${key} for "intake".`);
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
function validateBundleFlags(parsed) {
|
|
284
|
+
const allowedFlags = new Set([
|
|
285
|
+
'convert-config',
|
|
286
|
+
'manifest',
|
|
287
|
+
'model-dir',
|
|
288
|
+
'model-url',
|
|
289
|
+
'conversion-config',
|
|
290
|
+
'prompt',
|
|
291
|
+
'max-tokens',
|
|
292
|
+
'surface',
|
|
293
|
+
'runtime-config',
|
|
294
|
+
'out',
|
|
295
|
+
'bundle-id',
|
|
296
|
+
'receipt-id',
|
|
297
|
+
'created-at',
|
|
298
|
+
'skip-convert',
|
|
299
|
+
'skip-capture',
|
|
300
|
+
'reference-report',
|
|
301
|
+
'reference-transcript',
|
|
302
|
+
'pretty',
|
|
303
|
+
'json',
|
|
304
|
+
'help',
|
|
305
|
+
'h',
|
|
306
|
+
]);
|
|
307
|
+
for (const key of Object.keys(parsed.flags || {})) {
|
|
308
|
+
if (allowedFlags.has(key)) continue;
|
|
309
|
+
throw new Error(`Unknown flag --${key} for "bundle".`);
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
|
|
313
|
+
function validateReferenceReceiptFlags(parsed) {
|
|
314
|
+
const allowedFlags = new Set([
|
|
315
|
+
'config',
|
|
316
|
+
'manifest',
|
|
317
|
+
'model-dir',
|
|
318
|
+
'reference-transcript',
|
|
319
|
+
'out',
|
|
320
|
+
'receipt-id',
|
|
321
|
+
'created-at',
|
|
322
|
+
'pretty',
|
|
323
|
+
'json',
|
|
324
|
+
'help',
|
|
325
|
+
'h',
|
|
326
|
+
]);
|
|
327
|
+
for (const key of Object.keys(parsed.flags || {})) {
|
|
328
|
+
if (allowedFlags.has(key)) continue;
|
|
329
|
+
throw new Error(`Unknown flag --${key} for "reference-receipt".`);
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
|
|
333
|
+
function validateProfilesFlags(parsed) {
|
|
334
|
+
const allowedFlags = new Set([
|
|
335
|
+
'pretty',
|
|
336
|
+
'json',
|
|
337
|
+
'help',
|
|
338
|
+
'h',
|
|
339
|
+
]);
|
|
340
|
+
for (const key of Object.keys(parsed.flags || {})) {
|
|
341
|
+
if (allowedFlags.has(key)) continue;
|
|
342
|
+
throw new Error(`Unknown flag --${key} for "profiles".`);
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
|
|
212
346
|
function parseJsonObjectFlag(value, label) {
|
|
213
347
|
if (asStringOrNull(value) === null) return null;
|
|
214
348
|
try {
|
|
@@ -246,6 +380,7 @@ function parseUnifiedRuntimeConfig(value) {
|
|
|
246
380
|
if (normalized === null) return null;
|
|
247
381
|
if (normalized.startsWith('{')) {
|
|
248
382
|
return {
|
|
383
|
+
sourceFlag: '--runtime-config',
|
|
249
384
|
runtimeProfile: null,
|
|
250
385
|
runtimeConfigUrl: null,
|
|
251
386
|
runtimeConfig: parseJsonObjectFlag(normalized, '--runtime-config'),
|
|
@@ -253,20 +388,50 @@ function parseUnifiedRuntimeConfig(value) {
|
|
|
253
388
|
}
|
|
254
389
|
if (isAbsoluteUrl(normalized)) {
|
|
255
390
|
return {
|
|
391
|
+
sourceFlag: '--runtime-config',
|
|
256
392
|
runtimeProfile: null,
|
|
257
393
|
runtimeConfigUrl: normalized,
|
|
258
394
|
runtimeConfig: null,
|
|
259
395
|
};
|
|
260
396
|
}
|
|
261
397
|
return {
|
|
398
|
+
sourceFlag: '--runtime-config',
|
|
262
399
|
runtimeProfile: null,
|
|
263
400
|
runtimeConfigUrl: parseRuntimeConfigUrl(normalized),
|
|
264
401
|
runtimeConfig: null,
|
|
265
402
|
};
|
|
266
403
|
}
|
|
267
404
|
|
|
405
|
+
function parseRuntimeProfileFlag(value) {
|
|
406
|
+
const normalized = asStringOrNull(value);
|
|
407
|
+
if (normalized === null) return null;
|
|
408
|
+
if (isAbsoluteUrl(normalized)) {
|
|
409
|
+
throw new Error('--runtime-profile must be a runtime profile id, not a URL. Use --runtime-config for URLs.');
|
|
410
|
+
}
|
|
411
|
+
const trimmed = normalized.replace(/\.json$/u, '');
|
|
412
|
+
if (!trimmed) {
|
|
413
|
+
throw new Error('--runtime-profile must be a non-empty runtime profile id.');
|
|
414
|
+
}
|
|
415
|
+
if (trimmed.startsWith('/') || trimmed.startsWith('./') || trimmed.startsWith('../')) {
|
|
416
|
+
throw new Error('--runtime-profile must be a runtime profile id, not a file path. Use --runtime-config for files.');
|
|
417
|
+
}
|
|
418
|
+
return trimmed.includes('/') ? trimmed : `profiles/${trimmed}`;
|
|
419
|
+
}
|
|
420
|
+
|
|
268
421
|
function resolveRuntimeConfigFlags(parsed) {
|
|
422
|
+
const runtimeProfileRaw = asStringOrNull(parsed.flags['runtime-profile']);
|
|
269
423
|
const unifiedRaw = asStringOrNull(parsed.flags['runtime-config']);
|
|
424
|
+
if (runtimeProfileRaw !== null && unifiedRaw !== null) {
|
|
425
|
+
throw new Error('--runtime-profile cannot be combined with --runtime-config.');
|
|
426
|
+
}
|
|
427
|
+
if (runtimeProfileRaw !== null) {
|
|
428
|
+
return {
|
|
429
|
+
sourceFlag: '--runtime-profile',
|
|
430
|
+
runtimeProfile: parseRuntimeProfileFlag(runtimeProfileRaw),
|
|
431
|
+
runtimeConfigUrl: null,
|
|
432
|
+
runtimeConfig: null,
|
|
433
|
+
};
|
|
434
|
+
}
|
|
270
435
|
return parseUnifiedRuntimeConfig(unifiedRaw);
|
|
271
436
|
}
|
|
272
437
|
|
|
@@ -329,297 +494,664 @@ async function readJsonObjectInput(inputValue, label) {
|
|
|
329
494
|
return readJsonObjectFile(normalized, label);
|
|
330
495
|
}
|
|
331
496
|
|
|
332
|
-
function
|
|
333
|
-
const
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
497
|
+
async function buildProgramBundleOptions(parsed) {
|
|
498
|
+
const repoRoot = path.resolve(fileURLToPath(new URL('../..', import.meta.url)));
|
|
499
|
+
const configValue = asStringOrNull(parsed.flags.config);
|
|
500
|
+
const config = configValue
|
|
501
|
+
? await readJsonObjectInput(configValue, '--config')
|
|
502
|
+
: {};
|
|
503
|
+
return {
|
|
504
|
+
repoRoot,
|
|
505
|
+
...config,
|
|
506
|
+
manifestPath: parsed.flags.manifest ?? config.manifestPath ?? null,
|
|
507
|
+
modelDir: parsed.flags['model-dir'] ?? config.modelDir ?? null,
|
|
508
|
+
referenceReportPath: parsed.flags['reference-report'] ?? config.referenceReportPath ?? null,
|
|
509
|
+
conversionConfigPath: parsed.flags['conversion-config'] ?? config.conversionConfigPath ?? null,
|
|
510
|
+
runtimeConfigPath: parsed.flags['runtime-config'] ?? config.runtimeConfigPath ?? null,
|
|
511
|
+
outputPath: parsed.flags.out ?? config.outputPath ?? config.out ?? null,
|
|
512
|
+
bundleId: parsed.flags['bundle-id'] ?? config.bundleId ?? null,
|
|
513
|
+
createdAtUtc: parsed.flags['created-at'] ?? config.createdAtUtc ?? null,
|
|
514
|
+
};
|
|
338
515
|
}
|
|
339
516
|
|
|
340
|
-
function
|
|
341
|
-
const
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
517
|
+
async function runProgramBundleCommand(parsed, jsonOutput) {
|
|
518
|
+
const result = await writeProgramBundle(await buildProgramBundleOptions(parsed));
|
|
519
|
+
const summary = {
|
|
520
|
+
ok: true,
|
|
521
|
+
outputPath: path.relative(process.cwd(), result.outputPath),
|
|
522
|
+
modelId: result.bundle.modelId,
|
|
523
|
+
bundleId: result.bundle.bundleId,
|
|
524
|
+
executionGraphHash: result.bundle.sources.executionGraph.hash,
|
|
525
|
+
artifactCount: result.bundle.artifacts.length,
|
|
526
|
+
wgslModuleCount: result.bundle.wgslModules.length,
|
|
527
|
+
};
|
|
528
|
+
if (jsonOutput) {
|
|
529
|
+
console.log(JSON.stringify(summary, null, 2));
|
|
530
|
+
return;
|
|
348
531
|
}
|
|
349
|
-
|
|
532
|
+
console.log(
|
|
533
|
+
`[ok] wrote ${summary.outputPath} ` +
|
|
534
|
+
`(modelId=${summary.modelId}, artifacts=${summary.artifactCount}, wgsl=${summary.wgslModuleCount})`
|
|
535
|
+
);
|
|
350
536
|
}
|
|
351
537
|
|
|
352
|
-
|
|
353
|
-
const normalized = asStringOrNull(value);
|
|
354
|
-
if (normalized === null) return null;
|
|
355
|
-
const parsed = Number(normalized);
|
|
356
|
-
if (!Number.isFinite(parsed)) {
|
|
357
|
-
throw new Error(`${label} must be a number`);
|
|
358
|
-
}
|
|
359
|
-
return parsed;
|
|
360
|
-
}
|
|
538
|
+
const INTAKE_SCHEMA_ID = 'doppler.intake-report/v1';
|
|
361
539
|
|
|
362
|
-
function
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
540
|
+
export async function performIntake({
|
|
541
|
+
convertConfigValue = null,
|
|
542
|
+
manifestFlag = null,
|
|
543
|
+
modelDir = null,
|
|
544
|
+
skipConvert = false,
|
|
545
|
+
} = {}) {
|
|
546
|
+
const { extractExecutionContractFacts, validateExecutionContractFacts } = await import(
|
|
547
|
+
'../config/execution-contract-check.js'
|
|
548
|
+
);
|
|
549
|
+
const fsMod = await import('node:fs/promises');
|
|
366
550
|
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
return true;
|
|
371
|
-
} catch {
|
|
372
|
-
return false;
|
|
373
|
-
}
|
|
374
|
-
}
|
|
551
|
+
const stages = [];
|
|
552
|
+
const blockers = [];
|
|
553
|
+
let manifest = null;
|
|
375
554
|
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
555
|
+
let manifestPath = null;
|
|
556
|
+
if (manifestFlag) {
|
|
557
|
+
manifestPath = path.resolve(manifestFlag);
|
|
558
|
+
} else if (modelDir) {
|
|
559
|
+
manifestPath = path.resolve(modelDir, 'manifest.json');
|
|
380
560
|
}
|
|
381
|
-
return process.cwd();
|
|
382
|
-
}
|
|
383
|
-
|
|
384
|
-
function resolveRdrrRoot(options = {}) {
|
|
385
|
-
return path.resolve(asStringOrNull(options.rdrrRoot) || DEFAULT_EXTERNAL_RDRR_ROOT);
|
|
386
|
-
}
|
|
387
|
-
|
|
388
|
-
async function findResolvableModelCandidate(candidates) {
|
|
389
|
-
const discoveredManifestCandidates = [];
|
|
390
|
-
|
|
391
|
-
for (const candidate of candidates) {
|
|
392
|
-
if (!await pathExists(candidate.manifestPath)) {
|
|
393
|
-
continue;
|
|
394
|
-
}
|
|
395
|
-
discoveredManifestCandidates.push(candidate);
|
|
396
561
|
|
|
397
|
-
|
|
562
|
+
if (convertConfigValue && !skipConvert) {
|
|
563
|
+
stages.push({ stage: 'convert', status: 'starting' });
|
|
398
564
|
try {
|
|
399
|
-
const
|
|
400
|
-
const
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
565
|
+
const convertConfig = await readJsonObjectInput(convertConfigValue, '--convert-config');
|
|
566
|
+
const request = normalizeToolingCommandRequest({
|
|
567
|
+
command: 'convert',
|
|
568
|
+
convertPayload: convertConfig,
|
|
569
|
+
});
|
|
570
|
+
const response = await runCommandOnSurface(request, 'node', {}, true);
|
|
571
|
+
stages[stages.length - 1] = {
|
|
572
|
+
stage: 'convert',
|
|
573
|
+
status: 'succeeded',
|
|
574
|
+
convertReport: response?.result?.report ?? null,
|
|
575
|
+
};
|
|
576
|
+
if (!manifestPath) {
|
|
577
|
+
const inferredModelBaseId =
|
|
578
|
+
convertConfig?.output?.modelBaseId
|
|
579
|
+
|| convertConfig?.converterConfig?.output?.modelBaseId
|
|
580
|
+
|| null;
|
|
581
|
+
const inferredBaseDir =
|
|
582
|
+
convertConfig?.output?.baseDir
|
|
583
|
+
|| convertConfig?.converterConfig?.output?.baseDir
|
|
584
|
+
|| 'models/local';
|
|
585
|
+
if (inferredModelBaseId) {
|
|
586
|
+
manifestPath = path.resolve(inferredBaseDir, inferredModelBaseId, 'manifest.json');
|
|
587
|
+
}
|
|
405
588
|
}
|
|
406
|
-
} catch {
|
|
407
|
-
|
|
589
|
+
} catch (error) {
|
|
590
|
+
stages[stages.length - 1] = {
|
|
591
|
+
stage: 'convert',
|
|
592
|
+
status: 'failed',
|
|
593
|
+
error: error?.message || String(error),
|
|
594
|
+
};
|
|
595
|
+
blockers.push({
|
|
596
|
+
stage: 'convert',
|
|
597
|
+
code: error?.code || 'convert_failed',
|
|
598
|
+
message: error?.message || String(error),
|
|
599
|
+
});
|
|
408
600
|
}
|
|
601
|
+
} else {
|
|
602
|
+
stages.push({ stage: 'convert', status: skipConvert ? 'skipped' : 'not_requested' });
|
|
409
603
|
}
|
|
410
604
|
|
|
411
|
-
|
|
412
|
-
}
|
|
413
|
-
|
|
414
|
-
async function resolveExternalModelDirectory(rdrrRoot, modelId) {
|
|
415
|
-
const directModelDir = path.join(rdrrRoot, modelId);
|
|
416
|
-
const directManifestPath = path.join(directModelDir, 'manifest.json');
|
|
417
|
-
if (await pathExists(directManifestPath)) {
|
|
418
|
-
return {
|
|
419
|
-
modelDir: directModelDir,
|
|
420
|
-
manifestPath: directManifestPath,
|
|
421
|
-
};
|
|
422
|
-
}
|
|
423
|
-
|
|
424
|
-
let entries = [];
|
|
425
|
-
try {
|
|
426
|
-
entries = await fs.readdir(rdrrRoot, { withFileTypes: true });
|
|
427
|
-
} catch {
|
|
428
|
-
return null;
|
|
429
|
-
}
|
|
430
|
-
|
|
431
|
-
const matches = [];
|
|
432
|
-
for (const entry of entries) {
|
|
433
|
-
if (!entry.isDirectory()) {
|
|
434
|
-
continue;
|
|
435
|
-
}
|
|
436
|
-
const manifestPath = path.join(rdrrRoot, entry.name, 'manifest.json');
|
|
437
|
-
if (!await pathExists(manifestPath)) {
|
|
438
|
-
continue;
|
|
439
|
-
}
|
|
440
|
-
let manifest = null;
|
|
605
|
+
if (blockers.length === 0 && manifestPath) {
|
|
606
|
+
stages.push({ stage: 'manifest_load', status: 'starting' });
|
|
441
607
|
try {
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
608
|
+
const raw = await fsMod.readFile(manifestPath, 'utf8');
|
|
609
|
+
manifest = JSON.parse(raw);
|
|
610
|
+
stages[stages.length - 1] = {
|
|
611
|
+
stage: 'manifest_load',
|
|
612
|
+
status: 'succeeded',
|
|
613
|
+
manifestPath,
|
|
614
|
+
modelId: manifest?.modelId ?? null,
|
|
615
|
+
};
|
|
616
|
+
|
|
617
|
+
stages.push({ stage: 'execution_contract_check', status: 'starting' });
|
|
618
|
+
try {
|
|
619
|
+
const facts = extractExecutionContractFacts(manifest);
|
|
620
|
+
const validation = validateExecutionContractFacts(facts);
|
|
621
|
+
stages[stages.length - 1] = {
|
|
622
|
+
stage: 'execution_contract_check',
|
|
623
|
+
status: 'succeeded',
|
|
624
|
+
stepCount: facts.steps.length,
|
|
625
|
+
checks: Array.isArray(validation?.checks) ? validation.checks.length : null,
|
|
626
|
+
};
|
|
627
|
+
} catch (error) {
|
|
628
|
+
stages[stages.length - 1] = {
|
|
629
|
+
stage: 'execution_contract_check',
|
|
630
|
+
status: 'failed',
|
|
631
|
+
error: error?.message || String(error),
|
|
632
|
+
};
|
|
633
|
+
blockers.push({
|
|
634
|
+
stage: 'execution_contract_check',
|
|
635
|
+
code: 'unsupported_op_or_contract_violation',
|
|
636
|
+
message: error?.message || String(error),
|
|
637
|
+
});
|
|
638
|
+
}
|
|
639
|
+
} catch (error) {
|
|
640
|
+
stages[stages.length - 1] = {
|
|
641
|
+
stage: 'manifest_load',
|
|
642
|
+
status: 'failed',
|
|
643
|
+
error: error?.message || String(error),
|
|
644
|
+
};
|
|
645
|
+
blockers.push({
|
|
646
|
+
stage: 'manifest_load',
|
|
647
|
+
code: 'manifest_unreadable',
|
|
648
|
+
message: error?.message || String(error),
|
|
649
|
+
});
|
|
448
650
|
}
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
651
|
+
} else if (blockers.length === 0) {
|
|
652
|
+
stages.push({ stage: 'manifest_load', status: 'skipped' });
|
|
653
|
+
blockers.push({
|
|
654
|
+
stage: 'manifest_load',
|
|
655
|
+
code: 'no_manifest_path',
|
|
656
|
+
message:
|
|
657
|
+
'intake: no manifest path resolved. Provide --manifest, --model-dir, or a convert-config with output.modelBaseId.',
|
|
452
658
|
});
|
|
453
659
|
}
|
|
454
660
|
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
)
|
|
461
|
-
}
|
|
661
|
+
const report = {
|
|
662
|
+
schema: INTAKE_SCHEMA_ID,
|
|
663
|
+
ok: blockers.length === 0,
|
|
664
|
+
blockers,
|
|
665
|
+
stages,
|
|
666
|
+
createdAtUtc: new Date().toISOString(),
|
|
667
|
+
};
|
|
462
668
|
|
|
463
|
-
return
|
|
669
|
+
return { report, manifestPath, manifest };
|
|
464
670
|
}
|
|
465
671
|
|
|
466
|
-
|
|
672
|
+
async function runIntakeCommand(parsed, jsonOutput) {
|
|
673
|
+
const fsMod = await import('node:fs/promises');
|
|
674
|
+
const { report } = await performIntake({
|
|
675
|
+
convertConfigValue: asStringOrNull(parsed.flags['convert-config']),
|
|
676
|
+
manifestFlag: asStringOrNull(parsed.flags.manifest),
|
|
677
|
+
modelDir: asStringOrNull(parsed.flags['model-dir']),
|
|
678
|
+
skipConvert: parsed.flags['skip-convert'] === true
|
|
679
|
+
|| String(parsed.flags['skip-convert'] ?? '').toLowerCase() === 'true',
|
|
680
|
+
});
|
|
467
681
|
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
682
|
+
const outputPath = asStringOrNull(parsed.flags.out);
|
|
683
|
+
if (outputPath) {
|
|
684
|
+
const resolved = path.resolve(outputPath);
|
|
685
|
+
await fsMod.mkdir(path.dirname(resolved), { recursive: true });
|
|
686
|
+
await fsMod.writeFile(resolved, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
|
|
687
|
+
report.outputPath = path.relative(process.cwd(), resolved);
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
if (jsonOutput) {
|
|
691
|
+
console.log(JSON.stringify(report, null, 2));
|
|
692
|
+
} else if (report.ok) {
|
|
693
|
+
console.log(`[ok] intake passed (${report.stages.length} stages, 0 blockers)`);
|
|
694
|
+
} else {
|
|
695
|
+
console.log(`[fail] intake found ${report.blockers.length} blocker(s):`);
|
|
696
|
+
for (const b of report.blockers) {
|
|
697
|
+
console.log(` - [${b.stage}] ${b.code}: ${b.message}`);
|
|
698
|
+
}
|
|
474
699
|
}
|
|
475
|
-
|
|
476
|
-
|
|
700
|
+
|
|
701
|
+
if (!report.ok) {
|
|
702
|
+
process.exitCode = 1;
|
|
477
703
|
}
|
|
478
|
-
return catalog.models.find((entry) => (
|
|
479
|
-
entry.modelId === modelId
|
|
480
|
-
|| (Array.isArray(entry.aliases) && entry.aliases.includes(modelId))
|
|
481
|
-
)) || null;
|
|
482
704
|
}
|
|
483
705
|
|
|
484
|
-
function
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
706
|
+
async function buildReferenceReceiptOptions(parsed) {
|
|
707
|
+
const repoRoot = path.resolve(fileURLToPath(new URL('../..', import.meta.url)));
|
|
708
|
+
const configValue = asStringOrNull(parsed.flags.config);
|
|
709
|
+
const config = configValue
|
|
710
|
+
? await readJsonObjectInput(configValue, '--config')
|
|
711
|
+
: {};
|
|
712
|
+
return {
|
|
713
|
+
repoRoot,
|
|
714
|
+
...config,
|
|
715
|
+
manifestPath: parsed.flags.manifest ?? config.manifestPath ?? null,
|
|
716
|
+
modelDir: parsed.flags['model-dir'] ?? config.modelDir ?? null,
|
|
717
|
+
referenceTranscriptPath:
|
|
718
|
+
parsed.flags['reference-transcript'] ?? config.referenceTranscriptPath ?? null,
|
|
719
|
+
outputPath: parsed.flags.out ?? config.outputPath ?? config.out ?? null,
|
|
720
|
+
receiptId: parsed.flags['receipt-id'] ?? config.receiptId ?? null,
|
|
721
|
+
createdAtUtc: parsed.flags['created-at'] ?? config.createdAtUtc ?? null,
|
|
722
|
+
};
|
|
489
723
|
}
|
|
490
724
|
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
725
|
+
async function runReferenceReceiptCommand(parsed, jsonOutput) {
|
|
726
|
+
const result = await writeReferenceReceipt(await buildReferenceReceiptOptions(parsed));
|
|
727
|
+
const summary = {
|
|
728
|
+
ok: true,
|
|
729
|
+
outputPath: path.relative(process.cwd(), result.outputPath),
|
|
730
|
+
modelId: result.receipt.modelId,
|
|
731
|
+
receiptId: result.receipt.receiptId,
|
|
732
|
+
executionGraphHash: result.receipt.sources.executionGraph.hash,
|
|
733
|
+
tokensGenerated: result.receipt.referenceTranscript?.output?.tokensGenerated ?? null,
|
|
734
|
+
stopReason: result.receipt.referenceTranscript?.output?.stopReason ?? null,
|
|
735
|
+
};
|
|
736
|
+
if (jsonOutput) {
|
|
737
|
+
console.log(JSON.stringify(summary, null, 2));
|
|
738
|
+
return;
|
|
494
739
|
}
|
|
740
|
+
console.log(
|
|
741
|
+
`[ok] wrote ${summary.outputPath} ` +
|
|
742
|
+
`(modelId=${summary.modelId}, tokens=${summary.tokensGenerated}, stopReason=${summary.stopReason})`
|
|
743
|
+
);
|
|
744
|
+
}
|
|
495
745
|
|
|
496
|
-
|
|
497
|
-
const
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
return
|
|
501
|
-
...request,
|
|
502
|
-
modelUrl: `/models/${encodedModelId}`,
|
|
503
|
-
};
|
|
746
|
+
async function runProfilesCommand(jsonOutput) {
|
|
747
|
+
const result = await listRuntimeProfiles();
|
|
748
|
+
if (jsonOutput) {
|
|
749
|
+
console.log(JSON.stringify(result, null, 2));
|
|
750
|
+
return;
|
|
504
751
|
}
|
|
752
|
+
console.log(formatRuntimeProfiles(result));
|
|
753
|
+
}
|
|
505
754
|
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
{
|
|
510
|
-
modelUrl: `/models/local/${encodedModelId}`,
|
|
511
|
-
manifestPath: path.join(staticRootDir, 'models', 'local', modelId, 'manifest.json'),
|
|
512
|
-
},
|
|
513
|
-
{
|
|
514
|
-
modelUrl: `/models/${encodedModelId}`,
|
|
515
|
-
manifestPath: path.join(staticRootDir, 'models', modelId, 'manifest.json'),
|
|
516
|
-
},
|
|
517
|
-
{
|
|
518
|
-
modelUrl: `/models/external/${encodeURIComponent(path.basename(externalModel?.modelDir || modelId))}`,
|
|
519
|
-
manifestPath: externalModel?.manifestPath || path.join(resolveRdrrRoot(browserOptions), modelId, 'manifest.json'),
|
|
520
|
-
},
|
|
521
|
-
];
|
|
755
|
+
const BUNDLE_SUMMARY_SCHEMA_ID = 'doppler.bundle-summary/v1';
|
|
756
|
+
const DEFAULT_BUNDLE_PROMPT = 'The color of the sky is';
|
|
757
|
+
const DEFAULT_BUNDLE_MAX_TOKENS = 8;
|
|
522
758
|
|
|
523
|
-
|
|
524
|
-
|
|
759
|
+
export async function checkCapturePrecondition(surface) {
|
|
760
|
+
const skipCaptureHint = 'Alternatively, use --skip-capture with pre-existing --reference-report and --reference-transcript paths.';
|
|
761
|
+
if (surface === 'node') {
|
|
762
|
+
const { bootstrapNodeWebGPU } = await import('../tooling/node-webgpu.js');
|
|
763
|
+
const { hasNodeWebGPUSupport } = await import('../tooling/node-command-runner.js');
|
|
764
|
+
const bootstrap = await bootstrapNodeWebGPU();
|
|
765
|
+
if (bootstrap.ok && hasNodeWebGPUSupport()) {
|
|
766
|
+
return { ok: true, surface, provider: bootstrap.provider ?? null };
|
|
767
|
+
}
|
|
525
768
|
return {
|
|
526
|
-
|
|
527
|
-
|
|
769
|
+
ok: false,
|
|
770
|
+
surface,
|
|
771
|
+
code: 'capture_precondition_node_webgpu_unavailable',
|
|
772
|
+
provider: bootstrap.provider ?? null,
|
|
773
|
+
detail: bootstrap.detail ?? null,
|
|
774
|
+
message:
|
|
775
|
+
'bundle: --surface node requires a working Node WebGPU binding. '
|
|
776
|
+
+ `Bootstrap attempt failed: ${bootstrap.detail ?? 'no provider produced a usable adapter'}`
|
|
777
|
+
+ '. Install a Node WebGPU binding (for example `npm install webgpu`) '
|
|
778
|
+
+ 'or set DOPPLER_NODE_WEBGPU_MODULE to a custom specifier; '
|
|
779
|
+
+ 'alternatively use --surface browser after `npx playwright install chromium`. '
|
|
780
|
+
+ skipCaptureHint,
|
|
528
781
|
};
|
|
529
782
|
}
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
throw new Error(
|
|
536
|
-
`Model "${modelId}" was found, but no shard files (shard_*.bin) are present. ` +
|
|
537
|
-
`Checked: ${paths}. Add shard files beside the manifest, or set request.modelUrl in --config to a complete model directory.`
|
|
538
|
-
);
|
|
539
|
-
}
|
|
540
|
-
|
|
541
|
-
const catalogEntry = await resolveCatalogEntry(modelId);
|
|
542
|
-
if (catalogEntry) {
|
|
543
|
-
const hfUrl = buildCatalogModelUrl(catalogEntry);
|
|
544
|
-
if (hfUrl) {
|
|
783
|
+
if (surface === 'browser') {
|
|
784
|
+
let playwright = null;
|
|
785
|
+
try {
|
|
786
|
+
playwright = await import('playwright');
|
|
787
|
+
} catch (error) {
|
|
545
788
|
return {
|
|
546
|
-
|
|
547
|
-
|
|
789
|
+
ok: false,
|
|
790
|
+
surface,
|
|
791
|
+
code: 'capture_precondition_playwright_missing',
|
|
792
|
+
detail: error?.message ?? null,
|
|
793
|
+
message:
|
|
794
|
+
'bundle: --surface browser requires the `playwright` package. '
|
|
795
|
+
+ 'Run `npm install --save-dev playwright` then `npx playwright install chromium`. '
|
|
796
|
+
+ 'Alternatively use --surface node after installing a Node WebGPU binding (e.g. `npm install webgpu`). '
|
|
797
|
+
+ skipCaptureHint,
|
|
548
798
|
};
|
|
549
799
|
}
|
|
800
|
+
let executablePath = null;
|
|
801
|
+
try {
|
|
802
|
+
executablePath = playwright.chromium?.executablePath?.() ?? null;
|
|
803
|
+
} catch (error) {
|
|
804
|
+
return {
|
|
805
|
+
ok: false,
|
|
806
|
+
surface,
|
|
807
|
+
code: 'capture_precondition_playwright_chromium_missing',
|
|
808
|
+
detail: error?.message ?? null,
|
|
809
|
+
message:
|
|
810
|
+
'bundle: Playwright is installed but Chromium binaries are missing. '
|
|
811
|
+
+ 'Run `npx playwright install chromium` to download them. '
|
|
812
|
+
+ skipCaptureHint,
|
|
813
|
+
};
|
|
814
|
+
}
|
|
815
|
+
const fsSync = await import('node:fs');
|
|
816
|
+
if (!executablePath || !fsSync.existsSync(executablePath)) {
|
|
817
|
+
return {
|
|
818
|
+
ok: false,
|
|
819
|
+
surface,
|
|
820
|
+
code: 'capture_precondition_playwright_chromium_missing',
|
|
821
|
+
detail: executablePath ? `executable not found at ${executablePath}` : 'executablePath returned null',
|
|
822
|
+
message:
|
|
823
|
+
'bundle: Playwright Chromium binaries are not installed. '
|
|
824
|
+
+ 'Run `npx playwright install chromium` to download them. '
|
|
825
|
+
+ skipCaptureHint,
|
|
826
|
+
};
|
|
827
|
+
}
|
|
828
|
+
return { ok: true, surface, executablePath };
|
|
550
829
|
}
|
|
551
|
-
|
|
552
830
|
return {
|
|
553
|
-
|
|
554
|
-
|
|
831
|
+
ok: false,
|
|
832
|
+
surface,
|
|
833
|
+
code: 'capture_precondition_unsupported_surface',
|
|
834
|
+
detail: null,
|
|
835
|
+
message: `bundle: --surface must be 'browser' or 'node', got '${surface}'.`,
|
|
555
836
|
};
|
|
556
837
|
}
|
|
557
838
|
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
839
|
+
async function runBundleCommand(parsed, jsonOutput) {
|
|
840
|
+
const {
|
|
841
|
+
runReferenceCapture,
|
|
842
|
+
extractReferenceReport,
|
|
843
|
+
extractReferenceTranscriptSeed,
|
|
844
|
+
writeReferenceReport,
|
|
845
|
+
writeReferenceTranscript,
|
|
846
|
+
normalizeModelUrl,
|
|
847
|
+
} = await import('../tooling/reference-verify.js');
|
|
848
|
+
const { writeProgramBundle, writeReferenceReceipt } = await import('../tooling/program-bundle.js');
|
|
849
|
+
const fsMod = await import('node:fs/promises');
|
|
850
|
+
|
|
851
|
+
const outDir = asStringOrNull(parsed.flags.out);
|
|
852
|
+
if (!outDir) {
|
|
853
|
+
throw new Error('bundle: --out <dir> is required.');
|
|
854
|
+
}
|
|
855
|
+
const skipCapture = parsed.flags['skip-capture'] === true
|
|
856
|
+
|| String(parsed.flags['skip-capture'] ?? '').toLowerCase() === 'true';
|
|
857
|
+
const resolvedOut = path.resolve(outDir);
|
|
858
|
+
await fsMod.mkdir(resolvedOut, { recursive: true });
|
|
859
|
+
|
|
860
|
+
const repoRoot = path.resolve(fileURLToPath(new URL('../..', import.meta.url)));
|
|
861
|
+
const stages = [];
|
|
862
|
+
const blockers = [];
|
|
863
|
+
const artifactPaths = {};
|
|
864
|
+
|
|
865
|
+
stages.push({ stage: 'intake', status: 'starting' });
|
|
866
|
+
const intakeResult = await performIntake({
|
|
867
|
+
convertConfigValue: asStringOrNull(parsed.flags['convert-config']),
|
|
868
|
+
manifestFlag: asStringOrNull(parsed.flags.manifest),
|
|
869
|
+
modelDir: asStringOrNull(parsed.flags['model-dir']),
|
|
870
|
+
skipConvert: parsed.flags['skip-convert'] === true
|
|
871
|
+
|| String(parsed.flags['skip-convert'] ?? '').toLowerCase() === 'true',
|
|
872
|
+
});
|
|
873
|
+
const intakeReportPath = path.join(resolvedOut, 'intake-report.json');
|
|
874
|
+
await fsMod.writeFile(intakeReportPath, `${JSON.stringify(intakeResult.report, null, 2)}\n`, 'utf8');
|
|
875
|
+
artifactPaths.intakeReport = path.relative(process.cwd(), intakeReportPath);
|
|
876
|
+
if (!intakeResult.report.ok) {
|
|
877
|
+
stages[stages.length - 1] = { stage: 'intake', status: 'failed', blockers: intakeResult.report.blockers };
|
|
878
|
+
blockers.push(...intakeResult.report.blockers.map((b) => ({ ...b, stage: `intake:${b.stage}` })));
|
|
879
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
880
|
+
}
|
|
881
|
+
stages[stages.length - 1] = {
|
|
882
|
+
stage: 'intake',
|
|
883
|
+
status: 'succeeded',
|
|
884
|
+
manifestPath: intakeResult.manifestPath,
|
|
885
|
+
modelId: intakeResult.manifest?.modelId ?? null,
|
|
886
|
+
};
|
|
887
|
+
|
|
888
|
+
const manifestPath = intakeResult.manifestPath;
|
|
889
|
+
const manifest = intakeResult.manifest;
|
|
890
|
+
const modelDirResolved = asStringOrNull(parsed.flags['model-dir'])
|
|
891
|
+
? path.resolve(asStringOrNull(parsed.flags['model-dir']))
|
|
892
|
+
: path.dirname(manifestPath);
|
|
893
|
+
const modelId = manifest?.modelId ?? null;
|
|
894
|
+
if (!modelId) {
|
|
895
|
+
blockers.push({ stage: 'bundle', code: 'missing_model_id', message: 'manifest.modelId is required for bundle composition.' });
|
|
896
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
897
|
+
}
|
|
898
|
+
|
|
899
|
+
const referenceReportPath = path.join(resolvedOut, 'reference-report.json');
|
|
900
|
+
const referenceTranscriptPath = path.join(resolvedOut, 'reference-transcript.json');
|
|
901
|
+
|
|
902
|
+
if (!skipCapture) {
|
|
903
|
+
const surface = asStringOrNull(parsed.flags.surface) ?? 'browser';
|
|
904
|
+
stages.push({ stage: 'capture', status: 'starting', surface });
|
|
905
|
+
const precondition = await checkCapturePrecondition(surface);
|
|
906
|
+
if (!precondition.ok) {
|
|
907
|
+
stages[stages.length - 1] = {
|
|
908
|
+
stage: 'capture',
|
|
909
|
+
status: 'blocked',
|
|
910
|
+
surface,
|
|
911
|
+
precondition: {
|
|
912
|
+
code: precondition.code,
|
|
913
|
+
detail: precondition.detail ?? null,
|
|
914
|
+
provider: precondition.provider ?? null,
|
|
915
|
+
},
|
|
916
|
+
};
|
|
917
|
+
blockers.push({
|
|
918
|
+
stage: 'capture',
|
|
919
|
+
code: precondition.code,
|
|
920
|
+
message: precondition.message,
|
|
921
|
+
surface,
|
|
922
|
+
detail: precondition.detail ?? null,
|
|
923
|
+
provider: precondition.provider ?? null,
|
|
924
|
+
});
|
|
925
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
926
|
+
}
|
|
927
|
+
try {
|
|
928
|
+
const modelUrl = normalizeModelUrl(asStringOrNull(parsed.flags['model-url']), modelDirResolved);
|
|
929
|
+
const maxTokensRaw = asStringOrNull(parsed.flags['max-tokens']);
|
|
930
|
+
const maxTokens = maxTokensRaw == null ? DEFAULT_BUNDLE_MAX_TOKENS : Number(maxTokensRaw);
|
|
931
|
+
if (!Number.isFinite(maxTokens) || maxTokens <= 0) {
|
|
932
|
+
throw new Error('--max-tokens must be a positive number.');
|
|
933
|
+
}
|
|
934
|
+
const response = await runReferenceCapture({
|
|
935
|
+
manifest,
|
|
936
|
+
modelId,
|
|
937
|
+
modelUrl,
|
|
938
|
+
surface,
|
|
939
|
+
prompt: asStringOrNull(parsed.flags.prompt) ?? DEFAULT_BUNDLE_PROMPT,
|
|
940
|
+
maxTokens,
|
|
941
|
+
runtimeConfig: asStringOrNull(parsed.flags['runtime-config']),
|
|
942
|
+
repoRoot,
|
|
943
|
+
});
|
|
944
|
+
const report = extractReferenceReport(response);
|
|
945
|
+
await writeReferenceReport(report, referenceReportPath);
|
|
946
|
+
artifactPaths.referenceReport = path.relative(process.cwd(), referenceReportPath);
|
|
947
|
+
const transcript = extractReferenceTranscriptSeed(report);
|
|
948
|
+
await writeReferenceTranscript(transcript, referenceTranscriptPath);
|
|
949
|
+
artifactPaths.referenceTranscript = path.relative(process.cwd(), referenceTranscriptPath);
|
|
950
|
+
stages[stages.length - 1] = {
|
|
951
|
+
stage: 'capture',
|
|
952
|
+
status: 'succeeded',
|
|
953
|
+
surface,
|
|
954
|
+
tokensGenerated: transcript.output?.tokensGenerated ?? null,
|
|
955
|
+
stopReason: transcript.output?.stopReason ?? null,
|
|
956
|
+
};
|
|
957
|
+
} catch (error) {
|
|
958
|
+
stages[stages.length - 1] = {
|
|
959
|
+
stage: 'capture',
|
|
960
|
+
status: 'failed',
|
|
961
|
+
error: error?.message || String(error),
|
|
962
|
+
};
|
|
963
|
+
blockers.push({ stage: 'capture', code: 'capture_failed', message: error?.message || String(error) });
|
|
964
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
965
|
+
}
|
|
966
|
+
} else {
|
|
967
|
+
stages.push({ stage: 'capture', status: 'skipped' });
|
|
968
|
+
const preExistingReport = asStringOrNull(parsed.flags['reference-report']);
|
|
969
|
+
const preExistingTranscript = asStringOrNull(parsed.flags['reference-transcript']);
|
|
970
|
+
if (preExistingReport) artifactPaths.referenceReport = preExistingReport;
|
|
971
|
+
if (preExistingTranscript) artifactPaths.referenceTranscript = preExistingTranscript;
|
|
972
|
+
if (!preExistingReport || !preExistingTranscript) {
|
|
973
|
+
blockers.push({
|
|
974
|
+
stage: 'capture',
|
|
975
|
+
code: 'skip_capture_requires_artifacts',
|
|
976
|
+
message: 'bundle: --skip-capture requires existing --reference-report and --reference-transcript paths.',
|
|
977
|
+
});
|
|
978
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
979
|
+
}
|
|
561
980
|
}
|
|
562
981
|
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
modelDir:
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
{
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
982
|
+
stages.push({ stage: 'bundle', status: 'starting' });
|
|
983
|
+
try {
|
|
984
|
+
const bundleOutputPath = path.join(resolvedOut, 'program-bundle.json');
|
|
985
|
+
const bundleResult = await writeProgramBundle({
|
|
986
|
+
repoRoot,
|
|
987
|
+
manifestPath,
|
|
988
|
+
modelDir: modelDirResolved,
|
|
989
|
+
referenceReportPath: artifactPaths.referenceReport
|
|
990
|
+
? path.resolve(artifactPaths.referenceReport)
|
|
991
|
+
: referenceReportPath,
|
|
992
|
+
conversionConfigPath: asStringOrNull(parsed.flags['conversion-config']),
|
|
993
|
+
outputPath: bundleOutputPath,
|
|
994
|
+
bundleId: asStringOrNull(parsed.flags['bundle-id']),
|
|
995
|
+
createdAtUtc: asStringOrNull(parsed.flags['created-at']),
|
|
996
|
+
});
|
|
997
|
+
artifactPaths.programBundle = path.relative(process.cwd(), bundleResult.outputPath);
|
|
998
|
+
stages[stages.length - 1] = {
|
|
999
|
+
stage: 'bundle',
|
|
1000
|
+
status: 'succeeded',
|
|
1001
|
+
bundleId: bundleResult.bundle.bundleId,
|
|
1002
|
+
executionGraphHash: bundleResult.bundle.sources.executionGraph.hash,
|
|
1003
|
+
artifactCount: bundleResult.bundle.artifacts.length,
|
|
1004
|
+
wgslModuleCount: bundleResult.bundle.wgslModules.length,
|
|
1005
|
+
};
|
|
1006
|
+
} catch (error) {
|
|
1007
|
+
stages[stages.length - 1] = {
|
|
1008
|
+
stage: 'bundle',
|
|
1009
|
+
status: 'failed',
|
|
1010
|
+
error: error?.message || String(error),
|
|
1011
|
+
};
|
|
1012
|
+
blockers.push({ stage: 'bundle', code: 'bundle_export_failed', message: error?.message || String(error) });
|
|
1013
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
1014
|
+
}
|
|
586
1015
|
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
1016
|
+
stages.push({ stage: 'receipt', status: 'starting' });
|
|
1017
|
+
try {
|
|
1018
|
+
const receiptOutputPath = path.join(resolvedOut, 'reference-receipt.json');
|
|
1019
|
+
const receiptResult = await writeReferenceReceipt({
|
|
1020
|
+
repoRoot,
|
|
1021
|
+
manifestPath,
|
|
1022
|
+
modelDir: modelDirResolved,
|
|
1023
|
+
referenceTranscriptPath: artifactPaths.referenceTranscript
|
|
1024
|
+
? path.resolve(artifactPaths.referenceTranscript)
|
|
1025
|
+
: referenceTranscriptPath,
|
|
1026
|
+
outputPath: receiptOutputPath,
|
|
1027
|
+
receiptId: asStringOrNull(parsed.flags['receipt-id']),
|
|
1028
|
+
createdAtUtc: asStringOrNull(parsed.flags['created-at']),
|
|
1029
|
+
});
|
|
1030
|
+
artifactPaths.referenceReceipt = path.relative(process.cwd(), receiptResult.outputPath);
|
|
1031
|
+
stages[stages.length - 1] = {
|
|
1032
|
+
stage: 'receipt',
|
|
1033
|
+
status: 'succeeded',
|
|
1034
|
+
receiptId: receiptResult.receipt.receiptId,
|
|
1035
|
+
executionGraphHash: receiptResult.receipt.sources.executionGraph.hash,
|
|
1036
|
+
tokensGenerated: receiptResult.receipt.referenceTranscript?.output?.tokensGenerated ?? null,
|
|
1037
|
+
stopReason: receiptResult.receipt.referenceTranscript?.output?.stopReason ?? null,
|
|
1038
|
+
};
|
|
1039
|
+
} catch (error) {
|
|
1040
|
+
stages[stages.length - 1] = {
|
|
1041
|
+
stage: 'receipt',
|
|
1042
|
+
status: 'failed',
|
|
1043
|
+
error: error?.message || String(error),
|
|
591
1044
|
};
|
|
1045
|
+
blockers.push({ stage: 'receipt', code: 'receipt_write_failed', message: error?.message || String(error) });
|
|
1046
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
592
1047
|
}
|
|
593
1048
|
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
1049
|
+
stages.push({ stage: 'parity', status: 'starting' });
|
|
1050
|
+
try {
|
|
1051
|
+
const { checkProgramBundleParity } = await import('../tooling/program-bundle-parity.js');
|
|
1052
|
+
const parityOutputPath = path.join(resolvedOut, 'program-bundle-parity.json');
|
|
1053
|
+
const bundlePath = artifactPaths.programBundle
|
|
1054
|
+
? path.resolve(artifactPaths.programBundle)
|
|
1055
|
+
: path.join(resolvedOut, 'program-bundle.json');
|
|
1056
|
+
const parityReport = await checkProgramBundleParity({
|
|
1057
|
+
bundlePath,
|
|
1058
|
+
mode: 'contract',
|
|
1059
|
+
repoRoot,
|
|
1060
|
+
});
|
|
1061
|
+
await fs.writeFile(parityOutputPath, `${JSON.stringify(parityReport, null, 2)}\n`, 'utf8');
|
|
1062
|
+
artifactPaths.programBundleParity = path.relative(process.cwd(), parityOutputPath);
|
|
1063
|
+
stages[stages.length - 1] = {
|
|
1064
|
+
stage: 'parity',
|
|
1065
|
+
status: 'succeeded',
|
|
1066
|
+
mode: parityReport.mode,
|
|
1067
|
+
ok: parityReport.ok,
|
|
1068
|
+
parityHash: parityReport.parityHash,
|
|
1069
|
+
providers: parityReport.providers.map((result) => ({
|
|
1070
|
+
provider: result.provider,
|
|
1071
|
+
status: result.status,
|
|
1072
|
+
ok: result.ok,
|
|
1073
|
+
})),
|
|
1074
|
+
};
|
|
1075
|
+
} catch (error) {
|
|
1076
|
+
stages[stages.length - 1] = {
|
|
1077
|
+
stage: 'parity',
|
|
1078
|
+
status: 'failed',
|
|
1079
|
+
error: error?.message || String(error),
|
|
1080
|
+
};
|
|
1081
|
+
blockers.push({ stage: 'parity', code: 'parity_check_failed', message: error?.message || String(error) });
|
|
1082
|
+
return emitBundleSummary({ ok: false, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
602
1083
|
}
|
|
603
1084
|
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
1085
|
+
return emitBundleSummary({ ok: true, stages, blockers, artifactPaths, jsonOutput, resolvedOut });
|
|
1086
|
+
}
|
|
1087
|
+
|
|
1088
|
+
async function emitBundleSummary({ ok, stages, blockers, artifactPaths, jsonOutput, resolvedOut }) {
|
|
1089
|
+
const fsMod = await import('node:fs/promises');
|
|
1090
|
+
const summary = {
|
|
1091
|
+
schema: BUNDLE_SUMMARY_SCHEMA_ID,
|
|
1092
|
+
ok,
|
|
1093
|
+
stages,
|
|
1094
|
+
blockers,
|
|
1095
|
+
artifactPaths,
|
|
1096
|
+
outputDir: path.relative(process.cwd(), resolvedOut),
|
|
1097
|
+
createdAtUtc: new Date().toISOString(),
|
|
1098
|
+
};
|
|
1099
|
+
const summaryPath = path.join(resolvedOut, 'bundle-summary.json');
|
|
1100
|
+
await fsMod.writeFile(summaryPath, `${JSON.stringify(summary, null, 2)}\n`, 'utf8');
|
|
1101
|
+
summary.summaryPath = path.relative(process.cwd(), summaryPath);
|
|
1102
|
+
|
|
1103
|
+
if (jsonOutput) {
|
|
1104
|
+
console.log(JSON.stringify(summary, null, 2));
|
|
1105
|
+
} else if (ok) {
|
|
1106
|
+
console.log(`[ok] bundle composed under ${summary.outputDir} (${stages.length} stages)`);
|
|
1107
|
+
for (const [key, value] of Object.entries(artifactPaths)) {
|
|
1108
|
+
console.log(` - ${key}: ${value}`);
|
|
1109
|
+
}
|
|
1110
|
+
} else {
|
|
1111
|
+
console.log(`[fail] bundle composition stopped with ${blockers.length} blocker(s):`);
|
|
1112
|
+
for (const b of blockers) {
|
|
1113
|
+
console.log(` - [${b.stage}] ${b.code}: ${b.message}`);
|
|
612
1114
|
}
|
|
613
|
-
throw new Error(
|
|
614
|
-
`Model "${modelId}" found in catalog as "${catalogEntry.modelId}" but has no HF source configured.`
|
|
615
|
-
);
|
|
616
1115
|
}
|
|
1116
|
+
if (!ok) {
|
|
1117
|
+
process.exitCode = 1;
|
|
1118
|
+
}
|
|
1119
|
+
return summary;
|
|
1120
|
+
}
|
|
617
1121
|
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
1122
|
+
function resolveCommandConfigFlag(parsed) {
|
|
1123
|
+
const config = asStringOrNull(parsed.flags.config);
|
|
1124
|
+
if (!config) {
|
|
1125
|
+
throw new Error('command requires --config <path|url|json>.');
|
|
1126
|
+
}
|
|
1127
|
+
return config;
|
|
1128
|
+
}
|
|
1129
|
+
|
|
1130
|
+
function parseBooleanFlag(value, label) {
|
|
1131
|
+
const normalizedInput = asStringOrNull(value);
|
|
1132
|
+
if (normalizedInput === null) return null;
|
|
1133
|
+
if (typeof value === 'boolean') return value;
|
|
1134
|
+
if (typeof value === 'string') {
|
|
1135
|
+
const normalized = normalizedInput.toLowerCase();
|
|
1136
|
+
if (normalized === 'true') return true;
|
|
1137
|
+
if (normalized === 'false') return false;
|
|
1138
|
+
}
|
|
1139
|
+
throw new Error(`${label} must be true or false`);
|
|
1140
|
+
}
|
|
1141
|
+
|
|
1142
|
+
function parseNumberFlag(value, label) {
|
|
1143
|
+
const normalized = asStringOrNull(value);
|
|
1144
|
+
if (normalized === null) return null;
|
|
1145
|
+
const parsed = Number(normalized);
|
|
1146
|
+
if (!Number.isFinite(parsed)) {
|
|
1147
|
+
throw new Error(`${label} must be a number`);
|
|
1148
|
+
}
|
|
1149
|
+
return parsed;
|
|
1150
|
+
}
|
|
1151
|
+
|
|
1152
|
+
function parseBrowserArgs(value) {
|
|
1153
|
+
if (value === undefined || value === null) return [];
|
|
1154
|
+
return Array.isArray(value) ? value.map((item) => String(item)) : [String(value)];
|
|
623
1155
|
}
|
|
624
1156
|
|
|
625
1157
|
function parseSurface(value, command, policy = DEFAULT_CLI_POLICY) {
|
|
@@ -634,19 +1166,15 @@ function parseSurface(value, command, policy = DEFAULT_CLI_POLICY) {
|
|
|
634
1166
|
if (!allowedSurfaces.includes(normalized)) {
|
|
635
1167
|
throw new Error('--surface must be one of auto, node, browser');
|
|
636
1168
|
}
|
|
637
|
-
if (command === 'convert' && normalized === 'browser') {
|
|
638
|
-
throw new Error(
|
|
1169
|
+
if ((command === 'convert' || command === 'refresh-integrity') && normalized === 'browser') {
|
|
1170
|
+
throw new Error(`${command} is not supported on browser relay. Use --surface node or --surface auto.`);
|
|
639
1171
|
}
|
|
640
|
-
if ((command === 'lora' || command === 'distill') && normalized === 'browser') {
|
|
1172
|
+
if ((command === 'diagnose' || command === 'lora' || command === 'distill') && normalized === 'browser') {
|
|
641
1173
|
throw new Error(`${command} is not supported on browser relay. Use --surface node or --surface auto.`);
|
|
642
1174
|
}
|
|
643
1175
|
return normalized;
|
|
644
1176
|
}
|
|
645
1177
|
|
|
646
|
-
function isPlainObject(value) {
|
|
647
|
-
return !!value && typeof value === 'object' && !Array.isArray(value);
|
|
648
|
-
}
|
|
649
|
-
|
|
650
1178
|
const CONFIG_ENVELOPE_KNOWN_KEYS = new Set([
|
|
651
1179
|
'request',
|
|
652
1180
|
'run',
|
|
@@ -765,6 +1293,7 @@ function applyRuntimeFlagOverride(requestInput, runtimeOverride) {
|
|
|
765
1293
|
if (!runtimeOverride) {
|
|
766
1294
|
return;
|
|
767
1295
|
}
|
|
1296
|
+
const sourceFlag = runtimeOverride.sourceFlag || '--runtime-config';
|
|
768
1297
|
const hasInlineRuntime = (
|
|
769
1298
|
requestInput.runtimeProfile != null
|
|
770
1299
|
|| requestInput.runtimeConfigUrl != null
|
|
@@ -772,7 +1301,7 @@ function applyRuntimeFlagOverride(requestInput, runtimeOverride) {
|
|
|
772
1301
|
);
|
|
773
1302
|
if (hasInlineRuntime) {
|
|
774
1303
|
throw new Error(
|
|
775
|
-
|
|
1304
|
+
`${sourceFlag} cannot be combined with runtimeProfile/runtimeConfigUrl/runtimeConfig values inside --config.`
|
|
776
1305
|
);
|
|
777
1306
|
}
|
|
778
1307
|
requestInput.runtimeProfile = runtimeOverride.runtimeProfile;
|
|
@@ -996,7 +1525,11 @@ async function runCommandOnSurface(request, surface, runConfig, jsonOutput) {
|
|
|
996
1525
|
}
|
|
997
1526
|
|
|
998
1527
|
async function runWithAutoSurface(request, runConfig, jsonOutput, policy = DEFAULT_CLI_POLICY) {
|
|
999
|
-
if (
|
|
1528
|
+
if (
|
|
1529
|
+
request.command === 'convert'
|
|
1530
|
+
|| request.command === 'refresh-integrity'
|
|
1531
|
+
|| request.command === 'diagnose'
|
|
1532
|
+
) {
|
|
1000
1533
|
return runCommandOnSurface(request, 'node', runConfig, jsonOutput);
|
|
1001
1534
|
}
|
|
1002
1535
|
const fallbackPolicy = policy?.surfaceFallback || { enabled: false };
|
|
@@ -1032,168 +1565,6 @@ async function runWithAutoSurface(request, runConfig, jsonOutput, policy = DEFAU
|
|
|
1032
1565
|
}
|
|
1033
1566
|
}
|
|
1034
1567
|
|
|
1035
|
-
function toSummary(result) {
|
|
1036
|
-
if (!result || typeof result !== 'object') {
|
|
1037
|
-
return 'ok';
|
|
1038
|
-
}
|
|
1039
|
-
|
|
1040
|
-
if (result.manifest?.modelId) {
|
|
1041
|
-
const contractStatus = result.executionContractArtifact?.ok === true
|
|
1042
|
-
? ' contract=pass'
|
|
1043
|
-
: result.executionContractArtifact
|
|
1044
|
-
? ' contract=fail'
|
|
1045
|
-
: '';
|
|
1046
|
-
return `converted ${result.manifest.modelId} (${result.tensorCount} tensors, ${result.shardCount} shards)${contractStatus}`;
|
|
1047
|
-
}
|
|
1048
|
-
|
|
1049
|
-
if (result.kind === 'lora' || result.kind === 'distill') {
|
|
1050
|
-
const workloadId = result.workloadId || 'unknown';
|
|
1051
|
-
const action = result.action || 'run';
|
|
1052
|
-
const runRoot = result.runRoot || 'n/a';
|
|
1053
|
-
return `${result.kind} ${action} workload=${workloadId} runRoot=${runRoot}`;
|
|
1054
|
-
}
|
|
1055
|
-
|
|
1056
|
-
const suite = result.suite || result.report?.suite || 'suite';
|
|
1057
|
-
const modelId = result.modelId || result.report?.modelId || 'unknown';
|
|
1058
|
-
const passed = Number.isFinite(result.passed) ? result.passed : null;
|
|
1059
|
-
const failed = Number.isFinite(result.failed) ? result.failed : null;
|
|
1060
|
-
const duration = Number.isFinite(result.duration) ? `${result.duration.toFixed(1)}ms` : 'n/a';
|
|
1061
|
-
if (passed !== null && failed !== null) {
|
|
1062
|
-
return `${suite} model=${modelId} passed=${passed} failed=${failed} duration=${duration}`;
|
|
1063
|
-
}
|
|
1064
|
-
return `${suite} model=${modelId}`;
|
|
1065
|
-
}
|
|
1066
|
-
|
|
1067
|
-
function formatNumber(value, digits = 2) {
|
|
1068
|
-
return Number.isFinite(value) ? Number(value).toFixed(digits) : 'n/a';
|
|
1069
|
-
}
|
|
1070
|
-
|
|
1071
|
-
function formatMs(value) {
|
|
1072
|
-
return Number.isFinite(value) ? `${Number(value).toFixed(1)}ms` : 'n/a';
|
|
1073
|
-
}
|
|
1074
|
-
|
|
1075
|
-
function quoteOneLine(value) {
|
|
1076
|
-
const s = String(value ?? '').replace(/\s+/g, ' ').trim();
|
|
1077
|
-
if (!s) return '""';
|
|
1078
|
-
const clipped = s.length > 120 ? `${s.slice(0, 117)}...` : s;
|
|
1079
|
-
return JSON.stringify(clipped);
|
|
1080
|
-
}
|
|
1081
|
-
|
|
1082
|
-
function quoteOneLineOrStructured(value) {
|
|
1083
|
-
if (typeof value === 'string') return quoteOneLine(value);
|
|
1084
|
-
if (value == null) return null;
|
|
1085
|
-
try {
|
|
1086
|
-
return quoteOneLine(JSON.stringify(value));
|
|
1087
|
-
} catch {
|
|
1088
|
-
return quoteOneLine(String(value));
|
|
1089
|
-
}
|
|
1090
|
-
}
|
|
1091
|
-
|
|
1092
|
-
function compactTimestamp() {
|
|
1093
|
-
return new Date().toISOString().replace(/[-:]/g, '').replace(/\.\d+Z$/, '');
|
|
1094
|
-
}
|
|
1095
|
-
|
|
1096
|
-
async function saveBenchResult(result, saveDir) {
|
|
1097
|
-
await fs.mkdir(saveDir, { recursive: true });
|
|
1098
|
-
const modelId = String(result?.modelId || 'unknown').replace(/[^a-zA-Z0-9_-]/g, '_');
|
|
1099
|
-
const ts = compactTimestamp();
|
|
1100
|
-
const filename = `${modelId}_${ts}.json`;
|
|
1101
|
-
const filePath = path.join(saveDir, filename);
|
|
1102
|
-
const json = JSON.stringify(result, null, 2);
|
|
1103
|
-
await fs.writeFile(filePath, json, 'utf-8');
|
|
1104
|
-
await fs.writeFile(path.join(saveDir, 'latest.json'), json, 'utf-8');
|
|
1105
|
-
return filePath;
|
|
1106
|
-
}
|
|
1107
|
-
|
|
1108
|
-
async function loadBaseline(comparePath, saveDir) {
|
|
1109
|
-
const resolved = comparePath === 'last'
|
|
1110
|
-
? path.join(saveDir, 'latest.json')
|
|
1111
|
-
: path.resolve(comparePath);
|
|
1112
|
-
try {
|
|
1113
|
-
const raw = await fs.readFile(resolved, 'utf-8');
|
|
1114
|
-
return JSON.parse(raw);
|
|
1115
|
-
} catch (error) {
|
|
1116
|
-
console.error(`[compare] failed to load baseline from ${resolved}: ${error.message}`);
|
|
1117
|
-
return null;
|
|
1118
|
-
}
|
|
1119
|
-
}
|
|
1120
|
-
|
|
1121
|
-
function normalizeBenchMetrics(result) {
|
|
1122
|
-
const m = result?.metrics;
|
|
1123
|
-
if (!m) return m;
|
|
1124
|
-
return {
|
|
1125
|
-
decodeTokensPerSec: m.decodeTokensPerSec,
|
|
1126
|
-
prefillTokensPerSec: m.prefillTokensPerSec,
|
|
1127
|
-
firstTokenMs: m.firstTokenMs,
|
|
1128
|
-
firstResponseMs: m.firstResponseMs,
|
|
1129
|
-
prefillMs: m.prefillMs,
|
|
1130
|
-
decodeMs: m.decodeMs,
|
|
1131
|
-
totalRunMs: m.totalRunMs,
|
|
1132
|
-
modelLoadMs: m.modelLoadMs,
|
|
1133
|
-
decodeMsPerTokenP50: m.decodeMsPerTokenP50,
|
|
1134
|
-
decodeMsPerTokenP95: m.decodeMsPerTokenP95,
|
|
1135
|
-
decodeMsPerTokenP99: m.decodeMsPerTokenP99,
|
|
1136
|
-
};
|
|
1137
|
-
}
|
|
1138
|
-
|
|
1139
|
-
function compareBenchResults(current, baseline) {
|
|
1140
|
-
const cm = normalizeBenchMetrics(current);
|
|
1141
|
-
const bm = normalizeBenchMetrics(baseline);
|
|
1142
|
-
if (!cm || !bm) {
|
|
1143
|
-
console.error('[compare] missing metrics in current or baseline result');
|
|
1144
|
-
return { regressions: [], improvements: [] };
|
|
1145
|
-
}
|
|
1146
|
-
|
|
1147
|
-
const isCrossEngine = (current?.env?.library) !== (baseline?.env?.library);
|
|
1148
|
-
const regressions = [];
|
|
1149
|
-
const improvements = [];
|
|
1150
|
-
|
|
1151
|
-
const metrics = [
|
|
1152
|
-
{ label: 'decode tok/s', cur: cm.decodeTokensPerSec, base: bm.decodeTokensPerSec, higherBetter: true },
|
|
1153
|
-
{ label: 'prefill tok/s', cur: cm.prefillTokensPerSec, base: bm.prefillTokensPerSec, higherBetter: true },
|
|
1154
|
-
{ label: 'first token', cur: cm.firstTokenMs, base: bm.firstTokenMs, higherBetter: false },
|
|
1155
|
-
{ label: 'prefill ms', cur: cm.prefillMs, base: bm.prefillMs, higherBetter: false },
|
|
1156
|
-
{ label: 'decode ms', cur: cm.decodeMs, base: bm.decodeMs, higherBetter: false },
|
|
1157
|
-
{ label: 'first response', cur: cm.firstResponseMs, base: bm.firstResponseMs, higherBetter: false },
|
|
1158
|
-
{ label: 'total run', cur: cm.totalRunMs, base: bm.totalRunMs, higherBetter: false },
|
|
1159
|
-
{ label: 'model load', cur: cm.modelLoadMs, base: bm.modelLoadMs, higherBetter: false },
|
|
1160
|
-
];
|
|
1161
|
-
|
|
1162
|
-
// GPU phase metrics only available in Doppler-vs-Doppler comparisons
|
|
1163
|
-
const cg = current?.metrics?.gpu;
|
|
1164
|
-
const bg = baseline?.metrics?.gpu;
|
|
1165
|
-
if (cg && bg) {
|
|
1166
|
-
metrics.push(
|
|
1167
|
-
{ label: 'gpu record ms', cur: cg.decodeRecordMs?.median, base: bg.decodeRecordMs?.median, higherBetter: false },
|
|
1168
|
-
{ label: 'gpu submit_wait', cur: cg.decodeSubmitWaitMs?.median, base: bg.decodeSubmitWaitMs?.median, higherBetter: false },
|
|
1169
|
-
{ label: 'gpu readback', cur: cg.decodeReadbackWaitMs?.median, base: bg.decodeReadbackWaitMs?.median, higherBetter: false },
|
|
1170
|
-
);
|
|
1171
|
-
}
|
|
1172
|
-
|
|
1173
|
-
const curLabel = isCrossEngine ? (current?.env?.library || 'current') : 'current';
|
|
1174
|
-
const baseLabel = isCrossEngine ? (baseline?.env?.library || 'baseline') : 'baseline';
|
|
1175
|
-
const baseModelId = baseline.modelId || 'unknown';
|
|
1176
|
-
console.log(`[compare] vs ${baseLabel} model=${baseModelId}`);
|
|
1177
|
-
console.log(`[compare] ${'metric'.padEnd(20)} ${baseLabel.padStart(14)} ${curLabel.padStart(14)} ${'delta'.padStart(10)}`);
|
|
1178
|
-
|
|
1179
|
-
for (const m of metrics) {
|
|
1180
|
-
if (!Number.isFinite(m.cur) || !Number.isFinite(m.base) || m.base === 0) continue;
|
|
1181
|
-
const deltaPct = ((m.cur - m.base) / Math.abs(m.base)) * 100;
|
|
1182
|
-
const sign = deltaPct >= 0 ? '+' : '';
|
|
1183
|
-
const deltaStr = `${sign}${deltaPct.toFixed(1)}%`;
|
|
1184
|
-
const isRegression = m.higherBetter ? deltaPct < -10 : deltaPct > 10;
|
|
1185
|
-
const isImprovement = m.higherBetter ? deltaPct > 10 : deltaPct < -10;
|
|
1186
|
-
const flag = isRegression ? ' !!REGRESSION' : isImprovement ? ' *improved' : '';
|
|
1187
|
-
console.log(`[compare] ${m.label.padEnd(20)} ${formatNumber(m.base, 1).padStart(14)} ${formatNumber(m.cur, 1).padStart(14)} ${deltaStr.padStart(10)}${flag}`);
|
|
1188
|
-
if (isRegression) regressions.push(m.label);
|
|
1189
|
-
if (isImprovement) improvements.push(m.label);
|
|
1190
|
-
}
|
|
1191
|
-
|
|
1192
|
-
if (regressions.length) {
|
|
1193
|
-
console.log(`[compare] ${regressions.length} regression(s) detected (>10% threshold)`);
|
|
1194
|
-
}
|
|
1195
|
-
return { regressions, improvements };
|
|
1196
|
-
}
|
|
1197
1568
|
|
|
1198
1569
|
async function loadManifest(manifestPath) {
|
|
1199
1570
|
const raw = await fs.readFile(path.resolve(manifestPath), 'utf-8');
|
|
@@ -1290,294 +1661,6 @@ async function runManifestSweep(manifest, commandContext, jsonOutput, policy = D
|
|
|
1290
1661
|
return results;
|
|
1291
1662
|
}
|
|
1292
1663
|
|
|
1293
|
-
function printManifestSummary(results) {
|
|
1294
|
-
const completed = results.filter((r) => r.response && !r.error);
|
|
1295
|
-
const failed = results.filter((r) => r.error);
|
|
1296
|
-
console.log(`[sweep] ${completed.length} completed, ${failed.length} failed`);
|
|
1297
|
-
|
|
1298
|
-
for (const r of results) {
|
|
1299
|
-
if (r.error) {
|
|
1300
|
-
console.log(` ${r.label.padEnd(30)} FAILED`);
|
|
1301
|
-
continue;
|
|
1302
|
-
}
|
|
1303
|
-
const m = r.response?.result?.metrics;
|
|
1304
|
-
if (!m) {
|
|
1305
|
-
console.log(` ${r.label.padEnd(30)} no metrics`);
|
|
1306
|
-
continue;
|
|
1307
|
-
}
|
|
1308
|
-
console.log(
|
|
1309
|
-
` ${r.label.padEnd(30)} ` +
|
|
1310
|
-
`${formatNumber(m.decodeTokensPerSec)} decode tok/s ` +
|
|
1311
|
-
`prefill=${formatNumber(m.prefillTokensPerSec)} ` +
|
|
1312
|
-
`first=${formatMs(m.firstTokenMs)}`
|
|
1313
|
-
);
|
|
1314
|
-
}
|
|
1315
|
-
}
|
|
1316
|
-
|
|
1317
|
-
function formatMB(bytes) {
|
|
1318
|
-
return Number.isFinite(bytes) ? `${(bytes / (1024 * 1024)).toFixed(1)}MB` : 'n/a';
|
|
1319
|
-
}
|
|
1320
|
-
|
|
1321
|
-
function printDeviceInfo(result) {
|
|
1322
|
-
const info = result?.deviceInfo;
|
|
1323
|
-
if (!info) return;
|
|
1324
|
-
const ai = info.adapterInfo;
|
|
1325
|
-
if (ai) {
|
|
1326
|
-
console.log(`[device] vendor=${ai.vendor || 'unknown'} arch=${ai.architecture || 'unknown'} device=${ai.device || 'unknown'}`);
|
|
1327
|
-
}
|
|
1328
|
-
console.log(
|
|
1329
|
-
`[device] f16=${info.hasF16 ? 'yes' : 'no'} subgroups=${info.hasSubgroups ? 'yes' : 'no'} timestamp_query=${info.hasTimestampQuery ? 'yes' : 'no'}`
|
|
1330
|
-
);
|
|
1331
|
-
}
|
|
1332
|
-
|
|
1333
|
-
function printGpuPhases(metrics) {
|
|
1334
|
-
if (typeof metrics?.decodeMode === 'string' && metrics.decodeMode.length > 0) {
|
|
1335
|
-
const reason = typeof metrics?.batchGuardReason === 'string' && metrics.batchGuardReason.length > 0
|
|
1336
|
-
? ` guard=${metrics.batchGuardReason}`
|
|
1337
|
-
: '';
|
|
1338
|
-
console.log(`[decode] mode=${metrics.decodeMode}${reason}`);
|
|
1339
|
-
}
|
|
1340
|
-
const gpu = metrics?.gpu;
|
|
1341
|
-
if (!gpu) return;
|
|
1342
|
-
const rm = gpu.decodeRecordMs?.median;
|
|
1343
|
-
const sw = gpu.decodeSubmitWaitMs?.median;
|
|
1344
|
-
const rw = gpu.decodeReadbackWaitMs?.median;
|
|
1345
|
-
if (Number.isFinite(rm) || Number.isFinite(sw) || Number.isFinite(rw)) {
|
|
1346
|
-
console.log(`[gpu] decode record=${formatMs(rm)} submit_wait=${formatMs(sw)} readback_wait=${formatMs(rw)} (median)`);
|
|
1347
|
-
}
|
|
1348
|
-
const pm = gpu.prefillMs?.median;
|
|
1349
|
-
const dm = gpu.decodeMs?.median;
|
|
1350
|
-
if (Number.isFinite(pm) || Number.isFinite(dm)) {
|
|
1351
|
-
console.log(`[gpu] prefill=${formatMs(pm)} decode=${formatMs(dm)} (median gpu time)`);
|
|
1352
|
-
}
|
|
1353
|
-
const sts = gpu.singleTokenSubmitWaitMs?.median;
|
|
1354
|
-
const str = gpu.singleTokenReadbackWaitMs?.median;
|
|
1355
|
-
const sto = gpu.singleTokenOrchestrationMs?.median;
|
|
1356
|
-
if (Number.isFinite(sts) || Number.isFinite(str) || Number.isFinite(sto)) {
|
|
1357
|
-
console.log(
|
|
1358
|
-
`[gpu] single-token submit=${formatMs(sts)} readback=${formatMs(str)} ` +
|
|
1359
|
-
`orchestration=${formatMs(sto)} (median)`
|
|
1360
|
-
);
|
|
1361
|
-
}
|
|
1362
|
-
const batching = metrics?.batching;
|
|
1363
|
-
const batchedCalls = batching?.batchedForwardCalls?.median;
|
|
1364
|
-
const unbatchedCalls = batching?.unbatchedForwardCalls?.median;
|
|
1365
|
-
const batchedTime = batching?.totalBatchedTimeMs?.median;
|
|
1366
|
-
const unbatchedTime = batching?.totalUnbatchedTimeMs?.median;
|
|
1367
|
-
const submissions = batching?.gpuSubmissions?.median;
|
|
1368
|
-
if (
|
|
1369
|
-
Number.isFinite(batchedCalls)
|
|
1370
|
-
|| Number.isFinite(unbatchedCalls)
|
|
1371
|
-
|| Number.isFinite(batchedTime)
|
|
1372
|
-
|| Number.isFinite(unbatchedTime)
|
|
1373
|
-
|| Number.isFinite(submissions)
|
|
1374
|
-
) {
|
|
1375
|
-
console.log(
|
|
1376
|
-
`[batching] batched_calls=${formatNumber(batchedCalls)} unbatched_calls=${formatNumber(unbatchedCalls)} ` +
|
|
1377
|
-
`batched_time=${formatMs(batchedTime)} unbatched_time=${formatMs(unbatchedTime)} ` +
|
|
1378
|
-
`gpu_submissions=${formatNumber(submissions)}`
|
|
1379
|
-
);
|
|
1380
|
-
}
|
|
1381
|
-
}
|
|
1382
|
-
|
|
1383
|
-
function printMemoryReport(result) {
|
|
1384
|
-
const mem = result?.memoryStats;
|
|
1385
|
-
if (!mem) return;
|
|
1386
|
-
const parts = [`used=${formatMB(mem.used)}`];
|
|
1387
|
-
if (mem.pool && Number.isFinite(mem.pool.currentBytesAllocated)) {
|
|
1388
|
-
parts.push(`pool=${formatMB(mem.pool.currentBytesAllocated)}`);
|
|
1389
|
-
}
|
|
1390
|
-
if (mem.kvCache) {
|
|
1391
|
-
parts.push(`kv_cache=${formatMB(mem.kvCache.allocated)}`);
|
|
1392
|
-
if (Number.isFinite(mem.kvCache.seqLen) && Number.isFinite(mem.kvCache.maxSeqLen)) {
|
|
1393
|
-
parts.push(`(seq=${mem.kvCache.seqLen}/${mem.kvCache.maxSeqLen})`);
|
|
1394
|
-
}
|
|
1395
|
-
}
|
|
1396
|
-
console.log(`[memory] ${parts.join(' ')}`);
|
|
1397
|
-
}
|
|
1398
|
-
|
|
1399
|
-
function printExecutionContractSummary(result) {
|
|
1400
|
-
const artifact = result?.metrics?.executionContractArtifact;
|
|
1401
|
-
if (!artifact || typeof artifact !== 'object') return;
|
|
1402
|
-
const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
|
|
1403
|
-
const passedChecks = checks.filter((entry) => entry?.ok === true).length;
|
|
1404
|
-
const session = artifact.session && typeof artifact.session === 'object'
|
|
1405
|
-
? artifact.session
|
|
1406
|
-
: null;
|
|
1407
|
-
const attentionPhases = artifact.steps?.attentionPhases && typeof artifact.steps.attentionPhases === 'object'
|
|
1408
|
-
? artifact.steps.attentionPhases
|
|
1409
|
-
: null;
|
|
1410
|
-
const parts = [
|
|
1411
|
-
`status=${artifact.ok === true ? 'pass' : 'fail'}`,
|
|
1412
|
-
checks.length > 0 ? `checks=${passedChecks}/${checks.length}` : 'checks=n/a',
|
|
1413
|
-
];
|
|
1414
|
-
if (session?.layout) {
|
|
1415
|
-
parts.push(`layout=${session.layout}`);
|
|
1416
|
-
}
|
|
1417
|
-
if (attentionPhases) {
|
|
1418
|
-
parts.push(
|
|
1419
|
-
`attn(prefill=${attentionPhases.prefill ?? 'n/a'},decode=${attentionPhases.decode ?? 'n/a'},both=${attentionPhases.both ?? 'n/a'})`
|
|
1420
|
-
);
|
|
1421
|
-
}
|
|
1422
|
-
console.log(`[contract] ${parts.join(' ')}`);
|
|
1423
|
-
if (artifact.ok !== true && Array.isArray(artifact.errors)) {
|
|
1424
|
-
for (const error of artifact.errors.slice(0, 3)) {
|
|
1425
|
-
console.log(`[contract] error=${quoteOneLine(error)}`);
|
|
1426
|
-
}
|
|
1427
|
-
}
|
|
1428
|
-
}
|
|
1429
|
-
|
|
1430
|
-
function printSimpleArtifactSummary(label, artifact) {
|
|
1431
|
-
if (!artifact || typeof artifact !== 'object') return;
|
|
1432
|
-
const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
|
|
1433
|
-
const passedChecks = checks.filter((entry) => entry?.ok === true).length;
|
|
1434
|
-
console.log(
|
|
1435
|
-
`[${label}] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
|
|
1436
|
-
`checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'}`
|
|
1437
|
-
);
|
|
1438
|
-
if (artifact.ok !== true && Array.isArray(artifact.errors)) {
|
|
1439
|
-
for (const error of artifact.errors.slice(0, 2)) {
|
|
1440
|
-
console.log(`[${label}] error=${quoteOneLine(error)}`);
|
|
1441
|
-
}
|
|
1442
|
-
}
|
|
1443
|
-
}
|
|
1444
|
-
|
|
1445
|
-
function printConvertContractSummary(result) {
|
|
1446
|
-
const artifact = result?.executionContractArtifact;
|
|
1447
|
-
if (!artifact || typeof artifact !== 'object') return;
|
|
1448
|
-
const checks = Array.isArray(artifact.checks) ? artifact.checks : [];
|
|
1449
|
-
const passedChecks = checks.filter((entry) => entry?.ok === true).length;
|
|
1450
|
-
const session = artifact.session && typeof artifact.session === 'object'
|
|
1451
|
-
? artifact.session
|
|
1452
|
-
: null;
|
|
1453
|
-
console.log(
|
|
1454
|
-
`[contract] status=${artifact.ok === true ? 'pass' : 'fail'} ` +
|
|
1455
|
-
`checks=${checks.length > 0 ? `${passedChecks}/${checks.length}` : 'n/a'} ` +
|
|
1456
|
-
`layout=${session?.layout ?? 'n/a'}`
|
|
1457
|
-
);
|
|
1458
|
-
if (artifact.ok !== true && Array.isArray(artifact.errors)) {
|
|
1459
|
-
for (const error of artifact.errors.slice(0, 3)) {
|
|
1460
|
-
console.log(`[contract] error=${quoteOneLine(error)}`);
|
|
1461
|
-
}
|
|
1462
|
-
}
|
|
1463
|
-
printSimpleArtifactSummary('layer-pattern', result?.layerPatternContractArtifact);
|
|
1464
|
-
printSimpleArtifactSummary('required-inference', result?.requiredInferenceFieldsArtifact);
|
|
1465
|
-
}
|
|
1466
|
-
|
|
1467
|
-
function printConvertReportSummary(result) {
|
|
1468
|
-
const reportInfo = result?.reportInfo;
|
|
1469
|
-
if (!reportInfo || typeof reportInfo !== 'object') return;
|
|
1470
|
-
if (typeof reportInfo.path !== 'string' || reportInfo.path.length === 0) return;
|
|
1471
|
-
console.log(`[report] ${reportInfo.path}`);
|
|
1472
|
-
}
|
|
1473
|
-
|
|
1474
|
-
function printMetricsSummary(result) {
|
|
1475
|
-
if (!result || typeof result !== 'object') return;
|
|
1476
|
-
if (result.kind === 'distill') {
|
|
1477
|
-
const stageCount = Array.isArray(result.stageResults) ? result.stageResults.length : 0;
|
|
1478
|
-
console.log(
|
|
1479
|
-
`[metrics] kind=distill action=${result.action || 'run'} stages=${stageCount} runRoot=${quoteOneLine(result.runRoot)}`
|
|
1480
|
-
);
|
|
1481
|
-
return;
|
|
1482
|
-
}
|
|
1483
|
-
if (result.kind === 'lora') {
|
|
1484
|
-
const exportCount = Array.isArray(result.exports) ? result.exports.length : 0;
|
|
1485
|
-
console.log(
|
|
1486
|
-
`[metrics] kind=lora action=${result.action || 'run'} exports=${exportCount} runRoot=${quoteOneLine(result.runRoot)}`
|
|
1487
|
-
);
|
|
1488
|
-
return;
|
|
1489
|
-
}
|
|
1490
|
-
const suite = String(result.suite || '');
|
|
1491
|
-
const metrics = result.metrics;
|
|
1492
|
-
if (!metrics || typeof metrics !== 'object') return;
|
|
1493
|
-
|
|
1494
|
-
if (suite === 'inference' || suite === 'debug') {
|
|
1495
|
-
const prompt = quoteOneLine(metrics.prompt);
|
|
1496
|
-
console.log(`[metrics] prompt=${prompt}`);
|
|
1497
|
-
console.log(
|
|
1498
|
-
`[metrics] load=${formatMs(metrics.modelLoadMs)} ` +
|
|
1499
|
-
`prefillTokens=${Number.isFinite(metrics.prefillTokens) ? Math.round(metrics.prefillTokens) : 'n/a'} ` +
|
|
1500
|
-
`decodeTokens=${Number.isFinite(metrics.decodeTokens) ? Math.round(metrics.decodeTokens) : 'n/a'} ` +
|
|
1501
|
-
`maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
|
|
1502
|
-
);
|
|
1503
|
-
console.log(
|
|
1504
|
-
`[metrics] first=${formatMs(metrics.firstTokenMs)} prefill=${formatMs(metrics.prefillMs)} ` +
|
|
1505
|
-
`decode=${formatMs(metrics.decodeMs)} total=${formatMs(metrics.totalRunMs)}`
|
|
1506
|
-
);
|
|
1507
|
-
console.log(
|
|
1508
|
-
`[metrics] tok/s=${formatNumber(metrics.decodeTokensPerSec)} ` +
|
|
1509
|
-
`prefill=${formatNumber(metrics.prefillTokensPerSec)} ` +
|
|
1510
|
-
`decode=${formatNumber(metrics.decodeTokensPerSec)}`
|
|
1511
|
-
);
|
|
1512
|
-
if (typeof result.output === 'string' && result.output.length > 0) {
|
|
1513
|
-
console.log(`[output] ${quoteOneLine(result.output)}`);
|
|
1514
|
-
}
|
|
1515
|
-
printExecutionContractSummary(result);
|
|
1516
|
-
return;
|
|
1517
|
-
}
|
|
1518
|
-
|
|
1519
|
-
if (suite === 'bench') {
|
|
1520
|
-
if (Number.isFinite(metrics.embeddingDim) || Number.isFinite(metrics.avgEmbeddingMs)) {
|
|
1521
|
-
console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
|
|
1522
|
-
console.log(
|
|
1523
|
-
`[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'}`
|
|
1524
|
-
);
|
|
1525
|
-
console.log(
|
|
1526
|
-
`[metrics] embedding dim=${Number.isFinite(metrics.embeddingDim) ? Math.round(metrics.embeddingDim) : 'n/a'} ` +
|
|
1527
|
-
`median=${formatMs(metrics.medianEmbeddingMs)} avg=${formatMs(metrics.avgEmbeddingMs)} ` +
|
|
1528
|
-
`eps=${formatNumber(metrics.avgEmbeddingsPerSec)}`
|
|
1529
|
-
);
|
|
1530
|
-
printExecutionContractSummary(result);
|
|
1531
|
-
return;
|
|
1532
|
-
}
|
|
1533
|
-
|
|
1534
|
-
console.log(`[metrics] prompt=${quoteOneLine(metrics.prompt)}`);
|
|
1535
|
-
console.log(
|
|
1536
|
-
`[metrics] load=${formatMs(metrics.modelLoadMs)} runs=${Number.isFinite(metrics.warmupRuns) ? metrics.warmupRuns : 'n/a'}+${Number.isFinite(metrics.timedRuns) ? metrics.timedRuns : 'n/a'} ` +
|
|
1537
|
-
`maxTokens=${Number.isFinite(metrics.maxTokens) ? Math.round(metrics.maxTokens) : 'n/a'}`
|
|
1538
|
-
);
|
|
1539
|
-
console.log(
|
|
1540
|
-
`[metrics] tokens prefill(avg)=${Number.isFinite(metrics.avgPrefillTokens) ? Math.round(metrics.avgPrefillTokens) : 'n/a'} ` +
|
|
1541
|
-
`decode(avg)=${Number.isFinite(metrics.avgDecodeTokens) ? Math.round(metrics.avgDecodeTokens) : 'n/a'} ` +
|
|
1542
|
-
`generated(avg)=${Number.isFinite(metrics.avgTokensGenerated) ? Math.round(metrics.avgTokensGenerated) : 'n/a'}`
|
|
1543
|
-
);
|
|
1544
|
-
console.log(
|
|
1545
|
-
`[metrics] decode tok/s=${formatNumber(metrics.decodeTokensPerSec)} avg=${formatNumber(metrics.avgDecodeTokensPerSec)} ` +
|
|
1546
|
-
`prefill=${formatNumber(metrics.prefillTokensPerSec)} avg=${formatNumber(metrics.avgPrefillTokensPerSec)}`
|
|
1547
|
-
);
|
|
1548
|
-
console.log(
|
|
1549
|
-
`[metrics] latency first=${formatMs(metrics.firstTokenMs)} ` +
|
|
1550
|
-
`prefill=${formatMs(metrics.prefillMs)} decode=${formatMs(metrics.decodeMs)}`
|
|
1551
|
-
);
|
|
1552
|
-
printExecutionContractSummary(result);
|
|
1553
|
-
printDeviceInfo(result);
|
|
1554
|
-
printGpuPhases(metrics);
|
|
1555
|
-
printMemoryReport(result);
|
|
1556
|
-
const samplePrompt = quoteOneLineOrStructured(metrics.promptInput);
|
|
1557
|
-
if (samplePrompt !== null) {
|
|
1558
|
-
console.log(`[sample] prompt=${samplePrompt}`);
|
|
1559
|
-
}
|
|
1560
|
-
if (typeof metrics.generatedText === 'string' && metrics.generatedText.length > 0) {
|
|
1561
|
-
console.log(`[sample] text=${quoteOneLine(metrics.generatedText)}`);
|
|
1562
|
-
}
|
|
1563
|
-
return;
|
|
1564
|
-
}
|
|
1565
|
-
|
|
1566
|
-
if (suite === 'training') {
|
|
1567
|
-
const selectedTests = Array.isArray(metrics.selectedTests)
|
|
1568
|
-
? metrics.selectedTests.length
|
|
1569
|
-
: 'n/a';
|
|
1570
|
-
const availableTests = Array.isArray(metrics.availableTests)
|
|
1571
|
-
? metrics.availableTests.length
|
|
1572
|
-
: 'n/a';
|
|
1573
|
-
const stage = typeof metrics.trainingStage === 'string' ? metrics.trainingStage : 'n/a';
|
|
1574
|
-
console.log(
|
|
1575
|
-
`[metrics] training tests=${Number.isFinite(metrics.testsRun) ? metrics.testsRun : 'n/a'} ` +
|
|
1576
|
-
`selected=${selectedTests} available=${availableTests} stage=${stage}`
|
|
1577
|
-
);
|
|
1578
|
-
}
|
|
1579
|
-
}
|
|
1580
|
-
|
|
1581
1664
|
async function main() {
|
|
1582
1665
|
const argv = process.argv.slice(2);
|
|
1583
1666
|
const jsonOutputRequested = !argv.includes('--pretty');
|
|
@@ -1598,6 +1681,31 @@ async function main() {
|
|
|
1598
1681
|
console.log(usage());
|
|
1599
1682
|
return;
|
|
1600
1683
|
}
|
|
1684
|
+
if (parsed.command === 'program-bundle') {
|
|
1685
|
+
validateProgramBundleFlags(parsed);
|
|
1686
|
+
await runProgramBundleCommand(parsed, parsed.flags.pretty !== true);
|
|
1687
|
+
return;
|
|
1688
|
+
}
|
|
1689
|
+
if (parsed.command === 'reference-receipt') {
|
|
1690
|
+
validateReferenceReceiptFlags(parsed);
|
|
1691
|
+
await runReferenceReceiptCommand(parsed, parsed.flags.pretty !== true);
|
|
1692
|
+
return;
|
|
1693
|
+
}
|
|
1694
|
+
if (parsed.command === 'profiles') {
|
|
1695
|
+
validateProfilesFlags(parsed);
|
|
1696
|
+
await runProfilesCommand(parsed.flags.pretty !== true);
|
|
1697
|
+
return;
|
|
1698
|
+
}
|
|
1699
|
+
if (parsed.command === 'intake') {
|
|
1700
|
+
validateIntakeFlags(parsed);
|
|
1701
|
+
await runIntakeCommand(parsed, parsed.flags.pretty !== true);
|
|
1702
|
+
return;
|
|
1703
|
+
}
|
|
1704
|
+
if (parsed.command === 'bundle') {
|
|
1705
|
+
validateBundleFlags(parsed);
|
|
1706
|
+
await runBundleCommand(parsed, parsed.flags.pretty !== true);
|
|
1707
|
+
return;
|
|
1708
|
+
}
|
|
1601
1709
|
validateCommandFlags(parsed);
|
|
1602
1710
|
|
|
1603
1711
|
const jsonOutput = parsed.flags.pretty !== true;
|