doppler-gpu 0.5.1 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -577
- package/LICENSE +21 -201
- package/README.md +165 -222
- package/models/catalog.json +241 -33
- package/package.json +106 -87
- package/src/capsule-runtime.d.ts +25 -0
- package/src/capsule-runtime.js +24 -0
- package/src/capsule.d.ts +8 -0
- package/src/capsule.js +4 -0
- package/src/cli/argument-contract.js +200 -0
- package/src/cli/browser-report-output.js +24 -0
- package/src/cli/cli-model-resolution.js +2 -2
- package/src/cli/cli-output.js +10 -0
- package/src/cli/commands/bundle.js +828 -0
- package/src/cli/doppler-cli.js +50 -1457
- package/src/cli/doppler-serve.js +18 -244
- package/src/cli/output/manifest.js +368 -0
- package/src/cli/runtime-profiles.js +1 -1
- package/src/cli/serve/capsule-handler.d.ts +33 -0
- package/src/cli/serve/capsule-handler.js +105 -0
- package/src/cli/serve/capsule-http.js +102 -0
- package/src/cli/serve/receipt.js +269 -0
- package/src/client/capsule-host.browser.js +2 -0
- package/src/client/capsule-host.d.ts +5 -0
- package/src/client/capsule-host.js +2 -0
- package/src/client/doppler-api.browser.js +42 -0
- package/src/client/doppler-api.d.ts +38 -1
- package/src/client/doppler-api.js +41 -1
- package/src/client/doppler-registry.js +15 -7
- package/src/client/electron/index.d.ts +4 -0
- package/src/client/electron/index.js +13 -0
- package/src/client/electron/ipc-contract.d.ts +9 -0
- package/src/client/electron/ipc-contract.js +56 -0
- package/src/client/electron/release-state.d.ts +53 -0
- package/src/client/electron/release-state.js +425 -0
- package/src/client/electron/renderer-runtime.d.ts +19 -0
- package/src/client/electron/renderer-runtime.js +104 -0
- package/src/client/failure-taxonomy.js +1 -28
- package/src/client/fault-injection.js +0 -8
- package/src/client/inspection.js +1 -1
- package/src/client/model-host/index.d.ts +140 -0
- package/src/client/model-host/index.js +548 -0
- package/src/client/model-host/model-evidence.js +255 -0
- package/src/client/model-host/model-session.d.ts +323 -0
- package/src/client/{runtime → model-host}/model-session.js +202 -148
- package/src/client/provider.d.ts +18 -2
- package/src/client/provider.js +26 -3
- package/src/client/receipt.js +30 -72
- package/src/client/runtime/capsule-acquisition.d.ts +18 -0
- package/src/client/runtime/capsule-acquisition.js +103 -0
- package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
- package/src/client/runtime/capsule-adapter-execution.js +63 -0
- package/src/client/runtime/capsule-artifact-source.js +62 -0
- package/src/client/runtime/capsule-embedding.d.ts +29 -0
- package/src/client/runtime/capsule-embedding.js +76 -0
- package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
- package/src/client/runtime/capsule-forecast-program.js +85 -0
- package/src/client/runtime/capsule-forecast.d.ts +17 -0
- package/src/client/runtime/capsule-forecast.js +31 -0
- package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
- package/src/client/runtime/capsule-operation-adapters.js +69 -0
- package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
- package/src/client/runtime/capsule-operation-executor.js +101 -0
- package/src/client/runtime/capsule-program-adapter.js +153 -0
- package/src/client/runtime/capsule-release-authorization.js +25 -0
- package/src/client/runtime/capsule-rerank.d.ts +50 -0
- package/src/client/runtime/capsule-rerank.js +105 -0
- package/src/client/runtime/capsule-session-execution.js +89 -0
- package/src/client/runtime/command-executor.d.ts +15 -0
- package/src/client/runtime/command-executor.js +128 -0
- package/src/client/runtime/composition-root.d.ts +77 -0
- package/src/client/runtime/composition-root.js +352 -0
- package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
- package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
- package/src/client/runtime/index.d.ts +1 -117
- package/src/client/runtime/index.js +1 -433
- package/src/client/runtime/lora.d.ts +14 -0
- package/src/client/runtime/lora.js +19 -1
- package/src/client/runtime/model-manager.js +12 -0
- package/src/client/runtime/model-rerank.js +30 -0
- package/src/client/runtime/model-session.d.ts +1 -221
- package/src/client/runtime/model-source.d.ts +9 -0
- package/src/client/runtime/model-source.js +46 -17
- package/src/client/runtime/node-quickstart-cache.js +1 -1
- package/src/client/runtime/resolution-policy.d.ts +20 -0
- package/src/client/runtime/resolution-policy.js +84 -0
- package/src/client/runtime/resource-binder.d.ts +24 -0
- package/src/client/runtime/resource-binder.js +135 -0
- package/src/client/runtime/scoped-session.d.ts +10 -1
- package/src/client/runtime/scoped-session.js +20 -1
- package/src/client/runtime/session-controller.d.ts +19 -0
- package/src/client/runtime/session-controller.js +92 -0
- package/src/client/runtime/source-runtime.js +1 -1
- package/src/client/runtime/target-selector.d.ts +9 -0
- package/src/client/runtime/target-selector.js +2 -0
- package/src/client/runtime/types.d.ts +1 -0
- package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
- package/src/client/wrap-pipeline-handle.js +3 -9
- package/src/config/backward-registry-loader.js +1 -1
- package/src/config/capsule-adapter-policy.js +30 -0
- package/src/config/capsule-adapters.d.ts +21 -0
- package/src/config/capsule-adapters.js +40 -0
- package/src/config/capsule-adapters.json +9 -0
- package/src/config/capsule-loading.d.ts +2 -0
- package/src/config/capsule-loading.js +14 -0
- package/src/config/capsule-loading.schema.json +12 -0
- package/src/config/capsule-operation.d.ts +19 -0
- package/src/config/capsule-operation.js +63 -0
- package/src/config/capsule-operations.json +17 -0
- package/src/config/capsule-release-contract.d.ts +66 -0
- package/src/config/capsule-release-contract.js +197 -0
- package/src/config/capsule-release-events.d.ts +53 -0
- package/src/config/capsule-release-events.js +172 -0
- package/src/config/capsule-sequence-receipt.js +19 -0
- package/src/config/capsule-serve.d.ts +9 -0
- package/src/config/capsule-serve.js +28 -0
- package/src/config/capsule-serve.schema.json +14 -0
- package/src/config/capsule-signature.d.ts +6 -0
- package/src/config/capsule-signature.js +50 -0
- package/src/config/capsule-v2.d.ts +70 -0
- package/src/config/capsule-v2.js +431 -0
- package/src/config/capsule-v3.d.ts +19 -0
- package/src/config/capsule-v3.js +72 -0
- package/src/config/capsule.d.ts +22 -0
- package/src/config/capsule.js +52 -0
- package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
- package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
- package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
- package/src/config/dtype-transition-contract.js +40 -0
- package/src/config/embedding-contract.js +26 -0
- package/src/config/embedding-reference.js +85 -0
- package/src/config/evidence/source-intake-policy.json +1 -1
- package/src/config/execution-contract-check.d.ts +16 -73
- package/src/config/execution-contract-check.js +7 -429
- package/src/config/forecast-manifest.js +56 -0
- package/src/config/generation-contract.d.ts +39 -0
- package/src/config/generation-contract.js +66 -0
- package/src/config/generation-contract.json +32 -0
- package/src/config/heterogeneous-attention-contract.js +46 -0
- package/src/config/initial-execution-identity.d.ts +58 -0
- package/src/config/initial-execution-identity.js +331 -0
- package/src/config/kernel-path-loader.d.ts +17 -0
- package/src/config/kernel-path-loader.js +42 -8
- package/src/config/kernel-registry-contract.d.ts +25 -0
- package/src/config/kernel-registry-contract.js +46 -0
- package/src/config/kernels/kernel-ref-digests.js +66 -18
- package/src/config/kernels/registry.js +1 -1
- package/src/config/kernels/registry.json +13617 -11377
- package/src/config/lora-layouts.d.ts +10 -0
- package/src/config/lora-layouts.js +17 -0
- package/src/config/lora-layouts.json +9 -0
- package/src/config/manifest-inference-validation.js +575 -0
- package/src/config/merge/execution-patches.js +12 -0
- package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
- package/src/config/merge/value-selection.js +38 -0
- package/src/config/merge.js +43 -11
- package/src/config/model-ir-v2.d.ts +57 -0
- package/src/config/model-ir-v2.js +258 -0
- package/src/config/model-ir.d.ts +49 -0
- package/src/config/model-ir.js +180 -0
- package/src/config/param-validator.js +1 -1
- package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
- package/src/config/platforms/loader.js +2 -1
- package/src/config/production-release-evidence.d.ts +23 -0
- package/src/config/production-release-evidence.js +423 -0
- package/src/config/production-release.js +321 -0
- package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
- package/src/config/required-inference-fields-contract-check.js +2 -2
- package/src/config/rerank-reference.d.ts +28 -0
- package/src/config/rerank-reference.js +89 -0
- package/src/config/revocation-policy.d.ts +65 -0
- package/src/config/revocation-policy.js +290 -0
- package/src/config/revocation-registry.json +11 -0
- package/src/config/revocation-updates.d.ts +68 -0
- package/src/config/revocation-updates.js +440 -0
- package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
- package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
- package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
- package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
- package/src/config/runtime-merge.js +1 -1
- package/src/config/runtime.js +1 -1
- package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
- package/src/config/schema/browser-suite-metrics.schema.js +2 -0
- package/src/config/schema/conversion-report.schema.d.ts +3 -0
- package/src/config/schema/conversion-report.schema.js +29 -0
- package/src/config/schema/converter.schema.d.ts +1 -0
- package/src/config/schema/debug.schema.d.ts +1 -0
- package/src/config/schema/doppler.schema.js +6 -5
- package/src/config/schema/emulation.schema.js +1 -1
- package/src/config/schema/execution-v1.schema.d.ts +3 -0
- package/src/config/schema/execution-v1.schema.js +19 -0
- package/src/config/schema/harness.schema.d.ts +13 -0
- package/src/config/schema/harness.schema.js +6 -0
- package/src/config/schema/inference.schema.d.ts +21 -2
- package/src/config/schema/kernel-thresholds.schema.js +1 -1
- package/src/config/schema/manifest.schema.d.ts +26 -7
- package/src/config/schema/manifest.schema.js +10 -1
- package/src/config/schema/program-bundle.schema.d.ts +52 -6
- package/src/config/schema/program-bundle.schema.js +145 -10
- package/src/config/sequence-reference.d.ts +26 -0
- package/src/config/sequence-reference.js +100 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
- package/src/config/target-plan.d.ts +108 -0
- package/src/config/target-plan.js +411 -0
- package/src/config/training-defaults.js +1 -1
- package/src/config/transforms/capability-transform-resolver.js +4 -105
- package/src/config/transforms/execution-graph/dtype.js +591 -0
- package/src/config/transforms/execution-graph/fusion.js +436 -0
- package/src/config/transforms/execution-graph/validation.js +414 -0
- package/src/config/transforms/execution-graph-transforms.js +13 -1419
- package/src/converter/artifact-identity.js +475 -0
- package/src/converter/conversion-plan.js +1 -1
- package/src/converter/core.js +94 -2096
- package/src/converter/forge-candidate-evaluation.js +271 -0
- package/src/converter/forge-qualification.js +163 -0
- package/src/converter/forge-stages.js +800 -0
- package/src/converter/manifest-builder.js +683 -0
- package/src/converter/quantization-info.js +4 -1
- package/src/converter/quantizer.js +76 -13
- package/src/converter/shard-packer.d.ts +1 -1
- package/src/converter/shard-packer.js +2 -2
- package/src/converter/tensor-transform.js +640 -0
- package/src/converter/tokenizer-contract.js +243 -0
- package/src/converter/tokenizer-manifest.js +243 -0
- package/src/debug/history.js +0 -8
- package/src/debug/index.js +0 -10
- package/src/debug/tensor.js +1 -1
- package/src/debug/trace.js +0 -7
- package/src/experimental/adapters/adapter-manager.js +2 -0
- package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
- package/src/experimental/adapters/adapter-manifest.js +11 -0
- package/src/experimental/adapters/artifact-contract.d.ts +2 -2
- package/src/experimental/adapters/artifact-contract.js +5 -2
- package/src/experimental/adapters/lora-loader.d.ts +10 -1
- package/src/experimental/adapters/lora-loader.js +110 -48
- package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
- package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
- package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
- package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
- package/src/experimental/browser/browser-converter.js +11 -11
- package/src/experimental/diffusion/index.d.ts +1 -1
- package/src/experimental/diffusion/index.js +1 -1
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
- package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
- package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
- package/src/experimental/diffusion/vae.js +596 -0
- package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
- package/src/experimental/distribution/shard-delivery/retry.js +392 -0
- package/src/experimental/distribution/shard-delivery/transport.js +831 -0
- package/src/experimental/distribution/shard-delivery.js +4 -1709
- package/src/experimental/energy/index.d.ts +2 -2
- package/src/experimental/energy/index.js +2 -2
- package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
- package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
- package/src/experimental/logits/cpu-output.d.ts +27 -0
- package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
- package/src/experimental/logits/cpu.d.ts +87 -0
- package/src/experimental/logits/cpu.js +95 -0
- package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
- package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
- package/src/experimental/orchestration/index.d.ts +1 -1
- package/src/experimental/orchestration/index.js +1 -1
- package/src/experimental/training/artifacts.js +2 -2
- package/src/experimental/training/checkpoint.js +2 -2
- package/src/experimental/training/distillation/artifacts.js +1 -1
- package/src/experimental/training/distillation/dataset.js +2 -2
- package/src/experimental/training/distillation/eval.js +1 -1
- package/src/experimental/training/distillation/runtime.js +2 -2
- package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
- package/src/experimental/training/distillation/student-fixture/model.js +353 -0
- package/src/experimental/training/distillation/student-fixture.js +2 -469
- package/src/experimental/training/lora/checkpoint.js +746 -0
- package/src/experimental/training/lora/execution.js +550 -0
- package/src/experimental/training/lora/plan.js +387 -0
- package/src/experimental/training/lora/recovery.js +418 -0
- package/src/experimental/training/lora-pipeline.js +7 -1949
- package/src/experimental/training/operator-artifacts.js +2 -2
- package/src/experimental/training/operator-command.js +4 -4
- package/src/experimental/training/runner/evaluation.js +62 -0
- package/src/experimental/training/runner/lifecycle.js +257 -0
- package/src/experimental/training/runner.js +5 -268
- package/src/experimental/training/suite/execution.js +879 -0
- package/src/experimental/training/suite/plan.js +855 -0
- package/src/experimental/training/suite.js +5 -1659
- package/src/experimental/training/workloads.d.ts +5 -5
- package/src/experimental/training/workloads.js +6 -6
- package/src/experimental/turboquant/codebook.js +470 -0
- package/src/formats/quantization-constants.d.ts +11 -0
- package/src/formats/quantization-constants.js +11 -0
- package/src/formats/rdrr/integrity.js +1 -1
- package/src/formats/rdrr/lowerings.js +0 -29
- package/src/formats/rdrr/merkle.js +1 -1
- package/src/formats/rdrr/tensor-config-validator.js +25 -5
- package/src/formats/rdrr/validation.js +3 -3
- package/src/gpu/command-recorder.d.ts +10 -1
- package/src/gpu/command-recorder.js +58 -14
- package/src/gpu/constant-buffer.js +29 -0
- package/src/gpu/device-state.js +44 -0
- package/src/gpu/device.js +11 -41
- package/src/gpu/kernel-runtime.js +2 -1
- package/src/gpu/kernels/activation-static-qdq.js +1 -1
- package/src/gpu/kernels/append_embedding.wgsl +14 -0
- package/src/gpu/kernels/attention/executors.js +960 -0
- package/src/gpu/kernels/attention/plan.js +472 -0
- package/src/gpu/kernels/attention.d.ts +4 -0
- package/src/gpu/kernels/attention.js +145 -1545
- package/src/gpu/kernels/attention_relative.wgsl +59 -0
- package/src/gpu/kernels/backward/adam.js +2 -1
- package/src/gpu/kernels/backward/attention_backward.js +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
- package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
- package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
- package/src/gpu/kernels/backward/embed_backward.js +2 -1
- package/src/gpu/kernels/backward/executor.d.ts +34 -0
- package/src/gpu/kernels/backward/executor.js +158 -0
- package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
- package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/gelu_backward.js +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
- package/src/gpu/kernels/backward/matmul.js +133 -0
- package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
- package/src/gpu/kernels/backward/matmul_backward.js +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
- package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/rope_backward.js +2 -1
- package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/scale_backward.js +2 -1
- package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/silu_backward.js +1 -1
- package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/softmax_backward.js +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
- package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
- package/src/gpu/kernels/backward/utils.js +2 -392
- package/src/gpu/kernels/bind-group-validation.js +16 -0
- package/src/gpu/kernels/cast.js +2 -1
- package/src/gpu/kernels/check-finiteness.js +13 -49
- package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
- package/src/gpu/kernels/check-stop.js +14 -33
- package/src/gpu/kernels/check_finiteness.wgsl +33 -0
- package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
- package/src/gpu/kernels/check_stop.wgsl +20 -0
- package/src/gpu/kernels/clamp.js +1 -1
- package/src/gpu/kernels/conv2d.js +1 -1
- package/src/gpu/kernels/cross_entropy_loss.js +1 -1
- package/src/gpu/kernels/depthwise_conv1d.js +1 -1
- package/src/gpu/kernels/depthwise_conv2d.js +1 -1
- package/src/gpu/kernels/dequant.js +7 -2
- package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
- package/src/gpu/kernels/dispatch.js +12 -1
- package/src/gpu/kernels/embedding-pool.js +72 -0
- package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
- package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
- package/src/gpu/kernels/energy.js +2 -1
- package/src/gpu/kernels/forecast_output.wgsl +17 -0
- package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
- package/src/gpu/kernels/fused_ffn.js +10 -220
- package/src/gpu/kernels/fused_matmul_residual.js +2 -1
- package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
- package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
- package/src/gpu/kernels/gated-short-conv.js +11 -69
- package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
- package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
- package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
- package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
- package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
- package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
- package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
- package/src/gpu/kernels/gather.d.ts +1 -1
- package/src/gpu/kernels/gather.js +30 -6
- package/src/gpu/kernels/gather_bf16.wgsl +69 -0
- package/src/gpu/kernels/gelu.d.ts +4 -0
- package/src/gpu/kernels/gelu.js +12 -2
- package/src/gpu/kernels/gelu.wgsl +16 -0
- package/src/gpu/kernels/gelu_f16.wgsl +16 -0
- package/src/gpu/kernels/gemma4-route-expert.js +1 -1
- package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
- package/src/gpu/kernels/groupnorm.js +1 -1
- package/src/gpu/kernels/index.d.ts +38 -5
- package/src/gpu/kernels/index.js +18 -4
- package/src/gpu/kernels/instance_stats.wgsl +26 -0
- package/src/gpu/kernels/kernel-base.js +1 -1
- package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
- package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
- package/src/gpu/kernels/kernel-configs.d.ts +10 -61
- package/src/gpu/kernels/kernel-configs.js +26 -54
- package/src/gpu/kernels/kernel-execution.js +141 -0
- package/src/gpu/kernels/kv-cache-write.js +4 -4
- package/src/gpu/kernels/kv-quantize.js +4 -1
- package/src/gpu/kernels/l2-normalize.js +36 -0
- package/src/gpu/kernels/l2_normalize.wgsl +53 -0
- package/src/gpu/kernels/layernorm.d.ts +4 -4
- package/src/gpu/kernels/layernorm.js +44 -7
- package/src/gpu/kernels/linear-attention-core.js +29 -449
- package/src/gpu/kernels/linear_attention.js +1 -1
- package/src/gpu/kernels/lm-head-argmax.js +2 -2
- package/src/gpu/kernels/lm-head-select-logits.js +2 -2
- package/src/gpu/kernels/logit-finalize.js +103 -0
- package/src/gpu/kernels/logit-merge.js +13 -125
- package/src/gpu/kernels/logit-scatter.js +40 -0
- package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
- package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
- package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
- package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
- package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
- package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
- package/src/gpu/kernels/matmul-dispatch.js +6 -1
- package/src/gpu/kernels/matmul-selection.js +3 -2
- package/src/gpu/kernels/matmul.js +4 -15
- package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
- package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
- package/src/gpu/kernels/modulate.js +1 -1
- package/src/gpu/kernels/moe.js +3 -1
- package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
- package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
- package/src/gpu/kernels/patch_context.wgsl +29 -0
- package/src/gpu/kernels/pipeline-cache.js +3 -1
- package/src/gpu/kernels/pixel_shuffle.js +1 -1
- package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
- package/src/gpu/kernels/relu.js +1 -1
- package/src/gpu/kernels/rep-penalty.js +30 -5
- package/src/gpu/kernels/rep_penalty.wgsl +25 -30
- package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
- package/src/gpu/kernels/repeat_channels.js +1 -1
- package/src/gpu/kernels/residual.js +2 -2
- package/src/gpu/kernels/rmsnorm-pair.js +1 -1
- package/src/gpu/kernels/rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/rmsnorm-stats.js +14 -113
- package/src/gpu/kernels/rmsnorm.js +1 -1
- package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
- package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
- package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
- package/src/gpu/kernels/rope-precompute.js +160 -0
- package/src/gpu/kernels/rope-qk.js +1 -1
- package/src/gpu/kernels/rope.js +2 -2
- package/src/gpu/kernels/rope_precompute.wgsl +74 -0
- package/src/gpu/kernels/sample.d.ts +1 -0
- package/src/gpu/kernels/sample.js +36 -17
- package/src/gpu/kernels/sample.wgsl +112 -157
- package/src/gpu/kernels/sample_f16.wgsl +168 -162
- package/src/gpu/kernels/scale.js +1 -1
- package/src/gpu/kernels/shader-cache.js +8 -4
- package/src/gpu/kernels/shader-source-scope.js +68 -0
- package/src/gpu/kernels/silu.js +2 -1
- package/src/gpu/kernels/soft-embedding.js +3 -1
- package/src/gpu/kernels/softmax.js +4 -2
- package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
- package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
- package/src/gpu/kernels/split_qg.js +1 -1
- package/src/gpu/kernels/split_qkv.d.ts +2 -0
- package/src/gpu/kernels/split_qkv.js +18 -3
- package/src/gpu/kernels/split_qkv.wgsl +5 -2
- package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
- package/src/gpu/kernels/submit_probe.wgsl +6 -0
- package/src/gpu/kernels/transpose.js +1 -1
- package/src/gpu/kernels/turboquant-codebook.js +4 -535
- package/src/gpu/kernels/uniform-utils.js +7 -2
- package/src/gpu/kernels/upsample2d.js +1 -1
- package/src/gpu/kernels/utils.js +9 -330
- package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
- package/src/gpu/kernels/vision-average-pool.js +68 -0
- package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
- package/src/gpu/kernels/vision-patch-embed.js +117 -0
- package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
- package/src/gpu/kernels/vision-position-embedding.js +79 -0
- package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
- package/src/gpu/kernels/vision-rope-2d.js +73 -0
- package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
- package/src/gpu/kernels/vision-spatial-merge.js +100 -0
- package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
- package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
- package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
- package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
- package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
- package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
- package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
- package/src/gpu/readback-buffer.js +20 -0
- package/src/gpu/submit-probe.js +2 -26
- package/src/gpu/weight-buffer.d.ts +1 -0
- package/src/gpu/weight-buffer.js +7 -0
- package/src/index.d.ts +12 -0
- package/src/index.js +2 -0
- package/src/inference/browser-harness/benchmark-execution.js +872 -0
- package/src/inference/browser-harness/benchmark-rerank.js +284 -0
- package/src/inference/browser-harness/decode-diagnostics.js +241 -0
- package/src/inference/browser-harness/diffusion-performance.js +102 -0
- package/src/inference/browser-harness/inference-execution.js +543 -0
- package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
- package/src/inference/browser-harness/model-resolution.js +137 -0
- package/src/inference/browser-harness/report.js +338 -0
- package/src/inference/browser-harness/request.js +263 -0
- package/src/inference/browser-harness/runtime-config.d.ts +25 -0
- package/src/inference/browser-harness/runtime-config.js +255 -0
- package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
- package/src/inference/browser-harness/runtime-isolation.js +45 -0
- package/src/inference/browser-harness/runtime-report.d.ts +26 -0
- package/src/inference/browser-harness/runtime-report.js +117 -0
- package/src/inference/browser-harness/suite-summary.js +39 -0
- package/src/inference/browser-harness/text-evidence.js +694 -0
- package/src/inference/browser-harness/text-execution.js +757 -0
- package/src/inference/browser-harness/text-input.js +725 -0
- package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
- package/src/inference/browser-harness-contract-helpers.js +1 -1
- package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
- package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
- package/src/inference/browser-harness-runtime-helpers.js +3 -423
- package/src/inference/browser-harness-text-helpers.js +31 -2199
- package/src/inference/browser-harness.d.ts +15 -2
- package/src/inference/browser-harness.js +38 -1952
- package/src/inference/kv-cache/base.js +67 -381
- package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
- package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
- package/src/inference/kv-cache/quantized.d.ts +2 -2
- package/src/inference/kv-cache/quantized.js +4 -8
- package/src/inference/kv-cache/update.js +309 -0
- package/src/inference/model-checkpoint-evidence.d.ts +75 -0
- package/src/inference/model-checkpoint-evidence.js +264 -0
- package/src/inference/moe-router.js +36 -216
- package/src/inference/multi-model-network.js +5 -341
- package/src/inference/pipelines/audio/index.js +1 -20
- package/src/inference/pipelines/audio/mel.js +0 -38
- package/src/inference/pipelines/context.js +6 -2
- package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
- package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
- package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
- package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
- package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
- package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
- package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
- package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
- package/src/inference/pipelines/factory.js +14 -3
- package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
- package/src/inference/pipelines/text/abort-contract.js +22 -0
- package/src/inference/pipelines/text/attention/attn-config.js +1 -16
- package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
- package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
- package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
- package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
- package/src/inference/pipelines/text/attention/interpreter.js +89 -439
- package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
- package/src/inference/pipelines/text/attention/plan.js +17 -0
- package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
- package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
- package/src/inference/pipelines/text/attention/projections.js +20 -537
- package/src/inference/pipelines/text/attention/query-transform.js +11 -0
- package/src/inference/pipelines/text/attention/record.js +0 -6
- package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
- package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
- package/src/inference/pipelines/text/attention/run.js +0 -6
- package/src/inference/pipelines/text/attention/types.js +3 -31
- package/src/inference/pipelines/text/chat-format.d.ts +3 -0
- package/src/inference/pipelines/text/chat-format.js +42 -0
- package/src/inference/pipelines/text/config/normalization.js +729 -0
- package/src/inference/pipelines/text/config/validation.js +9 -0
- package/src/inference/pipelines/text/config.d.ts +12 -1
- package/src/inference/pipelines/text/config.js +14 -1228
- package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
- package/src/inference/pipelines/text/debug-utils/index.js +3 -8
- package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
- package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
- package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
- package/src/inference/pipelines/text/dtype-contract.js +1 -68
- package/src/inference/pipelines/text/embed.js +178 -241
- package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
- package/src/inference/pipelines/text/embedding-contract.js +21 -0
- package/src/inference/pipelines/text/embedding-extraction.js +225 -0
- package/src/inference/pipelines/text/embedding-normalization.js +39 -0
- package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
- package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
- package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
- package/src/inference/pipelines/text/execution-v1.js +7 -283
- package/src/inference/pipelines/text/execution.js +517 -0
- package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
- package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
- package/src/inference/pipelines/text/ffn/dense.js +6 -970
- package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
- package/src/inference/pipelines/text/ffn/standard.js +2 -1
- package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
- package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
- package/src/inference/pipelines/text/generator/decode.js +964 -0
- package/src/inference/pipelines/text/generator/diffusion.js +607 -0
- package/src/inference/pipelines/text/generator/logits-config.js +63 -0
- package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
- package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
- package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
- package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
- package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
- package/src/inference/pipelines/text/generator/recovery.js +310 -0
- package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
- package/src/inference/pipelines/text/generator/text.js +448 -0
- package/src/inference/pipelines/text/generator/training.js +753 -0
- package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
- package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
- package/src/inference/pipelines/text/generator-runtime.js +23 -154
- package/src/inference/pipelines/text/generator-steps.js +45 -980
- package/src/inference/pipelines/text/generator.js +179 -3552
- package/src/inference/pipelines/text/image-transcription.js +304 -0
- package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
- package/src/inference/pipelines/text/init-rope.js +37 -189
- package/src/inference/pipelines/text/init.d.ts +8 -3
- package/src/inference/pipelines/text/init.js +6 -216
- package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
- package/src/inference/pipelines/text/layer-input-execution.js +435 -0
- package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
- package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
- package/src/inference/pipelines/text/layer-plan.js +45 -3
- package/src/inference/pipelines/text/layer.js +52 -522
- package/src/inference/pipelines/text/lifecycle.js +839 -0
- package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
- package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
- package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
- package/src/inference/pipelines/text/linear-attention.js +28 -534
- package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
- package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
- package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
- package/src/inference/pipelines/text/logits/cpu.js +8 -95
- package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
- package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
- package/src/inference/pipelines/text/logits/gpu.js +116 -579
- package/src/inference/pipelines/text/logits/index.d.ts +2 -1
- package/src/inference/pipelines/text/logits/index.js +62 -102
- package/src/inference/pipelines/text/logits/output-transform.js +54 -0
- package/src/inference/pipelines/text/logits/plan.js +184 -0
- package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
- package/src/inference/pipelines/text/logits/readback.js +9 -0
- package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
- package/src/inference/pipelines/text/logits/types.d.ts +1 -0
- package/src/inference/pipelines/text/lora-apply.js +12 -4
- package/src/inference/pipelines/text/lora-types.d.ts +12 -0
- package/src/inference/pipelines/text/modality-token-contract.js +115 -0
- package/src/inference/pipelines/text/model-load.js +0 -20
- package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
- package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
- package/src/inference/pipelines/text/moe/plan.js +47 -0
- package/src/inference/pipelines/text/moe-cpu.js +9 -135
- package/src/inference/pipelines/text/moe-gpu.js +21 -545
- package/src/inference/pipelines/text/normalization-contract.js +17 -0
- package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
- package/src/inference/pipelines/text/per-layer/plan.js +362 -0
- package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
- package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
- package/src/inference/pipelines/text/probes.js +20 -0
- package/src/inference/pipelines/text/sampling-config.js +22 -113
- package/src/inference/pipelines/text/sampling.d.ts +9 -1
- package/src/inference/pipelines/text/sampling.js +18 -375
- package/src/inference/pipelines/text/state.d.ts +8 -0
- package/src/inference/pipelines/text/state.js +1 -0
- package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
- package/src/inference/pipelines/text/types.d.ts +7 -3
- package/src/inference/pipelines/text/weight-loading-config.js +194 -0
- package/src/inference/pipelines/text.d.ts +2 -2
- package/src/inference/pipelines/text.js +46 -1633
- package/src/inference/pipelines/video/frame-sampler.js +0 -13
- package/src/inference/pipelines/video/index.js +0 -21
- package/src/inference/pipelines/vision/attention.js +59 -0
- package/src/inference/pipelines/vision/encoder.js +254 -369
- package/src/inference/pipelines/vision/gemma4.js +204 -318
- package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
- package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
- package/src/inference/pipelines/vision/glmocr.js +557 -0
- package/src/inference/pipelines/vision/image-preprocess.js +0 -27
- package/src/inference/pipelines/vision/index.js +8 -27
- package/src/inference/pipelines/vision/ops.js +11 -33
- package/src/inference/pipelines/vision/patch-embed.js +51 -145
- package/src/inference/pipelines/vision/spatial-merge.js +78 -0
- package/src/inference/pipelines/vision/weight-loading.js +79 -0
- package/src/inference/refactor-receipt.js +2 -2
- package/src/inference/rerank.js +182 -0
- package/src/inference/token-sampling.js +319 -0
- package/src/inference/tokenizer.js +1 -1
- package/src/inference/tokenizers/behavior-flags.js +6 -3
- package/src/inference/tokenizers/bundled/decoders.js +133 -0
- package/src/inference/tokenizers/bundled/registry.js +216 -0
- package/src/inference/tokenizers/bundled.js +23 -353
- package/src/loader/doppler-loader.d.ts +4 -0
- package/src/loader/doppler-loader.js +119 -930
- package/src/loader/embedding-limit-preflight.js +11 -4
- package/src/loader/embedding-loader.js +1 -3
- package/src/loader/gpu-tensor-materialization.js +20 -0
- package/src/loader/layer-loader.js +15 -119
- package/src/loader/layer-tensor-aliases.js +99 -0
- package/src/loader/layer-weight-shape.js +29 -0
- package/src/loader/load-timing.js +64 -0
- package/src/loader/loader-types.d.ts +3 -0
- package/src/loader/model-executor.js +819 -0
- package/src/loader/model-load-validation.js +15 -0
- package/src/loader/quantization-constants.d.ts +11 -29
- package/src/loader/quantization-constants.js +1 -2
- package/src/loader/shard-resolver.js +0 -14
- package/src/loader/tensor-load-error.js +14 -0
- package/src/loader/tensor-shard-indices.js +8 -0
- package/src/loader/tensors/bf16-loader.js +125 -0
- package/src/loader/tensors/functional-descriptor-loader.js +3 -375
- package/src/loader/tensors/load-executor.js +577 -0
- package/src/loader/tensors/source-transform/executor.js +123 -0
- package/src/loader/tensors/source-transform/plan.js +107 -0
- package/src/loader/tensors/source-transform.js +15 -264
- package/src/loader/tensors/tensor-loader.d.ts +4 -4
- package/src/loader/tensors/tensor-loader.js +7 -653
- package/src/memory/buffer-pool.js +7 -29
- package/src/rules/capability-transform-resolver.js +80 -0
- package/src/rules/execution-contract.d.ts +73 -0
- package/src/rules/execution-contract.js +429 -0
- package/src/rules/execution-rules-contract-check.js +1 -1
- package/src/rules/generated/rule-bundle.json +4305 -0
- package/src/rules/inference/capability-transforms.rules.json +3 -3
- package/src/rules/layer-pattern-contract-check.js +1 -1
- package/src/rules/rule-registry.js +70 -57
- package/src/storage/artifact-storage-context.js +2 -2
- package/src/storage/backend-selection.js +43 -0
- package/src/storage/backends/opfs-store.d.ts +41 -0
- package/src/storage/distribution-transport.js +5 -0
- package/src/storage/download/integrity.d.ts +33 -0
- package/src/storage/download/integrity.js +130 -0
- package/src/storage/download/resume-inspection.d.ts +22 -0
- package/src/storage/download/resume-inspection.js +134 -0
- package/src/storage/download/retry.js +57 -0
- package/src/storage/download/state.js +131 -0
- package/src/storage/download/transport.js +99 -0
- package/src/storage/downloader.js +74 -453
- package/src/storage/model-cache.d.ts +1 -0
- package/src/storage/model-cache.js +51 -11
- package/src/storage/shard-manager.d.ts +5 -0
- package/src/storage/shard-manager.js +50 -369
- package/src/storage/shards/index.js +60 -0
- package/src/storage/shards/integrity.js +225 -0
- package/src/storage/shards/lifecycle.js +22 -0
- package/src/storage/source-artifact-store.js +14 -4
- package/src/tooling/boundary-evidence.d.ts +4 -4
- package/src/tooling/boundary-evidence.js +20 -20
- package/src/tooling/browser-command-runner.js +13 -6
- package/src/tooling/capsule-v2.d.ts +11 -0
- package/src/tooling/capsule-v2.js +58 -0
- package/src/tooling/capsule.js +20 -0
- package/src/tooling/command-api-constants.js +1 -1
- package/src/tooling/command-api-family-normalizers.js +163 -5
- package/src/tooling/command-api.d.ts +42 -3
- package/src/tooling/command-api.js +7 -2
- package/src/tooling/command-envelope.js +1 -1
- package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
- package/src/tooling/command-runner.html +49 -1
- package/src/tooling/command-validation.js +1 -24
- package/src/tooling/conversion-run-timing.js +24 -0
- package/src/tooling/diagnose-runner.js +11 -9
- package/src/tooling/distribution-shard-transport.js +11 -0
- package/src/tooling/execution-cost-ledger.d.ts +76 -2
- package/src/tooling/execution-cost-ledger.js +197 -15
- package/src/tooling/hf-registry/catalog-io.js +63 -0
- package/src/tooling/litert/package.js +863 -0
- package/src/tooling/litert-package-runtime.js +3 -849
- package/src/tooling/model-capsule-forge.js +478 -0
- package/src/tooling/node-browser/execution.d.ts +40 -0
- package/src/tooling/node-browser/execution.js +308 -0
- package/src/tooling/node-browser/static-server.js +189 -0
- package/src/tooling/node-browser/transport.d.ts +80 -0
- package/src/tooling/node-browser/transport.js +622 -0
- package/src/tooling/node-browser-command-runner.d.ts +18 -78
- package/src/tooling/node-browser-command-runner.js +10 -1112
- package/src/tooling/node-capsule-artifact-store.js +44 -0
- package/src/tooling/node-command-execution.js +237 -0
- package/src/tooling/node-command-runner.js +26 -205
- package/src/tooling/node-converter/input.js +521 -0
- package/src/tooling/node-converter/output.js +244 -0
- package/src/tooling/node-converter-chunk-batches.js +21 -0
- package/src/tooling/node-converter.js +7 -720
- package/src/tooling/node-source-runtime.js +16 -276
- package/src/tooling/node-webgpu-provider.v1.json +33 -0
- package/src/tooling/node-webgpu.js +178 -453
- package/src/tooling/opfs-cache.d.ts +5 -0
- package/src/tooling/opfs-cache.js +4 -0
- package/src/tooling/production-release.d.ts +19 -0
- package/src/tooling/production-release.js +647 -0
- package/src/tooling/program-bundle/embedding-reference.js +19 -0
- package/src/tooling/program-bundle/materialize.js +324 -0
- package/src/tooling/program-bundle/rerank-reference.js +22 -0
- package/src/tooling/program-bundle/sequence-reference.js +42 -0
- package/src/tooling/program-bundle/validation.js +31 -0
- package/src/tooling/program-bundle/wgsl-closure.js +254 -0
- package/src/tooling/program-bundle-parity.d.ts +11 -4
- package/src/tooling/program-bundle-parity.js +262 -109
- package/src/tooling/program-bundle.d.ts +7 -0
- package/src/tooling/program-bundle.js +186 -591
- package/src/tooling/provider-v1-contract.d.ts +61 -0
- package/src/tooling/provider-v1-contract.js +192 -0
- package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
- package/src/tooling/registered-variant-calibration-job.js +210 -0
- package/src/tooling/registered-variant-calibration.d.ts +167 -7
- package/src/tooling/registered-variant-calibration.js +57 -7
- package/src/tooling/runtime-optimization/candidates.js +664 -0
- package/src/tooling/runtime-optimization-campaign.js +166 -0
- package/src/tooling/runtime-optimization-index.js +16 -1
- package/src/tooling/runtime-optimization.d.ts +44 -0
- package/src/tooling/runtime-optimization.js +13 -656
- package/src/tooling/source-intake.d.ts +1 -1
- package/src/tooling/source-intake.js +34 -17
- package/src/tooling/source-package-profiles.js +1 -1
- package/src/tooling/source-runtime/bundle-materialize.js +298 -0
- package/src/tooling/source-runtime/bundle-plan.js +121 -0
- package/src/tooling/source-runtime/node-loader.js +258 -0
- package/src/tooling/source-runtime-bundle.js +26 -411
- package/src/tooling/source-runtime-converter-config.js +1 -1
- package/src/tooling-experimental-exports.js +0 -5
- package/src/tooling-exports/evidence.d.ts +14 -3
- package/src/tooling-exports/evidence.js +14 -3
- package/src/tooling-exports/storage.d.ts +7 -0
- package/src/tooling-exports/storage.js +5 -0
- package/src/tooling-exports.d.ts +3 -0
- package/src/tooling-exports.js +2 -0
- package/src/tooling-exports.shared.d.ts +17 -3
- package/src/tooling-exports.shared.js +9 -3
- package/src/training.d.ts +6 -6
- package/src/training.js +4 -4
- package/src/version.js +1 -1
- package/tests/kernels/browser/kernel-suite.js +512 -0
- package/tests/kernels/browser/test-page.js +170 -14
- package/tests/kernels/harness/tolerance.js +1 -0
- package/tests/kernels/reference/index.js +13 -1
- package/tests/kernels/reference/vision.js +160 -0
- package/src/converter/quantizer.d.ts +0 -121
- package/src/gpu/kernels/backward/utils.d.ts +0 -90
- package/src/gpu/kernels/uniform-utils.d.ts +0 -66
- package/src/gpu/kernels/utils.d.ts +0 -147
- package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
- package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
- package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
- package/src/inference/pipelines/text/moe-helpers.js +0 -21
- package/src/rules/converter/execution.rules.json +0 -20
- package/src/rules/converter/tensor-roles.rules.json +0 -13
- package/src/rules/converter/tokenizer.rules.json +0 -12
- package/src/rules/inference/attention.rules.json +0 -69
- package/src/rules/inference/config.rules.json +0 -82
- package/src/rules/inference/dtype.rules.json +0 -113
- package/src/rules/inference/execution.rules.json +0 -195
- package/src/rules/inference/ffn.rules.json +0 -123
- package/src/rules/inference/layer-pattern.rules.json +0 -16
- package/src/rules/inference/layer.rules.json +0 -7
- package/src/rules/inference/moe.rules.json +0 -145
- package/src/rules/kernels/attention.rules.json +0 -68
- package/src/rules/kernels/conv2d.rules.json +0 -6
- package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/dequant.rules.json +0 -58
- package/src/rules/kernels/energy.rules.json +0 -22
- package/src/rules/kernels/fused-ffn.rules.json +0 -15
- package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
- package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
- package/src/rules/kernels/gather.rules.json +0 -93
- package/src/rules/kernels/gelu.rules.json +0 -11
- package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
- package/src/rules/kernels/groupnorm.rules.json +0 -10
- package/src/rules/kernels/kv_quantize.rules.json +0 -9
- package/src/rules/kernels/layernorm.rules.json +0 -6
- package/src/rules/kernels/linear-attention.rules.json +0 -6
- package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
- package/src/rules/kernels/matmul.rules.json +0 -95
- package/src/rules/kernels/modulate.rules.json +0 -6
- package/src/rules/kernels/moe.rules.gptoss.json +0 -105
- package/src/rules/kernels/moe.rules.json +0 -14
- package/src/rules/kernels/moe.rules.mixtral.json +0 -75
- package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
- package/src/rules/kernels/relu.rules.json +0 -6
- package/src/rules/kernels/rep-penalty.rules.json +0 -6
- package/src/rules/kernels/repeat-channels.rules.json +0 -6
- package/src/rules/kernels/residual.rules.json +0 -12
- package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
- package/src/rules/kernels/rmsnorm.rules.json +0 -46
- package/src/rules/kernels/rope-qk.rules.json +0 -6
- package/src/rules/kernels/rope.rules.json +0 -6
- package/src/rules/kernels/sample.rules.json +0 -6
- package/src/rules/kernels/scale.rules.json +0 -8
- package/src/rules/kernels/silu.rules.json +0 -22
- package/src/rules/kernels/softmax.rules.json +0 -25
- package/src/rules/kernels/split-qg.rules.json +0 -6
- package/src/rules/kernels/split-qkv.rules.json +0 -6
- package/src/rules/kernels/upsample2d.rules.json +0 -6
- package/src/rules/loader/tensor-loader.rules.json +0 -42
- package/src/rules/loader/weights.rules.json +0 -42
- package/src/rules/tooling/command-runtime.rules.json +0 -65
- package/src/tooling/hf-registry-utils.js +0 -395
- /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
- /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
- /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
- /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
- /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
- /package/src/{utils → formats}/array-buffer.js +0 -0
- /package/src/{utils → formats}/canonical-hash.js +0 -0
- /package/src/{utils → formats}/clone-json.js +0 -0
- /package/src/{utils → formats}/encode-utf8.js +0 -0
- /package/src/{utils → formats}/load-json.js +0 -0
- /package/src/{utils → formats}/plain-object.js +0 -0
- /package/src/{utils → formats}/sha256.js +0 -0
- /package/src/{utils → formats}/stable-sort-object.js +0 -0
- /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
- /package/src/{utils → storage}/hf-resolve-url.js +0 -0
- /package/src/{utils → storage}/runtime-env.js +0 -0
- /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
|
@@ -1,1112 +1,10 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
} from './command-api.js';
|
|
12
|
-
import {
|
|
13
|
-
isToolingSuccessEnvelope,
|
|
14
|
-
normalizeToToolingCommandError,
|
|
15
|
-
} from './command-envelope.js';
|
|
16
|
-
|
|
17
|
-
const DEFAULT_HOST = '127.0.0.1';
|
|
18
|
-
const DEFAULT_RUNNER_PATH = '/src/tooling/command-runner.html';
|
|
19
|
-
const DEFAULT_TIMEOUT_MS = 180_000;
|
|
20
|
-
const DEFAULT_CLEANUP_TIMEOUT_MS = 5_000;
|
|
21
|
-
const DEFAULT_OPFS_CACHE_DIR = path.join(os.homedir(), '.cache', 'doppler', 'chromium-profile');
|
|
22
|
-
const DEFAULT_OPFS_CACHE_PORT = 19836;
|
|
23
|
-
const SERVER_HOSTS = Object.freeze(['127.0.0.1', 'localhost', '0.0.0.0']);
|
|
24
|
-
const DEFAULT_CHANNEL_ORDER = Object.freeze({
|
|
25
|
-
darwin: ['chromium', 'chrome'],
|
|
26
|
-
linux: ['chromium', 'chrome'],
|
|
27
|
-
win32: ['chromium', 'chrome'],
|
|
28
|
-
});
|
|
29
|
-
const PERSISTENT_LAUNCH_ERROR_HINTS = Object.freeze([
|
|
30
|
-
'Target page, context or browser has been closed',
|
|
31
|
-
'bootstrap_check_in',
|
|
32
|
-
'Permission denied',
|
|
33
|
-
'org.chromium.Chromium.MachPortRendezvousServer',
|
|
34
|
-
]);
|
|
35
|
-
|
|
36
|
-
const MIME_BY_EXTENSION = Object.freeze({
|
|
37
|
-
'.html': 'text/html; charset=utf-8',
|
|
38
|
-
'.js': 'text/javascript; charset=utf-8',
|
|
39
|
-
'.json': 'application/json; charset=utf-8',
|
|
40
|
-
'.css': 'text/css; charset=utf-8',
|
|
41
|
-
'.map': 'application/json; charset=utf-8',
|
|
42
|
-
'.svg': 'image/svg+xml',
|
|
43
|
-
'.png': 'image/png',
|
|
44
|
-
'.jpg': 'image/jpeg',
|
|
45
|
-
'.jpeg': 'image/jpeg',
|
|
46
|
-
'.ico': 'image/x-icon',
|
|
47
|
-
'.wasm': 'application/wasm',
|
|
48
|
-
'.wgsl': 'text/plain; charset=utf-8',
|
|
49
|
-
'.bin': 'application/octet-stream',
|
|
50
|
-
'.txt': 'text/plain; charset=utf-8',
|
|
51
|
-
});
|
|
52
|
-
|
|
53
|
-
function contentTypeFor(filePath) {
|
|
54
|
-
const ext = path.extname(filePath).toLowerCase();
|
|
55
|
-
return MIME_BY_EXTENSION[ext] || 'application/octet-stream';
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
function resolveStaticPath(rootDir, requestPath) {
|
|
59
|
-
let decodedPath = '/';
|
|
60
|
-
try {
|
|
61
|
-
decodedPath = decodeURIComponent(requestPath || '/');
|
|
62
|
-
} catch {
|
|
63
|
-
return null;
|
|
64
|
-
}
|
|
65
|
-
const normalizedPath = decodedPath.replace(/^\/+/, '');
|
|
66
|
-
const candidate = path.resolve(rootDir, normalizedPath || 'index.html');
|
|
67
|
-
const normalizedRoot = path.resolve(rootDir);
|
|
68
|
-
if (candidate !== normalizedRoot && !candidate.startsWith(`${normalizedRoot}${path.sep}`)) {
|
|
69
|
-
return null;
|
|
70
|
-
}
|
|
71
|
-
return candidate;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
function normalizeStaticMounts(mounts = []) {
|
|
75
|
-
if (!Array.isArray(mounts)) {
|
|
76
|
-
throw new Error('browser command: staticMounts must be an array.');
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
return mounts.map((mount, index) => {
|
|
80
|
-
if (!mount || typeof mount !== 'object' || Array.isArray(mount)) {
|
|
81
|
-
throw new Error(`browser command: staticMounts[${index}] must be an object.`);
|
|
82
|
-
}
|
|
83
|
-
const urlPrefix = String(mount.urlPrefix || '').trim();
|
|
84
|
-
const rootDir = String(mount.rootDir || '').trim();
|
|
85
|
-
if (!urlPrefix.startsWith('/')) {
|
|
86
|
-
throw new Error(`browser command: staticMounts[${index}].urlPrefix must start with "/".`);
|
|
87
|
-
}
|
|
88
|
-
if (!rootDir) {
|
|
89
|
-
throw new Error(`browser command: staticMounts[${index}].rootDir is required.`);
|
|
90
|
-
}
|
|
91
|
-
return {
|
|
92
|
-
urlPrefix: urlPrefix.replace(/\/+$/u, '') || '/',
|
|
93
|
-
rootDir: path.resolve(rootDir),
|
|
94
|
-
};
|
|
95
|
-
});
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
function findStaticRootForRequest(rootDir, mounts, requestPath) {
|
|
99
|
-
const normalizedPath = String(requestPath || '/');
|
|
100
|
-
let bestMount = null;
|
|
101
|
-
|
|
102
|
-
for (const mount of mounts) {
|
|
103
|
-
const prefix = mount.urlPrefix;
|
|
104
|
-
if (normalizedPath !== prefix && !normalizedPath.startsWith(`${prefix}/`)) {
|
|
105
|
-
continue;
|
|
106
|
-
}
|
|
107
|
-
if (!bestMount || prefix.length > bestMount.urlPrefix.length) {
|
|
108
|
-
bestMount = mount;
|
|
109
|
-
}
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
if (!bestMount) {
|
|
113
|
-
return {
|
|
114
|
-
effectiveRootDir: rootDir,
|
|
115
|
-
effectivePath: normalizedPath,
|
|
116
|
-
};
|
|
117
|
-
}
|
|
118
|
-
|
|
119
|
-
const relativePath = normalizedPath.slice(bestMount.urlPrefix.length) || '/';
|
|
120
|
-
return {
|
|
121
|
-
effectiveRootDir: bestMount.rootDir,
|
|
122
|
-
effectivePath: relativePath.startsWith('/') ? relativePath : `/${relativePath}`,
|
|
123
|
-
};
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
async function resolveFileForRequest(rootDir, mounts, requestPath) {
|
|
127
|
-
const { effectiveRootDir, effectivePath } = findStaticRootForRequest(rootDir, mounts, requestPath);
|
|
128
|
-
const resolved = resolveStaticPath(effectiveRootDir, effectivePath);
|
|
129
|
-
if (!resolved) return null;
|
|
130
|
-
|
|
131
|
-
let stats;
|
|
132
|
-
try {
|
|
133
|
-
stats = await fs.stat(resolved);
|
|
134
|
-
} catch {
|
|
135
|
-
return null;
|
|
136
|
-
}
|
|
137
|
-
|
|
138
|
-
if (stats.isDirectory()) {
|
|
139
|
-
const indexPath = path.join(resolved, 'index.html');
|
|
140
|
-
try {
|
|
141
|
-
const indexStats = await fs.stat(indexPath);
|
|
142
|
-
if (indexStats.isFile()) {
|
|
143
|
-
return { filePath: indexPath, size: indexStats.size };
|
|
144
|
-
}
|
|
145
|
-
} catch {
|
|
146
|
-
return null;
|
|
147
|
-
}
|
|
148
|
-
return null;
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
if (!stats.isFile()) return null;
|
|
152
|
-
return { filePath: resolved, size: stats.size };
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
export async function createStaticFileServer(options = {}) {
|
|
156
|
-
const rootDir = path.resolve(
|
|
157
|
-
options.rootDir || fileURLToPath(new URL('../..', import.meta.url))
|
|
158
|
-
);
|
|
159
|
-
const staticMounts = normalizeStaticMounts(options.staticMounts || []);
|
|
160
|
-
const host = String(options.host || DEFAULT_HOST);
|
|
161
|
-
const port = Number.isFinite(options.port) ? Math.max(0, Math.floor(options.port)) : 0;
|
|
162
|
-
|
|
163
|
-
const server = createServer(async (req, res) => {
|
|
164
|
-
const method = req.method || 'GET';
|
|
165
|
-
if (method !== 'GET' && method !== 'HEAD') {
|
|
166
|
-
res.statusCode = 405;
|
|
167
|
-
res.end('Method Not Allowed');
|
|
168
|
-
return;
|
|
169
|
-
}
|
|
170
|
-
|
|
171
|
-
let pathname = '/';
|
|
172
|
-
try {
|
|
173
|
-
const url = new URL(req.url || '/', `http://${req.headers.host || host}`);
|
|
174
|
-
pathname = url.pathname || '/';
|
|
175
|
-
} catch {
|
|
176
|
-
res.statusCode = 400;
|
|
177
|
-
res.end('Bad Request');
|
|
178
|
-
return;
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
const resolved = await resolveFileForRequest(rootDir, staticMounts, pathname);
|
|
182
|
-
if (!resolved) {
|
|
183
|
-
res.statusCode = 404;
|
|
184
|
-
res.end('File not found');
|
|
185
|
-
return;
|
|
186
|
-
}
|
|
187
|
-
|
|
188
|
-
res.statusCode = 200;
|
|
189
|
-
res.setHeader('Content-Type', contentTypeFor(resolved.filePath));
|
|
190
|
-
res.setHeader('Content-Length', resolved.size);
|
|
191
|
-
res.setHeader('Cache-Control', 'no-store, no-cache, must-revalidate, max-age=0');
|
|
192
|
-
res.setHeader('Pragma', 'no-cache');
|
|
193
|
-
res.setHeader('Expires', '0');
|
|
194
|
-
if (method === 'HEAD') {
|
|
195
|
-
res.end();
|
|
196
|
-
return;
|
|
197
|
-
}
|
|
198
|
-
|
|
199
|
-
const stream = createReadStream(resolved.filePath, {
|
|
200
|
-
highWaterMark: resolved.size > 1024 * 1024 ? 1024 * 1024 : undefined,
|
|
201
|
-
});
|
|
202
|
-
stream.on('error', () => {
|
|
203
|
-
if (!res.headersSent) {
|
|
204
|
-
res.statusCode = 500;
|
|
205
|
-
}
|
|
206
|
-
res.end();
|
|
207
|
-
});
|
|
208
|
-
stream.pipe(res);
|
|
209
|
-
});
|
|
210
|
-
|
|
211
|
-
const tryListen = (listenHost) => new Promise((resolve, reject) => {
|
|
212
|
-
const listener = listenHost == null ? server.listen(port) : server.listen(port, listenHost);
|
|
213
|
-
listener.once('error', (error) => {
|
|
214
|
-
reject(error);
|
|
215
|
-
});
|
|
216
|
-
listener.once('listening', () => {
|
|
217
|
-
resolve(listener);
|
|
218
|
-
});
|
|
219
|
-
});
|
|
220
|
-
|
|
221
|
-
const tryHosts = options.host == null ? [...SERVER_HOSTS, null] : [host];
|
|
222
|
-
let lastError = null;
|
|
223
|
-
for (const listenHost of tryHosts) {
|
|
224
|
-
try {
|
|
225
|
-
await tryListen(listenHost);
|
|
226
|
-
break;
|
|
227
|
-
} catch (error) {
|
|
228
|
-
lastError = error;
|
|
229
|
-
if (error?.code !== 'EACCES' && error?.code !== 'EADDRINUSE' && error?.code !== 'EPERM') {
|
|
230
|
-
throw error;
|
|
231
|
-
}
|
|
232
|
-
server.close();
|
|
233
|
-
}
|
|
234
|
-
}
|
|
235
|
-
|
|
236
|
-
if (lastError) {
|
|
237
|
-
throw lastError;
|
|
238
|
-
}
|
|
239
|
-
|
|
240
|
-
const address = server.address();
|
|
241
|
-
if (!address || typeof address !== 'object') {
|
|
242
|
-
server.close();
|
|
243
|
-
throw new Error('browser command: failed to resolve static server address.');
|
|
244
|
-
}
|
|
245
|
-
|
|
246
|
-
const resolvedHost = typeof address.address === 'string' ? address.address : DEFAULT_HOST;
|
|
247
|
-
const effectiveHost = resolvedHost === '::' || resolvedHost === '0.0.0.0' ? DEFAULT_HOST : resolvedHost;
|
|
248
|
-
|
|
249
|
-
const close = async () => {
|
|
250
|
-
server.close();
|
|
251
|
-
await once(server, 'close');
|
|
252
|
-
};
|
|
253
|
-
|
|
254
|
-
return {
|
|
255
|
-
baseUrl: `http://${effectiveHost}:${address.port}`,
|
|
256
|
-
close,
|
|
257
|
-
};
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
function normalizeHeadless(value) {
|
|
261
|
-
if (value === undefined || value === null) return true;
|
|
262
|
-
if (typeof value === 'boolean') {
|
|
263
|
-
return value;
|
|
264
|
-
}
|
|
265
|
-
if (typeof value === 'string') {
|
|
266
|
-
const normalized = value.trim().toLowerCase();
|
|
267
|
-
if (normalized === 'true') return true;
|
|
268
|
-
if (normalized === 'false') return false;
|
|
269
|
-
}
|
|
270
|
-
throw new Error('browser command: headless must be true or false.');
|
|
271
|
-
}
|
|
272
|
-
|
|
273
|
-
function normalizeTimeoutMs(value) {
|
|
274
|
-
if (value === undefined || value === null) return DEFAULT_TIMEOUT_MS;
|
|
275
|
-
const parsed = Number(value);
|
|
276
|
-
if (!Number.isFinite(parsed) || parsed <= 0) {
|
|
277
|
-
throw new Error('browser command: timeoutMs must be a positive number.');
|
|
278
|
-
}
|
|
279
|
-
return Math.floor(parsed);
|
|
280
|
-
}
|
|
281
|
-
|
|
282
|
-
function normalizeRunnerPath(value) {
|
|
283
|
-
const raw = String(value || DEFAULT_RUNNER_PATH).trim();
|
|
284
|
-
if (!raw.startsWith('/')) {
|
|
285
|
-
return `/${raw}`;
|
|
286
|
-
}
|
|
287
|
-
return raw;
|
|
288
|
-
}
|
|
289
|
-
|
|
290
|
-
function formatLaunchErrorMessage(error) {
|
|
291
|
-
if (error == null) return '';
|
|
292
|
-
if (typeof error.message === 'string' && error.message.trim().length > 0) {
|
|
293
|
-
return error.message;
|
|
294
|
-
}
|
|
295
|
-
return String(error);
|
|
296
|
-
}
|
|
297
|
-
|
|
298
|
-
function isRecoverablePersistentLaunchError(error) {
|
|
299
|
-
const message = formatLaunchErrorMessage(error);
|
|
300
|
-
return PERSISTENT_LAUNCH_ERROR_HINTS.some((hint) => message.includes(hint));
|
|
301
|
-
}
|
|
302
|
-
|
|
303
|
-
function normalizeBaseUrl(value) {
|
|
304
|
-
if (value === undefined || value === null || value === '') {
|
|
305
|
-
return null;
|
|
306
|
-
}
|
|
307
|
-
const raw = String(value).trim();
|
|
308
|
-
if (!raw) return null;
|
|
309
|
-
try {
|
|
310
|
-
const url = new URL(raw);
|
|
311
|
-
return url.toString().replace(/\/$/, '');
|
|
312
|
-
} catch {
|
|
313
|
-
throw new Error('browser command: baseUrl must be an absolute URL, for example http://127.0.0.1:8080');
|
|
314
|
-
}
|
|
315
|
-
}
|
|
316
|
-
|
|
317
|
-
function resolveLocalFileModelPath(modelUrl) {
|
|
318
|
-
return resolveLocalFileUrlPath(modelUrl, 'request.modelUrl');
|
|
319
|
-
}
|
|
320
|
-
|
|
321
|
-
function resolveLocalFileUrlPath(urlValue, fieldLabel) {
|
|
322
|
-
const normalized = asNonEmptyString(urlValue);
|
|
323
|
-
if (!normalized || !normalized.startsWith('file://')) {
|
|
324
|
-
return null;
|
|
325
|
-
}
|
|
326
|
-
try {
|
|
327
|
-
return fileURLToPath(normalized);
|
|
328
|
-
} catch (error) {
|
|
329
|
-
throw new Error(
|
|
330
|
-
`browser command: ${fieldLabel} must be a valid file:// URL when provided explicitly; ` +
|
|
331
|
-
`got ${JSON.stringify(urlValue)} (${error?.message || error}).`
|
|
332
|
-
);
|
|
333
|
-
}
|
|
334
|
-
}
|
|
335
|
-
|
|
336
|
-
async function createLocalFileRelayMount(filePath, fieldLabel, urlPrefixRoot, options = {}) {
|
|
337
|
-
if (options.baseUrl) {
|
|
338
|
-
throw new Error(
|
|
339
|
-
`browser command: explicit local file:// ${fieldLabel} requires the relay-owned static server. ` +
|
|
340
|
-
'Remove run.browser.baseUrl or use a hosted URL instead.'
|
|
341
|
-
);
|
|
342
|
-
}
|
|
343
|
-
|
|
344
|
-
let stats;
|
|
345
|
-
try {
|
|
346
|
-
stats = await fs.stat(filePath);
|
|
347
|
-
} catch (error) {
|
|
348
|
-
throw new Error(
|
|
349
|
-
`browser command: explicit local ${fieldLabel} "${options.originalUrl}" is not accessible: ${error?.message || error}.`
|
|
350
|
-
);
|
|
351
|
-
}
|
|
352
|
-
|
|
353
|
-
const expectDirectory = options.kind === 'directory';
|
|
354
|
-
if (expectDirectory && !stats.isDirectory()) {
|
|
355
|
-
throw new Error(
|
|
356
|
-
`browser command: explicit local file:// ${fieldLabel} must point to a directory; got "${options.originalUrl}".`
|
|
357
|
-
);
|
|
358
|
-
}
|
|
359
|
-
if (!expectDirectory && !stats.isFile()) {
|
|
360
|
-
throw new Error(
|
|
361
|
-
`browser command: explicit local file:// ${fieldLabel} must point to a file; got "${options.originalUrl}".`
|
|
362
|
-
);
|
|
363
|
-
}
|
|
364
|
-
|
|
365
|
-
const fileName = path.basename(filePath) || options.fallbackName || 'asset';
|
|
366
|
-
const mountName = encodeURIComponent(fileName);
|
|
367
|
-
const mountPrefix = `${urlPrefixRoot}/${mountName}-${process.pid}-${Date.now()}`;
|
|
368
|
-
if (expectDirectory) {
|
|
369
|
-
if (options.mountParentDirectory === true) {
|
|
370
|
-
return {
|
|
371
|
-
url: `${mountPrefix}/${mountName}`,
|
|
372
|
-
staticMount: {
|
|
373
|
-
urlPrefix: mountPrefix,
|
|
374
|
-
rootDir: path.dirname(filePath),
|
|
375
|
-
},
|
|
376
|
-
};
|
|
377
|
-
}
|
|
378
|
-
return {
|
|
379
|
-
url: mountPrefix,
|
|
380
|
-
staticMount: {
|
|
381
|
-
urlPrefix: mountPrefix,
|
|
382
|
-
rootDir: filePath,
|
|
383
|
-
},
|
|
384
|
-
};
|
|
385
|
-
}
|
|
386
|
-
|
|
387
|
-
return {
|
|
388
|
-
url: `${mountPrefix}/${encodeURIComponent(fileName)}`,
|
|
389
|
-
staticMount: {
|
|
390
|
-
urlPrefix: mountPrefix,
|
|
391
|
-
rootDir: path.dirname(filePath),
|
|
392
|
-
},
|
|
393
|
-
};
|
|
394
|
-
}
|
|
395
|
-
|
|
396
|
-
export async function resolveLocalFileModelUrlForBrowserRelay(request, options = {}) {
|
|
397
|
-
const localModelPath = resolveLocalFileModelPath(request?.modelUrl);
|
|
398
|
-
const localRuntimeConfigPath = resolveLocalFileUrlPath(request?.runtimeConfigUrl, 'request.runtimeConfigUrl');
|
|
399
|
-
const localInferenceImagePath = resolveLocalFileUrlPath(
|
|
400
|
-
request?.inferenceInput?.image?.url,
|
|
401
|
-
'request.inferenceInput.image.url'
|
|
402
|
-
);
|
|
403
|
-
if (options.staticMounts != null && !Array.isArray(options.staticMounts)) {
|
|
404
|
-
throw new Error('browser command: staticMounts must be an array.');
|
|
405
|
-
}
|
|
406
|
-
const staticMounts = Array.isArray(options.staticMounts) ? [...options.staticMounts] : [];
|
|
407
|
-
if (!localModelPath && !localRuntimeConfigPath && !localInferenceImagePath) {
|
|
408
|
-
return {
|
|
409
|
-
relayRequest: request,
|
|
410
|
-
staticMounts,
|
|
411
|
-
};
|
|
412
|
-
}
|
|
413
|
-
let relayRequest = request;
|
|
414
|
-
const relayStaticMounts = [...staticMounts];
|
|
415
|
-
|
|
416
|
-
if (localModelPath) {
|
|
417
|
-
const modelRelayMount = await createLocalFileRelayMount(localModelPath, 'modelUrl', '/__doppler_local_model', {
|
|
418
|
-
...options,
|
|
419
|
-
originalUrl: request.modelUrl,
|
|
420
|
-
kind: 'directory',
|
|
421
|
-
fallbackName: 'model',
|
|
422
|
-
mountParentDirectory: true,
|
|
423
|
-
});
|
|
424
|
-
relayRequest = {
|
|
425
|
-
...relayRequest,
|
|
426
|
-
modelUrl: modelRelayMount.url,
|
|
427
|
-
};
|
|
428
|
-
relayStaticMounts.push(modelRelayMount.staticMount);
|
|
429
|
-
}
|
|
430
|
-
|
|
431
|
-
if (localRuntimeConfigPath) {
|
|
432
|
-
const runtimeConfigRelayMount = await createLocalFileRelayMount(
|
|
433
|
-
localRuntimeConfigPath,
|
|
434
|
-
'runtimeConfigUrl',
|
|
435
|
-
'/__doppler_local_runtime_config',
|
|
436
|
-
{
|
|
437
|
-
...options,
|
|
438
|
-
originalUrl: request.runtimeConfigUrl,
|
|
439
|
-
kind: 'file',
|
|
440
|
-
fallbackName: 'runtime-config.json',
|
|
441
|
-
}
|
|
442
|
-
);
|
|
443
|
-
relayRequest = {
|
|
444
|
-
...relayRequest,
|
|
445
|
-
runtimeConfigUrl: runtimeConfigRelayMount.url,
|
|
446
|
-
};
|
|
447
|
-
relayStaticMounts.push(runtimeConfigRelayMount.staticMount);
|
|
448
|
-
}
|
|
449
|
-
|
|
450
|
-
if (localInferenceImagePath) {
|
|
451
|
-
const imageRelayMount = await createLocalFileRelayMount(
|
|
452
|
-
localInferenceImagePath,
|
|
453
|
-
'inferenceInput.image.url',
|
|
454
|
-
'/__doppler_local_input_image',
|
|
455
|
-
{
|
|
456
|
-
...options,
|
|
457
|
-
originalUrl: request.inferenceInput.image.url,
|
|
458
|
-
kind: 'file',
|
|
459
|
-
fallbackName: 'input-image',
|
|
460
|
-
}
|
|
461
|
-
);
|
|
462
|
-
relayRequest = {
|
|
463
|
-
...relayRequest,
|
|
464
|
-
inferenceInput: {
|
|
465
|
-
...(relayRequest.inferenceInput || {}),
|
|
466
|
-
image: {
|
|
467
|
-
...(relayRequest.inferenceInput?.image || {}),
|
|
468
|
-
url: imageRelayMount.url,
|
|
469
|
-
},
|
|
470
|
-
},
|
|
471
|
-
};
|
|
472
|
-
relayStaticMounts.push(imageRelayMount.staticMount);
|
|
473
|
-
}
|
|
474
|
-
|
|
475
|
-
return {
|
|
476
|
-
relayRequest,
|
|
477
|
-
staticMounts: relayStaticMounts,
|
|
478
|
-
};
|
|
479
|
-
}
|
|
480
|
-
|
|
481
|
-
function normalizeBrowserArgs(value) {
|
|
482
|
-
if (value === undefined || value === null) return [];
|
|
483
|
-
if (!Array.isArray(value)) {
|
|
484
|
-
throw new Error('browser command: browserArgs must be an array.');
|
|
485
|
-
}
|
|
486
|
-
|
|
487
|
-
return value.map((arg) => {
|
|
488
|
-
if (arg === undefined || arg === null) {
|
|
489
|
-
throw new Error('browser command: browserArgs values must be strings.');
|
|
490
|
-
}
|
|
491
|
-
if (typeof arg !== 'string') {
|
|
492
|
-
throw new Error('browser command: browserArgs values must be strings.');
|
|
493
|
-
}
|
|
494
|
-
return arg.trim();
|
|
495
|
-
}).filter((arg) => arg.length > 0);
|
|
496
|
-
}
|
|
497
|
-
|
|
498
|
-
const DEFAULT_WEBGPU_BROWSER_ARGS = Object.freeze([
|
|
499
|
-
'--enable-unsafe-webgpu',
|
|
500
|
-
'--enable-webgpu-developer-features',
|
|
501
|
-
'--disable-dawn-features=disallow_unsafe_apis',
|
|
502
|
-
'--ignore-gpu-blocklist',
|
|
503
|
-
]);
|
|
504
|
-
const CRASH_RECOVERY_BROWSER_ARGS = Object.freeze([
|
|
505
|
-
'--disable-breakpad',
|
|
506
|
-
'--disable-gpu-sandbox',
|
|
507
|
-
'--no-sandbox',
|
|
508
|
-
]);
|
|
509
|
-
|
|
510
|
-
const PLATFORM_WEBGPU_ARGS = Object.freeze({
|
|
511
|
-
darwin: Object.freeze(['--use-angle=metal']),
|
|
512
|
-
linux: Object.freeze([
|
|
513
|
-
'--use-angle=vulkan',
|
|
514
|
-
'--enable-features=Vulkan',
|
|
515
|
-
'--disable-vulkan-surface',
|
|
516
|
-
]),
|
|
517
|
-
win32: Object.freeze([]),
|
|
518
|
-
});
|
|
519
|
-
const BROWSER_LAUNCH_HINT = 'Install Playwright browsers (npx playwright install) or set run.browser.channel / run.browser.executablePath.';
|
|
520
|
-
|
|
521
|
-
function uniqueArgs(args) {
|
|
522
|
-
return [...new Set(args)];
|
|
523
|
-
}
|
|
524
|
-
|
|
525
|
-
function asNonEmptyString(value) {
|
|
526
|
-
if (value == null) return null;
|
|
527
|
-
const normalized = String(value).trim();
|
|
528
|
-
return normalized === '' ? null : normalized;
|
|
529
|
-
}
|
|
530
|
-
|
|
531
|
-
function createPersistentContextRequiredError(requestedLoadMode, cause = null) {
|
|
532
|
-
const baseMessage = requestedLoadMode === 'opfs'
|
|
533
|
-
? 'browser command: loadMode=opfs requires persistent browser context; persistent launch failed.'
|
|
534
|
-
: 'browser command: persistent browser context is required when OPFS cache is enabled; persistent launch failed.';
|
|
535
|
-
const causeMessage = asNonEmptyString(cause?.message || cause);
|
|
536
|
-
return new Error(
|
|
537
|
-
`${baseMessage} Re-run with run.browser.opfsCache=false to use a non-persistent browser session.${causeMessage ? ` (${causeMessage})` : ''}`
|
|
538
|
-
);
|
|
539
|
-
}
|
|
540
|
-
|
|
541
|
-
export function finalizeBrowserRelayResponse(response, request) {
|
|
542
|
-
if (!isToolingSuccessEnvelope(response)) {
|
|
543
|
-
throw new Error('browser command: runner returned an invalid success envelope.');
|
|
544
|
-
}
|
|
545
|
-
return {
|
|
546
|
-
...response,
|
|
547
|
-
request,
|
|
548
|
-
};
|
|
549
|
-
}
|
|
550
|
-
|
|
551
|
-
function normalizeWebgpuBackend(value) {
|
|
552
|
-
const raw = asNonEmptyString(value);
|
|
553
|
-
if (!raw) return null;
|
|
554
|
-
const normalized = raw.toLowerCase();
|
|
555
|
-
if (normalized.includes('metal')) return 'metal';
|
|
556
|
-
if (normalized.includes('vulkan')) return 'vulkan';
|
|
557
|
-
if (normalized.includes('d3d12')) return 'd3d12';
|
|
558
|
-
if (normalized.includes('d3d11')) return 'd3d11';
|
|
559
|
-
if (normalized.includes('opengl') || normalized === 'gl') return 'opengl';
|
|
560
|
-
if (normalized.includes('swiftshader')) return 'swiftshader';
|
|
561
|
-
return normalized;
|
|
562
|
-
}
|
|
563
|
-
|
|
564
|
-
function readFlagValue(args, flagName) {
|
|
565
|
-
if (!Array.isArray(args)) return null;
|
|
566
|
-
for (let i = 0; i < args.length; i += 1) {
|
|
567
|
-
const token = String(args[i] ?? '');
|
|
568
|
-
if (token === flagName) {
|
|
569
|
-
return asNonEmptyString(args[i + 1]);
|
|
570
|
-
}
|
|
571
|
-
if (token.startsWith(`${flagName}=`)) {
|
|
572
|
-
return asNonEmptyString(token.slice(flagName.length + 1));
|
|
573
|
-
}
|
|
574
|
-
}
|
|
575
|
-
return null;
|
|
576
|
-
}
|
|
577
|
-
|
|
578
|
-
function inferWebgpuBackendFromArgs(args, hostPlatform) {
|
|
579
|
-
const explicit = normalizeWebgpuBackend(readFlagValue(args, '--use-angle'));
|
|
580
|
-
if (explicit) return explicit;
|
|
581
|
-
const normalizedArgs = Array.isArray(args)
|
|
582
|
-
? args.map((value) => String(value ?? '').toLowerCase())
|
|
583
|
-
: [];
|
|
584
|
-
if (normalizedArgs.some((value) => value.includes('vulkan'))) return 'vulkan';
|
|
585
|
-
if (normalizedArgs.some((value) => value.includes('metal'))) return 'metal';
|
|
586
|
-
if (normalizedArgs.some((value) => value.includes('d3d12'))) return 'd3d12';
|
|
587
|
-
if (normalizedArgs.some((value) => value.includes('d3d11'))) return 'd3d11';
|
|
588
|
-
if (hostPlatform === 'darwin') return 'metal';
|
|
589
|
-
if (hostPlatform === 'linux') return 'vulkan';
|
|
590
|
-
if (hostPlatform === 'win32') return 'd3d12';
|
|
591
|
-
return null;
|
|
592
|
-
}
|
|
593
|
-
|
|
594
|
-
function withCrashRecoveryArgs(args = []) {
|
|
595
|
-
return uniqueArgs([...args, ...CRASH_RECOVERY_BROWSER_ARGS]);
|
|
596
|
-
}
|
|
597
|
-
|
|
598
|
-
function hasCrashRecoveryArgs(args = []) {
|
|
599
|
-
const argSet = new Set(args);
|
|
600
|
-
return CRASH_RECOVERY_BROWSER_ARGS.every((arg) => argSet.has(arg));
|
|
601
|
-
}
|
|
602
|
-
|
|
603
|
-
function formatBrowserEvaluationError(payload) {
|
|
604
|
-
if (!payload || typeof payload !== 'object') {
|
|
605
|
-
return new Error('browser command runner failed with an unserializable error.');
|
|
606
|
-
}
|
|
607
|
-
const message = asNonEmptyString(payload.message) || 'Unknown browser command error';
|
|
608
|
-
const stack = asNonEmptyString(payload.stack);
|
|
609
|
-
const causeMessage = asNonEmptyString(payload.cause?.message);
|
|
610
|
-
const text = [
|
|
611
|
-
`browser command runner failed: ${message}`,
|
|
612
|
-
stack,
|
|
613
|
-
causeMessage ? `Caused by: ${causeMessage}` : null,
|
|
614
|
-
].filter(Boolean).join('\n');
|
|
615
|
-
const error = new Error(text);
|
|
616
|
-
error.name = asNonEmptyString(payload.name) || 'BrowserCommandError';
|
|
617
|
-
error.code = asNonEmptyString(payload.code) || null;
|
|
618
|
-
error.retryable = typeof payload.retryable === 'boolean' ? payload.retryable : null;
|
|
619
|
-
error.details = {
|
|
620
|
-
...(payload.details && typeof payload.details === 'object' ? payload.details : {}),
|
|
621
|
-
browserErrorName: asNonEmptyString(payload.name),
|
|
622
|
-
browserStack: stack,
|
|
623
|
-
browserCause: payload.cause && typeof payload.cause === 'object'
|
|
624
|
-
? {
|
|
625
|
-
name: asNonEmptyString(payload.cause.name),
|
|
626
|
-
message: asNonEmptyString(payload.cause.message),
|
|
627
|
-
stack: asNonEmptyString(payload.cause.stack),
|
|
628
|
-
code: asNonEmptyString(payload.cause.code),
|
|
629
|
-
}
|
|
630
|
-
: null,
|
|
631
|
-
};
|
|
632
|
-
return error;
|
|
633
|
-
}
|
|
634
|
-
|
|
635
|
-
export async function runBrowserCommandEvaluationWithTimeout(operation, timeoutMs) {
|
|
636
|
-
let timeoutId = null;
|
|
637
|
-
const timeoutPromise = new Promise((_, reject) => {
|
|
638
|
-
timeoutId = setTimeout(() => {
|
|
639
|
-
reject(new Error(`browser command: runner did not finish within ${timeoutMs}ms.`));
|
|
640
|
-
}, timeoutMs);
|
|
641
|
-
});
|
|
642
|
-
try {
|
|
643
|
-
return await Promise.race([
|
|
644
|
-
operation(),
|
|
645
|
-
timeoutPromise,
|
|
646
|
-
]);
|
|
647
|
-
} finally {
|
|
648
|
-
if (timeoutId !== null) {
|
|
649
|
-
clearTimeout(timeoutId);
|
|
650
|
-
}
|
|
651
|
-
}
|
|
652
|
-
}
|
|
653
|
-
|
|
654
|
-
async function runBrowserCleanupWithTimeout(operation, timeoutMs) {
|
|
655
|
-
let timeoutId = null;
|
|
656
|
-
const cleanupPromise = Promise.resolve()
|
|
657
|
-
.then(operation)
|
|
658
|
-
.then(() => true, () => true);
|
|
659
|
-
const timeoutPromise = new Promise((resolve) => {
|
|
660
|
-
timeoutId = setTimeout(() => resolve(false), timeoutMs);
|
|
661
|
-
timeoutId.unref?.();
|
|
662
|
-
});
|
|
663
|
-
try {
|
|
664
|
-
return await Promise.race([
|
|
665
|
-
cleanupPromise,
|
|
666
|
-
timeoutPromise,
|
|
667
|
-
]);
|
|
668
|
-
} finally {
|
|
669
|
-
if (timeoutId !== null) {
|
|
670
|
-
clearTimeout(timeoutId);
|
|
671
|
-
}
|
|
672
|
-
}
|
|
673
|
-
}
|
|
674
|
-
|
|
675
|
-
function terminateBrowserProcess(browser) {
|
|
676
|
-
const childProcess = typeof browser?.process === 'function'
|
|
677
|
-
? browser.process()
|
|
678
|
-
: null;
|
|
679
|
-
if (childProcess && typeof childProcess.kill === 'function' && childProcess.killed !== true) {
|
|
680
|
-
childProcess.kill('SIGKILL');
|
|
681
|
-
}
|
|
682
|
-
}
|
|
683
|
-
|
|
684
|
-
function browserLaunchArgs(extraArgs = []) {
|
|
685
|
-
const platformArgs = PLATFORM_WEBGPU_ARGS[process.platform] ?? [];
|
|
686
|
-
return uniqueArgs([...DEFAULT_WEBGPU_BROWSER_ARGS, ...platformArgs, ...extraArgs]);
|
|
687
|
-
}
|
|
688
|
-
|
|
689
|
-
function resolveDefaultChannels() {
|
|
690
|
-
return DEFAULT_CHANNEL_ORDER[process.platform] ?? DEFAULT_CHANNEL_ORDER.linux;
|
|
691
|
-
}
|
|
692
|
-
|
|
693
|
-
async function launchBrowser(chromium, launchOptions, options = {}) {
|
|
694
|
-
const explicitChannel = options.explicitChannel ?? false;
|
|
695
|
-
const explicitExecutablePath = options.explicitExecutablePath ?? false;
|
|
696
|
-
if (explicitChannel || explicitExecutablePath) {
|
|
697
|
-
try {
|
|
698
|
-
return await chromium.launch(launchOptions);
|
|
699
|
-
} catch (error) {
|
|
700
|
-
const message = error?.message || String(error);
|
|
701
|
-
throw new Error(
|
|
702
|
-
`browser command: failed to launch browser (${message}). ${BROWSER_LAUNCH_HINT}`
|
|
703
|
-
);
|
|
704
|
-
}
|
|
705
|
-
}
|
|
706
|
-
|
|
707
|
-
const tryLaunch = async (candidateLaunchOptions) => {
|
|
708
|
-
const launchCandidateErrors = [];
|
|
709
|
-
for (const channel of resolveDefaultChannels()) {
|
|
710
|
-
try {
|
|
711
|
-
return await chromium.launch({ ...candidateLaunchOptions, channel });
|
|
712
|
-
} catch (error) {
|
|
713
|
-
const message = error?.message || String(error);
|
|
714
|
-
launchCandidateErrors.push(`${channel}: ${message}`);
|
|
715
|
-
}
|
|
716
|
-
}
|
|
717
|
-
|
|
718
|
-
try {
|
|
719
|
-
return await chromium.launch(candidateLaunchOptions);
|
|
720
|
-
} catch (error) {
|
|
721
|
-
const message = error?.message || String(error);
|
|
722
|
-
const allErrors = launchCandidateErrors.length > 0
|
|
723
|
-
? `${message} | channel errors: ${launchCandidateErrors.join(' | ')}`
|
|
724
|
-
: message;
|
|
725
|
-
throw new Error(
|
|
726
|
-
`browser command: failed to launch browser (${allErrors}). ` +
|
|
727
|
-
`Tried default channels: ${resolveDefaultChannels().join(', ')}. ` +
|
|
728
|
-
BROWSER_LAUNCH_HINT
|
|
729
|
-
);
|
|
730
|
-
}
|
|
731
|
-
};
|
|
732
|
-
|
|
733
|
-
const launchErrors = [];
|
|
734
|
-
const attemptConfigs = hasCrashRecoveryArgs(launchOptions.args || [])
|
|
735
|
-
? [launchOptions]
|
|
736
|
-
: [
|
|
737
|
-
launchOptions,
|
|
738
|
-
{ ...launchOptions, args: withCrashRecoveryArgs(launchOptions.args || []) },
|
|
739
|
-
];
|
|
740
|
-
|
|
741
|
-
for (const candidateLaunchOptions of attemptConfigs) {
|
|
742
|
-
try {
|
|
743
|
-
return await tryLaunch(candidateLaunchOptions);
|
|
744
|
-
} catch (error) {
|
|
745
|
-
const message = error?.message || String(error);
|
|
746
|
-
launchErrors.push(message);
|
|
747
|
-
|
|
748
|
-
if (isRecoverablePersistentLaunchError(error) && attemptConfigs.length === 2) {
|
|
749
|
-
continue;
|
|
750
|
-
}
|
|
751
|
-
|
|
752
|
-
if (!isRecoverablePersistentLaunchError(error) || launchErrors.length >= 2) {
|
|
753
|
-
throw error;
|
|
754
|
-
}
|
|
755
|
-
}
|
|
756
|
-
}
|
|
757
|
-
|
|
758
|
-
const retryMessage = launchErrors.join(' | ');
|
|
759
|
-
if (isRecoverablePersistentLaunchError(retryMessage)) {
|
|
760
|
-
throw new Error(
|
|
761
|
-
`browser command: failed to launch browser with crash recovery enabled (${retryMessage}). ` +
|
|
762
|
-
BROWSER_LAUNCH_HINT
|
|
763
|
-
);
|
|
764
|
-
}
|
|
765
|
-
|
|
766
|
-
throw new Error(
|
|
767
|
-
`browser command: failed to launch browser (${retryMessage}). ` +
|
|
768
|
-
`Tried default channels: ${resolveDefaultChannels().join(', ')}. ` +
|
|
769
|
-
BROWSER_LAUNCH_HINT
|
|
770
|
-
);
|
|
771
|
-
}
|
|
772
|
-
|
|
773
|
-
async function launchPersistentBrowser(chromium, userDataDir, launchOptions, options = {}) {
|
|
774
|
-
await fs.mkdir(userDataDir, { recursive: true });
|
|
775
|
-
|
|
776
|
-
const explicitChannel = options.explicitChannel ?? false;
|
|
777
|
-
const explicitExecutablePath = options.explicitExecutablePath ?? false;
|
|
778
|
-
|
|
779
|
-
// launchPersistentContext returns a BrowserContext directly (no separate Browser object).
|
|
780
|
-
const persistentOpts = { ...launchOptions };
|
|
781
|
-
|
|
782
|
-
if (explicitChannel || explicitExecutablePath) {
|
|
783
|
-
try {
|
|
784
|
-
return await chromium.launchPersistentContext(userDataDir, persistentOpts);
|
|
785
|
-
} catch (error) {
|
|
786
|
-
const message = error?.message || String(error);
|
|
787
|
-
throw new Error(
|
|
788
|
-
`browser command: failed to launch persistent browser (${message}). ${BROWSER_LAUNCH_HINT}`
|
|
789
|
-
);
|
|
790
|
-
}
|
|
791
|
-
}
|
|
792
|
-
|
|
793
|
-
const launchErrors = [];
|
|
794
|
-
const attemptConfigs = hasCrashRecoveryArgs(persistentOpts.args || [])
|
|
795
|
-
? [persistentOpts]
|
|
796
|
-
: [
|
|
797
|
-
persistentOpts,
|
|
798
|
-
{ ...persistentOpts, args: withCrashRecoveryArgs(persistentOpts.args || []) },
|
|
799
|
-
];
|
|
800
|
-
|
|
801
|
-
for (const candidateLaunchOptions of attemptConfigs) {
|
|
802
|
-
try {
|
|
803
|
-
for (const channel of resolveDefaultChannels()) {
|
|
804
|
-
try {
|
|
805
|
-
return await chromium.launchPersistentContext(userDataDir, { ...candidateLaunchOptions, channel });
|
|
806
|
-
} catch (error) {
|
|
807
|
-
const message = error?.message || String(error);
|
|
808
|
-
launchErrors.push(`${channel}: ${message}`);
|
|
809
|
-
}
|
|
810
|
-
}
|
|
811
|
-
return await chromium.launchPersistentContext(userDataDir, candidateLaunchOptions);
|
|
812
|
-
} catch (error) {
|
|
813
|
-
const message = error?.message || String(error);
|
|
814
|
-
launchErrors.push(message);
|
|
815
|
-
if (isRecoverablePersistentLaunchError(error) && attemptConfigs.length === 2) {
|
|
816
|
-
continue;
|
|
817
|
-
}
|
|
818
|
-
|
|
819
|
-
if (!isRecoverablePersistentLaunchError(error) || launchErrors.length >= 2) {
|
|
820
|
-
throw error;
|
|
821
|
-
}
|
|
822
|
-
}
|
|
823
|
-
}
|
|
824
|
-
|
|
825
|
-
const retryMessage = launchErrors.join(' | ');
|
|
826
|
-
if (isRecoverablePersistentLaunchError(retryMessage)) {
|
|
827
|
-
throw new Error(
|
|
828
|
-
`browser command: failed to launch persistent browser with crash recovery enabled (${retryMessage}). ` +
|
|
829
|
-
`Tried default channels: ${resolveDefaultChannels().join(', ')}. ` +
|
|
830
|
-
BROWSER_LAUNCH_HINT
|
|
831
|
-
);
|
|
832
|
-
}
|
|
833
|
-
|
|
834
|
-
throw new Error(
|
|
835
|
-
`browser command: failed to launch persistent browser (${retryMessage}). ` +
|
|
836
|
-
`Tried default channels: ${resolveDefaultChannels().join(', ')}. ` +
|
|
837
|
-
BROWSER_LAUNCH_HINT
|
|
838
|
-
);
|
|
839
|
-
}
|
|
840
|
-
|
|
841
|
-
export async function runBrowserCommandInNode(commandRequest, options = {}) {
|
|
842
|
-
let request = null;
|
|
843
|
-
let sourceRequest = null;
|
|
844
|
-
try {
|
|
845
|
-
({ request } = ensureCommandSupportedOnSurface(commandRequest, 'browser'));
|
|
846
|
-
sourceRequest = request;
|
|
847
|
-
|
|
848
|
-
if (request.keepPipeline) {
|
|
849
|
-
throw new Error(
|
|
850
|
-
'browser command relay does not support keepPipeline=true because pipeline objects are not serializable across process boundaries.'
|
|
851
|
-
);
|
|
852
|
-
}
|
|
853
|
-
|
|
854
|
-
let useOpfsCache = options.opfsCache !== false;
|
|
855
|
-
let relayRequest = request;
|
|
856
|
-
const userDataDir = options.userDataDir || DEFAULT_OPFS_CACHE_DIR;
|
|
857
|
-
const baseUrl = normalizeBaseUrl(options.baseUrl);
|
|
858
|
-
const localModelRelayState = await resolveLocalFileModelUrlForBrowserRelay(relayRequest, {
|
|
859
|
-
baseUrl,
|
|
860
|
-
staticMounts: options.staticMounts,
|
|
861
|
-
});
|
|
862
|
-
relayRequest = localModelRelayState.relayRequest;
|
|
863
|
-
const relayStaticMounts = localModelRelayState.staticMounts;
|
|
864
|
-
|
|
865
|
-
if (options.wipeCacheBeforeLaunch && useOpfsCache) {
|
|
866
|
-
await fs.rm(userDataDir, { recursive: true, force: true }).catch(() => {});
|
|
867
|
-
}
|
|
868
|
-
|
|
869
|
-
const { chromium } = await import('playwright');
|
|
870
|
-
// When OPFS caching is enabled, use a fixed port so the browser origin stays the same
|
|
871
|
-
// across runs (OPFS is origin-scoped). Without this, random ports create new origins.
|
|
872
|
-
const serverPort = options.port ?? (useOpfsCache ? DEFAULT_OPFS_CACHE_PORT : 0);
|
|
873
|
-
const server = baseUrl
|
|
874
|
-
? null
|
|
875
|
-
: await createStaticFileServer({
|
|
876
|
-
rootDir: options.staticRootDir,
|
|
877
|
-
staticMounts: relayStaticMounts,
|
|
878
|
-
host: options.host,
|
|
879
|
-
port: serverPort,
|
|
880
|
-
}).catch((error) => {
|
|
881
|
-
const message = error?.message || String(error);
|
|
882
|
-
throw new Error(
|
|
883
|
-
`browser command: failed to start static server (${message}). Set run.browser.baseUrl to reuse an existing server.`
|
|
884
|
-
);
|
|
885
|
-
});
|
|
886
|
-
|
|
887
|
-
const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
|
|
888
|
-
const launchOptions = {
|
|
889
|
-
headless: normalizeHeadless(options.headless),
|
|
890
|
-
args: browserLaunchArgs(normalizeBrowserArgs(options.browserArgs)),
|
|
891
|
-
timeout: timeoutMs,
|
|
892
|
-
};
|
|
893
|
-
|
|
894
|
-
if (options.channel) {
|
|
895
|
-
launchOptions.channel = String(options.channel);
|
|
896
|
-
}
|
|
897
|
-
if (options.executablePath) {
|
|
898
|
-
launchOptions.executablePath = String(options.executablePath);
|
|
899
|
-
}
|
|
900
|
-
|
|
901
|
-
const runnerPath = normalizeRunnerPath(options.runnerPath);
|
|
902
|
-
const resolvedBaseUrl = baseUrl || server.baseUrl;
|
|
903
|
-
const requestedLoadMode = sourceRequest.loadMode;
|
|
904
|
-
const requireOpfsLoad = requestedLoadMode === 'opfs';
|
|
905
|
-
const allowOpfsPromotion = requestedLoadMode == null;
|
|
906
|
-
if (requireOpfsLoad && useOpfsCache === false) {
|
|
907
|
-
throw new Error('browser command: loadMode=opfs requires OPFS cache support (remove --no-opfs-cache).');
|
|
908
|
-
}
|
|
909
|
-
if (requireOpfsLoad && sourceRequest.modelUrl && !sourceRequest.modelId) {
|
|
910
|
-
throw new Error(
|
|
911
|
-
'browser command: loadMode=opfs requires modelId when modelUrl is provided so the relay can verify and load the cached OPFS artifact.'
|
|
912
|
-
);
|
|
913
|
-
}
|
|
914
|
-
|
|
915
|
-
let browser = null;
|
|
916
|
-
let context = null;
|
|
917
|
-
try {
|
|
918
|
-
if (useOpfsCache) {
|
|
919
|
-
// Persistent context: OPFS data survives between runs.
|
|
920
|
-
// launchPersistentContext returns a BrowserContext directly (no separate Browser).
|
|
921
|
-
try {
|
|
922
|
-
context = await launchPersistentBrowser(chromium, userDataDir, launchOptions, {
|
|
923
|
-
explicitChannel: Boolean(options.channel),
|
|
924
|
-
explicitExecutablePath: Boolean(options.executablePath),
|
|
925
|
-
});
|
|
926
|
-
} catch (error) {
|
|
927
|
-
if (!isRecoverablePersistentLaunchError(error)) {
|
|
928
|
-
throw error;
|
|
929
|
-
}
|
|
930
|
-
if (typeof options.onConsole === 'function') {
|
|
931
|
-
options.onConsole({
|
|
932
|
-
type: 'warning',
|
|
933
|
-
text: '[browser] Persistent browser launch failed; retrying with a clean OPFS profile.',
|
|
934
|
-
});
|
|
935
|
-
}
|
|
936
|
-
await fs.rm(userDataDir, { recursive: true, force: true }).catch(() => {});
|
|
937
|
-
try {
|
|
938
|
-
context = await launchPersistentBrowser(chromium, userDataDir, launchOptions, {
|
|
939
|
-
explicitChannel: Boolean(options.channel),
|
|
940
|
-
explicitExecutablePath: Boolean(options.executablePath),
|
|
941
|
-
});
|
|
942
|
-
} catch (retryError) {
|
|
943
|
-
if (!isRecoverablePersistentLaunchError(retryError)) {
|
|
944
|
-
throw retryError;
|
|
945
|
-
}
|
|
946
|
-
throw createPersistentContextRequiredError(requestedLoadMode, retryError);
|
|
947
|
-
}
|
|
948
|
-
}
|
|
949
|
-
} else {
|
|
950
|
-
browser = await launchBrowser(chromium, launchOptions, {
|
|
951
|
-
explicitChannel: Boolean(options.channel),
|
|
952
|
-
explicitExecutablePath: Boolean(options.executablePath),
|
|
953
|
-
});
|
|
954
|
-
context = await browser.newContext();
|
|
955
|
-
}
|
|
956
|
-
|
|
957
|
-
const page = await context.newPage();
|
|
958
|
-
page.setDefaultTimeout(timeoutMs);
|
|
959
|
-
const pageDiagnostics = [];
|
|
960
|
-
|
|
961
|
-
if (typeof options.onConsole === 'function') {
|
|
962
|
-
page.on('console', (message) => {
|
|
963
|
-
options.onConsole({
|
|
964
|
-
type: message.type(),
|
|
965
|
-
text: message.text(),
|
|
966
|
-
});
|
|
967
|
-
});
|
|
968
|
-
}
|
|
969
|
-
|
|
970
|
-
page.on('pageerror', (error) => {
|
|
971
|
-
pageDiagnostics.push(`pageerror: ${error?.message || String(error)}`);
|
|
972
|
-
});
|
|
973
|
-
page.on('requestfailed', (request) => {
|
|
974
|
-
const failure = request.failure();
|
|
975
|
-
pageDiagnostics.push(
|
|
976
|
-
`requestfailed: ${request.url()} (${failure?.errorText || 'unknown error'})`
|
|
977
|
-
);
|
|
978
|
-
});
|
|
979
|
-
|
|
980
|
-
const runnerUrl = new URL(runnerPath, resolvedBaseUrl);
|
|
981
|
-
runnerUrl.searchParams.set('_dopplerRunner', String(Date.now()));
|
|
982
|
-
await page.goto(runnerUrl.toString(), { waitUntil: 'load' });
|
|
983
|
-
try {
|
|
984
|
-
await page.waitForFunction(() => globalThis.__dopplerRunnerReady === true, null, {
|
|
985
|
-
timeout: timeoutMs,
|
|
986
|
-
});
|
|
987
|
-
} catch (error) {
|
|
988
|
-
const diagnostics = pageDiagnostics.length
|
|
989
|
-
? pageDiagnostics.slice(0, 10).join(' | ')
|
|
990
|
-
: 'no page diagnostics captured';
|
|
991
|
-
throw new Error(
|
|
992
|
-
`browser command: runner did not become ready within ${timeoutMs}ms (${diagnostics}).`
|
|
993
|
-
);
|
|
994
|
-
}
|
|
995
|
-
|
|
996
|
-
let effectiveRequest = sourceRequest;
|
|
997
|
-
const shouldPrimeOpfsCache = useOpfsCache
|
|
998
|
-
&& relayRequest.modelId
|
|
999
|
-
&& relayRequest.modelUrl
|
|
1000
|
-
&& (requireOpfsLoad || allowOpfsPromotion);
|
|
1001
|
-
|
|
1002
|
-
if (shouldPrimeOpfsCache) {
|
|
1003
|
-
try {
|
|
1004
|
-
const cacheResult = await page.evaluate(async (payload) => {
|
|
1005
|
-
if (typeof globalThis.__dopplerEnsureCached !== 'function') {
|
|
1006
|
-
return { cached: false, error: '__dopplerEnsureCached not available' };
|
|
1007
|
-
}
|
|
1008
|
-
return globalThis.__dopplerEnsureCached(payload.modelId, payload.modelBaseUrl);
|
|
1009
|
-
}, {
|
|
1010
|
-
modelId: relayRequest.modelId,
|
|
1011
|
-
modelBaseUrl: relayRequest.modelUrl,
|
|
1012
|
-
});
|
|
1013
|
-
|
|
1014
|
-
if (cacheResult.cached) {
|
|
1015
|
-
relayRequest = { ...relayRequest, loadMode: 'opfs' };
|
|
1016
|
-
delete relayRequest.modelUrl;
|
|
1017
|
-
if (allowOpfsPromotion) {
|
|
1018
|
-
effectiveRequest = {
|
|
1019
|
-
...sourceRequest,
|
|
1020
|
-
loadMode: 'opfs',
|
|
1021
|
-
};
|
|
1022
|
-
}
|
|
1023
|
-
} else if (requireOpfsLoad) {
|
|
1024
|
-
const cacheError = cacheResult?.error || 'model not cached';
|
|
1025
|
-
throw new Error(
|
|
1026
|
-
`[opfs-cache] model cache is unavailable for "${relayRequest.modelId || 'unknown-model'}": ${cacheError}.`
|
|
1027
|
-
);
|
|
1028
|
-
}
|
|
1029
|
-
} catch (error) {
|
|
1030
|
-
if (requireOpfsLoad) {
|
|
1031
|
-
throw new Error(
|
|
1032
|
-
`[opfs-cache] cache priming failed: ${error?.message || error}.`
|
|
1033
|
-
);
|
|
1034
|
-
}
|
|
1035
|
-
}
|
|
1036
|
-
}
|
|
1037
|
-
|
|
1038
|
-
const response = await runBrowserCommandEvaluationWithTimeout(() => page.evaluate(async (payload) => {
|
|
1039
|
-
const serializeError = (error, depth = 0) => {
|
|
1040
|
-
if (!error || typeof error !== 'object') {
|
|
1041
|
-
return {
|
|
1042
|
-
name: null,
|
|
1043
|
-
message: String(error || 'Unknown browser error'),
|
|
1044
|
-
stack: null,
|
|
1045
|
-
code: null,
|
|
1046
|
-
details: null,
|
|
1047
|
-
retryable: null,
|
|
1048
|
-
cause: null,
|
|
1049
|
-
};
|
|
1050
|
-
}
|
|
1051
|
-
return {
|
|
1052
|
-
name: typeof error.name === 'string' ? error.name : null,
|
|
1053
|
-
message: typeof error.message === 'string' ? error.message : String(error),
|
|
1054
|
-
stack: typeof error.stack === 'string' ? error.stack : null,
|
|
1055
|
-
code: typeof error.code === 'string' ? error.code : null,
|
|
1056
|
-
details: error.details && typeof error.details === 'object' ? error.details : null,
|
|
1057
|
-
retryable: typeof error.retryable === 'boolean' ? error.retryable : null,
|
|
1058
|
-
cause: depth < 2 ? serializeError(error.cause, depth + 1) : null,
|
|
1059
|
-
};
|
|
1060
|
-
};
|
|
1061
|
-
if (typeof globalThis.__dopplerRunBrowserCommand !== 'function') {
|
|
1062
|
-
throw new Error('browser command runner is missing globalThis.__dopplerRunBrowserCommand');
|
|
1063
|
-
}
|
|
1064
|
-
try {
|
|
1065
|
-
return await globalThis.__dopplerRunBrowserCommand(payload.request, payload.options || {});
|
|
1066
|
-
} catch (error) {
|
|
1067
|
-
return {
|
|
1068
|
-
__dopplerBrowserError: serializeError(error),
|
|
1069
|
-
};
|
|
1070
|
-
}
|
|
1071
|
-
}, {
|
|
1072
|
-
request: relayRequest,
|
|
1073
|
-
options: {
|
|
1074
|
-
runtimeLoadOptions: options.runtimeLoadOptions || {},
|
|
1075
|
-
},
|
|
1076
|
-
}), timeoutMs);
|
|
1077
|
-
|
|
1078
|
-
if (response?.__dopplerBrowserError) {
|
|
1079
|
-
throw formatBrowserEvaluationError(response.__dopplerBrowserError);
|
|
1080
|
-
}
|
|
1081
|
-
|
|
1082
|
-
return finalizeBrowserRelayResponse(response, effectiveRequest);
|
|
1083
|
-
} catch (error) {
|
|
1084
|
-
throw normalizeToToolingCommandError(error, {
|
|
1085
|
-
surface: 'browser',
|
|
1086
|
-
request: sourceRequest,
|
|
1087
|
-
});
|
|
1088
|
-
} finally {
|
|
1089
|
-
const cleanupTimeoutMs = Math.min(timeoutMs, DEFAULT_CLEANUP_TIMEOUT_MS);
|
|
1090
|
-
if (browser) {
|
|
1091
|
-
const browserClosed = await runBrowserCleanupWithTimeout(() => browser.close(), cleanupTimeoutMs);
|
|
1092
|
-
if (!browserClosed) {
|
|
1093
|
-
terminateBrowserProcess(browser);
|
|
1094
|
-
}
|
|
1095
|
-
} else if (context) {
|
|
1096
|
-
await runBrowserCleanupWithTimeout(() => context.close(), cleanupTimeoutMs);
|
|
1097
|
-
}
|
|
1098
|
-
if (server) {
|
|
1099
|
-
await runBrowserCleanupWithTimeout(() => server.close(), cleanupTimeoutMs);
|
|
1100
|
-
}
|
|
1101
|
-
}
|
|
1102
|
-
} catch (error) {
|
|
1103
|
-
throw normalizeToToolingCommandError(error, {
|
|
1104
|
-
surface: 'browser',
|
|
1105
|
-
request: sourceRequest,
|
|
1106
|
-
});
|
|
1107
|
-
}
|
|
1108
|
-
}
|
|
1109
|
-
|
|
1110
|
-
export function normalizeNodeBrowserCommand(commandRequest) {
|
|
1111
|
-
return normalizeToolingCommandRequest(commandRequest);
|
|
1112
|
-
}
|
|
1
|
+
export {
|
|
2
|
+
createStaticFileServer,
|
|
3
|
+
finalizeBrowserRelayResponse,
|
|
4
|
+
resolveLocalFileModelUrlForBrowserRelay,
|
|
5
|
+
runBrowserCommandEvaluationWithTimeout,
|
|
6
|
+
} from './node-browser/transport.js';
|
|
7
|
+
export {
|
|
8
|
+
normalizeNodeBrowserCommand,
|
|
9
|
+
runBrowserCommandInNode,
|
|
10
|
+
} from './node-browser/execution.js';
|