@atomic-chat/core 0.5.1 → 0.13.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/app-daemon.js +20 -67
- package/dist/app-daemon.js.map +1 -1
- package/dist/backend/advisor/advisor.d.ts +132 -0
- package/dist/backend/advisor/advisor.js +537 -0
- package/dist/backend/advisor/advisor.js.map +1 -0
- package/dist/backend/advisor/index.d.ts +6 -0
- package/dist/backend/advisor/index.js +7 -0
- package/dist/backend/advisor/index.js.map +1 -0
- package/dist/backend/advisor/policy.d.ts +81 -0
- package/dist/backend/advisor/policy.js +154 -0
- package/dist/backend/advisor/policy.js.map +1 -0
- package/dist/backend/catalog/archive.d.ts +21 -7
- package/dist/backend/catalog/archive.js +57 -17
- package/dist/backend/catalog/archive.js.map +1 -1
- package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
- package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
- package/dist/backend/catalog/cuda-family.d.ts +12 -2
- package/dist/backend/catalog/cuda-family.js +30 -7
- package/dist/backend/catalog/cuda-family.js.map +1 -1
- package/dist/backend/catalog/index.d.ts +5 -0
- package/dist/backend/catalog/index.js +5 -0
- package/dist/backend/catalog/index.js.map +1 -1
- package/dist/backend/catalog/manifest.d.ts +5 -3
- package/dist/backend/catalog/manifest.js +12 -9
- package/dist/backend/catalog/manifest.js.map +1 -1
- package/dist/backend/catalog/migrate.d.ts +8 -6
- package/dist/backend/catalog/migrate.js +26 -15
- package/dist/backend/catalog/migrate.js.map +1 -1
- package/dist/backend/catalog/prism-catalog.d.ts +42 -0
- package/dist/backend/catalog/prism-catalog.js +101 -0
- package/dist/backend/catalog/prism-catalog.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
- package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
- package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
- package/dist/backend/catalog/prism-manifest.d.ts +90 -0
- package/dist/backend/catalog/prism-manifest.js +171 -0
- package/dist/backend/catalog/prism-manifest.js.map +1 -0
- package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
- package/dist/backend/catalog/turboquant-catalog.js +162 -0
- package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
- package/dist/backend/catalog/turboquant-index.d.ts +104 -0
- package/dist/backend/catalog/turboquant-index.js +260 -0
- package/dist/backend/catalog/turboquant-index.js.map +1 -0
- package/dist/backend/index.d.ts +1 -0
- package/dist/backend/index.js +1 -0
- package/dist/backend/index.js.map +1 -1
- package/dist/backend/install/runtime-backend.d.ts +6 -6
- package/dist/backend/install/runtime-backend.js +23 -20
- package/dist/backend/install/runtime-backend.js.map +1 -1
- package/dist/backend/install/service.d.ts +106 -5
- package/dist/backend/install/service.js +247 -21
- package/dist/backend/install/service.js.map +1 -1
- package/dist/backend/installed/bundled.d.ts +19 -0
- package/dist/backend/installed/bundled.js +45 -0
- package/dist/backend/installed/bundled.js.map +1 -0
- package/dist/backend/installed/index.d.ts +1 -0
- package/dist/backend/installed/index.js +1 -0
- package/dist/backend/installed/index.js.map +1 -1
- package/dist/backend/installed/installed.js +3 -0
- package/dist/backend/installed/installed.js.map +1 -1
- package/dist/backend/optimal/optimal-cache.d.ts +27 -8
- package/dist/backend/optimal/optimal-cache.js +38 -19
- package/dist/backend/optimal/optimal-cache.js.map +1 -1
- package/dist/backend/optimal/optimal-store.js +1 -1
- package/dist/backend/optimal/optimal-store.js.map +1 -1
- package/dist/backend/select/categories.d.ts +2 -1
- package/dist/backend/select/categories.js +8 -1
- package/dist/backend/select/categories.js.map +1 -1
- package/dist/backend/select/features.d.ts +13 -5
- package/dist/backend/select/features.js +36 -6
- package/dist/backend/select/features.js.map +1 -1
- package/dist/backend/select/index.d.ts +2 -0
- package/dist/backend/select/index.js +2 -0
- package/dist/backend/select/index.js.map +1 -1
- package/dist/backend/select/prism.d.ts +54 -0
- package/dist/backend/select/prism.js +212 -0
- package/dist/backend/select/prism.js.map +1 -0
- package/dist/backend/select/recovery.d.ts +4 -2
- package/dist/backend/select/recovery.js +17 -5
- package/dist/backend/select/recovery.js.map +1 -1
- package/dist/backend/select/tiers.d.ts +20 -11
- package/dist/backend/select/tiers.js +49 -11
- package/dist/backend/select/tiers.js.map +1 -1
- package/dist/backend/select/turboquant-tiers.d.ts +45 -0
- package/dist/backend/select/turboquant-tiers.js +114 -0
- package/dist/backend/select/turboquant-tiers.js.map +1 -0
- package/dist/backend/types.d.ts +6 -69
- package/dist/cli/commands/backends.d.ts +10 -0
- package/dist/cli/commands/backends.js +142 -0
- package/dist/cli/commands/backends.js.map +1 -0
- package/dist/cli/commands/hardware.d.ts +13 -0
- package/dist/cli/commands/hardware.js +71 -0
- package/dist/cli/commands/hardware.js.map +1 -0
- package/dist/cli/commands/host-step.d.ts +28 -0
- package/dist/cli/commands/host-step.js +67 -0
- package/dist/cli/commands/host-step.js.map +1 -0
- package/dist/cli/commands/index.d.ts +4 -1
- package/dist/cli/commands/index.js +4 -1
- package/dist/cli/commands/index.js.map +1 -1
- package/dist/cli/commands/serve.js +4 -4
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/commands/shared.d.ts +6 -1
- package/dist/cli/commands/shared.js +7 -0
- package/dist/cli/commands/shared.js.map +1 -1
- package/dist/cli/io.d.ts +11 -0
- package/dist/cli/io.js +28 -3
- package/dist/cli/io.js.map +1 -1
- package/dist/cli/launch.js +2 -2
- package/dist/cli/launch.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/cli/main.js +11 -1
- package/dist/cli/main.js.map +1 -1
- package/dist/client/control-client.d.ts +128 -7
- package/dist/client/control-client.js +211 -12
- package/dist/client/control-client.js.map +1 -1
- package/dist/cloud/registry.js +9 -1
- package/dist/cloud/registry.js.map +1 -1
- package/dist/config/paths.d.ts +137 -0
- package/dist/config/paths.js +163 -0
- package/dist/config/paths.js.map +1 -1
- package/dist/contracts/backend-advisor.d.ts +225 -0
- package/dist/contracts/backend-advisor.js +14 -0
- package/dist/contracts/backend-advisor.js.map +1 -0
- package/dist/contracts/control-api.d.ts +7 -1
- package/dist/contracts/control-api.js +7 -1
- package/dist/contracts/control-api.js.map +1 -1
- package/dist/contracts/decision.d.ts +394 -0
- package/dist/contracts/decision.js +69 -0
- package/dist/contracts/decision.js.map +1 -0
- package/dist/contracts/diffusion.d.ts +62 -9
- package/dist/contracts/embedding.d.ts +103 -0
- package/dist/contracts/embedding.js +24 -0
- package/dist/contracts/embedding.js.map +1 -0
- package/dist/contracts/engine-builds.d.ts +108 -0
- package/dist/contracts/engine-builds.js +11 -0
- package/dist/contracts/engine-builds.js.map +1 -0
- package/dist/contracts/engines.d.ts +157 -0
- package/dist/contracts/engines.js +50 -0
- package/dist/contracts/engines.js.map +1 -0
- package/dist/contracts/environment.d.ts +774 -0
- package/dist/contracts/environment.js +116 -0
- package/dist/contracts/environment.js.map +1 -0
- package/dist/contracts/errors.d.ts +43 -2
- package/dist/contracts/errors.js +41 -0
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/events.d.ts +82 -4
- package/dist/contracts/hardware.d.ts +79 -6
- package/dist/contracts/hardware.js +9 -5
- package/dist/contracts/hardware.js.map +1 -1
- package/dist/contracts/index.d.ts +8 -0
- package/dist/contracts/index.js +8 -0
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/model-compatibility.d.ts +97 -0
- package/dist/contracts/model-compatibility.js +6 -0
- package/dist/contracts/model-compatibility.js.map +1 -0
- package/dist/contracts/model-setup.d.ts +115 -0
- package/dist/contracts/model-setup.js +33 -0
- package/dist/contracts/model-setup.js.map +1 -0
- package/dist/contracts/model-yml.d.ts +14 -0
- package/dist/contracts/model-yml.js +1 -0
- package/dist/contracts/model-yml.js.map +1 -1
- package/dist/contracts/session.d.ts +45 -2
- package/dist/contracts/session.js +14 -1
- package/dist/contracts/session.js.map +1 -1
- package/dist/contracts/settings.d.ts +44 -1
- package/dist/contracts/settings.js.map +1 -1
- package/dist/core/atomic-core.d.ts +46 -5
- package/dist/core/atomic-core.js +25 -0
- package/dist/core/atomic-core.js.map +1 -1
- package/dist/core/create.js +523 -23
- package/dist/core/create.js.map +1 -1
- package/dist/core/gpu/index.d.ts +6 -0
- package/dist/core/gpu/index.js +7 -0
- package/dist/core/gpu/index.js.map +1 -0
- package/dist/core/gpu/policy.d.ts +68 -0
- package/dist/core/gpu/policy.js +99 -0
- package/dist/core/gpu/policy.js.map +1 -0
- package/dist/core/gpu/residency.d.ts +44 -0
- package/dist/core/gpu/residency.js +101 -0
- package/dist/core/gpu/residency.js.map +1 -0
- package/dist/core/gpu-residency.d.ts +39 -0
- package/dist/core/gpu-residency.js +32 -0
- package/dist/core/gpu-residency.js.map +1 -0
- package/dist/core/index.d.ts +1 -1
- package/dist/core/managed-engines.d.ts +207 -0
- package/dist/core/managed-engines.js +579 -0
- package/dist/core/managed-engines.js.map +1 -0
- package/dist/core/managed-environment.d.ts +72 -0
- package/dist/core/managed-environment.js +218 -0
- package/dist/core/managed-environment.js.map +1 -0
- package/dist/core/model-setup/index.d.ts +4 -0
- package/dist/core/model-setup/index.js +5 -0
- package/dist/core/model-setup/index.js.map +1 -0
- package/dist/core/model-setup/plan.d.ts +56 -0
- package/dist/core/model-setup/plan.js +158 -0
- package/dist/core/model-setup/plan.js.map +1 -0
- package/dist/core/model-setup/service.d.ts +92 -0
- package/dist/core/model-setup/service.js +329 -0
- package/dist/core/model-setup/service.js.map +1 -0
- package/dist/core/model-setup/store.d.ts +29 -0
- package/dist/core/model-setup/store.js +116 -0
- package/dist/core/model-setup/store.js.map +1 -0
- package/dist/core/model-setup/wiring.d.ts +59 -0
- package/dist/core/model-setup/wiring.js +132 -0
- package/dist/core/model-setup/wiring.js.map +1 -0
- package/dist/core/prism.d.ts +38 -0
- package/dist/core/prism.js +43 -0
- package/dist/core/prism.js.map +1 -0
- package/dist/core/public-server.d.ts +7 -0
- package/dist/core/public-server.js +5 -2
- package/dist/core/public-server.js.map +1 -1
- package/dist/core/sessions.d.ts +6 -1
- package/dist/core/sessions.js +18 -14
- package/dist/core/sessions.js.map +1 -1
- package/dist/core/tensorrt-llm.d.ts +169 -0
- package/dist/core/tensorrt-llm.js +428 -0
- package/dist/core/tensorrt-llm.js.map +1 -0
- package/dist/core/types.d.ts +43 -1
- package/dist/core/types.js.map +1 -1
- package/dist/decision/args.d.ts +110 -0
- package/dist/decision/args.js +126 -0
- package/dist/decision/args.js.map +1 -0
- package/dist/decision/backoff.d.ts +25 -0
- package/dist/decision/backoff.js +33 -0
- package/dist/decision/backoff.js.map +1 -0
- package/dist/decision/engine-candidates.d.ts +52 -0
- package/dist/decision/engine-candidates.js +138 -0
- package/dist/decision/engine-candidates.js.map +1 -0
- package/dist/decision/engine-fallback.d.ts +41 -0
- package/dist/decision/engine-fallback.js +57 -0
- package/dist/decision/engine-fallback.js.map +1 -0
- package/dist/decision/engine-version.d.ts +27 -0
- package/dist/decision/engine-version.js +54 -0
- package/dist/decision/engine-version.js.map +1 -0
- package/dist/decision/engine.d.ts +114 -0
- package/dist/decision/engine.js +253 -0
- package/dist/decision/engine.js.map +1 -0
- package/dist/decision/http.d.ts +36 -0
- package/dist/decision/http.js +73 -0
- package/dist/decision/http.js.map +1 -0
- package/dist/decision/index.d.ts +20 -0
- package/dist/decision/index.js +21 -0
- package/dist/decision/index.js.map +1 -0
- package/dist/decision/model-facts.d.ts +32 -0
- package/dist/decision/model-facts.js +40 -0
- package/dist/decision/model-facts.js.map +1 -0
- package/dist/decision/outcome.d.ts +35 -0
- package/dist/decision/outcome.js +105 -0
- package/dist/decision/outcome.js.map +1 -0
- package/dist/decision/process.d.ts +71 -0
- package/dist/decision/process.js +142 -0
- package/dist/decision/process.js.map +1 -0
- package/dist/decision/readiness.d.ts +74 -0
- package/dist/decision/readiness.js +165 -0
- package/dist/decision/readiness.js.map +1 -0
- package/dist/decision/request.d.ts +11 -0
- package/dist/decision/request.js +56 -0
- package/dist/decision/request.js.map +1 -0
- package/dist/decision/service.d.ts +202 -0
- package/dist/decision/service.js +711 -0
- package/dist/decision/service.js.map +1 -0
- package/dist/decision/upstream-version.d.ts +23 -0
- package/dist/decision/upstream-version.js +34 -0
- package/dist/decision/upstream-version.js.map +1 -0
- package/dist/decision/wiring.d.ts +67 -0
- package/dist/decision/wiring.js +101 -0
- package/dist/decision/wiring.js.map +1 -0
- package/dist/diffusion/args.d.ts +7 -4
- package/dist/diffusion/args.js +31 -7
- package/dist/diffusion/args.js.map +1 -1
- package/dist/diffusion/compat.d.ts +1 -1
- package/dist/diffusion/compat.js +6 -2
- package/dist/diffusion/compat.js.map +1 -1
- package/dist/diffusion/image-job.js +1 -1
- package/dist/diffusion/image-job.js.map +1 -1
- package/dist/diffusion/install.d.ts +35 -11
- package/dist/diffusion/install.js +74 -49
- package/dist/diffusion/install.js.map +1 -1
- package/dist/diffusion/job-kind.d.ts +33 -7
- package/dist/diffusion/jobs.d.ts +6 -1
- package/dist/diffusion/jobs.js +64 -18
- package/dist/diffusion/jobs.js.map +1 -1
- package/dist/diffusion/parse.d.ts +1 -2
- package/dist/diffusion/parse.js +1 -13
- package/dist/diffusion/parse.js.map +1 -1
- package/dist/diffusion/progress.js +3 -0
- package/dist/diffusion/progress.js.map +1 -1
- package/dist/diffusion/server-process.d.ts +6 -0
- package/dist/diffusion/server-process.js +3 -2
- package/dist/diffusion/server-process.js.map +1 -1
- package/dist/diffusion/service.d.ts +52 -6
- package/dist/diffusion/service.js +215 -40
- package/dist/diffusion/service.js.map +1 -1
- package/dist/diffusion/session.d.ts +27 -3
- package/dist/diffusion/session.js +108 -17
- package/dist/diffusion/session.js.map +1 -1
- package/dist/diffusion/state.d.ts +19 -1
- package/dist/diffusion/state.js +10 -0
- package/dist/diffusion/state.js.map +1 -1
- package/dist/diffusion/tracker.d.ts +21 -1
- package/dist/diffusion/tracker.js +43 -6
- package/dist/diffusion/tracker.js.map +1 -1
- package/dist/diffusion/types.d.ts +7 -0
- package/dist/diffusion/types.js +11 -0
- package/dist/diffusion/types.js.map +1 -1
- package/dist/diffusion/validate.js +2 -2
- package/dist/diffusion/validate.js.map +1 -1
- package/dist/diffusion/video-estimate.d.ts +214 -0
- package/dist/diffusion/video-estimate.js +402 -0
- package/dist/diffusion/video-estimate.js.map +1 -0
- package/dist/diffusion/video-eta.d.ts +90 -0
- package/dist/diffusion/video-eta.js +248 -0
- package/dist/diffusion/video-eta.js.map +1 -0
- package/dist/diffusion/video-history.d.ts +45 -0
- package/dist/diffusion/video-history.js +121 -0
- package/dist/diffusion/video-history.js.map +1 -0
- package/dist/diffusion/video-job.d.ts +13 -5
- package/dist/diffusion/video-job.js +42 -15
- package/dist/diffusion/video-job.js.map +1 -1
- package/dist/diffusion/video-recipe.js +3 -0
- package/dist/diffusion/video-recipe.js.map +1 -1
- package/dist/diffusion/video-tiling.d.ts +54 -0
- package/dist/diffusion/video-tiling.js +70 -0
- package/dist/diffusion/video-tiling.js.map +1 -0
- package/dist/diffusion/wiring.d.ts +14 -1
- package/dist/diffusion/wiring.js +7 -0
- package/dist/diffusion/wiring.js.map +1 -1
- package/dist/diffusion/workflow.d.ts +8 -2
- package/dist/diffusion/workflow.js +13 -5
- package/dist/diffusion/workflow.js.map +1 -1
- package/dist/downloads/downloader.d.ts +22 -0
- package/dist/downloads/downloader.js +57 -2
- package/dist/downloads/downloader.js.map +1 -1
- package/dist/downloads/protocol.d.ts +3 -8
- package/dist/downloads/protocol.js.map +1 -1
- package/dist/downloads/segmented.d.ts +40 -0
- package/dist/downloads/segmented.js +170 -0
- package/dist/downloads/segmented.js.map +1 -0
- package/dist/embedding/args.d.ts +39 -0
- package/dist/embedding/args.js +46 -0
- package/dist/embedding/args.js.map +1 -0
- package/dist/embedding/engine.d.ts +50 -0
- package/dist/embedding/engine.js +100 -0
- package/dist/embedding/engine.js.map +1 -0
- package/dist/embedding/ffmpeg.d.ts +18 -0
- package/dist/embedding/ffmpeg.js +63 -0
- package/dist/embedding/ffmpeg.js.map +1 -0
- package/dist/embedding/index.d.ts +16 -0
- package/dist/embedding/index.js +17 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/model-facts.d.ts +51 -0
- package/dist/embedding/model-facts.js +84 -0
- package/dist/embedding/model-facts.js.map +1 -0
- package/dist/embedding/process.d.ts +70 -0
- package/dist/embedding/process.js +140 -0
- package/dist/embedding/process.js.map +1 -0
- package/dist/embedding/readiness.d.ts +56 -0
- package/dist/embedding/readiness.js +114 -0
- package/dist/embedding/readiness.js.map +1 -0
- package/dist/embedding/request.d.ts +43 -0
- package/dist/embedding/request.js +285 -0
- package/dist/embedding/request.js.map +1 -0
- package/dist/embedding/service.d.ts +152 -0
- package/dist/embedding/service.js +602 -0
- package/dist/embedding/service.js.map +1 -0
- package/dist/embedding/wiring.d.ts +51 -0
- package/dist/embedding/wiring.js +79 -0
- package/dist/embedding/wiring.js.map +1 -0
- package/dist/engine-builds/builds.d.ts +54 -0
- package/dist/engine-builds/builds.js +151 -0
- package/dist/engine-builds/builds.js.map +1 -0
- package/dist/engine-builds/index.d.ts +10 -0
- package/dist/engine-builds/index.js +11 -0
- package/dist/engine-builds/index.js.map +1 -0
- package/dist/engine-builds/install.d.ts +42 -0
- package/dist/engine-builds/install.js +100 -0
- package/dist/engine-builds/install.js.map +1 -0
- package/dist/engine-builds/manifest.d.ts +121 -0
- package/dist/engine-builds/manifest.js +254 -0
- package/dist/engine-builds/manifest.js.map +1 -0
- package/dist/engine-builds/order.d.ts +24 -0
- package/dist/engine-builds/order.js +44 -0
- package/dist/engine-builds/order.js.map +1 -0
- package/dist/engine-builds/select.d.ts +123 -0
- package/dist/engine-builds/select.js +223 -0
- package/dist/engine-builds/select.js.map +1 -0
- package/dist/engine-builds/service.d.ts +123 -0
- package/dist/engine-builds/service.js +392 -0
- package/dist/engine-builds/service.js.map +1 -0
- package/dist/engines/descriptor-order.d.ts +28 -0
- package/dist/engines/descriptor-order.js +60 -0
- package/dist/engines/descriptor-order.js.map +1 -0
- package/dist/engines/engine-build.d.ts +23 -0
- package/dist/engines/engine-build.js +58 -0
- package/dist/engines/engine-build.js.map +1 -0
- package/dist/engines/index.d.ts +10 -0
- package/dist/engines/index.js +11 -0
- package/dist/engines/index.js.map +1 -0
- package/dist/engines/llamacpp.d.ts +71 -0
- package/dist/engines/llamacpp.js +176 -0
- package/dist/engines/llamacpp.js.map +1 -0
- package/dist/engines/managed.d.ts +49 -0
- package/dist/engines/managed.js +88 -0
- package/dist/engines/managed.js.map +1 -0
- package/dist/engines/service.d.ts +46 -0
- package/dist/engines/service.js +61 -0
- package/dist/engines/service.js.map +1 -0
- package/dist/engines/versions.d.ts +65 -0
- package/dist/engines/versions.js +259 -0
- package/dist/engines/versions.js.map +1 -0
- package/dist/hardware/cpu-flags.d.ts +44 -0
- package/dist/hardware/cpu-flags.js +206 -0
- package/dist/hardware/cpu-flags.js.map +1 -0
- package/dist/hardware/drm-sysfs.d.ts +51 -0
- package/dist/hardware/drm-sysfs.js +67 -0
- package/dist/hardware/drm-sysfs.js.map +1 -0
- package/dist/hardware/facts.d.ts +42 -0
- package/dist/hardware/facts.js +92 -0
- package/dist/hardware/facts.js.map +1 -0
- package/dist/hardware/index.d.ts +19 -3
- package/dist/hardware/index.js +19 -3
- package/dist/hardware/index.js.map +1 -1
- package/dist/hardware/merge.d.ts +55 -0
- package/dist/hardware/merge.js +141 -0
- package/dist/hardware/merge.js.map +1 -0
- package/dist/hardware/nvidia-smi.d.ts +43 -0
- package/dist/hardware/nvidia-smi.js +118 -0
- package/dist/hardware/nvidia-smi.js.map +1 -0
- package/dist/hardware/probe-common.d.ts +72 -0
- package/dist/hardware/probe-common.js +106 -0
- package/dist/hardware/probe-common.js.map +1 -0
- package/dist/hardware/probe-darwin.d.ts +20 -0
- package/dist/hardware/probe-darwin.js +76 -0
- package/dist/hardware/probe-darwin.js.map +1 -0
- package/dist/hardware/probe-linux.d.ts +9 -0
- package/dist/hardware/probe-linux.js +133 -0
- package/dist/hardware/probe-linux.js.map +1 -0
- package/dist/hardware/probe-windows.d.ts +7 -0
- package/dist/hardware/probe-windows.js +50 -0
- package/dist/hardware/probe-windows.js.map +1 -0
- package/dist/hardware/probe.d.ts +16 -0
- package/dist/hardware/probe.js +65 -0
- package/dist/hardware/probe.js.map +1 -0
- package/dist/hardware/service.d.ts +60 -0
- package/dist/hardware/service.js +114 -0
- package/dist/hardware/service.js.map +1 -0
- package/dist/hardware/vulkan.d.ts +47 -0
- package/dist/hardware/vulkan.js +148 -0
- package/dist/hardware/vulkan.js.map +1 -0
- package/dist/hardware/windows-video.d.ts +97 -0
- package/dist/hardware/windows-video.js +214 -0
- package/dist/hardware/windows-video.js.map +1 -0
- package/dist/host/app-daemon.d.ts +47 -0
- package/dist/host/app-daemon.js +146 -0
- package/dist/host/app-daemon.js.map +1 -0
- package/dist/host/index.d.ts +5 -3
- package/dist/host/index.js +5 -3
- package/dist/host/index.js.map +1 -1
- package/dist/host/log-file.d.ts +74 -0
- package/dist/host/log-file.js +214 -0
- package/dist/host/log-file.js.map +1 -0
- package/dist/host/recipes/enable-wsl.d.ts +63 -0
- package/dist/host/recipes/enable-wsl.js +73 -0
- package/dist/host/recipes/enable-wsl.js.map +1 -0
- package/dist/host/recipes/executor-io-windows.d.ts +69 -0
- package/dist/host/recipes/executor-io-windows.js +235 -0
- package/dist/host/recipes/executor-io-windows.js.map +1 -0
- package/dist/host/recipes/executor-io.d.ts +80 -0
- package/dist/host/recipes/executor-io.js +211 -0
- package/dist/host/recipes/executor-io.js.map +1 -0
- package/dist/host/recipes/executor.d.ts +81 -0
- package/dist/host/recipes/executor.js +678 -0
- package/dist/host/recipes/executor.js.map +1 -0
- package/dist/host/recipes/guest-executor.d.ts +29 -0
- package/dist/host/recipes/guest-executor.js +76 -0
- package/dist/host/recipes/guest-executor.js.map +1 -0
- package/dist/host/recipes/index.d.ts +16 -0
- package/dist/host/recipes/index.js +17 -0
- package/dist/host/recipes/index.js.map +1 -0
- package/dist/host/recipes/install-container-runtime.d.ts +389 -0
- package/dist/host/recipes/install-container-runtime.js +796 -0
- package/dist/host/recipes/install-container-runtime.js.map +1 -0
- package/dist/host/recipes/openpgp.d.ts +23 -0
- package/dist/host/recipes/openpgp.js +153 -0
- package/dist/host/recipes/openpgp.js.map +1 -0
- package/dist/host/recipes/request-file.d.ts +96 -0
- package/dist/host/recipes/request-file.js +103 -0
- package/dist/host/recipes/request-file.js.map +1 -0
- package/dist/lock/process-journal.d.ts +5 -2
- package/dist/lock/process-journal.js.map +1 -1
- package/dist/models/capabilities.d.ts +7 -0
- package/dist/models/capabilities.js +17 -1
- package/dist/models/capabilities.js.map +1 -1
- package/dist/models/compatibility/index.d.ts +10 -0
- package/dist/models/compatibility/index.js +11 -0
- package/dist/models/compatibility/index.js.map +1 -0
- package/dist/models/compatibility/inspect.d.ts +28 -0
- package/dist/models/compatibility/inspect.js +90 -0
- package/dist/models/compatibility/inspect.js.map +1 -0
- package/dist/models/compatibility/resolve.d.ts +59 -0
- package/dist/models/compatibility/resolve.js +219 -0
- package/dist/models/compatibility/resolve.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.d.ts +2 -0
- package/dist/models/compatibility/rules-baseline.js +10 -0
- package/dist/models/compatibility/rules-baseline.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.json +292 -0
- package/dist/models/compatibility/rules-service.d.ts +36 -0
- package/dist/models/compatibility/rules-service.js +109 -0
- package/dist/models/compatibility/rules-service.js.map +1 -0
- package/dist/models/compatibility/rules.d.ts +81 -0
- package/dist/models/compatibility/rules.js +164 -0
- package/dist/models/compatibility/rules.js.map +1 -0
- package/dist/models/compatibility/service.d.ts +62 -0
- package/dist/models/compatibility/service.js +138 -0
- package/dist/models/compatibility/service.js.map +1 -0
- package/dist/models/decision-checkpoint.d.ts +22 -0
- package/dist/models/decision-checkpoint.js +33 -0
- package/dist/models/decision-checkpoint.js.map +1 -0
- package/dist/models/gguf/classify.d.ts +27 -1
- package/dist/models/gguf/classify.js +78 -2
- package/dist/models/gguf/classify.js.map +1 -1
- package/dist/models/gguf/index.d.ts +1 -0
- package/dist/models/gguf/index.js +1 -0
- package/dist/models/gguf/index.js.map +1 -1
- package/dist/models/gguf/tensors.d.ts +57 -0
- package/dist/models/gguf/tensors.js +239 -0
- package/dist/models/gguf/tensors.js.map +1 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/index.js +2 -0
- package/dist/models/index.js.map +1 -1
- package/dist/router/resolve.d.ts +7 -1
- package/dist/router/resolve.js +14 -1
- package/dist/router/resolve.js.map +1 -1
- package/dist/runtime/container/argv.d.ts +88 -0
- package/dist/runtime/container/argv.js +406 -0
- package/dist/runtime/container/argv.js.map +1 -0
- package/dist/runtime/container/docker-binary.d.ts +4 -0
- package/dist/runtime/container/docker-binary.js +34 -0
- package/dist/runtime/container/docker-binary.js.map +1 -0
- package/dist/runtime/container/env.d.ts +17 -0
- package/dist/runtime/container/env.js +52 -0
- package/dist/runtime/container/env.js.map +1 -0
- package/dist/runtime/container/exec.d.ts +27 -0
- package/dist/runtime/container/exec.js +79 -0
- package/dist/runtime/container/exec.js.map +1 -0
- package/dist/runtime/container/execution-journal.d.ts +55 -0
- package/dist/runtime/container/execution-journal.js +167 -0
- package/dist/runtime/container/execution-journal.js.map +1 -0
- package/dist/runtime/container/heartbeat.d.ts +47 -0
- package/dist/runtime/container/heartbeat.js +78 -0
- package/dist/runtime/container/heartbeat.js.map +1 -0
- package/dist/runtime/container/index.d.ts +30 -0
- package/dist/runtime/container/index.js +31 -0
- package/dist/runtime/container/index.js.map +1 -0
- package/dist/runtime/container/operations.d.ts +40 -0
- package/dist/runtime/container/operations.js +233 -0
- package/dist/runtime/container/operations.js.map +1 -0
- package/dist/runtime/container/pull.d.ts +48 -0
- package/dist/runtime/container/pull.js +280 -0
- package/dist/runtime/container/pull.js.map +1 -0
- package/dist/runtime/container/reconcile.d.ts +34 -0
- package/dist/runtime/container/reconcile.js +79 -0
- package/dist/runtime/container/reconcile.js.map +1 -0
- package/dist/runtime/container/types.d.ts +124 -0
- package/dist/runtime/container/types.js +2 -0
- package/dist/runtime/container/types.js.map +1 -0
- package/dist/runtime/container/watchdog.d.ts +114 -0
- package/dist/runtime/container/watchdog.js +418 -0
- package/dist/runtime/container/watchdog.js.map +1 -0
- package/dist/runtime/container/wiring.d.ts +78 -0
- package/dist/runtime/container/wiring.js +92 -0
- package/dist/runtime/container/wiring.js.map +1 -0
- package/dist/runtime/container/wsl-exec.d.ts +13 -0
- package/dist/runtime/container/wsl-exec.js +18 -0
- package/dist/runtime/container/wsl-exec.js.map +1 -0
- package/dist/runtime/environment/cached-document.d.ts +128 -0
- package/dist/runtime/environment/cached-document.js +218 -0
- package/dist/runtime/environment/cached-document.js.map +1 -0
- package/dist/runtime/environment/canonical-json.d.ts +78 -0
- package/dist/runtime/environment/canonical-json.js +86 -0
- package/dist/runtime/environment/canonical-json.js.map +1 -0
- package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
- package/dist/runtime/environment/descriptor-provider.js +159 -0
- package/dist/runtime/environment/descriptor-provider.js.map +1 -0
- package/dist/runtime/environment/descriptor.d.ts +35 -0
- package/dist/runtime/environment/descriptor.js +239 -0
- package/dist/runtime/environment/descriptor.js.map +1 -0
- package/dist/runtime/environment/diagnostics.d.ts +50 -0
- package/dist/runtime/environment/diagnostics.js +114 -0
- package/dist/runtime/environment/diagnostics.js.map +1 -0
- package/dist/runtime/environment/document-fields.d.ts +39 -0
- package/dist/runtime/environment/document-fields.js +96 -0
- package/dist/runtime/environment/document-fields.js.map +1 -0
- package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
- package/dist/runtime/environment/environment-manifest-provider.js +89 -0
- package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
- package/dist/runtime/environment/environment-manifest.d.ts +35 -0
- package/dist/runtime/environment/environment-manifest.js +131 -0
- package/dist/runtime/environment/environment-manifest.js.map +1 -0
- package/dist/runtime/environment/guest-host.d.ts +43 -0
- package/dist/runtime/environment/guest-host.js +88 -0
- package/dist/runtime/environment/guest-host.js.map +1 -0
- package/dist/runtime/environment/host-exec.d.ts +38 -0
- package/dist/runtime/environment/host-exec.js +145 -0
- package/dist/runtime/environment/host-exec.js.map +1 -0
- package/dist/runtime/environment/host-step-failure.d.ts +33 -0
- package/dist/runtime/environment/host-step-failure.js +34 -0
- package/dist/runtime/environment/host-step-failure.js.map +1 -0
- package/dist/runtime/environment/index.d.ts +56 -0
- package/dist/runtime/environment/index.js +57 -0
- package/dist/runtime/environment/index.js.map +1 -0
- package/dist/runtime/environment/installations.d.ts +25 -0
- package/dist/runtime/environment/installations.js +70 -0
- package/dist/runtime/environment/installations.js.map +1 -0
- package/dist/runtime/environment/inventory.d.ts +42 -0
- package/dist/runtime/environment/inventory.js +57 -0
- package/dist/runtime/environment/inventory.js.map +1 -0
- package/dist/runtime/environment/linux-blockers.d.ts +130 -0
- package/dist/runtime/environment/linux-blockers.js +251 -0
- package/dist/runtime/environment/linux-blockers.js.map +1 -0
- package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
- package/dist/runtime/environment/linux-docker-facts.js +342 -0
- package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
- package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
- package/dist/runtime/environment/linux-docker-network.js +195 -0
- package/dist/runtime/environment/linux-docker-network.js.map +1 -0
- package/dist/runtime/environment/linux-host.d.ts +22 -0
- package/dist/runtime/environment/linux-host.js +98 -0
- package/dist/runtime/environment/linux-host.js.map +1 -0
- package/dist/runtime/environment/linux-plan.d.ts +126 -0
- package/dist/runtime/environment/linux-plan.js +392 -0
- package/dist/runtime/environment/linux-plan.js.map +1 -0
- package/dist/runtime/environment/linux-probe.d.ts +245 -0
- package/dist/runtime/environment/linux-probe.js +315 -0
- package/dist/runtime/environment/linux-probe.js.map +1 -0
- package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
- package/dist/runtime/environment/linux-provisioner.js +734 -0
- package/dist/runtime/environment/linux-provisioner.js.map +1 -0
- package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
- package/dist/runtime/environment/provisioner-descriptors.js +62 -0
- package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
- package/dist/runtime/environment/recovery.d.ts +74 -0
- package/dist/runtime/environment/recovery.js +121 -0
- package/dist/runtime/environment/recovery.js.map +1 -0
- package/dist/runtime/environment/rootfs-download.d.ts +2 -0
- package/dist/runtime/environment/rootfs-download.js +47 -0
- package/dist/runtime/environment/rootfs-download.js.map +1 -0
- package/dist/runtime/environment/service.d.ts +280 -0
- package/dist/runtime/environment/service.js +776 -0
- package/dist/runtime/environment/service.js.map +1 -0
- package/dist/runtime/environment/state.d.ts +163 -0
- package/dist/runtime/environment/state.js +479 -0
- package/dist/runtime/environment/state.js.map +1 -0
- package/dist/runtime/environment/store-models.d.ts +19 -0
- package/dist/runtime/environment/store-models.js +30 -0
- package/dist/runtime/environment/store-models.js.map +1 -0
- package/dist/runtime/environment/store.d.ts +210 -0
- package/dist/runtime/environment/store.js +438 -0
- package/dist/runtime/environment/store.js.map +1 -0
- package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
- package/dist/runtime/environment/windows-environment-record.js +89 -0
- package/dist/runtime/environment/windows-environment-record.js.map +1 -0
- package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
- package/dist/runtime/environment/windows-forwarding.js +84 -0
- package/dist/runtime/environment/windows-forwarding.js.map +1 -0
- package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
- package/dist/runtime/environment/windows-guest-setup.js +157 -0
- package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
- package/dist/runtime/environment/windows-host.d.ts +46 -0
- package/dist/runtime/environment/windows-host.js +163 -0
- package/dist/runtime/environment/windows-host.js.map +1 -0
- package/dist/runtime/environment/windows-plan.d.ts +78 -0
- package/dist/runtime/environment/windows-plan.js +216 -0
- package/dist/runtime/environment/windows-plan.js.map +1 -0
- package/dist/runtime/environment/windows-probe.d.ts +135 -0
- package/dist/runtime/environment/windows-probe.js +261 -0
- package/dist/runtime/environment/windows-probe.js.map +1 -0
- package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
- package/dist/runtime/environment/windows-provisioner.js +782 -0
- package/dist/runtime/environment/windows-provisioner.js.map +1 -0
- package/dist/runtime/environment/wiring.d.ts +117 -0
- package/dist/runtime/environment/wiring.js +354 -0
- package/dist/runtime/environment/wiring.js.map +1 -0
- package/dist/runtime/foundation-models/runtime.d.ts +8 -0
- package/dist/runtime/foundation-models/runtime.js +5 -2
- package/dist/runtime/foundation-models/runtime.js.map +1 -1
- package/dist/runtime/llamacpp/args.d.ts +10 -1
- package/dist/runtime/llamacpp/args.js +43 -7
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
- package/dist/runtime/llamacpp/fit-margin.js +47 -0
- package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
- package/dist/runtime/llamacpp/index.d.ts +1 -0
- package/dist/runtime/llamacpp/index.js +1 -0
- package/dist/runtime/llamacpp/index.js.map +1 -1
- package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
- package/dist/runtime/llamacpp/load-plan.js +82 -1
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/policy.d.ts +16 -0
- package/dist/runtime/llamacpp/policy.js +20 -0
- package/dist/runtime/llamacpp/policy.js.map +1 -1
- package/dist/runtime/llamacpp/probe.d.ts +21 -1
- package/dist/runtime/llamacpp/probe.js +32 -6
- package/dist/runtime/llamacpp/probe.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +56 -1
- package/dist/runtime/llamacpp/runtime.js +142 -15
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/managed-engines/index.d.ts +8 -0
- package/dist/runtime/managed-engines/index.js +9 -0
- package/dist/runtime/managed-engines/index.js.map +1 -0
- package/dist/runtime/managed-engines/runtime.d.ts +140 -0
- package/dist/runtime/managed-engines/runtime.js +402 -0
- package/dist/runtime/managed-engines/runtime.js.map +1 -0
- package/dist/runtime/managed-engines/spec.d.ts +70 -0
- package/dist/runtime/managed-engines/spec.js +39 -0
- package/dist/runtime/managed-engines/spec.js.map +1 -0
- package/dist/runtime/managed-models/check.d.ts +50 -0
- package/dist/runtime/managed-models/check.js +157 -0
- package/dist/runtime/managed-models/check.js.map +1 -0
- package/dist/runtime/managed-models/compatibility.d.ts +256 -0
- package/dist/runtime/managed-models/compatibility.js +594 -0
- package/dist/runtime/managed-models/compatibility.js.map +1 -0
- package/dist/runtime/managed-models/delete.d.ts +15 -0
- package/dist/runtime/managed-models/delete.js +60 -0
- package/dist/runtime/managed-models/delete.js.map +1 -0
- package/dist/runtime/managed-models/guest-files.d.ts +8 -0
- package/dist/runtime/managed-models/guest-files.js +49 -0
- package/dist/runtime/managed-models/guest-files.js.map +1 -0
- package/dist/runtime/managed-models/index.d.ts +17 -0
- package/dist/runtime/managed-models/index.js +18 -0
- package/dist/runtime/managed-models/index.js.map +1 -0
- package/dist/runtime/managed-models/location.d.ts +22 -0
- package/dist/runtime/managed-models/location.js +53 -0
- package/dist/runtime/managed-models/location.js.map +1 -0
- package/dist/runtime/managed-models/migrate.d.ts +30 -0
- package/dist/runtime/managed-models/migrate.js +119 -0
- package/dist/runtime/managed-models/migrate.js.map +1 -0
- package/dist/runtime/managed-models/model-dir.d.ts +36 -0
- package/dist/runtime/managed-models/model-dir.js +136 -0
- package/dist/runtime/managed-models/model-dir.js.map +1 -0
- package/dist/runtime/managed-models/quant-format.d.ts +71 -0
- package/dist/runtime/managed-models/quant-format.js +299 -0
- package/dist/runtime/managed-models/quant-format.js.map +1 -0
- package/dist/runtime/managed-models/registry.d.ts +26 -0
- package/dist/runtime/managed-models/registry.js +66 -0
- package/dist/runtime/managed-models/registry.js.map +1 -0
- package/dist/runtime/managed-text/adapter.d.ts +283 -0
- package/dist/runtime/managed-text/adapter.js +96 -0
- package/dist/runtime/managed-text/adapter.js.map +1 -0
- package/dist/runtime/managed-text/backend-target.d.ts +3 -0
- package/dist/runtime/managed-text/backend-target.js +52 -0
- package/dist/runtime/managed-text/backend-target.js.map +1 -0
- package/dist/runtime/managed-text/deployment.d.ts +14 -0
- package/dist/runtime/managed-text/deployment.js +32 -0
- package/dist/runtime/managed-text/deployment.js.map +1 -0
- package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
- package/dist/runtime/managed-text/engine-cache.js +64 -0
- package/dist/runtime/managed-text/engine-cache.js.map +1 -0
- package/dist/runtime/managed-text/gateway.d.ts +158 -0
- package/dist/runtime/managed-text/gateway.js +535 -0
- package/dist/runtime/managed-text/gateway.js.map +1 -0
- package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
- package/dist/runtime/managed-text/generation-defaults.js +51 -0
- package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
- package/dist/runtime/managed-text/index.d.ts +26 -0
- package/dist/runtime/managed-text/index.js +27 -0
- package/dist/runtime/managed-text/index.js.map +1 -0
- package/dist/runtime/managed-text/lifecycle.d.ts +284 -0
- package/dist/runtime/managed-text/lifecycle.js +896 -0
- package/dist/runtime/managed-text/lifecycle.js.map +1 -0
- package/dist/runtime/managed-text/load-policy.d.ts +47 -0
- package/dist/runtime/managed-text/load-policy.js +111 -0
- package/dist/runtime/managed-text/load-policy.js.map +1 -0
- package/dist/runtime/managed-text/mount-source.d.ts +14 -0
- package/dist/runtime/managed-text/mount-source.js +18 -0
- package/dist/runtime/managed-text/mount-source.js.map +1 -0
- package/dist/runtime/managed-text/readiness.d.ts +33 -0
- package/dist/runtime/managed-text/readiness.js +88 -0
- package/dist/runtime/managed-text/readiness.js.map +1 -0
- package/dist/runtime/managed-text/request-rules.d.ts +18 -0
- package/dist/runtime/managed-text/request-rules.js +62 -0
- package/dist/runtime/managed-text/request-rules.js.map +1 -0
- package/dist/runtime/managed-text/types.d.ts +88 -0
- package/dist/runtime/managed-text/types.js +12 -0
- package/dist/runtime/managed-text/types.js.map +1 -0
- package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
- package/dist/runtime/managed-text/wsl-deployment.js +70 -0
- package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
- package/dist/runtime/mlx/errors.d.ts +6 -1
- package/dist/runtime/mlx/errors.js +7 -2
- package/dist/runtime/mlx/errors.js.map +1 -1
- package/dist/runtime/mlx/runtime.d.ts +36 -1
- package/dist/runtime/mlx/runtime.js +85 -4
- package/dist/runtime/mlx/runtime.js.map +1 -1
- package/dist/runtime/shared/backend-output.d.ts +23 -0
- package/dist/runtime/shared/backend-output.js +32 -0
- package/dist/runtime/shared/backend-output.js.map +1 -0
- package/dist/runtime/shared/bounded-output.d.ts +24 -0
- package/dist/runtime/shared/bounded-output.js +63 -0
- package/dist/runtime/shared/bounded-output.js.map +1 -0
- package/dist/runtime/shared/external-sessions.js +9 -1
- package/dist/runtime/shared/external-sessions.js.map +1 -1
- package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
- package/dist/runtime/shared/gpu-occupancy.js +10 -0
- package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
- package/dist/runtime/shared/index.d.ts +4 -0
- package/dist/runtime/shared/index.js +4 -0
- package/dist/runtime/shared/index.js.map +1 -1
- package/dist/runtime/shared/local-runtime.d.ts +35 -0
- package/dist/runtime/shared/ports.d.ts +16 -0
- package/dist/runtime/shared/ports.js +42 -1
- package/dist/runtime/shared/ports.js.map +1 -1
- package/dist/runtime/shared/process.d.ts +11 -0
- package/dist/runtime/shared/process.js +20 -0
- package/dist/runtime/shared/process.js.map +1 -1
- package/dist/runtime/shared/redact-args.d.ts +7 -0
- package/dist/runtime/shared/redact-args.js +26 -0
- package/dist/runtime/shared/redact-args.js.map +1 -0
- package/dist/runtime/shared/sidecar.d.ts +15 -0
- package/dist/runtime/shared/sidecar.js +43 -8
- package/dist/runtime/shared/sidecar.js.map +1 -1
- package/dist/runtime/tensorrt-llm/adapter.d.ts +247 -0
- package/dist/runtime/tensorrt-llm/adapter.js +1028 -0
- package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
- package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
- package/dist/runtime/tensorrt-llm/check.js +22 -0
- package/dist/runtime/tensorrt-llm/check.js.map +1 -0
- package/dist/runtime/tensorrt-llm/compatibility.d.ts +124 -0
- package/dist/runtime/tensorrt-llm/compatibility.js +213 -0
- package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
- package/dist/runtime/tensorrt-llm/cuda-graphs.d.ts +32 -0
- package/dist/runtime/tensorrt-llm/cuda-graphs.js +33 -0
- package/dist/runtime/tensorrt-llm/cuda-graphs.js.map +1 -0
- package/dist/runtime/tensorrt-llm/delete.d.ts +15 -0
- package/dist/runtime/tensorrt-llm/delete.js +60 -0
- package/dist/runtime/tensorrt-llm/delete.js.map +1 -0
- package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
- package/dist/runtime/tensorrt-llm/engine.js +30 -0
- package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
- package/dist/runtime/tensorrt-llm/guest-files.d.ts +8 -0
- package/dist/runtime/tensorrt-llm/guest-files.js +49 -0
- package/dist/runtime/tensorrt-llm/guest-files.js.map +1 -0
- package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
- package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
- package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
- package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
- package/dist/runtime/tensorrt-llm/index.js +31 -0
- package/dist/runtime/tensorrt-llm/index.js.map +1 -0
- package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
- package/dist/runtime/tensorrt-llm/installation.js +53 -0
- package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
- package/dist/runtime/tensorrt-llm/kv-cache.d.ts +41 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js +48 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
- package/dist/runtime/tensorrt-llm/location.d.ts +20 -0
- package/dist/runtime/tensorrt-llm/location.js +48 -0
- package/dist/runtime/tensorrt-llm/location.js.map +1 -0
- package/dist/runtime/tensorrt-llm/model-dir.d.ts +38 -0
- package/dist/runtime/tensorrt-llm/model-dir.js +137 -0
- package/dist/runtime/tensorrt-llm/model-dir.js.map +1 -0
- package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
- package/dist/runtime/tensorrt-llm/quant-format.d.ts +65 -0
- package/dist/runtime/tensorrt-llm/quant-format.js +189 -0
- package/dist/runtime/tensorrt-llm/quant-format.js.map +1 -0
- package/dist/runtime/tensorrt-llm/registry.d.ts +26 -0
- package/dist/runtime/tensorrt-llm/registry.js +68 -0
- package/dist/runtime/tensorrt-llm/registry.js.map +1 -0
- package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
- package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
- package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
- package/dist/runtime/tensorrt-llm/runtime.d.ts +130 -0
- package/dist/runtime/tensorrt-llm/runtime.js +395 -0
- package/dist/runtime/tensorrt-llm/runtime.js.map +1 -0
- package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
- package/dist/runtime/tensorrt-llm/settings.js +48 -0
- package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
- package/dist/runtime/vllm/adapter.d.ts +46 -0
- package/dist/runtime/vllm/adapter.js +425 -0
- package/dist/runtime/vllm/adapter.js.map +1 -0
- package/dist/runtime/vllm/engine.d.ts +16 -0
- package/dist/runtime/vllm/engine.js +37 -0
- package/dist/runtime/vllm/engine.js.map +1 -0
- package/dist/runtime/vllm/index.d.ts +11 -0
- package/dist/runtime/vllm/index.js +12 -0
- package/dist/runtime/vllm/index.js.map +1 -0
- package/dist/runtime/vllm/memory.d.ts +69 -0
- package/dist/runtime/vllm/memory.js +123 -0
- package/dist/runtime/vllm/memory.js.map +1 -0
- package/dist/runtime/vllm/settings.d.ts +52 -0
- package/dist/runtime/vllm/settings.js +151 -0
- package/dist/runtime/vllm/settings.js.map +1 -0
- package/dist/runtime/wsl/guest-paths.d.ts +33 -0
- package/dist/runtime/wsl/guest-paths.js +83 -0
- package/dist/runtime/wsl/guest-paths.js.map +1 -0
- package/dist/runtime/wsl/guest-scope.d.ts +14 -0
- package/dist/runtime/wsl/guest-scope.js +98 -0
- package/dist/runtime/wsl/guest-scope.js.map +1 -0
- package/dist/runtime/wsl/index.d.ts +12 -0
- package/dist/runtime/wsl/index.js +13 -0
- package/dist/runtime/wsl/index.js.map +1 -0
- package/dist/runtime/wsl/keeper.d.ts +29 -0
- package/dist/runtime/wsl/keeper.js +48 -0
- package/dist/runtime/wsl/keeper.js.map +1 -0
- package/dist/runtime/wsl/transport.d.ts +106 -0
- package/dist/runtime/wsl/transport.js +181 -0
- package/dist/runtime/wsl/transport.js.map +1 -0
- package/dist/server/control/index.d.ts +1 -1
- package/dist/server/control/router.js +16 -1
- package/dist/server/control/router.js.map +1 -1
- package/dist/server/control/routes/backends.js +26 -0
- package/dist/server/control/routes/backends.js.map +1 -1
- package/dist/server/control/routes/decision.d.ts +10 -0
- package/dist/server/control/routes/decision.js +43 -0
- package/dist/server/control/routes/decision.js.map +1 -0
- package/dist/server/control/routes/diffusion-video.js +4 -0
- package/dist/server/control/routes/diffusion-video.js.map +1 -1
- package/dist/server/control/routes/diffusion.d.ts +1 -1
- package/dist/server/control/routes/diffusion.js +4 -9
- package/dist/server/control/routes/diffusion.js.map +1 -1
- package/dist/server/control/routes/embedding.d.ts +9 -0
- package/dist/server/control/routes/embedding.js +43 -0
- package/dist/server/control/routes/embedding.js.map +1 -0
- package/dist/server/control/routes/engine-builds.d.ts +14 -0
- package/dist/server/control/routes/engine-builds.js +82 -0
- package/dist/server/control/routes/engine-builds.js.map +1 -0
- package/dist/server/control/routes/engines.d.ts +17 -0
- package/dist/server/control/routes/engines.js +152 -0
- package/dist/server/control/routes/engines.js.map +1 -0
- package/dist/server/control/routes/environments.d.ts +16 -0
- package/dist/server/control/routes/environments.js +207 -0
- package/dist/server/control/routes/environments.js.map +1 -0
- package/dist/server/control/routes/hardware.d.ts +1 -1
- package/dist/server/control/routes/hardware.js +11 -6
- package/dist/server/control/routes/hardware.js.map +1 -1
- package/dist/server/control/routes/model-setups.d.ts +11 -0
- package/dist/server/control/routes/model-setups.js +55 -0
- package/dist/server/control/routes/model-setups.js.map +1 -0
- package/dist/server/control/routes/models.d.ts +3 -2
- package/dist/server/control/routes/models.js +45 -2
- package/dist/server/control/routes/models.js.map +1 -1
- package/dist/server/control/types.d.ts +172 -10
- package/dist/server/control/types.js.map +1 -1
- package/dist/server/http.d.ts +9 -1
- package/dist/server/http.js +51 -1
- package/dist/server/http.js.map +1 -1
- package/dist/server/public/decision-preview.d.ts +17 -0
- package/dist/server/public/decision-preview.js +119 -0
- package/dist/server/public/decision-preview.js.map +1 -0
- package/dist/server/public/decision.d.ts +32 -0
- package/dist/server/public/decision.js +135 -0
- package/dist/server/public/decision.js.map +1 -0
- package/dist/server/public/embedding.d.ts +31 -0
- package/dist/server/public/embedding.js +126 -0
- package/dist/server/public/embedding.js.map +1 -0
- package/dist/server/public/errors.d.ts +2 -1
- package/dist/server/public/errors.js +5 -2
- package/dist/server/public/errors.js.map +1 -1
- package/dist/server/public/forward.js +75 -3
- package/dist/server/public/forward.js.map +1 -1
- package/dist/server/public/gates.d.ts +18 -0
- package/dist/server/public/gates.js +41 -14
- package/dist/server/public/gates.js.map +1 -1
- package/dist/server/public/index.d.ts +6 -2
- package/dist/server/public/index.js +23 -7
- package/dist/server/public/index.js.map +1 -1
- package/dist/server/public/listing.d.ts +13 -2
- package/dist/server/public/listing.js +33 -9
- package/dist/server/public/listing.js.map +1 -1
- package/dist/server/public/policy.d.ts +9 -0
- package/dist/server/public/policy.js +68 -0
- package/dist/server/public/policy.js.map +1 -0
- package/dist/server/public/responses.js +10 -0
- package/dist/server/public/responses.js.map +1 -1
- package/dist/server/public/trace.d.ts +2 -2
- package/dist/server/public/trace.js +6 -2
- package/dist/server/public/trace.js.map +1 -1
- package/dist/server/public/types.d.ts +91 -1
- package/dist/settings/decision.d.ts +15 -0
- package/dist/settings/decision.js +88 -0
- package/dist/settings/decision.js.map +1 -0
- package/dist/settings/embedding.d.ts +12 -0
- package/dist/settings/embedding.js +82 -0
- package/dist/settings/embedding.js.map +1 -0
- package/dist/settings/index.d.ts +2 -0
- package/dist/settings/index.js +2 -0
- package/dist/settings/index.js.map +1 -1
- package/dist/settings/schema/atomic-prism.json +433 -0
- package/dist/settings/schema/tensorrt-llm.json +253 -0
- package/dist/settings/schema/vllm.json +273 -0
- package/dist/settings/schema.js +58 -0
- package/dist/settings/schema.js.map +1 -1
- package/dist/settings/store.d.ts +13 -2
- package/dist/settings/store.js +44 -0
- package/dist/settings/store.js.map +1 -1
- package/dist/util/index.d.ts +1 -0
- package/dist/util/index.js +1 -0
- package/dist/util/index.js.map +1 -1
- package/dist/util/result.d.ts +19 -0
- package/dist/util/result.js +15 -0
- package/dist/util/result.js.map +1 -0
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/package.json +2 -2
- package/src/settings/schema/atomic-prism.json +433 -0
- package/src/settings/schema/tensorrt-llm.json +253 -0
- package/src/settings/schema/vllm.json +273 -0
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `POST /v1/systemone` and `POST /v1/router/score`: the decision model's own API, passed through to
|
|
3
|
+
* the decision process byte for byte.
|
|
4
|
+
*
|
|
5
|
+
* Not through `serveForward`: that route needs a string `model` to pick a chat session, and the
|
|
6
|
+
* decision API makes `model` optional. Not parsed and re-serialized either: JSON through JavaScript
|
|
7
|
+
* loses `1.0` vs `1` (the engine renders them differently in the prompt), integers past 2^53, and the
|
|
8
|
+
* order of number-like keys, and the engine's answer is only as calibrated as its input is exact. So
|
|
9
|
+
* the request body goes out as the client sent it, with the process's own key instead of the client's,
|
|
10
|
+
* and the engine's answer (its error envelope included) comes back unchanged.
|
|
11
|
+
*
|
|
12
|
+
* When the module cannot answer, the route says why in the engine's own envelope, with 503, so a
|
|
13
|
+
* client handles one shape: `{"error": {"code", "type", "reason": "UNAVAILABLE", "message"}}`. A
|
|
14
|
+
* route the running engine does not serve (the router on upstream llama.cpp) gets 501 with
|
|
15
|
+
* `"reason": "UNSUPPORTED_ENDPOINT"` in the same envelope.
|
|
16
|
+
*/
|
|
17
|
+
import { decisionPromptPreview, decisionReplyFields } from './decision-preview.js';
|
|
18
|
+
import { answer, clientGone, connectTimeoutMs, header } from './exchange.js';
|
|
19
|
+
import { pipeBody, relay, relayedHeaders, sendUpstream, UpstreamUnreachable } from './wire.js';
|
|
20
|
+
/** Public path (after the prefix) → the decision process's path. */
|
|
21
|
+
export const DECISION_ROUTES = {
|
|
22
|
+
'/systemone': '/v1/systemone',
|
|
23
|
+
'/router/score': '/v1/router/score',
|
|
24
|
+
};
|
|
25
|
+
/**
|
|
26
|
+
* The public cap on a decision body. The engine refuses more than 1 MiB itself, with its own
|
|
27
|
+
* `BODY_TOO_LARGE` envelope; up to this size the body is passed on so the client gets that answer.
|
|
28
|
+
*/
|
|
29
|
+
export const MAX_DECISION_BODY_BYTES = 8 * 1024 * 1024;
|
|
30
|
+
/** How long a request waits for a module that is enabled but not running to start. */
|
|
31
|
+
export const DECISION_START_WAIT_MS = 30_000;
|
|
32
|
+
export const DECISION_BACKEND_LABEL = 'atomic-decision';
|
|
33
|
+
const JSON_HEADERS = [['Content-Type', 'application/json']];
|
|
34
|
+
/** The engine's error envelope, for the answers the core writes itself. */
|
|
35
|
+
export function decisionErrorBody(status, reason, message, type) {
|
|
36
|
+
return JSON.stringify({ error: { code: status, type, reason, message } });
|
|
37
|
+
}
|
|
38
|
+
/** Read the body up to `limit`; past it, drain (so Bun delivers the refusal) and answer `undefined`. */
|
|
39
|
+
export async function readCapped(ex, limit) {
|
|
40
|
+
const chunks = [];
|
|
41
|
+
let size = 0;
|
|
42
|
+
for await (const chunk of ex.req) {
|
|
43
|
+
const buf = chunk;
|
|
44
|
+
size += buf.length;
|
|
45
|
+
if (size > limit) {
|
|
46
|
+
chunks.length = 0;
|
|
47
|
+
if (size > limit * 8) {
|
|
48
|
+
ex.req.destroy();
|
|
49
|
+
break;
|
|
50
|
+
}
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
chunks.push(buf);
|
|
54
|
+
}
|
|
55
|
+
return size > limit ? undefined : Buffer.concat(chunks);
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* `relay` with a copy of the bytes kept on the side for the inspector's reply preview. The fields
|
|
59
|
+
* are stashed when the body ends, before the response closes and the trace reads them.
|
|
60
|
+
*/
|
|
61
|
+
async function relayInspected(ex, upstream) {
|
|
62
|
+
const chunks = [];
|
|
63
|
+
async function* tap() {
|
|
64
|
+
for await (const chunk of upstream.body) {
|
|
65
|
+
chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
|
|
66
|
+
yield chunk;
|
|
67
|
+
}
|
|
68
|
+
ex.trace.stash(decisionReplyFields(Buffer.concat(chunks)));
|
|
69
|
+
}
|
|
70
|
+
ex.res.writeHead(upstream.status, relayedHeaders(upstream, ex.cors).flat());
|
|
71
|
+
await pipeBody(ex.res, tap(), () => upstream.body.destroy());
|
|
72
|
+
}
|
|
73
|
+
function unavailableAnswer(ex, message) {
|
|
74
|
+
ex.trace.errorKind = 'local_model_unreachable';
|
|
75
|
+
answer(ex, 503, decisionErrorBody(503, 'UNAVAILABLE', message, 'unavailable_error'), JSON_HEADERS);
|
|
76
|
+
}
|
|
77
|
+
export async function serveDecision(ex, waitMs = DECISION_START_WAIT_MS) {
|
|
78
|
+
const upstreamPath = DECISION_ROUTES[ex.path];
|
|
79
|
+
ex.trace.backend = DECISION_BACKEND_LABEL;
|
|
80
|
+
const body = ex.body ?? (await readCapped(ex, MAX_DECISION_BODY_BYTES));
|
|
81
|
+
if (body === undefined) {
|
|
82
|
+
ex.trace.errorKind = 'bad_request';
|
|
83
|
+
return answer(ex, 413, decisionErrorBody(413, 'BODY_TOO_LARGE', `The request body is over ${MAX_DECISION_BODY_BYTES} bytes.`, 'invalid_request_error'), JSON_HEADERS);
|
|
84
|
+
}
|
|
85
|
+
const backend = ex.deps.decision;
|
|
86
|
+
if (!backend)
|
|
87
|
+
return unavailableAnswer(ex, 'The decision model is not available in this core.');
|
|
88
|
+
ex.trace.modelId = backend.modelId?.() ?? null;
|
|
89
|
+
if (ex.trace.inspecting)
|
|
90
|
+
ex.trace.announce(undefined, undefined, decisionPromptPreview(body));
|
|
91
|
+
// One signal for the whole exchange: a client that leaves while the module starts frees the handler.
|
|
92
|
+
const gone = clientGone(ex);
|
|
93
|
+
const target = await backend.acquire(waitMs, gone);
|
|
94
|
+
if (!target.ok)
|
|
95
|
+
return unavailableAnswer(ex, `The decision model is not available (${target.reason}). ${target.message}`);
|
|
96
|
+
// Upstream llama.cpp serves `/v1/systemone` only: the router is the fork's, so say that instead of
|
|
97
|
+
// relaying the engine's bare 404.
|
|
98
|
+
if (target.endpoints !== undefined && !target.endpoints.includes(upstreamPath)) {
|
|
99
|
+
target.release();
|
|
100
|
+
ex.trace.errorKind = 'local_model_error';
|
|
101
|
+
return answer(ex, 501, decisionErrorBody(501, 'UNSUPPORTED_ENDPOINT', `The running decision model does not serve ${upstreamPath}.`, 'not_supported_error'), JSON_HEADERS);
|
|
102
|
+
}
|
|
103
|
+
try {
|
|
104
|
+
let upstream;
|
|
105
|
+
try {
|
|
106
|
+
upstream = await sendUpstream(`http://127.0.0.1:${target.port}${upstreamPath}`, {
|
|
107
|
+
method: 'POST',
|
|
108
|
+
headers: [
|
|
109
|
+
['Content-Type', header(ex.req, 'content-type') ?? 'application/json'],
|
|
110
|
+
['Accept', 'application/json'],
|
|
111
|
+
['Authorization', `Bearer ${target.apiKey}`],
|
|
112
|
+
],
|
|
113
|
+
body,
|
|
114
|
+
connectTimeoutMs: connectTimeoutMs(ex),
|
|
115
|
+
signal: gone,
|
|
116
|
+
});
|
|
117
|
+
}
|
|
118
|
+
catch (error) {
|
|
119
|
+
if (!(error instanceof UpstreamUnreachable))
|
|
120
|
+
throw error;
|
|
121
|
+
return unavailableAnswer(ex, `The decision model did not answer: ${error.message}`);
|
|
122
|
+
}
|
|
123
|
+
ex.trace.upstreamStatus = upstream.status;
|
|
124
|
+
if (upstream.status >= 400)
|
|
125
|
+
ex.trace.errorKind = 'local_model_error';
|
|
126
|
+
if (ex.trace.inspecting)
|
|
127
|
+
await relayInspected(ex, upstream);
|
|
128
|
+
else
|
|
129
|
+
await relay(ex.res, upstream, ex.cors);
|
|
130
|
+
}
|
|
131
|
+
finally {
|
|
132
|
+
target.release();
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
//# sourceMappingURL=decision.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../src/server/public/decision.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAE5E,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAG9F,oEAAoE;AACpE,MAAM,CAAC,MAAM,eAAe,GAAqC;IAC/D,YAAY,EAAE,eAAe;IAC7B,eAAe,EAAE,kBAAkB;CACpC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AACtD,sFAAsF;AACtF,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAA;AAC5C,MAAM,CAAC,MAAM,sBAAsB,GAAG,iBAAiB,CAAA;AAEvD,MAAM,YAAY,GAA4B,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAA;AAEpF,2EAA2E;AAC3E,MAAM,UAAU,iBAAiB,CAAC,MAAc,EAAE,MAAc,EAAE,OAAe,EAAE,IAAY;IAC7F,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAAA;AAC3E,CAAC;AAED,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAY,EAAE,KAAa;IAC1D,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,KAAe,CAAA;QAC3B,IAAI,IAAI,GAAG,CAAC,MAAM,CAAA;QAClB,IAAI,IAAI,GAAG,KAAK,EAAE,CAAC;YACjB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;YACjB,IAAI,IAAI,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;gBACrB,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAA;gBAChB,MAAK;YACP,CAAC;YACD,SAAQ;QACV,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAClB,CAAC;IACD,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;AACzD,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,cAAc,CAAC,EAAY,EAAE,QAA0B;IACpE,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,KAAK,SAAS,CAAC,CAAC,GAAG;QACjB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC,CAAA;YAC1E,MAAM,KAAwB,CAAA;QAChC,CAAC;QACD,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC5D,CAAC;IACD,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAC3E,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;AAC9D,CAAC;AAED,SAAS,iBAAiB,CAAC,EAAY,EAAE,OAAe;IACtD,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,yBAAyB,CAAA;IAC9C,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,iBAAiB,CAAC,GAAG,EAAE,aAAa,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE,YAAY,CAAC,CAAA;AACpG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAY,EAAE,MAAM,GAAG,sBAAsB;IAC/E,MAAM,YAAY,GAAG,eAAe,CAAC,EAAE,CAAC,IAAI,CAAW,CAAA;IACvD,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,sBAAsB,CAAA;IACzC,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,UAAU,CAAC,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAA;IACvE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAClC,OAAO,MAAM,CACX,EAAE,EACF,GAAG,EACH,iBAAiB,CACf,GAAG,EACH,gBAAgB,EAChB,4BAA4B,uBAAuB,SAAS,EAC5D,uBAAuB,CACxB,EACD,YAAY,CACb,CAAA;IACH,CAAC;IACD,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAA;IAChC,IAAI,CAAC,OAAO;QAAE,OAAO,iBAAiB,CAAC,EAAE,EAAE,mDAAmD,CAAC,CAAA;IAC/F,EAAE,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,IAAI,CAAA;IAC9C,IAAI,EAAE,CAAC,KAAK,CAAC,UAAU;QAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAA;IAC7F,qGAAqG;IACrG,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC3B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAClD,IAAI,CAAC,MAAM,CAAC,EAAE;QACZ,OAAO,iBAAiB,CAAC,EAAE,EAAE,wCAAwC,MAAM,CAAC,MAAM,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;IAC3G,mGAAmG;IACnG,kCAAkC;IAClC,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/E,MAAM,CAAC,OAAO,EAAE,CAAA;QAChB,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,mBAAmB,CAAA;QACxC,OAAO,MAAM,CACX,EAAE,EACF,GAAG,EACH,iBAAiB,CACf,GAAG,EACH,sBAAsB,EACtB,6CAA6C,YAAY,GAAG,EAC5D,qBAAqB,CACtB,EACD,YAAY,CACb,CAAA;IACH,CAAC;IACD,IAAI,CAAC;QACH,IAAI,QAAQ,CAAA;QACZ,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,MAAM,CAAC,IAAI,GAAG,YAAY,EAAE,EAAE;gBAC9E,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,CAAC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,cAAc,CAAC,IAAI,kBAAkB,CAAC;oBACtE,CAAC,QAAQ,EAAE,kBAAkB,CAAC;oBAC9B,CAAC,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE,CAAC;iBAC7C;gBACD,IAAI;gBACJ,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;gBACtC,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,KAAK,YAAY,mBAAmB,CAAC;gBAAE,MAAM,KAAK,CAAA;YACxD,OAAO,iBAAiB,CAAC,EAAE,EAAE,sCAAsC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;QACrF,CAAC;QACD,EAAE,CAAC,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;QACzC,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG;YAAE,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,mBAAmB,CAAA;QACpE,IAAI,EAAE,CAAC,KAAK,CAAC,UAAU;YAAE,MAAM,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;;YACtD,MAAM,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IAC7C,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,CAAA;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `POST /v1/embeddings` for the embedding module's model
|
|
3
|
+
* (ADR 2026-10-07-embedding-models-are-their-own-core-module).
|
|
4
|
+
*
|
|
5
|
+
* The route is shared: a request whose `model` names the module's model is served here, by the
|
|
6
|
+
* module's own process; any other goes on to `serveForward` (cloud providers, then the loaded
|
|
7
|
+
* sessions) exactly as before, with the body already read handed over in `ex.body`.
|
|
8
|
+
*
|
|
9
|
+
* A request served here is started for (an enabled module that is idle starts and is waited on), then
|
|
10
|
+
* checked (`checkEmbeddingRequest`: no media links, no inline media the engine would fail to parse, no
|
|
11
|
+
* media the model cannot read, no `dimensions` it does not produce) and passed through byte for byte
|
|
12
|
+
* with the process's own key. The engine's answer, its error envelope included, comes back unchanged,
|
|
13
|
+
* except its 500 for media it could not decode: that is the client's input, so it becomes a 400 naming
|
|
14
|
+
* the field (`undecodableMediaVerdict`). The answers the core writes itself use the OpenAI error shape,
|
|
15
|
+
* with `param` when a field is at fault, like the rest of `/v1`.
|
|
16
|
+
*/
|
|
17
|
+
import type { EmbeddingBackend } from './types.js';
|
|
18
|
+
import type { Exchange } from './exchange.js';
|
|
19
|
+
/** Inline images and audio are base64: a few of them make a body far larger than a text one. */
|
|
20
|
+
export declare const MAX_EMBEDDING_BODY_BYTES: number;
|
|
21
|
+
/** How long a request waits for a module that is enabled but not running to start. */
|
|
22
|
+
export declare const EMBEDDING_START_WAIT_MS = 60000;
|
|
23
|
+
export declare const EMBEDDING_BACKEND_LABEL = "atomic-embedding";
|
|
24
|
+
/** `owned_by` of the module's model in `/v1/models`. */
|
|
25
|
+
export declare const EMBEDDING_OWNED_BY = "atomic-embedding";
|
|
26
|
+
/**
|
|
27
|
+
* Serve `ex` when its `model` is the embedding module's and answer `true`; otherwise answer `false`
|
|
28
|
+
* with the body kept in `ex.body` for the next route. A body over the cap is refused here, whoever it
|
|
29
|
+
* was for.
|
|
30
|
+
*/
|
|
31
|
+
export declare function serveEmbeddingIfOwned(ex: Exchange, backend: EmbeddingBackend, waitMs?: number): Promise<boolean>;
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `POST /v1/embeddings` for the embedding module's model
|
|
3
|
+
* (ADR 2026-10-07-embedding-models-are-their-own-core-module).
|
|
4
|
+
*
|
|
5
|
+
* The route is shared: a request whose `model` names the module's model is served here, by the
|
|
6
|
+
* module's own process; any other goes on to `serveForward` (cloud providers, then the loaded
|
|
7
|
+
* sessions) exactly as before, with the body already read handed over in `ex.body`.
|
|
8
|
+
*
|
|
9
|
+
* A request served here is started for (an enabled module that is idle starts and is waited on), then
|
|
10
|
+
* checked (`checkEmbeddingRequest`: no media links, no inline media the engine would fail to parse, no
|
|
11
|
+
* media the model cannot read, no `dimensions` it does not produce) and passed through byte for byte
|
|
12
|
+
* with the process's own key. The engine's answer, its error envelope included, comes back unchanged,
|
|
13
|
+
* except its 500 for media it could not decode: that is the client's input, so it becomes a 400 naming
|
|
14
|
+
* the field (`undecodableMediaVerdict`). The answers the core writes itself use the OpenAI error shape,
|
|
15
|
+
* with `param` when a field is at fault, like the rest of `/v1`.
|
|
16
|
+
*/
|
|
17
|
+
import { checkEmbeddingRequest, undecodableMediaVerdict } from '../../embedding/index.js';
|
|
18
|
+
import { readCapped } from './decision.js';
|
|
19
|
+
import { structuredErrorJson } from './errors.js';
|
|
20
|
+
import { answer, clientGone, connectTimeoutMs, header } from './exchange.js';
|
|
21
|
+
import { endpointFromPath } from './trace.js';
|
|
22
|
+
import { readUpstreamText, relay, relayedHeaders, sendUpstream, sendWhole, UpstreamUnreachable, } from './wire.js';
|
|
23
|
+
/** Inline images and audio are base64: a few of them make a body far larger than a text one. */
|
|
24
|
+
export const MAX_EMBEDDING_BODY_BYTES = 64 * 1024 * 1024;
|
|
25
|
+
/** How long a request waits for a module that is enabled but not running to start. */
|
|
26
|
+
export const EMBEDDING_START_WAIT_MS = 60_000;
|
|
27
|
+
export const EMBEDDING_BACKEND_LABEL = 'atomic-embedding';
|
|
28
|
+
/** `owned_by` of the module's model in `/v1/models`. */
|
|
29
|
+
export const EMBEDDING_OWNED_BY = 'atomic-embedding';
|
|
30
|
+
const JSON_HEADERS = [['Content-Type', 'application/json']];
|
|
31
|
+
/** The `model` a body names, without failing on anything: a body this cannot read is not the module's. */
|
|
32
|
+
function modelOf(body) {
|
|
33
|
+
try {
|
|
34
|
+
const json = JSON.parse(body.toString('utf8'));
|
|
35
|
+
const model = typeof json === 'object' && json !== null && !Array.isArray(json)
|
|
36
|
+
? json['model']
|
|
37
|
+
: undefined;
|
|
38
|
+
return { json, model: typeof model === 'string' ? model : undefined };
|
|
39
|
+
}
|
|
40
|
+
catch {
|
|
41
|
+
return undefined;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* Serve `ex` when its `model` is the embedding module's and answer `true`; otherwise answer `false`
|
|
46
|
+
* with the body kept in `ex.body` for the next route. A body over the cap is refused here, whoever it
|
|
47
|
+
* was for.
|
|
48
|
+
*/
|
|
49
|
+
export async function serveEmbeddingIfOwned(ex, backend, waitMs = EMBEDDING_START_WAIT_MS) {
|
|
50
|
+
const modelId = backend.modelId();
|
|
51
|
+
if (modelId === null)
|
|
52
|
+
return false;
|
|
53
|
+
const body = ex.body ?? (await readCapped(ex, MAX_EMBEDDING_BODY_BYTES));
|
|
54
|
+
if (body === undefined) {
|
|
55
|
+
ex.trace.endpoint = endpointFromPath(ex.path);
|
|
56
|
+
ex.trace.errorKind = 'bad_request';
|
|
57
|
+
answer(ex, 413, structuredErrorJson(`The request body is over ${MAX_EMBEDDING_BODY_BYTES} bytes.`, 'invalid_request_error', 'request_too_large'), JSON_HEADERS);
|
|
58
|
+
return true;
|
|
59
|
+
}
|
|
60
|
+
ex.body = body;
|
|
61
|
+
const parsed = modelOf(body);
|
|
62
|
+
if (parsed?.model !== modelId)
|
|
63
|
+
return false;
|
|
64
|
+
const trace = ex.trace;
|
|
65
|
+
trace.endpoint = endpointFromPath(ex.path);
|
|
66
|
+
trace.backend = EMBEDDING_BACKEND_LABEL;
|
|
67
|
+
trace.modelId = modelId;
|
|
68
|
+
const gone = clientGone(ex);
|
|
69
|
+
const target = await backend.acquire(waitMs, gone);
|
|
70
|
+
if (!target.ok) {
|
|
71
|
+
trace.errorKind = 'local_model_unreachable';
|
|
72
|
+
answer(ex, 503, structuredErrorJson(target.message, 'server_error', 'model_not_available'), JSON_HEADERS);
|
|
73
|
+
return true;
|
|
74
|
+
}
|
|
75
|
+
try {
|
|
76
|
+
const verdict = checkEmbeddingRequest(parsed.json, target.modalities, target.dims);
|
|
77
|
+
if (!verdict.ok) {
|
|
78
|
+
trace.errorKind = 'bad_request';
|
|
79
|
+
answer(ex, 400, structuredErrorJson(verdict.message, 'invalid_request_error', 'invalid_value', verdict.param), JSON_HEADERS);
|
|
80
|
+
return true;
|
|
81
|
+
}
|
|
82
|
+
let upstream;
|
|
83
|
+
try {
|
|
84
|
+
upstream = await sendUpstream(`http://127.0.0.1:${target.port}/v1/embeddings`, {
|
|
85
|
+
method: 'POST',
|
|
86
|
+
headers: [
|
|
87
|
+
['Content-Type', header(ex.req, 'content-type') ?? 'application/json'],
|
|
88
|
+
['Accept', 'application/json'],
|
|
89
|
+
['Authorization', `Bearer ${target.apiKey}`],
|
|
90
|
+
],
|
|
91
|
+
body,
|
|
92
|
+
connectTimeoutMs: connectTimeoutMs(ex),
|
|
93
|
+
signal: gone,
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
catch (error) {
|
|
97
|
+
if (!(error instanceof UpstreamUnreachable))
|
|
98
|
+
throw error;
|
|
99
|
+
trace.errorKind = 'local_model_unreachable';
|
|
100
|
+
answer(ex, 503, structuredErrorJson(`The embedding model did not answer: ${error.message}`, 'server_error', 'model_not_available'), JSON_HEADERS);
|
|
101
|
+
return true;
|
|
102
|
+
}
|
|
103
|
+
trace.upstreamStatus = upstream.status;
|
|
104
|
+
if (upstream.status === 500) {
|
|
105
|
+
// A 500 is read whole: the engine's word for media it could not decode makes it the client's error.
|
|
106
|
+
const text = await readUpstreamText(upstream);
|
|
107
|
+
const undecodable = undecodableMediaVerdict(upstream.status, text, parsed.json, target.modalities);
|
|
108
|
+
if (undecodable !== undefined) {
|
|
109
|
+
trace.errorKind = 'bad_request';
|
|
110
|
+
answer(ex, 400, structuredErrorJson(undecodable.message, 'invalid_request_error', 'invalid_value', undecodable.param), JSON_HEADERS);
|
|
111
|
+
return true;
|
|
112
|
+
}
|
|
113
|
+
trace.errorKind = 'local_model_error';
|
|
114
|
+
sendWhole(ex.res, upstream.status, relayedHeaders(upstream, ex.cors), text);
|
|
115
|
+
return true;
|
|
116
|
+
}
|
|
117
|
+
if (upstream.status >= 400)
|
|
118
|
+
trace.errorKind = 'local_model_error';
|
|
119
|
+
await relay(ex.res, upstream, ex.cors);
|
|
120
|
+
return true;
|
|
121
|
+
}
|
|
122
|
+
finally {
|
|
123
|
+
target.release();
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
//# sourceMappingURL=embedding.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../../src/server/public/embedding.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AAEzF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACjD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,eAAe,CAAA;AAE5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAC7C,OAAO,EACL,gBAAgB,EAChB,KAAK,EACL,cAAc,EACd,YAAY,EACZ,SAAS,EACT,mBAAmB,GACpB,MAAM,WAAW,CAAA;AAElB,gGAAgG;AAChG,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AACxD,sFAAsF;AACtF,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAA;AAC7C,MAAM,CAAC,MAAM,uBAAuB,GAAG,kBAAkB,CAAA;AACzD,wDAAwD;AACxD,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAA;AAEpD,MAAM,YAAY,GAA4B,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAA;AAEpF,0GAA0G;AAC1G,SAAS,OAAO,CAAC,IAAY;IAC3B,IAAI,CAAC;QACH,MAAM,IAAI,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QACvD,MAAM,KAAK,GACT,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAC/D,CAAC,CAAE,IAAgC,CAAC,OAAO,CAAC;YAC5C,CAAC,CAAC,SAAS,CAAA;QACf,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAA;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,EAAY,EACZ,OAAyB,EACzB,MAAM,GAAG,uBAAuB;IAEhC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;IACjC,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,KAAK,CAAA;IAClC,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,UAAU,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC,CAAA;IACxE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,EAAE,CAAC,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QAC7C,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAClC,MAAM,CACJ,EAAE,EACF,GAAG,EACH,mBAAmB,CACjB,4BAA4B,wBAAwB,SAAS,EAC7D,uBAAuB,EACvB,mBAAmB,CACpB,EACD,YAAY,CACb,CAAA;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,EAAE,CAAC,IAAI,GAAG,IAAI,CAAA;IACd,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5B,IAAI,MAAM,EAAE,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IAE3C,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;IAC1C,KAAK,CAAC,OAAO,GAAG,uBAAuB,CAAA;IACvC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAA;IACvB,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC3B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAClD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,KAAK,CAAC,SAAS,GAAG,yBAAyB,CAAA;QAC3C,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,mBAAmB,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,EAAE,qBAAqB,CAAC,EAAE,YAAY,CAAC,CAAA;QACzG,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;QAClF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YAChB,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;YAC/B,MAAM,CACJ,EAAE,EACF,GAAG,EACH,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,uBAAuB,EAAE,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,EAC7F,YAAY,CACb,CAAA;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,QAAQ,CAAA;QACZ,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,MAAM,CAAC,IAAI,gBAAgB,EAAE;gBAC7E,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,CAAC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,cAAc,CAAC,IAAI,kBAAkB,CAAC;oBACtE,CAAC,QAAQ,EAAE,kBAAkB,CAAC;oBAC9B,CAAC,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE,CAAC;iBAC7C;gBACD,IAAI;gBACJ,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;gBACtC,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,KAAK,YAAY,mBAAmB,CAAC;gBAAE,MAAM,KAAK,CAAA;YACxD,KAAK,CAAC,SAAS,GAAG,yBAAyB,CAAA;YAC3C,MAAM,CACJ,EAAE,EACF,GAAG,EACH,mBAAmB,CACjB,uCAAuC,KAAK,CAAC,OAAO,EAAE,EACtD,cAAc,EACd,qBAAqB,CACtB,EACD,YAAY,CACb,CAAA;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;QACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC5B,oGAAoG;YACpG,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;YAC7C,MAAM,WAAW,GAAG,uBAAuB,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;YAClG,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC9B,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;gBAC/B,MAAM,CACJ,EAAE,EACF,GAAG,EACH,mBAAmB,CACjB,WAAW,CAAC,OAAO,EACnB,uBAAuB,EACvB,eAAe,EACf,WAAW,CAAC,KAAK,CAClB,EACD,YAAY,CACb,CAAA;gBACD,OAAO,IAAI,CAAA;YACb,CAAC;YACD,KAAK,CAAC,SAAS,GAAG,mBAAmB,CAAA;YACrC,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAA;YAC3E,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG;YAAE,KAAK,CAAC,SAAS,GAAG,mBAAmB,CAAA;QACjE,MAAM,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;QACtC,OAAO,IAAI,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,CAAA;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -18,7 +18,8 @@ export declare function bodyIndicatesOom(body: string): boolean;
|
|
|
18
18
|
* during prompt processing answers 500 "Compute error" and every later request fails the same way).
|
|
19
19
|
*/
|
|
20
20
|
export declare function isComputeBackendError(status: number, body: string): boolean;
|
|
21
|
-
|
|
21
|
+
/** The OpenAI error envelope; `param` names the request field at fault, when there is one. */
|
|
22
|
+
export declare function structuredErrorJson(message: string, type: string, code: string, param?: string): string;
|
|
22
23
|
export declare function computeErrorEnvelope(oom: boolean): string;
|
|
23
24
|
/**
|
|
24
25
|
* A local engine's error as the client receives it: an existing `{"error": {...}}` envelope passes
|
|
@@ -51,8 +51,11 @@ export function isComputeBackendError(status, body) {
|
|
|
51
51
|
'ggml_backend_sched_graph_compute',
|
|
52
52
|
].some((p) => b.includes(p));
|
|
53
53
|
}
|
|
54
|
-
|
|
55
|
-
|
|
54
|
+
/** The OpenAI error envelope; `param` names the request field at fault, when there is one. */
|
|
55
|
+
export function structuredErrorJson(message, type, code, param) {
|
|
56
|
+
return serdeToString({
|
|
57
|
+
error: param === undefined ? { message, type, code } : { message, type, param, code },
|
|
58
|
+
});
|
|
56
59
|
}
|
|
57
60
|
export function computeErrorEnvelope(oom) {
|
|
58
61
|
const message = oom
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/server/public/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAG/D,6FAA6F;AAC7F,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,IAAY;IAC9D,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,IAAI,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7E,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IACpG,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjG,OAAO,IAAI,CAAA;IACb,OAAO,CACL,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QACrB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CACtG,CAAA;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,aAAa;QACb,0BAA0B;QAC1B,oBAAoB;QACpB,qBAAqB;QACrB,wBAAwB;KACzB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,IAAY;IAChE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAChC,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,kBAAkB;QAClB,yBAAyB;QACzB,2BAA2B;QAC3B,kCAAkC;KACnC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,IAAY,EAAE,IAAY;
|
|
1
|
+
{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/server/public/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAG/D,6FAA6F;AAC7F,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,IAAY;IAC9D,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,IAAI,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7E,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IACpG,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjG,OAAO,IAAI,CAAA;IACb,OAAO,CACL,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QACrB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CACtG,CAAA;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,aAAa;QACb,0BAA0B;QAC1B,oBAAoB;QACpB,qBAAqB;QACrB,wBAAwB;KACzB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,IAAY;IAChE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAChC,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,kBAAkB;QAClB,yBAAyB;QACzB,2BAA2B;QAC3B,kCAAkC;KACnC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,IAAY,EAAE,IAAY,EAAE,KAAc;IAC7F,OAAO,aAAa,CAAC;QACnB,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;KACtF,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAY;IAC/C,MAAM,OAAO,GAAG,GAAG;QACjB,CAAC,CAAC,6PAA6P;QAC/P,CAAC,CAAC,iRAAiR,CAAA;IACrR,OAAO,mBAAmB,CAAC,OAAO,EAAE,cAAc,EAAE,qBAAqB,CAAC,CAAA;AAC5E,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAA;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9B,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;AAC9D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,GAAY,EAAE,WAAoB;IACxF,IAAI,qBAAqB,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC5C,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,cAAc,CAAA;IACnG,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,cAAc,CAAA;IACnE,OAAO,mBAAmB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAC9C,CAAC;AAED,uDAAuD;AACvD,SAAS,KAAK,CAAC,KAA4B;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAC/F,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,WAAmB;IACjD,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;IACpD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAA;IACzC,KAAK,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,uBAAuB,CAAC,EAAE,CAAC;QAC1D,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC1B,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAA;IACxC,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,QAAmB,EAAE,WAAmB;IACpF,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxE,MAAM,SAAS,GACb,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,KAAK,QAAQ,CAAC,CAAA;IACnG,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAA;IAC5B,MAAM,GAAG,GAAG,eAAe,CAAC,WAAW,CAAC,CAAA;IACxC,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IAClC,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACpE,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAChF,OAAO,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,CAAC,GAAG,GAAG,CAAA;AAC7C,CAAC"}
|
|
@@ -29,6 +29,7 @@ import { StreamTelemetry, isUsageOnlyChunk, maybeInjectStreamUsage } from './tel
|
|
|
29
29
|
import { endpointFromPath } from './trace.js';
|
|
30
30
|
import { bodyIndicatesOom, computeErrorEnvelope, isComputeBackendError, isContextLimitError, isContextOverflowFinishLength, structureBackendErrorBody, structuredErrorJson, } from './errors.js';
|
|
31
31
|
import { answer, clientGone, connectTimeoutMs, invalidJsonMessage } from './exchange.js';
|
|
32
|
+
import { policyRefusal } from './policy.js';
|
|
32
33
|
import { forwardableHeaders, pipeBody, readBody, readUpstreamText, relay, relayedHeaders, sendUpstream, } from './wire.js';
|
|
33
34
|
/** The first local session serving `modelId`, in the proxy's provider order. */
|
|
34
35
|
export function findLocalSession(ex, modelId) {
|
|
@@ -138,6 +139,12 @@ export async function serveForward(ex) {
|
|
|
138
139
|
}
|
|
139
140
|
backend = { kind: 'local', session };
|
|
140
141
|
trace.backend = session.provider;
|
|
142
|
+
const refused = session.policy && policyRefusal(session.policy, ex.path, modelId, json);
|
|
143
|
+
if (refused) {
|
|
144
|
+
trace.errorKind = 'bad_request';
|
|
145
|
+
answer(ex, refused.status, refused.body, [['Content-Type', 'application/json']]);
|
|
146
|
+
return;
|
|
147
|
+
}
|
|
141
148
|
key = session.apiKey;
|
|
142
149
|
url = `http://127.0.0.1:${session.port}/v1${ex.path}`;
|
|
143
150
|
}
|
|
@@ -146,6 +153,15 @@ export async function serveForward(ex) {
|
|
|
146
153
|
answer(ex, 500, 'Internal routing error');
|
|
147
154
|
return;
|
|
148
155
|
}
|
|
156
|
+
// A session that declares its routes and has no `/v1/messages` of its own goes straight to the
|
|
157
|
+
// chat-completions translation: asking it first would only be refused (findings-2.14-r1.md item 4).
|
|
158
|
+
if (isMessages &&
|
|
159
|
+
backend.kind === 'local' &&
|
|
160
|
+
backend.session.policy &&
|
|
161
|
+
!backend.session.policy.routes.some((r) => r.method === 'POST' && r.path === '/v1/messages')) {
|
|
162
|
+
await messagesFallback(ex, backend, url, key, json);
|
|
163
|
+
return;
|
|
164
|
+
}
|
|
149
165
|
// While the inspector watches, a local streaming chat is asked for real token counts. Only local
|
|
150
166
|
// backends: a remote provider that rejects unknown fields would turn diagnostics into an outage.
|
|
151
167
|
const injected = trace.inspecting && stream && ex.path === '/chat/completions' && backend.kind === 'local'
|
|
@@ -308,6 +324,32 @@ async function upstreamError(ex, backend, modelId, raw, response) {
|
|
|
308
324
|
};
|
|
309
325
|
if (backend.kind === 'local') {
|
|
310
326
|
const provider = backend.session.provider;
|
|
327
|
+
const policy = backend.session.policy;
|
|
328
|
+
if (policy) {
|
|
329
|
+
// A session that declares its routes is never grown or recreated: its context was fixed when
|
|
330
|
+
// it started. An error it knows (a context overflow) gets its own OpenAI body; any other is
|
|
331
|
+
// wrapped like every local engine's.
|
|
332
|
+
recordFailure();
|
|
333
|
+
captureReport(ex.deps.errors, inferenceFailureReport({
|
|
334
|
+
provider,
|
|
335
|
+
modelId,
|
|
336
|
+
status,
|
|
337
|
+
body: errorBody,
|
|
338
|
+
compute: false,
|
|
339
|
+
oom: trace.oomDetected,
|
|
340
|
+
}));
|
|
341
|
+
const mapped = policy.mapError(status, errorBody);
|
|
342
|
+
if (mapped !== null) {
|
|
343
|
+
answer(ex, status, serdeToString(mapped), [['Content-Type', 'application/json']]);
|
|
344
|
+
return;
|
|
345
|
+
}
|
|
346
|
+
// Always a JSON error body here, so say so (final review M-4): the session gateway may already
|
|
347
|
+
// have mapped the engine's error, which then reaches this branch unmapped.
|
|
348
|
+
answer(ex, status, structureBackendErrorBody(errorBody, trace.oomDetected, trace.ctxOverflowDetected), [
|
|
349
|
+
['Content-Type', 'application/json'],
|
|
350
|
+
]);
|
|
351
|
+
return;
|
|
352
|
+
}
|
|
311
353
|
if (isContextLimitError(status, errorBody) && (await growAndRetry(ex, provider, modelId, raw, 'error')))
|
|
312
354
|
return;
|
|
313
355
|
if (isComputeBackendError(status, errorBody)) {
|
|
@@ -359,6 +401,8 @@ async function inspectFinish(ex, session, modelId, raw, response) {
|
|
|
359
401
|
ex.trace.stash(telemetry.finishFields(0));
|
|
360
402
|
}
|
|
361
403
|
if (parsed !== undefined &&
|
|
404
|
+
// A session with a fixed context (a route policy) returns its cut-off answer as it is.
|
|
405
|
+
session.policy === undefined &&
|
|
362
406
|
isContextOverflowFinishLength(parsed, raw) &&
|
|
363
407
|
(await growAndRetry(ex, session.provider, modelId, raw, 'finish_length'))) {
|
|
364
408
|
return;
|
|
@@ -370,8 +414,10 @@ async function inspectFinish(ex, session, modelId, raw, response) {
|
|
|
370
414
|
* back into Anthropic's shape. If the fallback cannot be attempted or cannot be reached, the client
|
|
371
415
|
* gets the original error; if it answers with an error, the client gets that one.
|
|
372
416
|
*/
|
|
373
|
-
async function messagesFallback(ex, backend, url, key, json,
|
|
374
|
-
|
|
417
|
+
async function messagesFallback(ex, backend, url, key, json,
|
|
418
|
+
/** The engine's own answer to `/messages`; absent when the session is known not to serve it. */
|
|
419
|
+
response) {
|
|
420
|
+
const errorBody = response === undefined ? undefined : await readUpstreamText(response);
|
|
375
421
|
const trace = ex.trace;
|
|
376
422
|
trace.anthropicFallback = true;
|
|
377
423
|
const errorKind = backend.kind === 'local' ? 'local_model_error' : 'remote_provider_error';
|
|
@@ -399,6 +445,22 @@ async function messagesFallback(ex, backend, url, key, json, response) {
|
|
|
399
445
|
trace.upstreamStatus = fallback.status;
|
|
400
446
|
trace.oomDetected = bodyIndicatesOom(fallbackError);
|
|
401
447
|
trace.ctxOverflowDetected = isContextLimitError(fallback.status, fallbackError);
|
|
448
|
+
// A declared session's own error wording (its context overflow) reads the same here as on
|
|
449
|
+
// the chat route itself.
|
|
450
|
+
const policy = backend.kind === 'local' ? backend.session.policy : undefined;
|
|
451
|
+
const mapped = policy?.mapError(fallback.status, fallbackError);
|
|
452
|
+
if (mapped) {
|
|
453
|
+
answer(ex, fallback.status, serdeToString(mapped), [
|
|
454
|
+
['Content-Type', 'application/json'],
|
|
455
|
+
]);
|
|
456
|
+
return;
|
|
457
|
+
}
|
|
458
|
+
if (policy !== undefined) {
|
|
459
|
+
// The session gateway may already have mapped it (final review M-4): an OpenAI error body,
|
|
460
|
+
// wrapped like the chat route's own and answered as the JSON it is.
|
|
461
|
+
answer(ex, fallback.status, structureBackendErrorBody(fallbackError, trace.oomDetected, trace.ctxOverflowDetected), [['Content-Type', 'application/json']]);
|
|
462
|
+
return;
|
|
463
|
+
}
|
|
402
464
|
answer(ex, fallback.status, fallbackError);
|
|
403
465
|
return;
|
|
404
466
|
}
|
|
@@ -407,11 +469,21 @@ async function messagesFallback(ex, backend, url, key, json, response) {
|
|
|
407
469
|
await pipeBody(ex.res, streaming ? anthropicStream(fallback) : anthropicWhole(fallback), () => fallback.body.destroy());
|
|
408
470
|
return;
|
|
409
471
|
}
|
|
410
|
-
catch {
|
|
472
|
+
catch (e) {
|
|
411
473
|
if (signal.aborted)
|
|
412
474
|
return;
|
|
475
|
+
if (response === undefined) {
|
|
476
|
+
answerUnreachable(ex, backend, e);
|
|
477
|
+
return;
|
|
478
|
+
}
|
|
413
479
|
}
|
|
414
480
|
}
|
|
481
|
+
if (response === undefined || errorBody === undefined) {
|
|
482
|
+
// Nothing was asked of the engine, and the request cannot be put as chat completions either.
|
|
483
|
+
trace.errorKind = 'bad_request';
|
|
484
|
+
answer(ex, 400, structuredErrorJson('This request cannot be sent to the model as chat completions.', 'invalid_request_error', 'invalid_request_error'), [['Content-Type', 'application/json']]);
|
|
485
|
+
return;
|
|
486
|
+
}
|
|
415
487
|
trace.errorKind = errorKind;
|
|
416
488
|
trace.upstreamStatus = response.status;
|
|
417
489
|
trace.oomDetected = bodyIndicatesOom(errorBody);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"forward.js","sourceRoot":"","sources":["../../../src/server/public/forward.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,uBAAuB,EACvB,YAAY,EACZ,aAAa,GACd,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAEjF,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAA;AAChF,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAA;AAC1F,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAC7C,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,6BAA6B,EAC7B,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAGxF,OAAO,EACL,kBAAkB,EAClB,QAAQ,EACR,QAAQ,EACR,gBAAgB,EAChB,KAAK,EACL,cAAc,EACd,YAAY,GACb,MAAM,WAAW,CAAA;AAKlB,gFAAgF;AAChF,MAAM,UAAU,gBAAgB,CAAC,EAAY,EAAE,OAAe;IAC5D,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;QACpD,IAAI,OAAO;YAAE,OAAO,OAAO,CAAA;IAC7B,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,uGAAuG;AACvG,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAY;IAEZ,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;IAC1C,IAAI,GAAW,CAAA;IACf,IAAI,CAAC;QACH,GAAG,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,6BAA6B,CAAC,CAAA;QAC9C,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,IAAI,IAAe,CAAA;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IACtD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAA;QACtC,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAA;IAC5D,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,KAAK,CAAC,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACxD,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IACzB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,2CAA2C,CAAC,CAAA;QAC5D,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;AAC9C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,EAAY,EACZ,OAA0B,EAC1B,OAAgB,EAChB,GAAuB,EACvB,UAAuB,EAAE;IAEzB,IAAI,OAAO,GAAgB,CAAC,GAAG,OAAO,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAA;IAC/E,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9B,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;YAClC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAA;YAClE,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;QAC/B,CAAC;IACH,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,eAAe,CAAC,CAAA;QAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,UAAU,GAAG,EAAE,CAAC,CAAC,CAAA;IAClD,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,MAAc;IAC/B,OAAO,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,CAAA;AACtC,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,QAAQ,CAAC,KAAgB;IACvC,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACjG,OAAO,UAAU,IAAI,WAAW,aAAa,CAAC,KAAK,CAAC,MAAM,CAAA;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAY;IAC7C,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,KAAK,WAAW,CAAA;IAC1C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAE,CAAC,CAAA;IACzC,IAAI,CAAC,MAAM;QAAE,OAAM;IACnB,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAA;IAE7C,IAAI,OAAgB,CAAA;IACpB,IAAI,GAAuB,CAAA;IAC3B,IAAI,GAAuB,CAAA;IAC3B,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;IAClE,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;QAC9C,KAAK,CAAC,OAAO,GAAG,QAAQ,CAAA;QACxB,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;QAChC,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,CAAA;QAChC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;QACrG,CAAC;IACH,CAAC;SAAM,CAAC;QACN,gGAAgG;QAChG,gFAAgF;QAChF,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,SAAS,GAAG,WAAW,CAAA;YAC7B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,yBAAyB,CAAC,CAAA;YAC1C,OAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;QAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,SAAS,GAAG,WAAW,CAAA;YAC7B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,uCAAuC,OAAO,GAAG,CAAC,CAAA;YAClE,OAAM;QACR,CAAC;QACD,OAAO,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;QACpC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAA;QAChC,GAAG,GAAG,OAAO,CAAC,MAAM,CAAA;QACpB,GAAG,GAAG,oBAAoB,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,CAAA;IACvD,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,KAAK,CAAC,SAAS,GAAG,gBAAgB,CAAA;QAClC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,wBAAwB,CAAC,CAAA;QACzC,OAAM;IACR,CAAC;IAED,iGAAiG;IACjG,iGAAiG;IACjG,MAAM,QAAQ,GACZ,KAAK,CAAC,UAAU,IAAI,MAAM,IAAI,EAAE,CAAC,IAAI,KAAK,mBAAmB,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QACvF,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC;QAC7B,CAAC,CAAC,SAAS,CAAA;IAEf,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC7B,IAAI,QAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;YACjC,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,OAAO,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC;YACrE,IAAI,EAAE,QAAQ,IAAI,GAAG;YACrB,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACtC,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,MAAM,CAAC,OAAO;YAAE,OAAM;QAC1B,iBAAiB,CAAC,EAAE,EAAE,OAAO,EAAE,CAAU,CAAC,CAAA;QAC1C,OAAM;IACR,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAChC,IAAI,UAAU;YAAE,MAAM,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;;YACxE,MAAM,aAAa,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAA;QAC7D,OAAM;IACR,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxC,MAAM,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAA;QAChE,OAAM;IACR,CAAC;IACD,MAAM,aAAa,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAA;AAC3D,CAAC;AAED,sGAAsG;AACtG,MAAM,qBAAqB,GAAG,GAAG,GAAG,IAAI,CAAA;AAExC;;;;GAIG;AACH,KAAK,UAAU,aAAa,CAC1B,EAAY,EACZ,QAA0B,EAC1B,iBAA0B;IAE1B,MAAM,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;IAC3C,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IACvD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAA;IACxE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAE3E,KAAK,SAAS,CAAC,CAAC,QAAQ;QACtB,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAA;QAClC,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,IAAI,eAAe,GAAG,KAAK,CAAA;QAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAA6B,EAAE,CAAC;YACjE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,IAAI,QAAQ,GAAG,qBAAqB,EAAE,CAAC;oBACrC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,qBAAqB,GAAG,QAAQ,CAAC,CAAA;oBAChE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACjB,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAA;gBACzB,CAAC;gBACD,MAAM,KAAK,CAAA;gBACX,SAAQ;YACV,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClB,MAAM,OAAO,GAAa,EAAE,CAAA;YAC5B,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAClE,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACzD,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;oBACvD,IAAI,iBAAiB,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC7D,eAAe,GAAG,IAAI,CAAA;wBACtB,SAAQ;oBACV,CAAC;gBACH,CAAC;gBACD,IAAI,eAAe,EAAE,CAAC;oBACpB,eAAe,GAAG,KAAK,CAAA;oBACvB,4DAA4D;oBAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;wBAAE,SAAQ;gBAChF,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACxB,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YACpD,KAAK,CAAC,QAAQ,EAAE,CAAA;QAClB,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAA;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAC7B,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,IAAI,CAAA;QACZ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,kFAAkF;gBAClF,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;gBACpF,IAAI,SAAS;oBAAE,SAAS,CAAC,cAAc,GAAG,SAAS,CAAA;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;AACnE,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,EAAY,EAAE,OAAgB,EAAE,CAAQ;IACjE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAA;IACtC,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,uBAAuB,CAAA;IAChF,MAAM,IAAI,GAAG,mBAAmB,CAC9B,uCAAuC,CAAC,CAAC,OAAO,EAAE,EAClD,cAAc,EACd,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,sBAAsB,CACvD,CAAA;IACD,MAAM,KAAK,GAAgB,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAA;IACjE,IAAI,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAA;IAC3C,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;AAC5C,CAAC;AAED,sGAAsG;AACtG,KAAK,UAAU,UAAU,CACvB,EAAY,EACZ,IAAY,EACZ,MAAc,EACd,GAAW;IAEX,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAA;IACrE,IAAI,MAAM;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,UAAU,MAAM,EAAE,CAAC,CAAC,CAAA;IAC/D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,oBAAoB,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxE,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,OAAO;YACP,IAAI,EAAE,GAAG;YACT,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACtC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC;SACvB,CAAC,CAAA;QACF,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAA;QACzC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAA;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,8CAA8C;IAChD,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,EAAY,EACZ,QAAuB,EACvB,OAAe,EACf,GAAW,EACX,OAAkC;IAElC,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IAC3E,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3B,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACvE,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAA;IACxB,MAAM,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IACnC,OAAO,IAAI,CAAA;AACb,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,EAAY,EACZ,OAAgB,EAChB,OAAe,EACf,GAAW,EACX,QAA0B;IAE1B,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC9B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,uBAAuB,CAAA;QAC1F,KAAK,CAAC,cAAc,GAAG,MAAM,CAAA;QAC7B,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;QAC/C,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACpE,CAAC,CAAA;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAA;QACzC,IAAI,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACrG,OAAM;QAER,IAAI,qBAAqB,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;YAC7C,0FAA0F;YAC1F,mFAAmF;YACnF,IAAI,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBACrC,MAAM,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wBAAwB,CAAC,CAAA;YAC7E,CAAC;YACD,aAAa,EAAE,CAAA;YACf,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;YACxB,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAA;YACjC,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;YACvC,aAAa,CACX,EAAE,CAAC,IAAI,CAAC,MAAM,EACd,sBAAsB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAC3F,CAAA;YACD,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAA;YAC1C,OAAM;QACR,CAAC;QAED,aAAa,EAAE,CAAA;QACf,aAAa,CACX,EAAE,CAAC,IAAI,CAAC,MAAM,EACd,sBAAsB,CAAC;YACrB,QAAQ;YACR,OAAO;YACP,MAAM;YACN,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,GAAG,EAAE,KAAK,CAAC,WAAW;SACvB,CAAC,CACH,CAAA;QACD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,yBAAyB,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAA;QACtG,OAAM;IACR,CAAC;IACD,oEAAoE;IACpE,aAAa,EAAE,CAAA;IACf,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;AAC/B,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAC1B,EAAY,EACZ,OAAoB,EACpB,OAAe,EACf,GAAW,EACX,QAA0B;IAE1B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IACxE,IAAI,MAA6B,CAAA;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,SAAS,CAAA;IACpB,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,IAAI,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAA;QACvC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3C,CAAC;IACD,IACE,MAAM,KAAK,SAAS;QACpB,6BAA6B,CAAC,MAAM,EAAE,GAAG,CAAC;QAC1C,CAAC,MAAM,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC,EACzE,CAAC;QACD,OAAM;IACR,CAAC;IACD,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;AAC5E,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,gBAAgB,CAC7B,EAAY,EACZ,OAAgB,EAChB,GAAW,EACX,GAAuB,EACvB,IAAe,EACf,QAA0B;IAE1B,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IAClD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAA;IAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,uBAAuB,CAAA;IAC1F,MAAM,IAAI,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAA;IACzC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,GAAG,GAAG,CAAA;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC5E,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;QAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,IAAI,mBAAmB,EAAE;gBAC9D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,eAAe,CACtB,EAAE,EACF,CAAC,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,CAAC,EAC9E,OAAO,EACP,GAAG,EACH;oBACE,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACpC,CAAC,iBAAiB,EAAE,UAAU,CAAC;iBAChC,CACF;gBACD,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;gBACzB,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;gBACtC,MAAM;aACP,CAAC,CAAA;YACF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,MAAM,aAAa,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;gBACtD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAA;gBAC3B,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;gBACtC,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAA;gBACnD,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;gBAC/E,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;gBAC1C,OAAM;YACR,CAAC;YACD,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;YAC3E,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAA;YAC/D,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAC5F,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CACxB,CAAA;YACD,OAAM;QACR,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAM;QAC5B,CAAC;IACH,CAAC;IACD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAA;IAC3B,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;IACtC,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;IAC/C,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IAC3E,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;AACxC,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,eAAe,CAAC,QAA0B;IACxD,MAAM,IAAI,GAAG,IAAI,wBAAwB,EAAE,CAAA;IAC3C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;IACjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACxF,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;QACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;YACvB,OAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;IAC7B,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;AAC7F,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,QAA0B;IACvD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC3C,IAAI,MAAiB,CAAA;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,KAAK,CAAA;QACX,OAAM;IACR,CAAC;IACD,MAAM,aAAa,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtD,CAAC"}
|
|
1
|
+
{"version":3,"file":"forward.js","sourceRoot":"","sources":["../../../src/server/public/forward.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,uBAAuB,EACvB,YAAY,EACZ,aAAa,GACd,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAEjF,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAA;AAChF,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAA;AAC1F,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAC7C,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,6BAA6B,EAC7B,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AACxF,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAG3C,OAAO,EACL,kBAAkB,EAClB,QAAQ,EACR,QAAQ,EACR,gBAAgB,EAChB,KAAK,EACL,cAAc,EACd,YAAY,GACb,MAAM,WAAW,CAAA;AAKlB,gFAAgF;AAChF,MAAM,UAAU,gBAAgB,CAAC,EAAY,EAAE,OAAe;IAC5D,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;QACpD,IAAI,OAAO;YAAE,OAAO,OAAO,CAAA;IAC7B,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,uGAAuG;AACvG,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAY;IAEZ,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,KAAK,CAAC,QAAQ,GAAG,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;IAC1C,IAAI,GAAW,CAAA;IACf,IAAI,CAAC;QACH,GAAG,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,6BAA6B,CAAC,CAAA;QAC9C,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,IAAI,IAAe,CAAA;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IACtD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAA;QACtC,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAA;IAC5D,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,KAAK,CAAC,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;IACxD,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IACzB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,2CAA2C,CAAC,CAAA;QAC5D,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;AAC9C,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,EAAY,EACZ,OAA0B,EAC1B,OAAgB,EAChB,GAAuB,EACvB,UAAuB,EAAE;IAEzB,IAAI,OAAO,GAAgB,CAAC,GAAG,OAAO,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAA;IAC/E,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9B,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;YAClC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAA;YAClE,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;QAC/B,CAAC;IACH,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,eAAe,CAAC,CAAA;QAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,UAAU,GAAG,EAAE,CAAC,CAAC,CAAA;IAClD,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,MAAc;IAC/B,OAAO,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,CAAA;AACtC,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,QAAQ,CAAC,KAAgB;IACvC,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACjG,OAAO,UAAU,IAAI,WAAW,aAAa,CAAC,KAAK,CAAC,MAAM,CAAA;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAY;IAC7C,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,KAAK,WAAW,CAAA;IAC1C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAE,CAAC,CAAA;IACzC,IAAI,CAAC,MAAM;QAAE,OAAM;IACnB,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAA;IAE7C,IAAI,OAAgB,CAAA;IACpB,IAAI,GAAuB,CAAA;IAC3B,IAAI,GAAuB,CAAA;IAC3B,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;IAClE,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;QAC9C,KAAK,CAAC,OAAO,GAAG,QAAQ,CAAA;QACxB,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;QAChC,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,CAAA;QAChC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;QACrG,CAAC;IACH,CAAC;SAAM,CAAC;QACN,gGAAgG;QAChG,gFAAgF;QAChF,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,SAAS,GAAG,WAAW,CAAA;YAC7B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,yBAAyB,CAAC,CAAA;YAC1C,OAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;QAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,SAAS,GAAG,WAAW,CAAA;YAC7B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,uCAAuC,OAAO,GAAG,CAAC,CAAA;YAClE,OAAM;QACR,CAAC;QACD,OAAO,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;QACpC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAA;QAChC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;QACvF,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;YAC/B,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;YAChF,OAAM;QACR,CAAC;QACD,GAAG,GAAG,OAAO,CAAC,MAAM,CAAA;QACpB,GAAG,GAAG,oBAAoB,OAAO,CAAC,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,CAAA;IACvD,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,KAAK,CAAC,SAAS,GAAG,gBAAgB,CAAA;QAClC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,wBAAwB,CAAC,CAAA;QACzC,OAAM;IACR,CAAC;IAED,+FAA+F;IAC/F,oGAAoG;IACpG,IACE,UAAU;QACV,OAAO,CAAC,IAAI,KAAK,OAAO;QACxB,OAAO,CAAC,OAAO,CAAC,MAAM;QACtB,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,EAC5F,CAAC;QACD,MAAM,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;QACnD,OAAM;IACR,CAAC;IAED,iGAAiG;IACjG,iGAAiG;IACjG,MAAM,QAAQ,GACZ,KAAK,CAAC,UAAU,IAAI,MAAM,IAAI,EAAE,CAAC,IAAI,KAAK,mBAAmB,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QACvF,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC;QAC7B,CAAC,CAAC,SAAS,CAAA;IAEf,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;IAC7B,IAAI,QAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;YACjC,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,OAAO,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC;YACrE,IAAI,EAAE,QAAQ,IAAI,GAAG;YACrB,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACtC,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,MAAM,CAAC,OAAO;YAAE,OAAM;QAC1B,iBAAiB,CAAC,EAAE,EAAE,OAAO,EAAE,CAAU,CAAC,CAAA;QAC1C,OAAM;IACR,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAChC,IAAI,UAAU;YAAE,MAAM,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;;YACxE,MAAM,aAAa,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAA;QAC7D,OAAM;IACR,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxC,MAAM,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAA;QAChE,OAAM;IACR,CAAC;IACD,MAAM,aAAa,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,KAAK,SAAS,CAAC,CAAA;AAC3D,CAAC;AAED,sGAAsG;AACtG,MAAM,qBAAqB,GAAG,GAAG,GAAG,IAAI,CAAA;AAExC;;;;GAIG;AACH,KAAK,UAAU,aAAa,CAC1B,EAAY,EACZ,QAA0B,EAC1B,iBAA0B;IAE1B,MAAM,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,CAAA;IAC3C,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IACvD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAA;IACxE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAE3E,KAAK,SAAS,CAAC,CAAC,QAAQ;QACtB,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAA;QAClC,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,IAAI,eAAe,GAAG,KAAK,CAAA;QAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAA6B,EAAE,CAAC;YACjE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,IAAI,QAAQ,GAAG,qBAAqB,EAAE,CAAC;oBACrC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,qBAAqB,GAAG,QAAQ,CAAC,CAAA;oBAChE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACjB,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAA;gBACzB,CAAC;gBACD,MAAM,KAAK,CAAA;gBACX,SAAQ;YACV,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClB,MAAM,OAAO,GAAa,EAAE,CAAA;YAC5B,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAClE,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACzD,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;oBACvD,IAAI,iBAAiB,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC7D,eAAe,GAAG,IAAI,CAAA;wBACtB,SAAQ;oBACV,CAAC;gBACH,CAAC;gBACD,IAAI,eAAe,EAAE,CAAC;oBACpB,eAAe,GAAG,KAAK,CAAA;oBACvB,4DAA4D;oBAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;wBAAE,SAAQ;gBAChF,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACxB,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YACpD,KAAK,CAAC,QAAQ,EAAE,CAAA;QAClB,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAA;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAC7B,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,IAAI,CAAA;QACZ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,kFAAkF;gBAClF,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;gBACpF,IAAI,SAAS;oBAAE,SAAS,CAAC,cAAc,GAAG,SAAS,CAAA;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;AACnE,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,EAAY,EAAE,OAAgB,EAAE,CAAQ;IACjE,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAA;IACtC,EAAE,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,uBAAuB,CAAA;IAChF,MAAM,IAAI,GAAG,mBAAmB,CAC9B,uCAAuC,CAAC,CAAC,OAAO,EAAE,EAClD,cAAc,EACd,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,sBAAsB,CACvD,CAAA;IACD,MAAM,KAAK,GAAgB,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAA;IACjE,IAAI,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAA;IAC3C,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;AAC5C,CAAC;AAED,sGAAsG;AACtG,KAAK,UAAU,UAAU,CACvB,EAAY,EACZ,IAAY,EACZ,MAAc,EACd,GAAW;IAEX,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAA;IACrE,IAAI,MAAM;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,UAAU,MAAM,EAAE,CAAC,CAAC,CAAA;IAC/D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,oBAAoB,IAAI,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxE,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,OAAO;YACP,IAAI,EAAE,GAAG;YACT,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;YACtC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC;SACvB,CAAC,CAAA;QACF,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAA;QACzC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAA;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,8CAA8C;IAChD,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,EAAY,EACZ,QAAuB,EACvB,OAAe,EACf,GAAW,EACX,OAAkC;IAElC,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IAC3E,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3B,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACvE,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAA;IACxB,MAAM,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IACnC,OAAO,IAAI,CAAA;AACb,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,EAAY,EACZ,OAAgB,EAChB,OAAe,EACf,GAAW,EACX,QAA0B;IAE1B,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC9B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,uBAAuB,CAAA;QAC1F,KAAK,CAAC,cAAc,GAAG,MAAM,CAAA;QAC7B,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;QAC/C,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACpE,CAAC,CAAA;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAA;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAA;QACrC,IAAI,MAAM,EAAE,CAAC;YACX,6FAA6F;YAC7F,4FAA4F;YAC5F,qCAAqC;YACrC,aAAa,EAAE,CAAA;YACf,aAAa,CACX,EAAE,CAAC,IAAI,CAAC,MAAM,EACd,sBAAsB,CAAC;gBACrB,QAAQ;gBACR,OAAO;gBACP,MAAM;gBACN,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,KAAK;gBACd,GAAG,EAAE,KAAK,CAAC,WAAW;aACvB,CAAC,CACH,CAAA;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YACjD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,aAAa,CAAC,MAAmB,CAAC,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;gBAC9F,OAAM;YACR,CAAC;YACD,+FAA+F;YAC/F,2EAA2E;YAC3E,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,yBAAyB,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,EAAE;gBACrG,CAAC,cAAc,EAAE,kBAAkB,CAAC;aACrC,CAAC,CAAA;YACF,OAAM;QACR,CAAC;QACD,IAAI,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACrG,OAAM;QAER,IAAI,qBAAqB,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;YAC7C,0FAA0F;YAC1F,mFAAmF;YACnF,IAAI,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBACrC,MAAM,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wBAAwB,CAAC,CAAA;YAC7E,CAAC;YACD,aAAa,EAAE,CAAA;YACf,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;YACxB,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAA;YACjC,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;YACvC,aAAa,CACX,EAAE,CAAC,IAAI,CAAC,MAAM,EACd,sBAAsB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAC3F,CAAA;YACD,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAA;YAC1C,OAAM;QACR,CAAC;QAED,aAAa,EAAE,CAAA;QACf,aAAa,CACX,EAAE,CAAC,IAAI,CAAC,MAAM,EACd,sBAAsB,CAAC;YACrB,QAAQ;YACR,OAAO;YACP,MAAM;YACN,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,KAAK;YACd,GAAG,EAAE,KAAK,CAAC,WAAW;SACvB,CAAC,CACH,CAAA;QACD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,yBAAyB,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAA;QACtG,OAAM;IACR,CAAC;IACD,oEAAoE;IACpE,aAAa,EAAE,CAAA;IACf,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;AAC/B,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAC1B,EAAY,EACZ,OAAoB,EACpB,OAAe,EACf,GAAW,EACX,QAA0B;IAE1B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IACxE,IAAI,MAA6B,CAAA;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,SAAS,CAAA;IACpB,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,IAAI,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAA;QACvC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;QAC3C,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;IAC3C,CAAC;IACD,IACE,MAAM,KAAK,SAAS;QACpB,uFAAuF;QACvF,OAAO,CAAC,MAAM,KAAK,SAAS;QAC5B,6BAA6B,CAAC,MAAM,EAAE,GAAG,CAAC;QAC1C,CAAC,MAAM,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC,EACzE,CAAC;QACD,OAAM;IACR,CAAC;IACD,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAA;AAC5E,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,gBAAgB,CAC7B,EAAY,EACZ,OAAgB,EAChB,GAAW,EACX,GAAuB,EACvB,IAAe;AACf,gGAAgG;AAChG,QAA2B;IAE3B,MAAM,SAAS,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IACvF,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACtB,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAA;IAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,uBAAuB,CAAA;IAC1F,MAAM,IAAI,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAA;IACzC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,IAAI,IAAI,GAAG,GAAG,CAAA;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC5E,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;QAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,IAAI,mBAAmB,EAAE;gBAC9D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,eAAe,CACtB,EAAE,EACF,CAAC,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,CAAC,EAC9E,OAAO,EACP,GAAG,EACH;oBACE,CAAC,cAAc,EAAE,kBAAkB,CAAC;oBACpC,CAAC,iBAAiB,EAAE,UAAU,CAAC;iBAChC,CACF;gBACD,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;gBACzB,gBAAgB,EAAE,gBAAgB,CAAC,EAAE,CAAC;gBACtC,MAAM;aACP,CAAC,CAAA;YACF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,MAAM,aAAa,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAA;gBACtD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAA;gBAC3B,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;gBACtC,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAA;gBACnD,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;gBAC/E,0FAA0F;gBAC1F,yBAAyB;gBACzB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;gBAC5E,MAAM,MAAM,GAAG,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;gBAC/D,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,MAAmB,CAAC,EAAE;wBAC9D,CAAC,cAAc,EAAE,kBAAkB,CAAC;qBACrC,CAAC,CAAA;oBACF,OAAM;gBACR,CAAC;gBACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oBACzB,2FAA2F;oBAC3F,oEAAoE;oBACpE,MAAM,CACJ,EAAE,EACF,QAAQ,CAAC,MAAM,EACf,yBAAyB,CAAC,aAAa,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,EACtF,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CACvC,CAAA;oBACD,OAAM;gBACR,CAAC;gBACD,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;gBAC1C,OAAM;YACR,CAAC;YACD,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;YAC3E,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAA;YAC/D,MAAM,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAC5F,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CACxB,CAAA;YACD,OAAM;QACR,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAM;YAC1B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,iBAAiB,CAAC,EAAE,EAAE,OAAO,EAAE,CAAU,CAAC,CAAA;gBAC1C,OAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QACtD,6FAA6F;QAC7F,KAAK,CAAC,SAAS,GAAG,aAAa,CAAA;QAC/B,MAAM,CACJ,EAAE,EACF,GAAG,EACH,mBAAmB,CACjB,+DAA+D,EAC/D,uBAAuB,EACvB,uBAAuB,CACxB,EACD,CAAC,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC,CACvC,CAAA;QACD,OAAM;IACR,CAAC;IACD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAA;IAC3B,KAAK,CAAC,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;IACtC,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;IAC/C,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IAC3E,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;AACxC,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,eAAe,CAAC,QAA0B;IACxD,MAAM,IAAI,GAAG,IAAI,wBAAwB,EAAE,CAAA;IAC3C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;IACjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACxF,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;QACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;YACvB,OAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;IAC7B,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAAE,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAA;AAC7F,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,QAA0B;IACvD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC3C,IAAI,MAAiB,CAAA;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,KAAK,CAAA;QACX,OAAM;IACR,CAAC;IACD,MAAM,aAAa,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtD,CAAC"}
|
|
@@ -42,6 +42,24 @@ export declare function corsHeaders(origin: string, trustedHosts: readonly strin
|
|
|
42
42
|
export declare function hostMessage(host: string): string;
|
|
43
43
|
/** Answer a CORS preflight. Preflight never checks the API key: browsers do not send it. */
|
|
44
44
|
export declare function preflight(req: IncomingMessage, config: PublicServerConfig): EarlyResponse;
|
|
45
|
+
/** What {@link hostAndKeyGate} needs: a shape `PublicServerConfig` also satisfies. */
|
|
46
|
+
export interface HostAndKeyConfig {
|
|
47
|
+
/** Key clients must present; empty disables the check. Ignored when `apiKeys` is set. */
|
|
48
|
+
apiKey: string;
|
|
49
|
+
/**
|
|
50
|
+
* The host's keyring (`AtomicCoreOptions.publicApiKeys`): when set, a client must present one of
|
|
51
|
+
* these and `apiKey` is ignored. An empty list refuses every client; an empty entry matches nothing.
|
|
52
|
+
*/
|
|
53
|
+
apiKeys?: readonly string[];
|
|
54
|
+
/** Hosts allowed besides the built-in loopback names; `*` allows every host. */
|
|
55
|
+
trustedHosts: readonly string[];
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* The Host and Bearer-key checks alone, with no path whitelist, CORS or hidden-path behaviour: what
|
|
59
|
+
* a listener that has no docs endpoints and must authenticate every request needs (the managed
|
|
60
|
+
* session gateway, `runtime/managed-text/gateway.ts`). `undefined` means both checks passed.
|
|
61
|
+
*/
|
|
62
|
+
export declare function hostAndKeyGate(req: IncomingMessage, config: HostAndKeyConfig): EarlyResponse | undefined;
|
|
45
63
|
/**
|
|
46
64
|
* The host, key and hidden-path checks, in the proxy's order. `undefined` means the request passes
|
|
47
65
|
* and should be routed.
|