@atomic-chat/core 0.5.1 → 0.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/app-daemon.js +20 -67
- package/dist/app-daemon.js.map +1 -1
- package/dist/backend/advisor/advisor.d.ts +132 -0
- package/dist/backend/advisor/advisor.js +537 -0
- package/dist/backend/advisor/advisor.js.map +1 -0
- package/dist/backend/advisor/index.d.ts +6 -0
- package/dist/backend/advisor/index.js +7 -0
- package/dist/backend/advisor/index.js.map +1 -0
- package/dist/backend/advisor/policy.d.ts +81 -0
- package/dist/backend/advisor/policy.js +154 -0
- package/dist/backend/advisor/policy.js.map +1 -0
- package/dist/backend/catalog/archive.d.ts +21 -7
- package/dist/backend/catalog/archive.js +57 -17
- package/dist/backend/catalog/archive.js.map +1 -1
- package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
- package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
- package/dist/backend/catalog/cuda-family.d.ts +12 -2
- package/dist/backend/catalog/cuda-family.js +30 -7
- package/dist/backend/catalog/cuda-family.js.map +1 -1
- package/dist/backend/catalog/index.d.ts +5 -0
- package/dist/backend/catalog/index.js +5 -0
- package/dist/backend/catalog/index.js.map +1 -1
- package/dist/backend/catalog/manifest.d.ts +5 -3
- package/dist/backend/catalog/manifest.js +12 -9
- package/dist/backend/catalog/manifest.js.map +1 -1
- package/dist/backend/catalog/migrate.d.ts +8 -6
- package/dist/backend/catalog/migrate.js +26 -15
- package/dist/backend/catalog/migrate.js.map +1 -1
- package/dist/backend/catalog/prism-catalog.d.ts +42 -0
- package/dist/backend/catalog/prism-catalog.js +101 -0
- package/dist/backend/catalog/prism-catalog.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
- package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
- package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
- package/dist/backend/catalog/prism-manifest.d.ts +90 -0
- package/dist/backend/catalog/prism-manifest.js +171 -0
- package/dist/backend/catalog/prism-manifest.js.map +1 -0
- package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
- package/dist/backend/catalog/turboquant-catalog.js +162 -0
- package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
- package/dist/backend/catalog/turboquant-index.d.ts +104 -0
- package/dist/backend/catalog/turboquant-index.js +260 -0
- package/dist/backend/catalog/turboquant-index.js.map +1 -0
- package/dist/backend/index.d.ts +1 -0
- package/dist/backend/index.js +1 -0
- package/dist/backend/index.js.map +1 -1
- package/dist/backend/install/runtime-backend.d.ts +6 -6
- package/dist/backend/install/runtime-backend.js +23 -20
- package/dist/backend/install/runtime-backend.js.map +1 -1
- package/dist/backend/install/service.d.ts +106 -5
- package/dist/backend/install/service.js +247 -21
- package/dist/backend/install/service.js.map +1 -1
- package/dist/backend/installed/bundled.d.ts +19 -0
- package/dist/backend/installed/bundled.js +45 -0
- package/dist/backend/installed/bundled.js.map +1 -0
- package/dist/backend/installed/index.d.ts +1 -0
- package/dist/backend/installed/index.js +1 -0
- package/dist/backend/installed/index.js.map +1 -1
- package/dist/backend/installed/installed.js +3 -0
- package/dist/backend/installed/installed.js.map +1 -1
- package/dist/backend/optimal/optimal-cache.d.ts +27 -8
- package/dist/backend/optimal/optimal-cache.js +38 -19
- package/dist/backend/optimal/optimal-cache.js.map +1 -1
- package/dist/backend/optimal/optimal-store.js +1 -1
- package/dist/backend/optimal/optimal-store.js.map +1 -1
- package/dist/backend/select/categories.d.ts +2 -1
- package/dist/backend/select/categories.js +8 -1
- package/dist/backend/select/categories.js.map +1 -1
- package/dist/backend/select/features.d.ts +13 -5
- package/dist/backend/select/features.js +36 -6
- package/dist/backend/select/features.js.map +1 -1
- package/dist/backend/select/index.d.ts +2 -0
- package/dist/backend/select/index.js +2 -0
- package/dist/backend/select/index.js.map +1 -1
- package/dist/backend/select/prism.d.ts +54 -0
- package/dist/backend/select/prism.js +212 -0
- package/dist/backend/select/prism.js.map +1 -0
- package/dist/backend/select/recovery.d.ts +4 -2
- package/dist/backend/select/recovery.js +17 -5
- package/dist/backend/select/recovery.js.map +1 -1
- package/dist/backend/select/tiers.d.ts +20 -11
- package/dist/backend/select/tiers.js +49 -11
- package/dist/backend/select/tiers.js.map +1 -1
- package/dist/backend/select/turboquant-tiers.d.ts +45 -0
- package/dist/backend/select/turboquant-tiers.js +114 -0
- package/dist/backend/select/turboquant-tiers.js.map +1 -0
- package/dist/backend/types.d.ts +6 -69
- package/dist/cli/commands/backends.d.ts +10 -0
- package/dist/cli/commands/backends.js +142 -0
- package/dist/cli/commands/backends.js.map +1 -0
- package/dist/cli/commands/hardware.d.ts +13 -0
- package/dist/cli/commands/hardware.js +71 -0
- package/dist/cli/commands/hardware.js.map +1 -0
- package/dist/cli/commands/host-step.d.ts +28 -0
- package/dist/cli/commands/host-step.js +67 -0
- package/dist/cli/commands/host-step.js.map +1 -0
- package/dist/cli/commands/index.d.ts +4 -1
- package/dist/cli/commands/index.js +4 -1
- package/dist/cli/commands/index.js.map +1 -1
- package/dist/cli/commands/serve.js +4 -4
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/commands/shared.d.ts +6 -1
- package/dist/cli/commands/shared.js +7 -0
- package/dist/cli/commands/shared.js.map +1 -1
- package/dist/cli/io.d.ts +11 -0
- package/dist/cli/io.js +28 -3
- package/dist/cli/io.js.map +1 -1
- package/dist/cli/launch.js +2 -2
- package/dist/cli/launch.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/cli/main.js +11 -1
- package/dist/cli/main.js.map +1 -1
- package/dist/client/control-client.d.ts +128 -7
- package/dist/client/control-client.js +211 -12
- package/dist/client/control-client.js.map +1 -1
- package/dist/cloud/registry.js +9 -1
- package/dist/cloud/registry.js.map +1 -1
- package/dist/config/paths.d.ts +137 -0
- package/dist/config/paths.js +163 -0
- package/dist/config/paths.js.map +1 -1
- package/dist/contracts/backend-advisor.d.ts +225 -0
- package/dist/contracts/backend-advisor.js +14 -0
- package/dist/contracts/backend-advisor.js.map +1 -0
- package/dist/contracts/control-api.d.ts +7 -1
- package/dist/contracts/control-api.js +7 -1
- package/dist/contracts/control-api.js.map +1 -1
- package/dist/contracts/decision.d.ts +394 -0
- package/dist/contracts/decision.js +69 -0
- package/dist/contracts/decision.js.map +1 -0
- package/dist/contracts/diffusion.d.ts +62 -9
- package/dist/contracts/embedding.d.ts +103 -0
- package/dist/contracts/embedding.js +24 -0
- package/dist/contracts/embedding.js.map +1 -0
- package/dist/contracts/engine-builds.d.ts +108 -0
- package/dist/contracts/engine-builds.js +11 -0
- package/dist/contracts/engine-builds.js.map +1 -0
- package/dist/contracts/engines.d.ts +157 -0
- package/dist/contracts/engines.js +50 -0
- package/dist/contracts/engines.js.map +1 -0
- package/dist/contracts/environment.d.ts +774 -0
- package/dist/contracts/environment.js +116 -0
- package/dist/contracts/environment.js.map +1 -0
- package/dist/contracts/errors.d.ts +43 -2
- package/dist/contracts/errors.js +41 -0
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/events.d.ts +82 -4
- package/dist/contracts/hardware.d.ts +79 -6
- package/dist/contracts/hardware.js +9 -5
- package/dist/contracts/hardware.js.map +1 -1
- package/dist/contracts/index.d.ts +8 -0
- package/dist/contracts/index.js +8 -0
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/model-compatibility.d.ts +97 -0
- package/dist/contracts/model-compatibility.js +6 -0
- package/dist/contracts/model-compatibility.js.map +1 -0
- package/dist/contracts/model-setup.d.ts +115 -0
- package/dist/contracts/model-setup.js +33 -0
- package/dist/contracts/model-setup.js.map +1 -0
- package/dist/contracts/model-yml.d.ts +14 -0
- package/dist/contracts/model-yml.js +1 -0
- package/dist/contracts/model-yml.js.map +1 -1
- package/dist/contracts/session.d.ts +45 -2
- package/dist/contracts/session.js +14 -1
- package/dist/contracts/session.js.map +1 -1
- package/dist/contracts/settings.d.ts +44 -1
- package/dist/contracts/settings.js.map +1 -1
- package/dist/core/atomic-core.d.ts +44 -5
- package/dist/core/atomic-core.js +24 -0
- package/dist/core/atomic-core.js.map +1 -1
- package/dist/core/create.js +517 -23
- package/dist/core/create.js.map +1 -1
- package/dist/core/gpu/index.d.ts +6 -0
- package/dist/core/gpu/index.js +7 -0
- package/dist/core/gpu/index.js.map +1 -0
- package/dist/core/gpu/policy.d.ts +68 -0
- package/dist/core/gpu/policy.js +99 -0
- package/dist/core/gpu/policy.js.map +1 -0
- package/dist/core/gpu/residency.d.ts +44 -0
- package/dist/core/gpu/residency.js +101 -0
- package/dist/core/gpu/residency.js.map +1 -0
- package/dist/core/gpu-residency.d.ts +39 -0
- package/dist/core/gpu-residency.js +32 -0
- package/dist/core/gpu-residency.js.map +1 -0
- package/dist/core/index.d.ts +1 -1
- package/dist/core/managed-engines.d.ts +207 -0
- package/dist/core/managed-engines.js +579 -0
- package/dist/core/managed-engines.js.map +1 -0
- package/dist/core/managed-environment.d.ts +72 -0
- package/dist/core/managed-environment.js +218 -0
- package/dist/core/managed-environment.js.map +1 -0
- package/dist/core/model-setup/index.d.ts +4 -0
- package/dist/core/model-setup/index.js +5 -0
- package/dist/core/model-setup/index.js.map +1 -0
- package/dist/core/model-setup/plan.d.ts +56 -0
- package/dist/core/model-setup/plan.js +158 -0
- package/dist/core/model-setup/plan.js.map +1 -0
- package/dist/core/model-setup/service.d.ts +92 -0
- package/dist/core/model-setup/service.js +329 -0
- package/dist/core/model-setup/service.js.map +1 -0
- package/dist/core/model-setup/store.d.ts +29 -0
- package/dist/core/model-setup/store.js +116 -0
- package/dist/core/model-setup/store.js.map +1 -0
- package/dist/core/model-setup/wiring.d.ts +59 -0
- package/dist/core/model-setup/wiring.js +132 -0
- package/dist/core/model-setup/wiring.js.map +1 -0
- package/dist/core/prism.d.ts +36 -0
- package/dist/core/prism.js +42 -0
- package/dist/core/prism.js.map +1 -0
- package/dist/core/public-server.d.ts +7 -0
- package/dist/core/public-server.js +2 -0
- package/dist/core/public-server.js.map +1 -1
- package/dist/core/sessions.d.ts +6 -1
- package/dist/core/sessions.js +18 -14
- package/dist/core/sessions.js.map +1 -1
- package/dist/core/types.d.ts +27 -1
- package/dist/core/types.js.map +1 -1
- package/dist/decision/args.d.ts +110 -0
- package/dist/decision/args.js +126 -0
- package/dist/decision/args.js.map +1 -0
- package/dist/decision/backoff.d.ts +25 -0
- package/dist/decision/backoff.js +33 -0
- package/dist/decision/backoff.js.map +1 -0
- package/dist/decision/engine-candidates.d.ts +52 -0
- package/dist/decision/engine-candidates.js +138 -0
- package/dist/decision/engine-candidates.js.map +1 -0
- package/dist/decision/engine-fallback.d.ts +41 -0
- package/dist/decision/engine-fallback.js +57 -0
- package/dist/decision/engine-fallback.js.map +1 -0
- package/dist/decision/engine-version.d.ts +27 -0
- package/dist/decision/engine-version.js +54 -0
- package/dist/decision/engine-version.js.map +1 -0
- package/dist/decision/engine.d.ts +114 -0
- package/dist/decision/engine.js +253 -0
- package/dist/decision/engine.js.map +1 -0
- package/dist/decision/http.d.ts +36 -0
- package/dist/decision/http.js +73 -0
- package/dist/decision/http.js.map +1 -0
- package/dist/decision/index.d.ts +20 -0
- package/dist/decision/index.js +21 -0
- package/dist/decision/index.js.map +1 -0
- package/dist/decision/model-facts.d.ts +32 -0
- package/dist/decision/model-facts.js +40 -0
- package/dist/decision/model-facts.js.map +1 -0
- package/dist/decision/outcome.d.ts +35 -0
- package/dist/decision/outcome.js +105 -0
- package/dist/decision/outcome.js.map +1 -0
- package/dist/decision/process.d.ts +67 -0
- package/dist/decision/process.js +133 -0
- package/dist/decision/process.js.map +1 -0
- package/dist/decision/readiness.d.ts +74 -0
- package/dist/decision/readiness.js +165 -0
- package/dist/decision/readiness.js.map +1 -0
- package/dist/decision/request.d.ts +11 -0
- package/dist/decision/request.js +56 -0
- package/dist/decision/request.js.map +1 -0
- package/dist/decision/service.d.ts +202 -0
- package/dist/decision/service.js +711 -0
- package/dist/decision/service.js.map +1 -0
- package/dist/decision/upstream-version.d.ts +23 -0
- package/dist/decision/upstream-version.js +34 -0
- package/dist/decision/upstream-version.js.map +1 -0
- package/dist/decision/wiring.d.ts +67 -0
- package/dist/decision/wiring.js +101 -0
- package/dist/decision/wiring.js.map +1 -0
- package/dist/diffusion/args.d.ts +4 -2
- package/dist/diffusion/args.js +10 -3
- package/dist/diffusion/args.js.map +1 -1
- package/dist/diffusion/image-job.js +1 -1
- package/dist/diffusion/image-job.js.map +1 -1
- package/dist/diffusion/install.d.ts +35 -11
- package/dist/diffusion/install.js +74 -49
- package/dist/diffusion/install.js.map +1 -1
- package/dist/diffusion/job-kind.d.ts +33 -7
- package/dist/diffusion/jobs.d.ts +6 -1
- package/dist/diffusion/jobs.js +60 -18
- package/dist/diffusion/jobs.js.map +1 -1
- package/dist/diffusion/parse.d.ts +1 -2
- package/dist/diffusion/parse.js +1 -13
- package/dist/diffusion/parse.js.map +1 -1
- package/dist/diffusion/progress.js +3 -0
- package/dist/diffusion/progress.js.map +1 -1
- package/dist/diffusion/server-process.d.ts +6 -0
- package/dist/diffusion/server-process.js +3 -2
- package/dist/diffusion/server-process.js.map +1 -1
- package/dist/diffusion/service.d.ts +52 -6
- package/dist/diffusion/service.js +215 -40
- package/dist/diffusion/service.js.map +1 -1
- package/dist/diffusion/session.d.ts +27 -3
- package/dist/diffusion/session.js +108 -17
- package/dist/diffusion/session.js.map +1 -1
- package/dist/diffusion/state.d.ts +19 -1
- package/dist/diffusion/state.js +10 -0
- package/dist/diffusion/state.js.map +1 -1
- package/dist/diffusion/tracker.d.ts +15 -1
- package/dist/diffusion/tracker.js +32 -6
- package/dist/diffusion/tracker.js.map +1 -1
- package/dist/diffusion/types.d.ts +7 -0
- package/dist/diffusion/types.js +11 -0
- package/dist/diffusion/types.js.map +1 -1
- package/dist/diffusion/video-estimate.d.ts +214 -0
- package/dist/diffusion/video-estimate.js +402 -0
- package/dist/diffusion/video-estimate.js.map +1 -0
- package/dist/diffusion/video-eta.d.ts +90 -0
- package/dist/diffusion/video-eta.js +248 -0
- package/dist/diffusion/video-eta.js.map +1 -0
- package/dist/diffusion/video-history.d.ts +45 -0
- package/dist/diffusion/video-history.js +121 -0
- package/dist/diffusion/video-history.js.map +1 -0
- package/dist/diffusion/video-job.d.ts +13 -5
- package/dist/diffusion/video-job.js +42 -15
- package/dist/diffusion/video-job.js.map +1 -1
- package/dist/diffusion/video-recipe.js +3 -0
- package/dist/diffusion/video-recipe.js.map +1 -1
- package/dist/diffusion/video-tiling.d.ts +54 -0
- package/dist/diffusion/video-tiling.js +70 -0
- package/dist/diffusion/video-tiling.js.map +1 -0
- package/dist/diffusion/wiring.d.ts +14 -1
- package/dist/diffusion/wiring.js +7 -0
- package/dist/diffusion/wiring.js.map +1 -1
- package/dist/downloads/protocol.d.ts +3 -8
- package/dist/downloads/protocol.js.map +1 -1
- package/dist/embedding/args.d.ts +39 -0
- package/dist/embedding/args.js +46 -0
- package/dist/embedding/args.js.map +1 -0
- package/dist/embedding/engine.d.ts +50 -0
- package/dist/embedding/engine.js +100 -0
- package/dist/embedding/engine.js.map +1 -0
- package/dist/embedding/ffmpeg.d.ts +18 -0
- package/dist/embedding/ffmpeg.js +63 -0
- package/dist/embedding/ffmpeg.js.map +1 -0
- package/dist/embedding/index.d.ts +16 -0
- package/dist/embedding/index.js +17 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/model-facts.d.ts +51 -0
- package/dist/embedding/model-facts.js +84 -0
- package/dist/embedding/model-facts.js.map +1 -0
- package/dist/embedding/process.d.ts +66 -0
- package/dist/embedding/process.js +131 -0
- package/dist/embedding/process.js.map +1 -0
- package/dist/embedding/readiness.d.ts +56 -0
- package/dist/embedding/readiness.js +114 -0
- package/dist/embedding/readiness.js.map +1 -0
- package/dist/embedding/request.d.ts +43 -0
- package/dist/embedding/request.js +285 -0
- package/dist/embedding/request.js.map +1 -0
- package/dist/embedding/service.d.ts +152 -0
- package/dist/embedding/service.js +602 -0
- package/dist/embedding/service.js.map +1 -0
- package/dist/embedding/wiring.d.ts +51 -0
- package/dist/embedding/wiring.js +79 -0
- package/dist/embedding/wiring.js.map +1 -0
- package/dist/engine-builds/builds.d.ts +54 -0
- package/dist/engine-builds/builds.js +151 -0
- package/dist/engine-builds/builds.js.map +1 -0
- package/dist/engine-builds/index.d.ts +10 -0
- package/dist/engine-builds/index.js +11 -0
- package/dist/engine-builds/index.js.map +1 -0
- package/dist/engine-builds/install.d.ts +42 -0
- package/dist/engine-builds/install.js +100 -0
- package/dist/engine-builds/install.js.map +1 -0
- package/dist/engine-builds/manifest.d.ts +121 -0
- package/dist/engine-builds/manifest.js +254 -0
- package/dist/engine-builds/manifest.js.map +1 -0
- package/dist/engine-builds/order.d.ts +24 -0
- package/dist/engine-builds/order.js +44 -0
- package/dist/engine-builds/order.js.map +1 -0
- package/dist/engine-builds/select.d.ts +123 -0
- package/dist/engine-builds/select.js +223 -0
- package/dist/engine-builds/select.js.map +1 -0
- package/dist/engine-builds/service.d.ts +123 -0
- package/dist/engine-builds/service.js +392 -0
- package/dist/engine-builds/service.js.map +1 -0
- package/dist/engines/descriptor-order.d.ts +28 -0
- package/dist/engines/descriptor-order.js +60 -0
- package/dist/engines/descriptor-order.js.map +1 -0
- package/dist/engines/engine-build.d.ts +23 -0
- package/dist/engines/engine-build.js +58 -0
- package/dist/engines/engine-build.js.map +1 -0
- package/dist/engines/index.d.ts +10 -0
- package/dist/engines/index.js +11 -0
- package/dist/engines/index.js.map +1 -0
- package/dist/engines/llamacpp.d.ts +71 -0
- package/dist/engines/llamacpp.js +176 -0
- package/dist/engines/llamacpp.js.map +1 -0
- package/dist/engines/managed.d.ts +49 -0
- package/dist/engines/managed.js +88 -0
- package/dist/engines/managed.js.map +1 -0
- package/dist/engines/service.d.ts +46 -0
- package/dist/engines/service.js +61 -0
- package/dist/engines/service.js.map +1 -0
- package/dist/engines/versions.d.ts +65 -0
- package/dist/engines/versions.js +259 -0
- package/dist/engines/versions.js.map +1 -0
- package/dist/hardware/cpu-flags.d.ts +44 -0
- package/dist/hardware/cpu-flags.js +206 -0
- package/dist/hardware/cpu-flags.js.map +1 -0
- package/dist/hardware/drm-sysfs.d.ts +51 -0
- package/dist/hardware/drm-sysfs.js +67 -0
- package/dist/hardware/drm-sysfs.js.map +1 -0
- package/dist/hardware/facts.d.ts +42 -0
- package/dist/hardware/facts.js +92 -0
- package/dist/hardware/facts.js.map +1 -0
- package/dist/hardware/index.d.ts +19 -3
- package/dist/hardware/index.js +19 -3
- package/dist/hardware/index.js.map +1 -1
- package/dist/hardware/merge.d.ts +55 -0
- package/dist/hardware/merge.js +141 -0
- package/dist/hardware/merge.js.map +1 -0
- package/dist/hardware/nvidia-smi.d.ts +43 -0
- package/dist/hardware/nvidia-smi.js +118 -0
- package/dist/hardware/nvidia-smi.js.map +1 -0
- package/dist/hardware/probe-common.d.ts +72 -0
- package/dist/hardware/probe-common.js +106 -0
- package/dist/hardware/probe-common.js.map +1 -0
- package/dist/hardware/probe-darwin.d.ts +20 -0
- package/dist/hardware/probe-darwin.js +76 -0
- package/dist/hardware/probe-darwin.js.map +1 -0
- package/dist/hardware/probe-linux.d.ts +9 -0
- package/dist/hardware/probe-linux.js +133 -0
- package/dist/hardware/probe-linux.js.map +1 -0
- package/dist/hardware/probe-windows.d.ts +7 -0
- package/dist/hardware/probe-windows.js +50 -0
- package/dist/hardware/probe-windows.js.map +1 -0
- package/dist/hardware/probe.d.ts +16 -0
- package/dist/hardware/probe.js +65 -0
- package/dist/hardware/probe.js.map +1 -0
- package/dist/hardware/service.d.ts +60 -0
- package/dist/hardware/service.js +114 -0
- package/dist/hardware/service.js.map +1 -0
- package/dist/hardware/vulkan.d.ts +47 -0
- package/dist/hardware/vulkan.js +148 -0
- package/dist/hardware/vulkan.js.map +1 -0
- package/dist/hardware/windows-video.d.ts +97 -0
- package/dist/hardware/windows-video.js +214 -0
- package/dist/hardware/windows-video.js.map +1 -0
- package/dist/host/app-daemon.d.ts +47 -0
- package/dist/host/app-daemon.js +146 -0
- package/dist/host/app-daemon.js.map +1 -0
- package/dist/host/index.d.ts +5 -3
- package/dist/host/index.js +5 -3
- package/dist/host/index.js.map +1 -1
- package/dist/host/log-file.d.ts +74 -0
- package/dist/host/log-file.js +214 -0
- package/dist/host/log-file.js.map +1 -0
- package/dist/host/recipes/enable-wsl.d.ts +63 -0
- package/dist/host/recipes/enable-wsl.js +73 -0
- package/dist/host/recipes/enable-wsl.js.map +1 -0
- package/dist/host/recipes/executor-io-windows.d.ts +69 -0
- package/dist/host/recipes/executor-io-windows.js +235 -0
- package/dist/host/recipes/executor-io-windows.js.map +1 -0
- package/dist/host/recipes/executor-io.d.ts +80 -0
- package/dist/host/recipes/executor-io.js +211 -0
- package/dist/host/recipes/executor-io.js.map +1 -0
- package/dist/host/recipes/executor.d.ts +81 -0
- package/dist/host/recipes/executor.js +678 -0
- package/dist/host/recipes/executor.js.map +1 -0
- package/dist/host/recipes/guest-executor.d.ts +29 -0
- package/dist/host/recipes/guest-executor.js +76 -0
- package/dist/host/recipes/guest-executor.js.map +1 -0
- package/dist/host/recipes/index.d.ts +16 -0
- package/dist/host/recipes/index.js +17 -0
- package/dist/host/recipes/index.js.map +1 -0
- package/dist/host/recipes/install-container-runtime.d.ts +389 -0
- package/dist/host/recipes/install-container-runtime.js +796 -0
- package/dist/host/recipes/install-container-runtime.js.map +1 -0
- package/dist/host/recipes/openpgp.d.ts +23 -0
- package/dist/host/recipes/openpgp.js +153 -0
- package/dist/host/recipes/openpgp.js.map +1 -0
- package/dist/host/recipes/request-file.d.ts +96 -0
- package/dist/host/recipes/request-file.js +103 -0
- package/dist/host/recipes/request-file.js.map +1 -0
- package/dist/lock/process-journal.d.ts +5 -2
- package/dist/lock/process-journal.js.map +1 -1
- package/dist/models/capabilities.d.ts +7 -0
- package/dist/models/capabilities.js +17 -1
- package/dist/models/capabilities.js.map +1 -1
- package/dist/models/compatibility/index.d.ts +10 -0
- package/dist/models/compatibility/index.js +11 -0
- package/dist/models/compatibility/index.js.map +1 -0
- package/dist/models/compatibility/inspect.d.ts +19 -0
- package/dist/models/compatibility/inspect.js +59 -0
- package/dist/models/compatibility/inspect.js.map +1 -0
- package/dist/models/compatibility/resolve.d.ts +59 -0
- package/dist/models/compatibility/resolve.js +219 -0
- package/dist/models/compatibility/resolve.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.d.ts +2 -0
- package/dist/models/compatibility/rules-baseline.js +10 -0
- package/dist/models/compatibility/rules-baseline.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.json +292 -0
- package/dist/models/compatibility/rules-service.d.ts +36 -0
- package/dist/models/compatibility/rules-service.js +109 -0
- package/dist/models/compatibility/rules-service.js.map +1 -0
- package/dist/models/compatibility/rules.d.ts +81 -0
- package/dist/models/compatibility/rules.js +164 -0
- package/dist/models/compatibility/rules.js.map +1 -0
- package/dist/models/compatibility/service.d.ts +59 -0
- package/dist/models/compatibility/service.js +137 -0
- package/dist/models/compatibility/service.js.map +1 -0
- package/dist/models/decision-checkpoint.d.ts +22 -0
- package/dist/models/decision-checkpoint.js +33 -0
- package/dist/models/decision-checkpoint.js.map +1 -0
- package/dist/models/gguf/classify.d.ts +27 -1
- package/dist/models/gguf/classify.js +78 -2
- package/dist/models/gguf/classify.js.map +1 -1
- package/dist/models/gguf/index.d.ts +1 -0
- package/dist/models/gguf/index.js +1 -0
- package/dist/models/gguf/index.js.map +1 -1
- package/dist/models/gguf/tensors.d.ts +56 -0
- package/dist/models/gguf/tensors.js +236 -0
- package/dist/models/gguf/tensors.js.map +1 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/index.js +2 -0
- package/dist/models/index.js.map +1 -1
- package/dist/router/resolve.d.ts +7 -1
- package/dist/router/resolve.js +14 -1
- package/dist/router/resolve.js.map +1 -1
- package/dist/runtime/container/argv.d.ts +88 -0
- package/dist/runtime/container/argv.js +406 -0
- package/dist/runtime/container/argv.js.map +1 -0
- package/dist/runtime/container/docker-binary.d.ts +4 -0
- package/dist/runtime/container/docker-binary.js +34 -0
- package/dist/runtime/container/docker-binary.js.map +1 -0
- package/dist/runtime/container/env.d.ts +17 -0
- package/dist/runtime/container/env.js +52 -0
- package/dist/runtime/container/env.js.map +1 -0
- package/dist/runtime/container/exec.d.ts +27 -0
- package/dist/runtime/container/exec.js +79 -0
- package/dist/runtime/container/exec.js.map +1 -0
- package/dist/runtime/container/execution-journal.d.ts +55 -0
- package/dist/runtime/container/execution-journal.js +167 -0
- package/dist/runtime/container/execution-journal.js.map +1 -0
- package/dist/runtime/container/heartbeat.d.ts +47 -0
- package/dist/runtime/container/heartbeat.js +78 -0
- package/dist/runtime/container/heartbeat.js.map +1 -0
- package/dist/runtime/container/index.d.ts +30 -0
- package/dist/runtime/container/index.js +31 -0
- package/dist/runtime/container/index.js.map +1 -0
- package/dist/runtime/container/operations.d.ts +40 -0
- package/dist/runtime/container/operations.js +233 -0
- package/dist/runtime/container/operations.js.map +1 -0
- package/dist/runtime/container/pull.d.ts +48 -0
- package/dist/runtime/container/pull.js +280 -0
- package/dist/runtime/container/pull.js.map +1 -0
- package/dist/runtime/container/reconcile.d.ts +34 -0
- package/dist/runtime/container/reconcile.js +79 -0
- package/dist/runtime/container/reconcile.js.map +1 -0
- package/dist/runtime/container/types.d.ts +124 -0
- package/dist/runtime/container/types.js +2 -0
- package/dist/runtime/container/types.js.map +1 -0
- package/dist/runtime/container/watchdog.d.ts +114 -0
- package/dist/runtime/container/watchdog.js +418 -0
- package/dist/runtime/container/watchdog.js.map +1 -0
- package/dist/runtime/container/wiring.d.ts +78 -0
- package/dist/runtime/container/wiring.js +92 -0
- package/dist/runtime/container/wiring.js.map +1 -0
- package/dist/runtime/container/wsl-exec.d.ts +13 -0
- package/dist/runtime/container/wsl-exec.js +18 -0
- package/dist/runtime/container/wsl-exec.js.map +1 -0
- package/dist/runtime/environment/cached-document.d.ts +128 -0
- package/dist/runtime/environment/cached-document.js +218 -0
- package/dist/runtime/environment/cached-document.js.map +1 -0
- package/dist/runtime/environment/canonical-json.d.ts +78 -0
- package/dist/runtime/environment/canonical-json.js +86 -0
- package/dist/runtime/environment/canonical-json.js.map +1 -0
- package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
- package/dist/runtime/environment/descriptor-provider.js +159 -0
- package/dist/runtime/environment/descriptor-provider.js.map +1 -0
- package/dist/runtime/environment/descriptor.d.ts +35 -0
- package/dist/runtime/environment/descriptor.js +239 -0
- package/dist/runtime/environment/descriptor.js.map +1 -0
- package/dist/runtime/environment/diagnostics.d.ts +50 -0
- package/dist/runtime/environment/diagnostics.js +114 -0
- package/dist/runtime/environment/diagnostics.js.map +1 -0
- package/dist/runtime/environment/document-fields.d.ts +39 -0
- package/dist/runtime/environment/document-fields.js +96 -0
- package/dist/runtime/environment/document-fields.js.map +1 -0
- package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
- package/dist/runtime/environment/environment-manifest-provider.js +89 -0
- package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
- package/dist/runtime/environment/environment-manifest.d.ts +35 -0
- package/dist/runtime/environment/environment-manifest.js +131 -0
- package/dist/runtime/environment/environment-manifest.js.map +1 -0
- package/dist/runtime/environment/guest-host.d.ts +43 -0
- package/dist/runtime/environment/guest-host.js +88 -0
- package/dist/runtime/environment/guest-host.js.map +1 -0
- package/dist/runtime/environment/host-exec.d.ts +38 -0
- package/dist/runtime/environment/host-exec.js +145 -0
- package/dist/runtime/environment/host-exec.js.map +1 -0
- package/dist/runtime/environment/host-step-failure.d.ts +33 -0
- package/dist/runtime/environment/host-step-failure.js +34 -0
- package/dist/runtime/environment/host-step-failure.js.map +1 -0
- package/dist/runtime/environment/index.d.ts +56 -0
- package/dist/runtime/environment/index.js +57 -0
- package/dist/runtime/environment/index.js.map +1 -0
- package/dist/runtime/environment/installations.d.ts +25 -0
- package/dist/runtime/environment/installations.js +70 -0
- package/dist/runtime/environment/installations.js.map +1 -0
- package/dist/runtime/environment/inventory.d.ts +42 -0
- package/dist/runtime/environment/inventory.js +57 -0
- package/dist/runtime/environment/inventory.js.map +1 -0
- package/dist/runtime/environment/linux-blockers.d.ts +130 -0
- package/dist/runtime/environment/linux-blockers.js +251 -0
- package/dist/runtime/environment/linux-blockers.js.map +1 -0
- package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
- package/dist/runtime/environment/linux-docker-facts.js +342 -0
- package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
- package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
- package/dist/runtime/environment/linux-docker-network.js +195 -0
- package/dist/runtime/environment/linux-docker-network.js.map +1 -0
- package/dist/runtime/environment/linux-host.d.ts +22 -0
- package/dist/runtime/environment/linux-host.js +98 -0
- package/dist/runtime/environment/linux-host.js.map +1 -0
- package/dist/runtime/environment/linux-plan.d.ts +126 -0
- package/dist/runtime/environment/linux-plan.js +392 -0
- package/dist/runtime/environment/linux-plan.js.map +1 -0
- package/dist/runtime/environment/linux-probe.d.ts +245 -0
- package/dist/runtime/environment/linux-probe.js +315 -0
- package/dist/runtime/environment/linux-probe.js.map +1 -0
- package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
- package/dist/runtime/environment/linux-provisioner.js +734 -0
- package/dist/runtime/environment/linux-provisioner.js.map +1 -0
- package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
- package/dist/runtime/environment/provisioner-descriptors.js +62 -0
- package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
- package/dist/runtime/environment/recovery.d.ts +74 -0
- package/dist/runtime/environment/recovery.js +121 -0
- package/dist/runtime/environment/recovery.js.map +1 -0
- package/dist/runtime/environment/rootfs-download.d.ts +2 -0
- package/dist/runtime/environment/rootfs-download.js +47 -0
- package/dist/runtime/environment/rootfs-download.js.map +1 -0
- package/dist/runtime/environment/service.d.ts +280 -0
- package/dist/runtime/environment/service.js +776 -0
- package/dist/runtime/environment/service.js.map +1 -0
- package/dist/runtime/environment/state.d.ts +163 -0
- package/dist/runtime/environment/state.js +479 -0
- package/dist/runtime/environment/state.js.map +1 -0
- package/dist/runtime/environment/store-models.d.ts +19 -0
- package/dist/runtime/environment/store-models.js +30 -0
- package/dist/runtime/environment/store-models.js.map +1 -0
- package/dist/runtime/environment/store.d.ts +210 -0
- package/dist/runtime/environment/store.js +438 -0
- package/dist/runtime/environment/store.js.map +1 -0
- package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
- package/dist/runtime/environment/windows-environment-record.js +89 -0
- package/dist/runtime/environment/windows-environment-record.js.map +1 -0
- package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
- package/dist/runtime/environment/windows-forwarding.js +84 -0
- package/dist/runtime/environment/windows-forwarding.js.map +1 -0
- package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
- package/dist/runtime/environment/windows-guest-setup.js +157 -0
- package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
- package/dist/runtime/environment/windows-host.d.ts +46 -0
- package/dist/runtime/environment/windows-host.js +163 -0
- package/dist/runtime/environment/windows-host.js.map +1 -0
- package/dist/runtime/environment/windows-plan.d.ts +78 -0
- package/dist/runtime/environment/windows-plan.js +216 -0
- package/dist/runtime/environment/windows-plan.js.map +1 -0
- package/dist/runtime/environment/windows-probe.d.ts +135 -0
- package/dist/runtime/environment/windows-probe.js +261 -0
- package/dist/runtime/environment/windows-probe.js.map +1 -0
- package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
- package/dist/runtime/environment/windows-provisioner.js +782 -0
- package/dist/runtime/environment/windows-provisioner.js.map +1 -0
- package/dist/runtime/environment/wiring.d.ts +117 -0
- package/dist/runtime/environment/wiring.js +354 -0
- package/dist/runtime/environment/wiring.js.map +1 -0
- package/dist/runtime/foundation-models/runtime.d.ts +8 -0
- package/dist/runtime/foundation-models/runtime.js +5 -2
- package/dist/runtime/foundation-models/runtime.js.map +1 -1
- package/dist/runtime/llamacpp/args.d.ts +10 -1
- package/dist/runtime/llamacpp/args.js +43 -7
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
- package/dist/runtime/llamacpp/fit-margin.js +47 -0
- package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
- package/dist/runtime/llamacpp/index.d.ts +1 -0
- package/dist/runtime/llamacpp/index.js +1 -0
- package/dist/runtime/llamacpp/index.js.map +1 -1
- package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
- package/dist/runtime/llamacpp/load-plan.js +82 -1
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/policy.d.ts +16 -0
- package/dist/runtime/llamacpp/policy.js +20 -0
- package/dist/runtime/llamacpp/policy.js.map +1 -1
- package/dist/runtime/llamacpp/probe.d.ts +21 -1
- package/dist/runtime/llamacpp/probe.js +32 -6
- package/dist/runtime/llamacpp/probe.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +56 -1
- package/dist/runtime/llamacpp/runtime.js +142 -15
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/managed-engines/index.d.ts +8 -0
- package/dist/runtime/managed-engines/index.js +9 -0
- package/dist/runtime/managed-engines/index.js.map +1 -0
- package/dist/runtime/managed-engines/runtime.d.ts +140 -0
- package/dist/runtime/managed-engines/runtime.js +402 -0
- package/dist/runtime/managed-engines/runtime.js.map +1 -0
- package/dist/runtime/managed-engines/spec.d.ts +70 -0
- package/dist/runtime/managed-engines/spec.js +39 -0
- package/dist/runtime/managed-engines/spec.js.map +1 -0
- package/dist/runtime/managed-models/check.d.ts +50 -0
- package/dist/runtime/managed-models/check.js +157 -0
- package/dist/runtime/managed-models/check.js.map +1 -0
- package/dist/runtime/managed-models/compatibility.d.ts +256 -0
- package/dist/runtime/managed-models/compatibility.js +594 -0
- package/dist/runtime/managed-models/compatibility.js.map +1 -0
- package/dist/runtime/managed-models/delete.d.ts +15 -0
- package/dist/runtime/managed-models/delete.js +60 -0
- package/dist/runtime/managed-models/delete.js.map +1 -0
- package/dist/runtime/managed-models/guest-files.d.ts +8 -0
- package/dist/runtime/managed-models/guest-files.js +49 -0
- package/dist/runtime/managed-models/guest-files.js.map +1 -0
- package/dist/runtime/managed-models/index.d.ts +17 -0
- package/dist/runtime/managed-models/index.js +18 -0
- package/dist/runtime/managed-models/index.js.map +1 -0
- package/dist/runtime/managed-models/location.d.ts +22 -0
- package/dist/runtime/managed-models/location.js +53 -0
- package/dist/runtime/managed-models/location.js.map +1 -0
- package/dist/runtime/managed-models/migrate.d.ts +30 -0
- package/dist/runtime/managed-models/migrate.js +119 -0
- package/dist/runtime/managed-models/migrate.js.map +1 -0
- package/dist/runtime/managed-models/model-dir.d.ts +36 -0
- package/dist/runtime/managed-models/model-dir.js +136 -0
- package/dist/runtime/managed-models/model-dir.js.map +1 -0
- package/dist/runtime/managed-models/quant-format.d.ts +71 -0
- package/dist/runtime/managed-models/quant-format.js +299 -0
- package/dist/runtime/managed-models/quant-format.js.map +1 -0
- package/dist/runtime/managed-models/registry.d.ts +26 -0
- package/dist/runtime/managed-models/registry.js +66 -0
- package/dist/runtime/managed-models/registry.js.map +1 -0
- package/dist/runtime/managed-text/adapter.d.ts +266 -0
- package/dist/runtime/managed-text/adapter.js +96 -0
- package/dist/runtime/managed-text/adapter.js.map +1 -0
- package/dist/runtime/managed-text/backend-target.d.ts +3 -0
- package/dist/runtime/managed-text/backend-target.js +52 -0
- package/dist/runtime/managed-text/backend-target.js.map +1 -0
- package/dist/runtime/managed-text/deployment.d.ts +14 -0
- package/dist/runtime/managed-text/deployment.js +32 -0
- package/dist/runtime/managed-text/deployment.js.map +1 -0
- package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
- package/dist/runtime/managed-text/engine-cache.js +64 -0
- package/dist/runtime/managed-text/engine-cache.js.map +1 -0
- package/dist/runtime/managed-text/gateway.d.ts +158 -0
- package/dist/runtime/managed-text/gateway.js +535 -0
- package/dist/runtime/managed-text/gateway.js.map +1 -0
- package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
- package/dist/runtime/managed-text/generation-defaults.js +51 -0
- package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
- package/dist/runtime/managed-text/index.d.ts +26 -0
- package/dist/runtime/managed-text/index.js +27 -0
- package/dist/runtime/managed-text/index.js.map +1 -0
- package/dist/runtime/managed-text/lifecycle.d.ts +276 -0
- package/dist/runtime/managed-text/lifecycle.js +859 -0
- package/dist/runtime/managed-text/lifecycle.js.map +1 -0
- package/dist/runtime/managed-text/load-policy.d.ts +47 -0
- package/dist/runtime/managed-text/load-policy.js +111 -0
- package/dist/runtime/managed-text/load-policy.js.map +1 -0
- package/dist/runtime/managed-text/mount-source.d.ts +14 -0
- package/dist/runtime/managed-text/mount-source.js +18 -0
- package/dist/runtime/managed-text/mount-source.js.map +1 -0
- package/dist/runtime/managed-text/readiness.d.ts +13 -0
- package/dist/runtime/managed-text/readiness.js +24 -0
- package/dist/runtime/managed-text/readiness.js.map +1 -0
- package/dist/runtime/managed-text/request-rules.d.ts +18 -0
- package/dist/runtime/managed-text/request-rules.js +62 -0
- package/dist/runtime/managed-text/request-rules.js.map +1 -0
- package/dist/runtime/managed-text/types.d.ts +88 -0
- package/dist/runtime/managed-text/types.js +12 -0
- package/dist/runtime/managed-text/types.js.map +1 -0
- package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
- package/dist/runtime/managed-text/wsl-deployment.js +70 -0
- package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
- package/dist/runtime/mlx/errors.d.ts +6 -1
- package/dist/runtime/mlx/errors.js +7 -2
- package/dist/runtime/mlx/errors.js.map +1 -1
- package/dist/runtime/mlx/runtime.d.ts +36 -1
- package/dist/runtime/mlx/runtime.js +85 -4
- package/dist/runtime/mlx/runtime.js.map +1 -1
- package/dist/runtime/shared/backend-output.d.ts +23 -0
- package/dist/runtime/shared/backend-output.js +32 -0
- package/dist/runtime/shared/backend-output.js.map +1 -0
- package/dist/runtime/shared/bounded-output.d.ts +24 -0
- package/dist/runtime/shared/bounded-output.js +63 -0
- package/dist/runtime/shared/bounded-output.js.map +1 -0
- package/dist/runtime/shared/external-sessions.js +9 -1
- package/dist/runtime/shared/external-sessions.js.map +1 -1
- package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
- package/dist/runtime/shared/gpu-occupancy.js +10 -0
- package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
- package/dist/runtime/shared/index.d.ts +4 -0
- package/dist/runtime/shared/index.js +4 -0
- package/dist/runtime/shared/index.js.map +1 -1
- package/dist/runtime/shared/local-runtime.d.ts +35 -0
- package/dist/runtime/shared/ports.d.ts +6 -0
- package/dist/runtime/shared/ports.js +12 -1
- package/dist/runtime/shared/ports.js.map +1 -1
- package/dist/runtime/shared/process.d.ts +11 -0
- package/dist/runtime/shared/process.js +20 -0
- package/dist/runtime/shared/process.js.map +1 -1
- package/dist/runtime/shared/redact-args.d.ts +7 -0
- package/dist/runtime/shared/redact-args.js +26 -0
- package/dist/runtime/shared/redact-args.js.map +1 -0
- package/dist/runtime/shared/sidecar.d.ts +15 -0
- package/dist/runtime/shared/sidecar.js +43 -8
- package/dist/runtime/shared/sidecar.js.map +1 -1
- package/dist/runtime/tensorrt-llm/adapter.d.ts +250 -0
- package/dist/runtime/tensorrt-llm/adapter.js +1011 -0
- package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
- package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
- package/dist/runtime/tensorrt-llm/check.js +21 -0
- package/dist/runtime/tensorrt-llm/check.js.map +1 -0
- package/dist/runtime/tensorrt-llm/compatibility.d.ts +100 -0
- package/dist/runtime/tensorrt-llm/compatibility.js +181 -0
- package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
- package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
- package/dist/runtime/tensorrt-llm/engine.js +24 -0
- package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
- package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
- package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
- package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
- package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
- package/dist/runtime/tensorrt-llm/index.js +31 -0
- package/dist/runtime/tensorrt-llm/index.js.map +1 -0
- package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
- package/dist/runtime/tensorrt-llm/installation.js +53 -0
- package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
- package/dist/runtime/tensorrt-llm/kv-cache.d.ts +25 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js +28 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
- package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
- package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
- package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
- package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
- package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
- package/dist/runtime/tensorrt-llm/settings.js +48 -0
- package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
- package/dist/runtime/vllm/adapter.d.ts +46 -0
- package/dist/runtime/vllm/adapter.js +425 -0
- package/dist/runtime/vllm/adapter.js.map +1 -0
- package/dist/runtime/vllm/engine.d.ts +16 -0
- package/dist/runtime/vllm/engine.js +37 -0
- package/dist/runtime/vllm/engine.js.map +1 -0
- package/dist/runtime/vllm/index.d.ts +11 -0
- package/dist/runtime/vllm/index.js +12 -0
- package/dist/runtime/vllm/index.js.map +1 -0
- package/dist/runtime/vllm/memory.d.ts +69 -0
- package/dist/runtime/vllm/memory.js +123 -0
- package/dist/runtime/vllm/memory.js.map +1 -0
- package/dist/runtime/vllm/settings.d.ts +52 -0
- package/dist/runtime/vllm/settings.js +151 -0
- package/dist/runtime/vllm/settings.js.map +1 -0
- package/dist/runtime/wsl/guest-paths.d.ts +33 -0
- package/dist/runtime/wsl/guest-paths.js +83 -0
- package/dist/runtime/wsl/guest-paths.js.map +1 -0
- package/dist/runtime/wsl/guest-scope.d.ts +14 -0
- package/dist/runtime/wsl/guest-scope.js +98 -0
- package/dist/runtime/wsl/guest-scope.js.map +1 -0
- package/dist/runtime/wsl/index.d.ts +12 -0
- package/dist/runtime/wsl/index.js +13 -0
- package/dist/runtime/wsl/index.js.map +1 -0
- package/dist/runtime/wsl/keeper.d.ts +29 -0
- package/dist/runtime/wsl/keeper.js +48 -0
- package/dist/runtime/wsl/keeper.js.map +1 -0
- package/dist/runtime/wsl/transport.d.ts +106 -0
- package/dist/runtime/wsl/transport.js +181 -0
- package/dist/runtime/wsl/transport.js.map +1 -0
- package/dist/server/control/index.d.ts +1 -1
- package/dist/server/control/router.js +15 -0
- package/dist/server/control/router.js.map +1 -1
- package/dist/server/control/routes/backends.js +26 -0
- package/dist/server/control/routes/backends.js.map +1 -1
- package/dist/server/control/routes/decision.d.ts +10 -0
- package/dist/server/control/routes/decision.js +43 -0
- package/dist/server/control/routes/decision.js.map +1 -0
- package/dist/server/control/routes/diffusion-video.js +4 -0
- package/dist/server/control/routes/diffusion-video.js.map +1 -1
- package/dist/server/control/routes/diffusion.d.ts +1 -1
- package/dist/server/control/routes/diffusion.js +4 -9
- package/dist/server/control/routes/diffusion.js.map +1 -1
- package/dist/server/control/routes/embedding.d.ts +9 -0
- package/dist/server/control/routes/embedding.js +43 -0
- package/dist/server/control/routes/embedding.js.map +1 -0
- package/dist/server/control/routes/engine-builds.d.ts +14 -0
- package/dist/server/control/routes/engine-builds.js +82 -0
- package/dist/server/control/routes/engine-builds.js.map +1 -0
- package/dist/server/control/routes/engines.d.ts +17 -0
- package/dist/server/control/routes/engines.js +152 -0
- package/dist/server/control/routes/engines.js.map +1 -0
- package/dist/server/control/routes/environments.d.ts +16 -0
- package/dist/server/control/routes/environments.js +207 -0
- package/dist/server/control/routes/environments.js.map +1 -0
- package/dist/server/control/routes/hardware.d.ts +1 -1
- package/dist/server/control/routes/hardware.js +11 -6
- package/dist/server/control/routes/hardware.js.map +1 -1
- package/dist/server/control/routes/model-setups.d.ts +11 -0
- package/dist/server/control/routes/model-setups.js +55 -0
- package/dist/server/control/routes/model-setups.js.map +1 -0
- package/dist/server/control/routes/models.d.ts +3 -2
- package/dist/server/control/routes/models.js +45 -2
- package/dist/server/control/routes/models.js.map +1 -1
- package/dist/server/control/types.d.ts +167 -9
- package/dist/server/control/types.js.map +1 -1
- package/dist/server/http.d.ts +9 -1
- package/dist/server/http.js +51 -1
- package/dist/server/http.js.map +1 -1
- package/dist/server/public/decision-preview.d.ts +17 -0
- package/dist/server/public/decision-preview.js +119 -0
- package/dist/server/public/decision-preview.js.map +1 -0
- package/dist/server/public/decision.d.ts +32 -0
- package/dist/server/public/decision.js +135 -0
- package/dist/server/public/decision.js.map +1 -0
- package/dist/server/public/embedding.d.ts +31 -0
- package/dist/server/public/embedding.js +126 -0
- package/dist/server/public/embedding.js.map +1 -0
- package/dist/server/public/errors.d.ts +2 -1
- package/dist/server/public/errors.js +5 -2
- package/dist/server/public/errors.js.map +1 -1
- package/dist/server/public/forward.js +75 -3
- package/dist/server/public/forward.js.map +1 -1
- package/dist/server/public/gates.d.ts +13 -0
- package/dist/server/public/gates.js +37 -14
- package/dist/server/public/gates.js.map +1 -1
- package/dist/server/public/index.d.ts +5 -2
- package/dist/server/public/index.js +14 -1
- package/dist/server/public/index.js.map +1 -1
- package/dist/server/public/listing.d.ts +13 -2
- package/dist/server/public/listing.js +33 -9
- package/dist/server/public/listing.js.map +1 -1
- package/dist/server/public/policy.d.ts +9 -0
- package/dist/server/public/policy.js +68 -0
- package/dist/server/public/policy.js.map +1 -0
- package/dist/server/public/responses.js +10 -0
- package/dist/server/public/responses.js.map +1 -1
- package/dist/server/public/trace.d.ts +2 -2
- package/dist/server/public/trace.js +6 -2
- package/dist/server/public/trace.js.map +1 -1
- package/dist/server/public/types.d.ts +84 -1
- package/dist/settings/decision.d.ts +15 -0
- package/dist/settings/decision.js +88 -0
- package/dist/settings/decision.js.map +1 -0
- package/dist/settings/embedding.d.ts +12 -0
- package/dist/settings/embedding.js +82 -0
- package/dist/settings/embedding.js.map +1 -0
- package/dist/settings/index.d.ts +2 -0
- package/dist/settings/index.js +2 -0
- package/dist/settings/index.js.map +1 -1
- package/dist/settings/schema/atomic-prism.json +433 -0
- package/dist/settings/schema/tensorrt-llm.json +253 -0
- package/dist/settings/schema/vllm.json +273 -0
- package/dist/settings/schema.js +58 -0
- package/dist/settings/schema.js.map +1 -1
- package/dist/settings/store.d.ts +13 -2
- package/dist/settings/store.js +44 -0
- package/dist/settings/store.js.map +1 -1
- package/dist/util/index.d.ts +1 -0
- package/dist/util/index.js +1 -0
- package/dist/util/index.js.map +1 -1
- package/dist/util/result.d.ts +19 -0
- package/dist/util/result.js +15 -0
- package/dist/util/result.js.map +1 -0
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/package.json +1 -1
- package/src/settings/schema/atomic-prism.json +433 -0
- package/src/settings/schema/tensorrt-llm.json +253 -0
- package/src/settings/schema/vllm.json +273 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"environments.js","sourceRoot":"","sources":["../../../../src/server/control/routes/environments.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAA;AAStF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAIjE,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,OAAgB,EAAS,EAAE;IACvD,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;AAC7D,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,GAAU,EAAE;IAC9B,MAAM,IAAI,eAAe,CACvB,6BAA6B,EAC7B,mDAAmD,CACpD,CAAA;AACH,CAAC,CAAA;AAED,MAAM,MAAM,GAAG,uBAAuB,CAAA;AACtC,qGAAqG;AACrG,MAAM,QAAQ,GAAG,iBAAiB,CAAA;AAClC,MAAM,IAAI,GAAG,CAAC,KAAa,EAAW,EAAE,CACtC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;AAE3E,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAU,EAA2B,EAAE,CACrE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;IAClE,CAAC,CAAE,KAAiC;IACpC,CAAC,CAAE,OAAO,CAAC,GAAG,EAAE,qBAAqB,CAAW,CAAA;AAEpD,MAAM,KAAK,GAAG,CAAC,MAA+B,EAAE,EAAU,EAAE,IAAuB,EAAQ,EAAE;IAC3F,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;IACtE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,GAAG,EAAE,sCAAsC,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;AACrG,CAAC,CAAA;AAED,MAAM,EAAE,GAAG,CAAC,KAAc,EAAE,EAAU,EAAU,EAAE,CAChD,OAAO,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,OAAO,CAAC,GAAG,EAAE,qBAAqB,CAAW,CAAA;AAEnG,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAU,EAAgB,EAAE,CAC1D,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;IAC7C,CAAC,CAAE,KAAsB;IACzB,CAAC,CAAE,OAAO,CAAC,GAAG,EAAE,0BAA0B,CAAW,CAAA;AAEzD,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAE,EAAU,EAAU,EAAE,CACtD,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;IACpE,CAAC,CAAC,KAAK;IACP,CAAC,CAAE,OAAO,CAAC,GAAG,EAAE,qBAAqB,CAAW,CAAA;AAEpD,MAAM,KAAK,GAAG,CAAmB,KAAc,EAAE,EAAU,EAAE,OAAqB,EAAK,EAAE,CACvF,OAAO,KAAK,KAAK,QAAQ,IAAK,OAA6B,CAAC,QAAQ,CAAC,KAAK,CAAC;IACzE,CAAC,CAAE,KAAW;IACd,CAAC,CAAE,OAAO,CAAC,GAAG,EAAE,oBAAoB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAW,CAAA;AAExE,MAAM,MAAM,GAAG,CAAC,KAAc,EAAE,EAAU,EAA0B,EAAE;IACpE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,aAAa,EAAE,SAAS,CAAU,CAAC,CAAA;IAClF,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QACxB,OAAO,EAAE,IAAI,EAAE,CAAA;IACjB,CAAC;IACD,KAAK,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAC,CAAA;IACxD,OAAO;QACL,IAAI;QACJ,eAAe,EAAE,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,GAAG,EAAE,kBAAkB,CAAC;QACpE,SAAS,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,YAAY,CAAC;KACnD,CAAA;AACH,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAAC,KAAc,EAAkB,EAAE;IACnD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;IACxC,KAAK,CAAC,GAAG,EAAE,aAAa,EAAE;QACxB,YAAY;QACZ,QAAQ;QACR,MAAM;QACN,eAAe;QACf,eAAe;QACf,sBAAsB;KACvB,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,uBAAuB,CAAC,CAAA;IAChE,wFAAwF;IACxF,IAAI,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,eAAe,CAAC,KAAK,SAAS,EAAE,CAAC;QAC5D,OAAO,CAAC,2DAA2D,EAAE,eAAe,CAAC,CAAA;IACvF,CAAC;IACD,IAAI,GAAG,CAAC,eAAe,CAAC,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,eAAe,CAAC,KAAK,SAAS,EAAE,CAAC;QACpF,OAAO,CAAC,sCAAsC,CAAC,CAAA;IACjD,CAAC;IACD,OAAO;QACL,UAAU,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;QAC/C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;QACvC,IAAI;QACJ,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,SAAS;YACpC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,eAAe,CAAY,EAAE,CAAC;QACjG,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS;YAC3C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC,EAAE,CAAC;KAC3F,CAAA;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,KAAc,EAAmB,EAAE;IACrD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;IACxC,KAAK,CAAC,GAAG,EAAE,aAAa,EAAE,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,CAAC,CAAA;IACxE,OAAO;QACL,iBAAiB,EAAE,QAAQ,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;QAC1E,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS;YAC3C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC,EAAE,sBAAsB,CAAC,EAAE,CAAC;KAC3F,CAAA;AACH,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAAC,KAAc,EAAyB,EAAE;IAC1D,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;IACxC,KAAK,CAAC,GAAG,EAAE,aAAa,EAAE,CAAC,eAAe,EAAE,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAA;IACxE,OAAO;QACL,aAAa,EAAE,EAAE,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;QACxD,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;YACrC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,cAAc,EAAE,EAAE,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,CAAC,EAAE,CAAC;QACpE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;KACxC,CAAA;AACH,CAAC,CAAA;AAED,kGAAkG;AAClG,MAAM,sBAAsB,GAAG,EAAE,GAAG,IAAI,CAAA;AAExC,MAAM,WAAW,GAAG,CAAC,KAAc,EAAsB,EAAE;IACzD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;IACxC,KAAK,CAAC,GAAG,EAAE,aAAa,EAAE;QACxB,SAAS;QACT,OAAO;QACP,6BAA6B;QAC7B,eAAe;QACf,mBAAmB;QACnB,SAAS;QACT,YAAY;QACZ,UAAU;KACX,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,CAAA;IAC/B,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,CAAC,4BAA4B,CAAC,CAAA;IAC/F,OAAO;QACL,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC;QACtC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;QAChC,2BAA2B,EAAE,QAAQ,CAAC,GAAG,CAAC,6BAA6B,CAAC,EAAE,6BAA6B,CAAC;QACxG,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC;QAC5D,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;QACxE,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE;YACxC,WAAW;YACX,UAAU;YACV,kBAAkB;YAClB,iBAAiB;YACjB,QAAQ;SACA,CAAC;QACX,UAAU,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;QAC/C,iGAAiG;QACjG,iFAAiF;QACjF,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAG,OAAkB,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,EAAE,CAAC;KACnG,CAAA;AACH,CAAC,CAAA;AAED,MAAM,UAAU,yBAAyB,CACvC,MAAc,EACd,IAAuB,EACvB,GAAwB;IAExB,MAAM,EAAE,CAAC,EAAE,GAAG,GAAG,CAAA;IACjB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,IAAK,WAAW,EAAY,CAAA;IAEnE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QACjD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,YAAY,EAAE,MAAM,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;IAEF,kGAAkG;IAClG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACvD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAU,GAAG,CAAC,CAAA;QAC7C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC5D,CAAC,CAAC,CAAA;IAEF,mGAAmG;IACnG,oGAAoG;IACpG,mGAAmG;IACnG,yFAAyF;IACzF,8CAA8C;IAC9C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,yCAAyC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACvF,MAAM,YAAY,GAAG,OAAO,EAAE,CAAA;QAC9B,MAAM,YAAY,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,cAAc,CAAC,CAAA;QAC/D,IAAI,CAAC;YACH,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAA;QACjE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,eAAe,IAAI,KAAK,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;gBAClF,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;gBAC1B,OAAM;YACR,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,wFAAwF;IACxF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,uCAAuC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACrF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAA;IACnF,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,8CAA8C,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAC7F,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAA;IACtF,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,8CAA8C,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAC5F,MAAM,IAAI,GAAG,MAAM,YAAY,CAAU,GAAG,CAAC,CAAA;QAC7C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACxG,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,wDAAwD,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACtG,MAAM,IAAI,GAAG,MAAM,YAAY,CAAU,GAAG,CAAC,CAAA;QAC7C,QAAQ,CACN,GAAG,EACH,GAAG,EACH,MAAM,OAAO,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAC/F,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,4FAA4F;IAC5F,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,yCAAyC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACvF,MAAM,IAAI,GAAG,MAAM,YAAY,CAAU,GAAG,CAAC,CAAA;QAC7C,MAAM,SAAS,GAAG,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAA;QACtG,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;IAEF,gGAAgG;IAChG,+FAA+F;IAC/F,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACnF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAA;IACzF,CAAC,CAAC,CAAA;IAEF,qFAAqF;IACrF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,0CAA0C,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACxF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,CAAA;IAC/F,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
/** The hardware facts the
|
|
1
|
+
/** The hardware facts: the core's probe, a refresh of it, and the override a host may inject over it. */
|
|
2
2
|
import type { Router } from '../../http.js';
|
|
3
3
|
import type { ControlRouteContext, ControlServerDeps } from '../types.js';
|
|
4
4
|
export declare function registerHardwareRoutes(router: Router, deps: ControlServerDeps, ctx: ControlRouteContext): void;
|
|
@@ -1,14 +1,19 @@
|
|
|
1
|
-
/** The hardware facts the
|
|
1
|
+
/** The hardware facts: the core's probe, a refresh of it, and the override a host may inject over it. */
|
|
2
2
|
import { readJsonBody, sendJson } from '../../http.js';
|
|
3
3
|
export function registerHardwareRoutes(router, deps, ctx) {
|
|
4
4
|
const { p } = ctx;
|
|
5
|
-
//
|
|
6
|
-
//
|
|
7
|
-
router.get(p('/hardware/
|
|
5
|
+
// What the core measured (or, while one stands, the override), with the probe's warnings. The
|
|
6
|
+
// first call may wait for the start-up probe; it never fails because a tool was missing.
|
|
7
|
+
router.get(p('/hardware/info'), async (_req, res) => sendJson(res, 200, await deps.hardware.info()));
|
|
8
|
+
// A new probe, for a machine that changed (an eGPU, a driver install) since the core started.
|
|
9
|
+
router.post(p('/hardware/refresh'), async (_req, res) => sendJson(res, 200, await deps.hardware.refresh()));
|
|
10
|
+
// An injected description replaces the probe wholesale for as long as it stands: tests, and hosts
|
|
11
|
+
// with better numbers than a shell probe can read.
|
|
12
|
+
router.get(p('/hardware/override'), (_req, res) => sendJson(res, 200, { override: deps.hardware.getOverride() ?? null }));
|
|
8
13
|
router.put(p('/hardware/override'), async (req, res) => {
|
|
9
14
|
const body = await readJsonBody(req);
|
|
10
|
-
sendJson(res, 200, { override: deps.hardware.
|
|
15
|
+
sendJson(res, 200, { override: deps.hardware.setOverride(body) });
|
|
11
16
|
});
|
|
12
|
-
router.delete(p('/hardware/override'), (_req, res) => sendJson(res, 200, { cleared: deps.hardware.
|
|
17
|
+
router.delete(p('/hardware/override'), (_req, res) => sendJson(res, 200, { cleared: deps.hardware.clearOverride() }));
|
|
13
18
|
}
|
|
14
19
|
//# sourceMappingURL=hardware.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hardware.js","sourceRoot":"","sources":["../../../../src/server/control/routes/hardware.ts"],"names":[],"mappings":"AAAA,
|
|
1
|
+
{"version":3,"file":"hardware.js","sourceRoot":"","sources":["../../../../src/server/control/routes/hardware.ts"],"names":[],"mappings":"AAAA,yGAAyG;AAGzG,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAItD,MAAM,UAAU,sBAAsB,CACpC,MAAc,EACd,IAAuB,EACvB,GAAwB;IAExB,MAAM,EAAE,CAAC,EAAE,GAAG,GAAG,CAAA;IAEjB,8FAA8F;IAC9F,yFAAyF;IACzF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAEpG,8FAA8F;IAC9F,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IAE3G,kGAAkG;IAClG,mDAAmD;IACnD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAChD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,CACtE,CAAA;IAED,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAwB,GAAG,CAAC,CAAA;QAC3D,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACnE,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CACnD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC,CAC/D,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Model compatibility and the model setup: `POST /models/compatibility` (what a file needs and
|
|
3
|
+
* whether this core runs it), `GET /models/atomic-prism/families` (the Bonsai models the conf rules
|
|
4
|
+
* name, for the Hub), `POST /models/setup-plan` (what a setup would install and download,
|
|
5
|
+
* with a digest), `POST /model-setups` (start one from that digest), `GET /model-setups[/:id]`, and
|
|
6
|
+
* `POST /model-setups/:id/{cancel,resume}`. Progress is the `model-setup:changed` event plus the
|
|
7
|
+
* `download:*` events of the setup's task ids.
|
|
8
|
+
*/
|
|
9
|
+
import type { Router } from '../../http.js';
|
|
10
|
+
import type { ControlRouteContext, ControlServerDeps } from '../types.js';
|
|
11
|
+
export declare function registerModelSetupRoutes(router: Router, deps: ControlServerDeps, ctx: ControlRouteContext): void;
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Model compatibility and the model setup: `POST /models/compatibility` (what a file needs and
|
|
3
|
+
* whether this core runs it), `GET /models/atomic-prism/families` (the Bonsai models the conf rules
|
|
4
|
+
* name, for the Hub), `POST /models/setup-plan` (what a setup would install and download,
|
|
5
|
+
* with a digest), `POST /model-setups` (start one from that digest), `GET /model-setups[/:id]`, and
|
|
6
|
+
* `POST /model-setups/:id/{cancel,resume}`. Progress is the `model-setup:changed` event plus the
|
|
7
|
+
* `download:*` events of the setup's task ids.
|
|
8
|
+
*/
|
|
9
|
+
import { AtomicCoreError } from '../../../contracts/index.js';
|
|
10
|
+
import { readJsonBody, sendJson } from '../../http.js';
|
|
11
|
+
function control(deps) {
|
|
12
|
+
if (!deps.modelSetups)
|
|
13
|
+
throw new AtomicCoreError('INVALID_ARGUMENT', 'Model setup is not available in this core.');
|
|
14
|
+
return deps.modelSetups;
|
|
15
|
+
}
|
|
16
|
+
async function objectBody(req) {
|
|
17
|
+
const body = await readJsonBody(req);
|
|
18
|
+
if (typeof body !== 'object' || body === null || Array.isArray(body)) {
|
|
19
|
+
throw new AtomicCoreError('INVALID_ARGUMENT', 'The request body must be a JSON object.');
|
|
20
|
+
}
|
|
21
|
+
return body;
|
|
22
|
+
}
|
|
23
|
+
export function registerModelSetupRoutes(router, deps, ctx) {
|
|
24
|
+
const { p } = ctx;
|
|
25
|
+
router.post(p('/models/compatibility'), async (req, res) => {
|
|
26
|
+
const setups = control(deps);
|
|
27
|
+
sendJson(res, 200, await setups.compatibility(await objectBody(req)));
|
|
28
|
+
});
|
|
29
|
+
router.get(p('/models/atomic-prism/families'), async (_req, res) => {
|
|
30
|
+
sendJson(res, 200, await control(deps).families());
|
|
31
|
+
});
|
|
32
|
+
router.post(p('/models/setup-plan'), async (req, res) => {
|
|
33
|
+
const setups = control(deps);
|
|
34
|
+
sendJson(res, 200, await setups.plan(await objectBody(req)));
|
|
35
|
+
});
|
|
36
|
+
router.post(p('/model-setups'), async (req, res) => {
|
|
37
|
+
const setups = control(deps);
|
|
38
|
+
sendJson(res, 202, await setups.start(await objectBody(req)));
|
|
39
|
+
});
|
|
40
|
+
router.get(p('/model-setups'), async (_req, res) => {
|
|
41
|
+
sendJson(res, 200, { setups: await control(deps).list() });
|
|
42
|
+
});
|
|
43
|
+
router.get(p('/model-setups/:id'), async (_req, res, { params }) => {
|
|
44
|
+
sendJson(res, 200, await control(deps).get(params['id'] ?? ''));
|
|
45
|
+
});
|
|
46
|
+
router.post(p('/model-setups/:id/cancel'), async (_req, res, { params }) => {
|
|
47
|
+
sendJson(res, 200, await control(deps).cancel(params['id'] ?? ''));
|
|
48
|
+
});
|
|
49
|
+
router.post(p('/model-setups/:id/resume'), async (req, res, { params }) => {
|
|
50
|
+
const setups = control(deps);
|
|
51
|
+
const body = await objectBody(req);
|
|
52
|
+
sendJson(res, 200, await setups.resume(params['id'] ?? '', { proxy: body.proxy ?? null }));
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=model-setups.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-setups.js","sourceRoot":"","sources":["../../../../src/server/control/routes/model-setups.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAE7D,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAItD,SAAS,OAAO,CAAC,IAAuB;IACtC,IAAI,CAAC,IAAI,CAAC,WAAW;QACnB,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,4CAA4C,CAAC,CAAA;IAC7F,OAAO,IAAI,CAAC,WAAW,CAAA;AACzB,CAAC;AAED,KAAK,UAAU,UAAU,CAAI,GAAuC;IAClE,MAAM,IAAI,GAAG,MAAM,YAAY,CAAI,GAAG,CAAC,CAAA;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,yCAAyC,CAAC,CAAA;IAC1F,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAc,EACd,IAAuB,EACvB,GAAwB;IAExB,MAAM,EAAE,CAAC,EAAE,GAAG,GAAG,CAAA;IACjB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACzD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC5B,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACvE,CAAC,CAAC,CAAA;IACF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,+BAA+B,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QACjE,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAA;IACpD,CAAC,CAAC,CAAA;IACF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC5B,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;IACF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACjD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC5B,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAC/D,CAAC,CAAC,CAAA;IACF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QACjD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC5D,CAAC,CAAC,CAAA;IACF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACjE,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IACjE,CAAC,CAAC,CAAA;IACF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,0BAA0B,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACzE,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IACpE,CAAC,CAAC,CAAA;IACF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,0BAA0B,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAC5B,MAAM,IAAI,GAAG,MAAM,UAAU,CAAiC,GAAG,CAAC,CAAA;QAClE,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAA;IAC5F,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Sessions and models: load, unload, recreate, context increase, capabilities,
|
|
3
|
-
*
|
|
2
|
+
* Sessions and models: load, unload, recreate, context increase, capabilities, container logs,
|
|
3
|
+
* embeddings, the tensorrt-llm check and deletion, GGUF validation, Foundation Models availability,
|
|
4
|
+
* and the devices a backend reports.
|
|
4
5
|
*/
|
|
5
6
|
import type { Router } from '../../http.js';
|
|
6
7
|
import type { ControlRouteContext, ControlServerDeps } from '../types.js';
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Sessions and models: load, unload, recreate, context increase, capabilities,
|
|
3
|
-
*
|
|
2
|
+
* Sessions and models: load, unload, recreate, context increase, capabilities, container logs,
|
|
3
|
+
* embeddings, the tensorrt-llm check and deletion, GGUF validation, Foundation Models availability,
|
|
4
|
+
* and the devices a backend reports.
|
|
4
5
|
*/
|
|
5
6
|
import { AtomicCoreError } from '../../../contracts/index.js';
|
|
6
7
|
import { queryOf, readJsonBody, sendError, sendJson } from '../../http.js';
|
|
@@ -32,6 +33,13 @@ export function registerModelRoutes(router, deps, ctx) {
|
|
|
32
33
|
router.get(p('/models/:provider/*modelId/capabilities'), async (_req, res, { params }) => {
|
|
33
34
|
sendJson(res, 200, await deps.models.capabilities(params['provider'], params['modelId']));
|
|
34
35
|
});
|
|
36
|
+
router.get(p('/models/:provider/*modelId/logs'), async (_req, res, { params }) => {
|
|
37
|
+
const provider = params['provider'];
|
|
38
|
+
if (!deps.models.logs) {
|
|
39
|
+
return sendError(res, new AtomicCoreError('PROVIDER_NOT_FOUND', `The provider "${provider}" keeps no model logs.`, provider));
|
|
40
|
+
}
|
|
41
|
+
sendJson(res, 200, await deps.models.logs(provider, params['modelId']));
|
|
42
|
+
});
|
|
35
43
|
router.post(p('/models/:provider/*modelId/embed'), async (req, res, { params }) => {
|
|
36
44
|
const body = await readJsonBody(req);
|
|
37
45
|
sendJson(res, 200, await deps.models.embed(params['provider'], params['modelId'], body.input, body.ubatch_size ?? 512));
|
|
@@ -44,6 +52,41 @@ export function registerModelRoutes(router, deps, ctx) {
|
|
|
44
52
|
return sendError(res, new AtomicCoreError('INVALID_ARGUMENT', 'validate needs a path'));
|
|
45
53
|
sendJson(res, 200, await deps.models.validateGguf(body.path));
|
|
46
54
|
});
|
|
55
|
+
// Whether a checkpoint the caller has not downloaded yet would run on a managed provider (spec
|
|
56
|
+
// `managed-model-store`): one route, one shape, every managed engine's own descriptor and memory
|
|
57
|
+
// rule. No network, no filesystem read of any model directory. A provider with no check — not a
|
|
58
|
+
// managed one, or not offered on this platform — is not found.
|
|
59
|
+
router.post(p('/models/:provider/check'), async (req, res, { params }) => {
|
|
60
|
+
const provider = params['provider'];
|
|
61
|
+
const check = Object.hasOwn(deps.managedModelChecks ?? {}, provider)
|
|
62
|
+
? deps.managedModelChecks?.[provider]
|
|
63
|
+
: undefined;
|
|
64
|
+
if (check === undefined) {
|
|
65
|
+
return sendError(res, new AtomicCoreError('PROVIDER_NOT_FOUND', `${provider} has no model check in this build.`, provider));
|
|
66
|
+
}
|
|
67
|
+
const body = await readJsonBody(req);
|
|
68
|
+
sendJson(res, 200, await check(body));
|
|
69
|
+
});
|
|
70
|
+
// Where clients put the managed engines' models and how much room is left (spec
|
|
71
|
+
// `managed-model-store`, "Core сообщает расположение хранилища"): on Windows a path into Atomic
|
|
72
|
+
// Chat's WSL distribution, which only core knows. Registered before the deletion route, so a GET here
|
|
73
|
+
// is never read as a model id.
|
|
74
|
+
router.get(p('/managed-models/location'), async (_req, res) => {
|
|
75
|
+
if (!deps.managedModelLocation) {
|
|
76
|
+
return sendError(res, new AtomicCoreError('PROVIDER_NOT_FOUND', 'No managed engine is available in this build.', 'managed-models'));
|
|
77
|
+
}
|
|
78
|
+
sendJson(res, 200, await deps.managedModelLocation());
|
|
79
|
+
});
|
|
80
|
+
// Deleting a model of the store (spec "Модель хранилища удаляется через core"): only core knows
|
|
81
|
+
// whether any managed provider has it loaded and owns every engine's caches of it, so clients never
|
|
82
|
+
// remove its folder themselves. The id is taken as sent, never percent-decoded: `Qwen%2FQwen3-1.7B`
|
|
83
|
+
// is not `Qwen/Qwen3-1.7B`.
|
|
84
|
+
router.delete(p('/managed-models/*modelId'), async (_req, res, { params }) => {
|
|
85
|
+
if (!deps.managedModelDelete) {
|
|
86
|
+
return sendError(res, new AtomicCoreError('PROVIDER_NOT_FOUND', 'No managed engine is available in this build.', 'managed-models'));
|
|
87
|
+
}
|
|
88
|
+
sendJson(res, 200, await deps.managedModelDelete(params['modelId']));
|
|
89
|
+
});
|
|
47
90
|
router.get(p('/runtimes/foundation-models/availability'), async (req, res) => {
|
|
48
91
|
const force = queryOf(req).get('force') === '1';
|
|
49
92
|
const status = deps.foundationModelsAvailability
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/server/control/routes/models.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/server/control/routes/models.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAC7D,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAI1E,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,IAAuB,EAAE,GAAwB;IACnG,MAAM,EAAE,CAAC,EAAE,GAAG,GAAG,CAAA;IAEjB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAA;IAE5F,iFAAiF;IACjF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,wCAAwC,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACjF,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAW,EAAE,MAAM,CAAC,SAAS,CAAW,CAAC,CAAA;QACjG,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,iCAAiC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/E,MAAM,IAAI,GAAG,MAAM,YAAY,CAA0B,GAAG,CAAC,CAAA;QAC7D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAW,EAAE,MAAM,CAAC,SAAS,CAAW,EAAE,IAAI,CAAC,CAAA;QACpG,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;IACvF,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,mCAAmC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAClF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAW,EAAE,MAAM,CAAC,SAAS,CAAW,CAAC,CAAA;QAChG,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAA;IAC5B,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,qCAAqC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACpF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAW,EAAE,MAAM,CAAC,SAAS,CAAW,CAAC,CAAC,CAAA;IAC3G,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,yCAAyC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACvF,MAAM,IAAI,GAAG,MAAM,YAAY,CAAsB,GAAG,CAAC,CAAA;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CACnC,MAAM,CAAC,UAAU,CAAW,EAC5B,MAAM,CAAC,SAAS,CAAW,EAC3B,IAAI,CAAC,MAAM,CACZ,CAAA;QACD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAA;IAC5B,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,yCAAyC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACvF,QAAQ,CACN,GAAG,EACH,GAAG,EACH,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAW,EAAE,MAAM,CAAC,SAAS,CAAW,CAAC,CAC1F,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,iCAAiC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAW,CAAA;QAC7C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACtB,OAAO,SAAS,CACd,GAAG,EACH,IAAI,eAAe,CAAC,oBAAoB,EAAE,iBAAiB,QAAQ,wBAAwB,EAAE,QAAQ,CAAC,CACvG,CAAA;QACH,CAAC;QACD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAW,CAAC,CAAC,CAAA;IACnF,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,kCAAkC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAChF,MAAM,IAAI,GAAG,MAAM,YAAY,CAA6C,GAAG,CAAC,CAAA;QAChF,QAAQ,CACN,GAAG,EACH,GAAG,EACH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CACrB,MAAM,CAAC,UAAU,CAAW,EAC5B,MAAM,CAAC,SAAS,CAAW,EAC3B,IAAI,CAAC,KAAiB,EACtB,IAAI,CAAC,WAAW,IAAI,GAAG,CACxB,CACF,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,+FAA+F;IAC/F,oFAAoF;IACpF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAClD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAoB,GAAG,CAAC,CAAA;QACvD,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC,GAAG,EAAE,IAAI,eAAe,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,CAAC,CAAA;QACvG,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/D,CAAC,CAAC,CAAA;IAEF,+FAA+F;IAC/F,iGAAiG;IACjG,gGAAgG;IAChG,+DAA+D;IAC/D,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,yBAAyB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACvE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAW,CAAA;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,EAAE,QAAQ,CAAC;YAClE,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,QAAQ,CAAC;YACrC,CAAC,CAAC,SAAS,CAAA;QACb,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,SAAS,CACd,GAAG,EACH,IAAI,eAAe,CAAC,oBAAoB,EAAE,GAAG,QAAQ,oCAAoC,EAAE,QAAQ,CAAC,CACrG,CAAA;QACH,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAA;QACpC,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;IAEF,gFAAgF;IAChF,gGAAgG;IAChG,sGAAsG;IACtG,+BAA+B;IAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,0BAA0B,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAC5D,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,OAAO,SAAS,CACd,GAAG,EACH,IAAI,eAAe,CACjB,oBAAoB,EACpB,+CAA+C,EAC/C,gBAAgB,CACjB,CACF,CAAA;QACH,CAAC;QACD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,gGAAgG;IAChG,oGAAoG;IACpG,oGAAoG;IACpG,4BAA4B;IAC5B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,0BAA0B,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAC3E,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,OAAO,SAAS,CACd,GAAG,EACH,IAAI,eAAe,CACjB,oBAAoB,EACpB,+CAA+C,EAC/C,gBAAgB,CACjB,CACF,CAAA;QACH,CAAC;QACD,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAW,CAAC,CAAC,CAAA;IAChF,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,0CAA0C,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,CAAA;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,4BAA4B;YAC9C,CAAC,CAAC,MAAM,IAAI,CAAC,4BAA4B,CAAC,KAAK,CAAC;YAChD,CAAC,CAAC,aAAa,CAAA;QACjB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,mBAAmB,CAAA;QACpE,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IACtE,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -4,14 +4,15 @@
|
|
|
4
4
|
*/
|
|
5
5
|
import type { CloudProviderInput, CloudProviderView, SubscriptionModel } from '../../cloud/index.js';
|
|
6
6
|
import type { ChatGptStatus } from '../../credentials/index.js';
|
|
7
|
-
import type {
|
|
7
|
+
import type { EngineBuildCatalog, EngineBuildCatalogRequest, EngineBuildId, EngineBuildInstallRequest, EngineBuildInstallResult, EngineBuildRemoveResult, EngineBuildUpdateCheck, EngineBuildUpdateCheckRequest, EngineActivateResult, EngineBuildDeleteResult, EngineOperationStarted, EngineUpdateRequest, EngineUpdateResult, EngineVersionsRequest, EngineVersionsResponse } from '../../contracts/index.js';
|
|
8
|
+
import type { BeginOperation, DecisionDecideRequest, DecisionOutcome, DecisionScoreRequest, DecisionSettings, DecisionStatus, EmbeddingEmbedResponse, EmbeddingSettings, EmbeddingStatus, RouterScoreResponse, SystemoneResponse, DeviceInfo, DiffusionCancelResult, DiffusionConfig, DiffusionModelFile, DiffusionStatus, EnvironmentDiagnostics, EnvironmentOperation, EnvironmentResetResult, EnvironmentSnapshot, ModelCompatibilityRequest, ModelCompatibilityResponse, PrismFamiliesResponse, ModelSetup, ModelSetupPlan, ModelSetupPlanRequest, ModelSetupStartRequest, GalleryFlags, GalleryImageItem, GalleryListOptions, GalleryPage, ImageCapabilities, ImageGenerateRequest, ImageJob, LoadDiffusionModelRequest, LoadedDiffusionModel, VideoCapabilities, VideoEstimate, VideoGalleryPage, VideoGenerateRequest, VideoJob, GalleryVideoItem, HardwareInfoResponse, HardwareOverride, HardwareOverrideInput, LocalApiServerState, LocalProviderId, ManagedHostReceipt, ModelCompatibility, ManagedModelDeletion, ManagedModelLocation, ProbeEnvironmentInput, RemoteAccessStatus, RequirementPlan, ResumeOperation, RuntimeDescriptorSummary, SessionInfo, UnloadResult } from '../../contracts/index.js';
|
|
8
9
|
import type { CoreEmitter } from '../../events/index.js';
|
|
9
10
|
import type { CtxIncreaseResult } from '../../runtime/llamacpp/runtime.js';
|
|
10
11
|
import type { GgufValidation, ModelCapabilities } from '../../models/index.js';
|
|
11
12
|
import type { EmbeddingResponse } from '../../models/index.js';
|
|
12
13
|
import type { ProxyConfig } from '../../downloads/index.js';
|
|
13
|
-
import type { HardwareOverrideStore } from '../../hardware/index.js';
|
|
14
14
|
import type { TelemetryControl } from '../../telemetry/index.js';
|
|
15
|
+
import type { BackendCatalogRequest, BackendCatalogResponse, BackendRecommendationRequest, BackendRecommendationResponse, BackendUpdateCheckRequest, BackendUpdateCheckResponse } from '../../contracts/index.js';
|
|
15
16
|
import type { InstallBackendResult, InstalledBackendPack, OptimalBackendCacheRecord } from '../../backend/index.js';
|
|
16
17
|
import type { OptimalState, OptimalUpdate } from '../../backend/index.js';
|
|
17
18
|
import type { ImportOptions, ImportResult, MigrationRecord, ProviderValues, UpdateResult } from '../../settings/index.js';
|
|
@@ -21,6 +22,26 @@ export declare const SSE_HEARTBEAT_MS = 15000;
|
|
|
21
22
|
export interface SessionSummary extends SessionInfo {
|
|
22
23
|
provider: LocalProviderId;
|
|
23
24
|
}
|
|
25
|
+
/**
|
|
26
|
+
* The managed container runtime, as the control API needs it (openspec change
|
|
27
|
+
* `add-tensorrt-llm-linux`, task 2.2). A narrow view on purpose: the control layer does not depend
|
|
28
|
+
* on the runtime module's class, and a build with no managed runtime wired simply leaves it out.
|
|
29
|
+
*/
|
|
30
|
+
export interface ManagedEnvironmentControl {
|
|
31
|
+
list(): Promise<EnvironmentSnapshot[]>;
|
|
32
|
+
probe(input: ProbeEnvironmentInput): Promise<RequirementPlan>;
|
|
33
|
+
/** One cached runtime descriptor, read from the core's cache only, never fetched (task 2.22). */
|
|
34
|
+
descriptor(descriptorId: string): Promise<RuntimeDescriptorSummary>;
|
|
35
|
+
begin(environmentId: string, input: BeginOperation): Promise<EnvironmentOperation>;
|
|
36
|
+
get(operationId: string): Promise<EnvironmentOperation>;
|
|
37
|
+
cancel(operationId: string): Promise<EnvironmentOperation>;
|
|
38
|
+
resume(operationId: string, input: ResumeOperation): Promise<EnvironmentOperation>;
|
|
39
|
+
acceptHostReceipt(operationId: string, receipt: ManagedHostReceipt): Promise<EnvironmentOperation>;
|
|
40
|
+
/** Archive the finished operations; nothing installed is touched. */
|
|
41
|
+
reset(environmentId: string): Promise<EnvironmentResetResult>;
|
|
42
|
+
/** A read-only report for a support message. */
|
|
43
|
+
diagnostics(environmentId: string): Promise<EnvironmentDiagnostics>;
|
|
44
|
+
}
|
|
24
45
|
export interface PublicServerControl {
|
|
25
46
|
status: () => LocalApiServerState;
|
|
26
47
|
start: (options: {
|
|
@@ -56,8 +77,9 @@ export interface SettingsControl {
|
|
|
56
77
|
acknowledge: (scope: string, revision: number) => Promise<UpdateResult>;
|
|
57
78
|
}
|
|
58
79
|
/**
|
|
59
|
-
* The backend surface the app drives
|
|
60
|
-
*
|
|
80
|
+
* The backend surface the app drives: the updater screen installs, removes and lists, and asks the
|
|
81
|
+
* advisor three questions (what fits this machine, what is recommended, is there an update) that it
|
|
82
|
+
* used to answer itself (ADR 2026-09-27). When to act on the answers stays the app's decision.
|
|
61
83
|
*/
|
|
62
84
|
export interface BackendControl {
|
|
63
85
|
list: (provider: string, currentVersionBackend?: string) => Promise<InstalledBackendPack[]>;
|
|
@@ -72,6 +94,9 @@ export interface BackendControl {
|
|
|
72
94
|
getOptimal: (provider: string) => Promise<OptimalState>;
|
|
73
95
|
setOptimal: (provider: string, record: OptimalBackendCacheRecord | null, expectedRevision: number) => Promise<OptimalUpdate>;
|
|
74
96
|
optimalSnapshot: () => Record<string, OptimalState>;
|
|
97
|
+
catalog: (provider: string, request: BackendCatalogRequest) => Promise<BackendCatalogResponse>;
|
|
98
|
+
recommend: (provider: string, request: BackendRecommendationRequest) => Promise<BackendRecommendationResponse>;
|
|
99
|
+
checkUpdates: (provider: string, request: BackendUpdateCheckRequest) => Promise<BackendUpdateCheckResponse>;
|
|
75
100
|
}
|
|
76
101
|
/**
|
|
77
102
|
* The questions the app asks about models it has not loaded. Each answers rather than throws: the
|
|
@@ -83,6 +108,27 @@ export interface ModelControl {
|
|
|
83
108
|
/** Devices the installed backend reports, which needs a backend to ask. */
|
|
84
109
|
devices: (provider: string) => Promise<DeviceInfo[]>;
|
|
85
110
|
embed: (provider: string, modelId: string, input: string[], ubatchSize: number) => Promise<EmbeddingResponse>;
|
|
111
|
+
/**
|
|
112
|
+
* `GET /models/:provider/:id/logs`: a container-backed model's recent log lines — the loaded
|
|
113
|
+
* container's, or the last failed attempt's until the next load (spec `tensorrt-llm-runtime`,
|
|
114
|
+
* "Логи контейнера доступны"). Throws `PROVIDER_NOT_FOUND` for a provider that keeps none; absent
|
|
115
|
+
* in a build that has no such provider at all.
|
|
116
|
+
*/
|
|
117
|
+
logs?: (provider: string, modelId: string) => Promise<object>;
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* The machine as the core measured it (`GET /hardware/info`, `POST /hardware/refresh`) and the
|
|
121
|
+
* override a host may inject in its place (`/hardware/override`). Reads never throw: a probe that
|
|
122
|
+
* failed answers what it could read plus `warnings`.
|
|
123
|
+
*/
|
|
124
|
+
export interface HardwareControl {
|
|
125
|
+
info: () => Promise<HardwareInfoResponse>;
|
|
126
|
+
/** Probe again and answer with the new description. */
|
|
127
|
+
refresh: () => Promise<HardwareInfoResponse>;
|
|
128
|
+
getOverride: () => HardwareOverride | undefined;
|
|
129
|
+
/** Throws `INVALID_ARGUMENT` for a payload it cannot read; nothing is applied then. */
|
|
130
|
+
setOverride: (input: HardwareOverrideInput) => HardwareOverride;
|
|
131
|
+
clearOverride: () => boolean;
|
|
86
132
|
}
|
|
87
133
|
/** Room left for a download. Answers for the data folder only; `null` when the platform cannot say. */
|
|
88
134
|
export interface DiskControl {
|
|
@@ -102,13 +148,35 @@ export interface RemoteAccessControl {
|
|
|
102
148
|
* Image generation (stage 7h): the app's twenty `DiffusionService` operations, one route each. The
|
|
103
149
|
* routes parse and validate the bodies; what arrives here is already typed.
|
|
104
150
|
*/
|
|
151
|
+
/**
|
|
152
|
+
* sd.cpp and MLX builds the core installs itself (`/engine-builds/:engine/…`, spec `engine-builds`).
|
|
153
|
+
* The route has already checked `engine` and the body.
|
|
154
|
+
*/
|
|
155
|
+
export interface EngineBuildControl {
|
|
156
|
+
catalog: (engine: EngineBuildId, request: EngineBuildCatalogRequest) => Promise<EngineBuildCatalog>;
|
|
157
|
+
checkUpdates: (engine: EngineBuildId, request: EngineBuildUpdateCheckRequest) => Promise<EngineBuildUpdateCheck>;
|
|
158
|
+
/** Answers once the build is installed and active, which can take as long as the download. */
|
|
159
|
+
install: (engine: EngineBuildId, request: EngineBuildInstallRequest) => Promise<EngineBuildInstallResult>;
|
|
160
|
+
remove: (engine: EngineBuildId, tag: string, backendId: string) => Promise<EngineBuildRemoveResult>;
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* The `/engines` layer (change `unify-engine-lifecycle`): the versions of every engine of this host
|
|
164
|
+
* and one command each to update, activate and remove a build. The route has already checked the
|
|
165
|
+
* engine's name and the body; whether this host has the engine is the layer's answer.
|
|
166
|
+
*/
|
|
167
|
+
export interface EngineControl {
|
|
168
|
+
versions: (request: EngineVersionsRequest) => Promise<EngineVersionsResponse>;
|
|
169
|
+
/** A managed engine answers with the operation it began (`202`); the others once applied. */
|
|
170
|
+
update: (engine: string, request: EngineUpdateRequest) => Promise<EngineUpdateResult | EngineOperationStarted>;
|
|
171
|
+
remove: (engine: string, version: string, variant: string, options: {
|
|
172
|
+
retainModels?: boolean;
|
|
173
|
+
}) => Promise<EngineBuildDeleteResult | EngineOperationStarted>;
|
|
174
|
+
activate: (engine: string, version: string, variant: string) => Promise<EngineActivateResult>;
|
|
175
|
+
}
|
|
105
176
|
export interface DiffusionControl {
|
|
106
177
|
configure: (config: DiffusionConfig) => Promise<DiffusionStatus>;
|
|
107
178
|
getStatus: () => Promise<DiffusionStatus>;
|
|
108
179
|
setOutputDir: (path: string) => Promise<DiffusionStatus>;
|
|
109
|
-
finalizeBackendInstall: (args: FinalizeBackendInstallArgs) => Promise<DiffusionBackendInstallRecord>;
|
|
110
|
-
listInstalledBackends: () => Promise<DiffusionBackendInstallRecord[]>;
|
|
111
|
-
removeBackend: (dir: string) => Promise<void>;
|
|
112
180
|
listModelFiles: () => Promise<DiffusionModelFile[]>;
|
|
113
181
|
deleteModelFile: (path: string) => Promise<void>;
|
|
114
182
|
/** Answers once the server serves the model, which can take minutes. */
|
|
@@ -130,6 +198,8 @@ export interface DiffusionControl {
|
|
|
130
198
|
generateVideo: (request: VideoGenerateRequest) => Promise<{
|
|
131
199
|
jobId: string;
|
|
132
200
|
}>;
|
|
201
|
+
/** What `request` would cost with the loaded model; starts nothing, answers while a job runs. */
|
|
202
|
+
estimateVideo: (request: VideoGenerateRequest) => Promise<VideoEstimate>;
|
|
133
203
|
getVideoJob: (jobId: string) => VideoJob | null;
|
|
134
204
|
cancelVideoJob: (jobId: string) => Promise<DiffusionCancelResult>;
|
|
135
205
|
listVideoGallery: (options: GalleryListOptions) => Promise<VideoGalleryPage>;
|
|
@@ -140,6 +210,38 @@ export interface DiffusionControl {
|
|
|
140
210
|
/** The poster the app rendered from the clip's first frame; the bare base64 of a PNG. */
|
|
141
211
|
setVideoPoster: (id: string, pngBase64: string) => Promise<GalleryVideoItem>;
|
|
142
212
|
}
|
|
213
|
+
/**
|
|
214
|
+
* The decision model (ADR 2026-09-30-the-decision-model-is-its-own-core-module). Bodies snake_case,
|
|
215
|
+
* like the engine and `settings.json`. `score` and `decide` are fail-open: they answer an outcome,
|
|
216
|
+
* never an error, so the app's router sees exactly what an in-core caller sees.
|
|
217
|
+
*/
|
|
218
|
+
export interface DecisionControl {
|
|
219
|
+
status: () => DecisionStatus;
|
|
220
|
+
config: () => DecisionSettings;
|
|
221
|
+
/** A checked patch of the `decision` settings section; the process follows (start, restart or stop). */
|
|
222
|
+
configure: (patch: Record<string, unknown>) => Promise<DecisionStatus>;
|
|
223
|
+
/** Start now and answer once ready; a failure is an error with the start's code. */
|
|
224
|
+
load: () => Promise<DecisionStatus>;
|
|
225
|
+
unload: () => Promise<DecisionStatus>;
|
|
226
|
+
score: (request: DecisionScoreRequest) => Promise<DecisionOutcome<RouterScoreResponse>>;
|
|
227
|
+
decide: (request: DecisionDecideRequest) => Promise<DecisionOutcome<SystemoneResponse>>;
|
|
228
|
+
}
|
|
229
|
+
/**
|
|
230
|
+
* The embedding model (ADR 2026-10-07-embedding-models-are-their-own-core-module), shaped like the
|
|
231
|
+
* decision model's control: status, a checked settings patch the process follows, load and unload, and
|
|
232
|
+
* one request to the running model for the app.
|
|
233
|
+
*/
|
|
234
|
+
export interface EmbeddingControl {
|
|
235
|
+
status: () => EmbeddingStatus;
|
|
236
|
+
config: () => EmbeddingSettings;
|
|
237
|
+
/** A checked patch of the `embedding` settings section; the process follows (start, restart or stop). */
|
|
238
|
+
configure: (patch: Record<string, unknown>) => Promise<EmbeddingStatus>;
|
|
239
|
+
/** Start now and answer once ready; a failure is an error with the start's code. */
|
|
240
|
+
load: () => Promise<EmbeddingStatus>;
|
|
241
|
+
unload: () => Promise<EmbeddingStatus>;
|
|
242
|
+
/** One `/v1/embeddings` body to the running model (started when idle); the engine's answer as it came. */
|
|
243
|
+
embed: (body: Record<string, unknown>) => Promise<EmbeddingEmbedResponse>;
|
|
244
|
+
}
|
|
143
245
|
/** Engines another process owns, registered so the public server can route to them (stage 4d). */
|
|
144
246
|
export interface ExternalSessionControl {
|
|
145
247
|
publish: (owner: string, generation: number, sessions: unknown) => {
|
|
@@ -171,7 +273,28 @@ export interface ChatGptControl {
|
|
|
171
273
|
logout: () => Promise<ChatGptStatus>;
|
|
172
274
|
models: () => Promise<SubscriptionModel[]>;
|
|
173
275
|
}
|
|
276
|
+
/** Model compatibility and the model setup (PrismML Bonsai and every other Hub GGUF). */
|
|
277
|
+
export interface ModelSetupControl {
|
|
278
|
+
compatibility: (request: ModelCompatibilityRequest) => Promise<ModelCompatibilityResponse>;
|
|
279
|
+
plan: (request: ModelSetupPlanRequest) => Promise<ModelSetupPlan>;
|
|
280
|
+
/** The Bonsai families the conf model rules name, for the Hub's PrismML list. */
|
|
281
|
+
families: () => Promise<PrismFamiliesResponse>;
|
|
282
|
+
start: (request: ModelSetupStartRequest) => Promise<ModelSetup>;
|
|
283
|
+
list: () => Promise<ModelSetup[]>;
|
|
284
|
+
get: (setupId: string) => Promise<ModelSetup>;
|
|
285
|
+
cancel: (setupId: string) => Promise<ModelSetup>;
|
|
286
|
+
resume: (setupId: string, options: {
|
|
287
|
+
proxy?: ProxyConfig | null;
|
|
288
|
+
}) => Promise<ModelSetup>;
|
|
289
|
+
/** In memory, for the control snapshot. */
|
|
290
|
+
snapshot: () => ModelSetup[];
|
|
291
|
+
}
|
|
174
292
|
export interface ControlServerDeps {
|
|
293
|
+
/** Absent in a build with no managed runtime wired; its routes then answer that it is not there. */
|
|
294
|
+
environments?: ManagedEnvironmentControl;
|
|
295
|
+
/** The snapshot's view of them, kept in memory so it needs no disk read. */
|
|
296
|
+
environmentsSnapshot?: () => EnvironmentSnapshot[];
|
|
297
|
+
environmentOperations?: () => EnvironmentOperation[];
|
|
175
298
|
token: string;
|
|
176
299
|
instanceId: string;
|
|
177
300
|
version: string;
|
|
@@ -208,16 +331,46 @@ export interface ControlServerDeps {
|
|
|
208
331
|
publicServer: PublicServerControl;
|
|
209
332
|
/** The settings store, for the routes that read and migrate provider settings (PLAN.md §3.4). */
|
|
210
333
|
settings: SettingsControl;
|
|
211
|
-
/**
|
|
212
|
-
hardware:
|
|
334
|
+
/** The core's hardware probe, and the override a host may inject over it (PLAN.md §2 decision 10). */
|
|
335
|
+
hardware: HardwareControl;
|
|
213
336
|
/** Installing and removing llama.cpp backends (PLAN.md §4, stage 3c). */
|
|
214
337
|
backends: BackendControl;
|
|
215
338
|
/** Free space inside the data folder, which the app asks before a download (stage 7b). */
|
|
216
339
|
disk: DiskControl;
|
|
217
340
|
remoteAccess: RemoteAccessControl;
|
|
218
341
|
diffusion: DiffusionControl;
|
|
342
|
+
engineBuilds: EngineBuildControl;
|
|
343
|
+
/** Absent in a core built without the `/engines` layer; its routes then say so. */
|
|
344
|
+
engines?: EngineControl;
|
|
345
|
+
/** The decision model; without it the `/decision/*` routes answer `DECISION_UNAVAILABLE`. */
|
|
346
|
+
decision?: DecisionControl;
|
|
347
|
+
/** The embedding model; without it the `/embedding/*` routes answer `EMBEDDING_UNAVAILABLE`. */
|
|
348
|
+
embedding?: EmbeddingControl;
|
|
219
349
|
/** What a model is and can do, without loading it (PLAN.md §4, stage 3d). */
|
|
220
350
|
models: ModelControl;
|
|
351
|
+
/** Absent in a core without the setup wired; its routes then answer `INVALID_ARGUMENT`. */
|
|
352
|
+
modelSetups?: ModelSetupControl;
|
|
353
|
+
/**
|
|
354
|
+
* `POST /models/:provider/check` (spec `managed-model-store`, "Проверка совместимости одинакова по
|
|
355
|
+
* форме для всех managed-движков"): for each managed provider this core offers, whether a Hugging
|
|
356
|
+
* Face checkpoint the caller has not downloaded yet would run on it, computed without touching the
|
|
357
|
+
* network. A provider absent here (any non-managed one, or every managed one off Linux and
|
|
358
|
+
* Windows) answers `PROVIDER_NOT_FOUND`.
|
|
359
|
+
*/
|
|
360
|
+
managedModelChecks?: Readonly<Record<string, (body: unknown) => Promise<ModelCompatibility>>>;
|
|
361
|
+
/**
|
|
362
|
+
* `DELETE /managed-models/:id` (spec `managed-model-store`, "Модель хранилища удаляется через core"):
|
|
363
|
+
* stop the model in whichever managed provider holds it, with Docker's confirmation, then remove every
|
|
364
|
+
* engine cache of it and its folder. Absent where no managed provider is offered.
|
|
365
|
+
*/
|
|
366
|
+
managedModelDelete?: (modelId: string) => Promise<ManagedModelDeletion>;
|
|
367
|
+
/**
|
|
368
|
+
* `GET /managed-models/location` (spec `managed-model-store`, "Core сообщает расположение
|
|
369
|
+
* хранилища"): where clients put the managed engines' models and how much room is left. Absent where
|
|
370
|
+
* no managed provider is offered; `MANAGED_ADAPTER_UNAVAILABLE` on Windows before Atomic Chat's
|
|
371
|
+
* distribution exists.
|
|
372
|
+
*/
|
|
373
|
+
managedModelLocation?: () => Promise<ManagedModelLocation>;
|
|
221
374
|
/**
|
|
222
375
|
* Whether Apple's on-device model can run here: the server's own `--check` token (`available`,
|
|
223
376
|
* `notEligible`, `appleIntelligenceNotEnabled`, `modelNotReady`, `unavailable`, `binaryNotFound`).
|
|
@@ -255,6 +408,11 @@ export interface ControlSnapshot {
|
|
|
255
408
|
clients: ReturnType<ClientRegistry['list']>;
|
|
256
409
|
downloads: unknown[];
|
|
257
410
|
optimal_backends: Record<string, OptimalState>;
|
|
411
|
+
/** The managed container runtimes this user has, and the changes in flight on them. */
|
|
412
|
+
environments: EnvironmentSnapshot[];
|
|
413
|
+
environment_operations: EnvironmentOperation[];
|
|
414
|
+
/** Model setups, the running ones and those left to resume or read. */
|
|
415
|
+
model_setups: ModelSetup[];
|
|
258
416
|
}
|
|
259
417
|
/**
|
|
260
418
|
* What every route family shares, built once per router: the prefixed path helper, the clock the
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/server/control/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/server/control/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA+GH,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAA"}
|
package/dist/server/http.d.ts
CHANGED
|
@@ -37,7 +37,15 @@ export declare class Router {
|
|
|
37
37
|
} | undefined;
|
|
38
38
|
}
|
|
39
39
|
export declare function sendJson(res: ServerResponse, status: number, body: unknown): void;
|
|
40
|
-
/**
|
|
40
|
+
/**
|
|
41
|
+
* HTTP status for a core error code. Anything unmapped is a 500: an unknown failure is not the
|
|
42
|
+
* caller's fault.
|
|
43
|
+
*
|
|
44
|
+
* The managed runtime's conflicts are all 409: somebody else is changing it, the caller computed
|
|
45
|
+
* their request from a state it has left, consent is missing or no longer covers the plan, or the
|
|
46
|
+
* machine is not in a position to continue yet. An engine this build has no adapter for is 422 — the
|
|
47
|
+
* request was understood and well formed, and the answer is still no.
|
|
48
|
+
*/
|
|
41
49
|
export declare function statusForCode(code: ErrorCode): number;
|
|
42
50
|
export declare function toCoreError(error: unknown): AtomicCoreError;
|
|
43
51
|
export declare function sendError(res: ServerResponse, error: unknown, status?: number): void;
|