@atomic-chat/core 0.5.1 → 0.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/app-daemon.js +20 -67
- package/dist/app-daemon.js.map +1 -1
- package/dist/backend/advisor/advisor.d.ts +132 -0
- package/dist/backend/advisor/advisor.js +537 -0
- package/dist/backend/advisor/advisor.js.map +1 -0
- package/dist/backend/advisor/index.d.ts +6 -0
- package/dist/backend/advisor/index.js +7 -0
- package/dist/backend/advisor/index.js.map +1 -0
- package/dist/backend/advisor/policy.d.ts +81 -0
- package/dist/backend/advisor/policy.js +154 -0
- package/dist/backend/advisor/policy.js.map +1 -0
- package/dist/backend/catalog/archive.d.ts +21 -7
- package/dist/backend/catalog/archive.js +57 -17
- package/dist/backend/catalog/archive.js.map +1 -1
- package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
- package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
- package/dist/backend/catalog/cuda-family.d.ts +12 -2
- package/dist/backend/catalog/cuda-family.js +30 -7
- package/dist/backend/catalog/cuda-family.js.map +1 -1
- package/dist/backend/catalog/index.d.ts +5 -0
- package/dist/backend/catalog/index.js +5 -0
- package/dist/backend/catalog/index.js.map +1 -1
- package/dist/backend/catalog/manifest.d.ts +5 -3
- package/dist/backend/catalog/manifest.js +12 -9
- package/dist/backend/catalog/manifest.js.map +1 -1
- package/dist/backend/catalog/migrate.d.ts +8 -6
- package/dist/backend/catalog/migrate.js +26 -15
- package/dist/backend/catalog/migrate.js.map +1 -1
- package/dist/backend/catalog/prism-catalog.d.ts +42 -0
- package/dist/backend/catalog/prism-catalog.js +101 -0
- package/dist/backend/catalog/prism-catalog.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
- package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
- package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
- package/dist/backend/catalog/prism-manifest.d.ts +90 -0
- package/dist/backend/catalog/prism-manifest.js +171 -0
- package/dist/backend/catalog/prism-manifest.js.map +1 -0
- package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
- package/dist/backend/catalog/turboquant-catalog.js +162 -0
- package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
- package/dist/backend/catalog/turboquant-index.d.ts +104 -0
- package/dist/backend/catalog/turboquant-index.js +260 -0
- package/dist/backend/catalog/turboquant-index.js.map +1 -0
- package/dist/backend/index.d.ts +1 -0
- package/dist/backend/index.js +1 -0
- package/dist/backend/index.js.map +1 -1
- package/dist/backend/install/runtime-backend.d.ts +6 -6
- package/dist/backend/install/runtime-backend.js +23 -20
- package/dist/backend/install/runtime-backend.js.map +1 -1
- package/dist/backend/install/service.d.ts +106 -5
- package/dist/backend/install/service.js +247 -21
- package/dist/backend/install/service.js.map +1 -1
- package/dist/backend/installed/bundled.d.ts +19 -0
- package/dist/backend/installed/bundled.js +45 -0
- package/dist/backend/installed/bundled.js.map +1 -0
- package/dist/backend/installed/index.d.ts +1 -0
- package/dist/backend/installed/index.js +1 -0
- package/dist/backend/installed/index.js.map +1 -1
- package/dist/backend/installed/installed.js +3 -0
- package/dist/backend/installed/installed.js.map +1 -1
- package/dist/backend/optimal/optimal-cache.d.ts +27 -8
- package/dist/backend/optimal/optimal-cache.js +38 -19
- package/dist/backend/optimal/optimal-cache.js.map +1 -1
- package/dist/backend/optimal/optimal-store.js +1 -1
- package/dist/backend/optimal/optimal-store.js.map +1 -1
- package/dist/backend/select/categories.d.ts +2 -1
- package/dist/backend/select/categories.js +8 -1
- package/dist/backend/select/categories.js.map +1 -1
- package/dist/backend/select/features.d.ts +13 -5
- package/dist/backend/select/features.js +36 -6
- package/dist/backend/select/features.js.map +1 -1
- package/dist/backend/select/index.d.ts +2 -0
- package/dist/backend/select/index.js +2 -0
- package/dist/backend/select/index.js.map +1 -1
- package/dist/backend/select/prism.d.ts +54 -0
- package/dist/backend/select/prism.js +212 -0
- package/dist/backend/select/prism.js.map +1 -0
- package/dist/backend/select/recovery.d.ts +4 -2
- package/dist/backend/select/recovery.js +17 -5
- package/dist/backend/select/recovery.js.map +1 -1
- package/dist/backend/select/tiers.d.ts +20 -11
- package/dist/backend/select/tiers.js +49 -11
- package/dist/backend/select/tiers.js.map +1 -1
- package/dist/backend/select/turboquant-tiers.d.ts +45 -0
- package/dist/backend/select/turboquant-tiers.js +114 -0
- package/dist/backend/select/turboquant-tiers.js.map +1 -0
- package/dist/backend/types.d.ts +6 -69
- package/dist/cli/commands/backends.d.ts +10 -0
- package/dist/cli/commands/backends.js +142 -0
- package/dist/cli/commands/backends.js.map +1 -0
- package/dist/cli/commands/hardware.d.ts +13 -0
- package/dist/cli/commands/hardware.js +71 -0
- package/dist/cli/commands/hardware.js.map +1 -0
- package/dist/cli/commands/host-step.d.ts +28 -0
- package/dist/cli/commands/host-step.js +67 -0
- package/dist/cli/commands/host-step.js.map +1 -0
- package/dist/cli/commands/index.d.ts +4 -1
- package/dist/cli/commands/index.js +4 -1
- package/dist/cli/commands/index.js.map +1 -1
- package/dist/cli/commands/serve.js +4 -4
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/commands/shared.d.ts +6 -1
- package/dist/cli/commands/shared.js +7 -0
- package/dist/cli/commands/shared.js.map +1 -1
- package/dist/cli/io.d.ts +11 -0
- package/dist/cli/io.js +28 -3
- package/dist/cli/io.js.map +1 -1
- package/dist/cli/launch.js +2 -2
- package/dist/cli/launch.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/cli/main.js +11 -1
- package/dist/cli/main.js.map +1 -1
- package/dist/client/control-client.d.ts +128 -7
- package/dist/client/control-client.js +211 -12
- package/dist/client/control-client.js.map +1 -1
- package/dist/cloud/registry.js +9 -1
- package/dist/cloud/registry.js.map +1 -1
- package/dist/config/paths.d.ts +137 -0
- package/dist/config/paths.js +163 -0
- package/dist/config/paths.js.map +1 -1
- package/dist/contracts/backend-advisor.d.ts +225 -0
- package/dist/contracts/backend-advisor.js +14 -0
- package/dist/contracts/backend-advisor.js.map +1 -0
- package/dist/contracts/control-api.d.ts +7 -1
- package/dist/contracts/control-api.js +7 -1
- package/dist/contracts/control-api.js.map +1 -1
- package/dist/contracts/decision.d.ts +394 -0
- package/dist/contracts/decision.js +69 -0
- package/dist/contracts/decision.js.map +1 -0
- package/dist/contracts/diffusion.d.ts +62 -9
- package/dist/contracts/embedding.d.ts +103 -0
- package/dist/contracts/embedding.js +24 -0
- package/dist/contracts/embedding.js.map +1 -0
- package/dist/contracts/engine-builds.d.ts +108 -0
- package/dist/contracts/engine-builds.js +11 -0
- package/dist/contracts/engine-builds.js.map +1 -0
- package/dist/contracts/engines.d.ts +157 -0
- package/dist/contracts/engines.js +50 -0
- package/dist/contracts/engines.js.map +1 -0
- package/dist/contracts/environment.d.ts +774 -0
- package/dist/contracts/environment.js +116 -0
- package/dist/contracts/environment.js.map +1 -0
- package/dist/contracts/errors.d.ts +43 -2
- package/dist/contracts/errors.js +41 -0
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/events.d.ts +82 -4
- package/dist/contracts/hardware.d.ts +79 -6
- package/dist/contracts/hardware.js +9 -5
- package/dist/contracts/hardware.js.map +1 -1
- package/dist/contracts/index.d.ts +8 -0
- package/dist/contracts/index.js +8 -0
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/model-compatibility.d.ts +97 -0
- package/dist/contracts/model-compatibility.js +6 -0
- package/dist/contracts/model-compatibility.js.map +1 -0
- package/dist/contracts/model-setup.d.ts +115 -0
- package/dist/contracts/model-setup.js +33 -0
- package/dist/contracts/model-setup.js.map +1 -0
- package/dist/contracts/model-yml.d.ts +14 -0
- package/dist/contracts/model-yml.js +1 -0
- package/dist/contracts/model-yml.js.map +1 -1
- package/dist/contracts/session.d.ts +45 -2
- package/dist/contracts/session.js +14 -1
- package/dist/contracts/session.js.map +1 -1
- package/dist/contracts/settings.d.ts +44 -1
- package/dist/contracts/settings.js.map +1 -1
- package/dist/core/atomic-core.d.ts +44 -5
- package/dist/core/atomic-core.js +24 -0
- package/dist/core/atomic-core.js.map +1 -1
- package/dist/core/create.js +517 -23
- package/dist/core/create.js.map +1 -1
- package/dist/core/gpu/index.d.ts +6 -0
- package/dist/core/gpu/index.js +7 -0
- package/dist/core/gpu/index.js.map +1 -0
- package/dist/core/gpu/policy.d.ts +68 -0
- package/dist/core/gpu/policy.js +99 -0
- package/dist/core/gpu/policy.js.map +1 -0
- package/dist/core/gpu/residency.d.ts +44 -0
- package/dist/core/gpu/residency.js +101 -0
- package/dist/core/gpu/residency.js.map +1 -0
- package/dist/core/gpu-residency.d.ts +39 -0
- package/dist/core/gpu-residency.js +32 -0
- package/dist/core/gpu-residency.js.map +1 -0
- package/dist/core/index.d.ts +1 -1
- package/dist/core/managed-engines.d.ts +207 -0
- package/dist/core/managed-engines.js +579 -0
- package/dist/core/managed-engines.js.map +1 -0
- package/dist/core/managed-environment.d.ts +72 -0
- package/dist/core/managed-environment.js +218 -0
- package/dist/core/managed-environment.js.map +1 -0
- package/dist/core/model-setup/index.d.ts +4 -0
- package/dist/core/model-setup/index.js +5 -0
- package/dist/core/model-setup/index.js.map +1 -0
- package/dist/core/model-setup/plan.d.ts +56 -0
- package/dist/core/model-setup/plan.js +158 -0
- package/dist/core/model-setup/plan.js.map +1 -0
- package/dist/core/model-setup/service.d.ts +92 -0
- package/dist/core/model-setup/service.js +329 -0
- package/dist/core/model-setup/service.js.map +1 -0
- package/dist/core/model-setup/store.d.ts +29 -0
- package/dist/core/model-setup/store.js +116 -0
- package/dist/core/model-setup/store.js.map +1 -0
- package/dist/core/model-setup/wiring.d.ts +59 -0
- package/dist/core/model-setup/wiring.js +132 -0
- package/dist/core/model-setup/wiring.js.map +1 -0
- package/dist/core/prism.d.ts +36 -0
- package/dist/core/prism.js +42 -0
- package/dist/core/prism.js.map +1 -0
- package/dist/core/public-server.d.ts +7 -0
- package/dist/core/public-server.js +2 -0
- package/dist/core/public-server.js.map +1 -1
- package/dist/core/sessions.d.ts +6 -1
- package/dist/core/sessions.js +18 -14
- package/dist/core/sessions.js.map +1 -1
- package/dist/core/types.d.ts +27 -1
- package/dist/core/types.js.map +1 -1
- package/dist/decision/args.d.ts +110 -0
- package/dist/decision/args.js +126 -0
- package/dist/decision/args.js.map +1 -0
- package/dist/decision/backoff.d.ts +25 -0
- package/dist/decision/backoff.js +33 -0
- package/dist/decision/backoff.js.map +1 -0
- package/dist/decision/engine-candidates.d.ts +52 -0
- package/dist/decision/engine-candidates.js +138 -0
- package/dist/decision/engine-candidates.js.map +1 -0
- package/dist/decision/engine-fallback.d.ts +41 -0
- package/dist/decision/engine-fallback.js +57 -0
- package/dist/decision/engine-fallback.js.map +1 -0
- package/dist/decision/engine-version.d.ts +27 -0
- package/dist/decision/engine-version.js +54 -0
- package/dist/decision/engine-version.js.map +1 -0
- package/dist/decision/engine.d.ts +114 -0
- package/dist/decision/engine.js +253 -0
- package/dist/decision/engine.js.map +1 -0
- package/dist/decision/http.d.ts +36 -0
- package/dist/decision/http.js +73 -0
- package/dist/decision/http.js.map +1 -0
- package/dist/decision/index.d.ts +20 -0
- package/dist/decision/index.js +21 -0
- package/dist/decision/index.js.map +1 -0
- package/dist/decision/model-facts.d.ts +32 -0
- package/dist/decision/model-facts.js +40 -0
- package/dist/decision/model-facts.js.map +1 -0
- package/dist/decision/outcome.d.ts +35 -0
- package/dist/decision/outcome.js +105 -0
- package/dist/decision/outcome.js.map +1 -0
- package/dist/decision/process.d.ts +67 -0
- package/dist/decision/process.js +133 -0
- package/dist/decision/process.js.map +1 -0
- package/dist/decision/readiness.d.ts +74 -0
- package/dist/decision/readiness.js +165 -0
- package/dist/decision/readiness.js.map +1 -0
- package/dist/decision/request.d.ts +11 -0
- package/dist/decision/request.js +56 -0
- package/dist/decision/request.js.map +1 -0
- package/dist/decision/service.d.ts +202 -0
- package/dist/decision/service.js +711 -0
- package/dist/decision/service.js.map +1 -0
- package/dist/decision/upstream-version.d.ts +23 -0
- package/dist/decision/upstream-version.js +34 -0
- package/dist/decision/upstream-version.js.map +1 -0
- package/dist/decision/wiring.d.ts +67 -0
- package/dist/decision/wiring.js +101 -0
- package/dist/decision/wiring.js.map +1 -0
- package/dist/diffusion/args.d.ts +4 -2
- package/dist/diffusion/args.js +10 -3
- package/dist/diffusion/args.js.map +1 -1
- package/dist/diffusion/image-job.js +1 -1
- package/dist/diffusion/image-job.js.map +1 -1
- package/dist/diffusion/install.d.ts +35 -11
- package/dist/diffusion/install.js +74 -49
- package/dist/diffusion/install.js.map +1 -1
- package/dist/diffusion/job-kind.d.ts +33 -7
- package/dist/diffusion/jobs.d.ts +6 -1
- package/dist/diffusion/jobs.js +60 -18
- package/dist/diffusion/jobs.js.map +1 -1
- package/dist/diffusion/parse.d.ts +1 -2
- package/dist/diffusion/parse.js +1 -13
- package/dist/diffusion/parse.js.map +1 -1
- package/dist/diffusion/progress.js +3 -0
- package/dist/diffusion/progress.js.map +1 -1
- package/dist/diffusion/server-process.d.ts +6 -0
- package/dist/diffusion/server-process.js +3 -2
- package/dist/diffusion/server-process.js.map +1 -1
- package/dist/diffusion/service.d.ts +52 -6
- package/dist/diffusion/service.js +215 -40
- package/dist/diffusion/service.js.map +1 -1
- package/dist/diffusion/session.d.ts +27 -3
- package/dist/diffusion/session.js +108 -17
- package/dist/diffusion/session.js.map +1 -1
- package/dist/diffusion/state.d.ts +19 -1
- package/dist/diffusion/state.js +10 -0
- package/dist/diffusion/state.js.map +1 -1
- package/dist/diffusion/tracker.d.ts +15 -1
- package/dist/diffusion/tracker.js +32 -6
- package/dist/diffusion/tracker.js.map +1 -1
- package/dist/diffusion/types.d.ts +7 -0
- package/dist/diffusion/types.js +11 -0
- package/dist/diffusion/types.js.map +1 -1
- package/dist/diffusion/video-estimate.d.ts +214 -0
- package/dist/diffusion/video-estimate.js +402 -0
- package/dist/diffusion/video-estimate.js.map +1 -0
- package/dist/diffusion/video-eta.d.ts +90 -0
- package/dist/diffusion/video-eta.js +248 -0
- package/dist/diffusion/video-eta.js.map +1 -0
- package/dist/diffusion/video-history.d.ts +45 -0
- package/dist/diffusion/video-history.js +121 -0
- package/dist/diffusion/video-history.js.map +1 -0
- package/dist/diffusion/video-job.d.ts +13 -5
- package/dist/diffusion/video-job.js +42 -15
- package/dist/diffusion/video-job.js.map +1 -1
- package/dist/diffusion/video-recipe.js +3 -0
- package/dist/diffusion/video-recipe.js.map +1 -1
- package/dist/diffusion/video-tiling.d.ts +54 -0
- package/dist/diffusion/video-tiling.js +70 -0
- package/dist/diffusion/video-tiling.js.map +1 -0
- package/dist/diffusion/wiring.d.ts +14 -1
- package/dist/diffusion/wiring.js +7 -0
- package/dist/diffusion/wiring.js.map +1 -1
- package/dist/downloads/protocol.d.ts +3 -8
- package/dist/downloads/protocol.js.map +1 -1
- package/dist/embedding/args.d.ts +39 -0
- package/dist/embedding/args.js +46 -0
- package/dist/embedding/args.js.map +1 -0
- package/dist/embedding/engine.d.ts +50 -0
- package/dist/embedding/engine.js +100 -0
- package/dist/embedding/engine.js.map +1 -0
- package/dist/embedding/ffmpeg.d.ts +18 -0
- package/dist/embedding/ffmpeg.js +63 -0
- package/dist/embedding/ffmpeg.js.map +1 -0
- package/dist/embedding/index.d.ts +16 -0
- package/dist/embedding/index.js +17 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/model-facts.d.ts +51 -0
- package/dist/embedding/model-facts.js +84 -0
- package/dist/embedding/model-facts.js.map +1 -0
- package/dist/embedding/process.d.ts +66 -0
- package/dist/embedding/process.js +131 -0
- package/dist/embedding/process.js.map +1 -0
- package/dist/embedding/readiness.d.ts +56 -0
- package/dist/embedding/readiness.js +114 -0
- package/dist/embedding/readiness.js.map +1 -0
- package/dist/embedding/request.d.ts +43 -0
- package/dist/embedding/request.js +285 -0
- package/dist/embedding/request.js.map +1 -0
- package/dist/embedding/service.d.ts +152 -0
- package/dist/embedding/service.js +602 -0
- package/dist/embedding/service.js.map +1 -0
- package/dist/embedding/wiring.d.ts +51 -0
- package/dist/embedding/wiring.js +79 -0
- package/dist/embedding/wiring.js.map +1 -0
- package/dist/engine-builds/builds.d.ts +54 -0
- package/dist/engine-builds/builds.js +151 -0
- package/dist/engine-builds/builds.js.map +1 -0
- package/dist/engine-builds/index.d.ts +10 -0
- package/dist/engine-builds/index.js +11 -0
- package/dist/engine-builds/index.js.map +1 -0
- package/dist/engine-builds/install.d.ts +42 -0
- package/dist/engine-builds/install.js +100 -0
- package/dist/engine-builds/install.js.map +1 -0
- package/dist/engine-builds/manifest.d.ts +121 -0
- package/dist/engine-builds/manifest.js +254 -0
- package/dist/engine-builds/manifest.js.map +1 -0
- package/dist/engine-builds/order.d.ts +24 -0
- package/dist/engine-builds/order.js +44 -0
- package/dist/engine-builds/order.js.map +1 -0
- package/dist/engine-builds/select.d.ts +123 -0
- package/dist/engine-builds/select.js +223 -0
- package/dist/engine-builds/select.js.map +1 -0
- package/dist/engine-builds/service.d.ts +123 -0
- package/dist/engine-builds/service.js +392 -0
- package/dist/engine-builds/service.js.map +1 -0
- package/dist/engines/descriptor-order.d.ts +28 -0
- package/dist/engines/descriptor-order.js +60 -0
- package/dist/engines/descriptor-order.js.map +1 -0
- package/dist/engines/engine-build.d.ts +23 -0
- package/dist/engines/engine-build.js +58 -0
- package/dist/engines/engine-build.js.map +1 -0
- package/dist/engines/index.d.ts +10 -0
- package/dist/engines/index.js +11 -0
- package/dist/engines/index.js.map +1 -0
- package/dist/engines/llamacpp.d.ts +71 -0
- package/dist/engines/llamacpp.js +176 -0
- package/dist/engines/llamacpp.js.map +1 -0
- package/dist/engines/managed.d.ts +49 -0
- package/dist/engines/managed.js +88 -0
- package/dist/engines/managed.js.map +1 -0
- package/dist/engines/service.d.ts +46 -0
- package/dist/engines/service.js +61 -0
- package/dist/engines/service.js.map +1 -0
- package/dist/engines/versions.d.ts +65 -0
- package/dist/engines/versions.js +259 -0
- package/dist/engines/versions.js.map +1 -0
- package/dist/hardware/cpu-flags.d.ts +44 -0
- package/dist/hardware/cpu-flags.js +206 -0
- package/dist/hardware/cpu-flags.js.map +1 -0
- package/dist/hardware/drm-sysfs.d.ts +51 -0
- package/dist/hardware/drm-sysfs.js +67 -0
- package/dist/hardware/drm-sysfs.js.map +1 -0
- package/dist/hardware/facts.d.ts +42 -0
- package/dist/hardware/facts.js +92 -0
- package/dist/hardware/facts.js.map +1 -0
- package/dist/hardware/index.d.ts +19 -3
- package/dist/hardware/index.js +19 -3
- package/dist/hardware/index.js.map +1 -1
- package/dist/hardware/merge.d.ts +55 -0
- package/dist/hardware/merge.js +141 -0
- package/dist/hardware/merge.js.map +1 -0
- package/dist/hardware/nvidia-smi.d.ts +43 -0
- package/dist/hardware/nvidia-smi.js +118 -0
- package/dist/hardware/nvidia-smi.js.map +1 -0
- package/dist/hardware/probe-common.d.ts +72 -0
- package/dist/hardware/probe-common.js +106 -0
- package/dist/hardware/probe-common.js.map +1 -0
- package/dist/hardware/probe-darwin.d.ts +20 -0
- package/dist/hardware/probe-darwin.js +76 -0
- package/dist/hardware/probe-darwin.js.map +1 -0
- package/dist/hardware/probe-linux.d.ts +9 -0
- package/dist/hardware/probe-linux.js +133 -0
- package/dist/hardware/probe-linux.js.map +1 -0
- package/dist/hardware/probe-windows.d.ts +7 -0
- package/dist/hardware/probe-windows.js +50 -0
- package/dist/hardware/probe-windows.js.map +1 -0
- package/dist/hardware/probe.d.ts +16 -0
- package/dist/hardware/probe.js +65 -0
- package/dist/hardware/probe.js.map +1 -0
- package/dist/hardware/service.d.ts +60 -0
- package/dist/hardware/service.js +114 -0
- package/dist/hardware/service.js.map +1 -0
- package/dist/hardware/vulkan.d.ts +47 -0
- package/dist/hardware/vulkan.js +148 -0
- package/dist/hardware/vulkan.js.map +1 -0
- package/dist/hardware/windows-video.d.ts +97 -0
- package/dist/hardware/windows-video.js +214 -0
- package/dist/hardware/windows-video.js.map +1 -0
- package/dist/host/app-daemon.d.ts +47 -0
- package/dist/host/app-daemon.js +146 -0
- package/dist/host/app-daemon.js.map +1 -0
- package/dist/host/index.d.ts +5 -3
- package/dist/host/index.js +5 -3
- package/dist/host/index.js.map +1 -1
- package/dist/host/log-file.d.ts +74 -0
- package/dist/host/log-file.js +214 -0
- package/dist/host/log-file.js.map +1 -0
- package/dist/host/recipes/enable-wsl.d.ts +63 -0
- package/dist/host/recipes/enable-wsl.js +73 -0
- package/dist/host/recipes/enable-wsl.js.map +1 -0
- package/dist/host/recipes/executor-io-windows.d.ts +69 -0
- package/dist/host/recipes/executor-io-windows.js +235 -0
- package/dist/host/recipes/executor-io-windows.js.map +1 -0
- package/dist/host/recipes/executor-io.d.ts +80 -0
- package/dist/host/recipes/executor-io.js +211 -0
- package/dist/host/recipes/executor-io.js.map +1 -0
- package/dist/host/recipes/executor.d.ts +81 -0
- package/dist/host/recipes/executor.js +678 -0
- package/dist/host/recipes/executor.js.map +1 -0
- package/dist/host/recipes/guest-executor.d.ts +29 -0
- package/dist/host/recipes/guest-executor.js +76 -0
- package/dist/host/recipes/guest-executor.js.map +1 -0
- package/dist/host/recipes/index.d.ts +16 -0
- package/dist/host/recipes/index.js +17 -0
- package/dist/host/recipes/index.js.map +1 -0
- package/dist/host/recipes/install-container-runtime.d.ts +389 -0
- package/dist/host/recipes/install-container-runtime.js +796 -0
- package/dist/host/recipes/install-container-runtime.js.map +1 -0
- package/dist/host/recipes/openpgp.d.ts +23 -0
- package/dist/host/recipes/openpgp.js +153 -0
- package/dist/host/recipes/openpgp.js.map +1 -0
- package/dist/host/recipes/request-file.d.ts +96 -0
- package/dist/host/recipes/request-file.js +103 -0
- package/dist/host/recipes/request-file.js.map +1 -0
- package/dist/lock/process-journal.d.ts +5 -2
- package/dist/lock/process-journal.js.map +1 -1
- package/dist/models/capabilities.d.ts +7 -0
- package/dist/models/capabilities.js +17 -1
- package/dist/models/capabilities.js.map +1 -1
- package/dist/models/compatibility/index.d.ts +10 -0
- package/dist/models/compatibility/index.js +11 -0
- package/dist/models/compatibility/index.js.map +1 -0
- package/dist/models/compatibility/inspect.d.ts +19 -0
- package/dist/models/compatibility/inspect.js +59 -0
- package/dist/models/compatibility/inspect.js.map +1 -0
- package/dist/models/compatibility/resolve.d.ts +59 -0
- package/dist/models/compatibility/resolve.js +219 -0
- package/dist/models/compatibility/resolve.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.d.ts +2 -0
- package/dist/models/compatibility/rules-baseline.js +10 -0
- package/dist/models/compatibility/rules-baseline.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.json +292 -0
- package/dist/models/compatibility/rules-service.d.ts +36 -0
- package/dist/models/compatibility/rules-service.js +109 -0
- package/dist/models/compatibility/rules-service.js.map +1 -0
- package/dist/models/compatibility/rules.d.ts +81 -0
- package/dist/models/compatibility/rules.js +164 -0
- package/dist/models/compatibility/rules.js.map +1 -0
- package/dist/models/compatibility/service.d.ts +59 -0
- package/dist/models/compatibility/service.js +137 -0
- package/dist/models/compatibility/service.js.map +1 -0
- package/dist/models/decision-checkpoint.d.ts +22 -0
- package/dist/models/decision-checkpoint.js +33 -0
- package/dist/models/decision-checkpoint.js.map +1 -0
- package/dist/models/gguf/classify.d.ts +27 -1
- package/dist/models/gguf/classify.js +78 -2
- package/dist/models/gguf/classify.js.map +1 -1
- package/dist/models/gguf/index.d.ts +1 -0
- package/dist/models/gguf/index.js +1 -0
- package/dist/models/gguf/index.js.map +1 -1
- package/dist/models/gguf/tensors.d.ts +56 -0
- package/dist/models/gguf/tensors.js +236 -0
- package/dist/models/gguf/tensors.js.map +1 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/index.js +2 -0
- package/dist/models/index.js.map +1 -1
- package/dist/router/resolve.d.ts +7 -1
- package/dist/router/resolve.js +14 -1
- package/dist/router/resolve.js.map +1 -1
- package/dist/runtime/container/argv.d.ts +88 -0
- package/dist/runtime/container/argv.js +406 -0
- package/dist/runtime/container/argv.js.map +1 -0
- package/dist/runtime/container/docker-binary.d.ts +4 -0
- package/dist/runtime/container/docker-binary.js +34 -0
- package/dist/runtime/container/docker-binary.js.map +1 -0
- package/dist/runtime/container/env.d.ts +17 -0
- package/dist/runtime/container/env.js +52 -0
- package/dist/runtime/container/env.js.map +1 -0
- package/dist/runtime/container/exec.d.ts +27 -0
- package/dist/runtime/container/exec.js +79 -0
- package/dist/runtime/container/exec.js.map +1 -0
- package/dist/runtime/container/execution-journal.d.ts +55 -0
- package/dist/runtime/container/execution-journal.js +167 -0
- package/dist/runtime/container/execution-journal.js.map +1 -0
- package/dist/runtime/container/heartbeat.d.ts +47 -0
- package/dist/runtime/container/heartbeat.js +78 -0
- package/dist/runtime/container/heartbeat.js.map +1 -0
- package/dist/runtime/container/index.d.ts +30 -0
- package/dist/runtime/container/index.js +31 -0
- package/dist/runtime/container/index.js.map +1 -0
- package/dist/runtime/container/operations.d.ts +40 -0
- package/dist/runtime/container/operations.js +233 -0
- package/dist/runtime/container/operations.js.map +1 -0
- package/dist/runtime/container/pull.d.ts +48 -0
- package/dist/runtime/container/pull.js +280 -0
- package/dist/runtime/container/pull.js.map +1 -0
- package/dist/runtime/container/reconcile.d.ts +34 -0
- package/dist/runtime/container/reconcile.js +79 -0
- package/dist/runtime/container/reconcile.js.map +1 -0
- package/dist/runtime/container/types.d.ts +124 -0
- package/dist/runtime/container/types.js +2 -0
- package/dist/runtime/container/types.js.map +1 -0
- package/dist/runtime/container/watchdog.d.ts +114 -0
- package/dist/runtime/container/watchdog.js +418 -0
- package/dist/runtime/container/watchdog.js.map +1 -0
- package/dist/runtime/container/wiring.d.ts +78 -0
- package/dist/runtime/container/wiring.js +92 -0
- package/dist/runtime/container/wiring.js.map +1 -0
- package/dist/runtime/container/wsl-exec.d.ts +13 -0
- package/dist/runtime/container/wsl-exec.js +18 -0
- package/dist/runtime/container/wsl-exec.js.map +1 -0
- package/dist/runtime/environment/cached-document.d.ts +128 -0
- package/dist/runtime/environment/cached-document.js +218 -0
- package/dist/runtime/environment/cached-document.js.map +1 -0
- package/dist/runtime/environment/canonical-json.d.ts +78 -0
- package/dist/runtime/environment/canonical-json.js +86 -0
- package/dist/runtime/environment/canonical-json.js.map +1 -0
- package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
- package/dist/runtime/environment/descriptor-provider.js +159 -0
- package/dist/runtime/environment/descriptor-provider.js.map +1 -0
- package/dist/runtime/environment/descriptor.d.ts +35 -0
- package/dist/runtime/environment/descriptor.js +239 -0
- package/dist/runtime/environment/descriptor.js.map +1 -0
- package/dist/runtime/environment/diagnostics.d.ts +50 -0
- package/dist/runtime/environment/diagnostics.js +114 -0
- package/dist/runtime/environment/diagnostics.js.map +1 -0
- package/dist/runtime/environment/document-fields.d.ts +39 -0
- package/dist/runtime/environment/document-fields.js +96 -0
- package/dist/runtime/environment/document-fields.js.map +1 -0
- package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
- package/dist/runtime/environment/environment-manifest-provider.js +89 -0
- package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
- package/dist/runtime/environment/environment-manifest.d.ts +35 -0
- package/dist/runtime/environment/environment-manifest.js +131 -0
- package/dist/runtime/environment/environment-manifest.js.map +1 -0
- package/dist/runtime/environment/guest-host.d.ts +43 -0
- package/dist/runtime/environment/guest-host.js +88 -0
- package/dist/runtime/environment/guest-host.js.map +1 -0
- package/dist/runtime/environment/host-exec.d.ts +38 -0
- package/dist/runtime/environment/host-exec.js +145 -0
- package/dist/runtime/environment/host-exec.js.map +1 -0
- package/dist/runtime/environment/host-step-failure.d.ts +33 -0
- package/dist/runtime/environment/host-step-failure.js +34 -0
- package/dist/runtime/environment/host-step-failure.js.map +1 -0
- package/dist/runtime/environment/index.d.ts +56 -0
- package/dist/runtime/environment/index.js +57 -0
- package/dist/runtime/environment/index.js.map +1 -0
- package/dist/runtime/environment/installations.d.ts +25 -0
- package/dist/runtime/environment/installations.js +70 -0
- package/dist/runtime/environment/installations.js.map +1 -0
- package/dist/runtime/environment/inventory.d.ts +42 -0
- package/dist/runtime/environment/inventory.js +57 -0
- package/dist/runtime/environment/inventory.js.map +1 -0
- package/dist/runtime/environment/linux-blockers.d.ts +130 -0
- package/dist/runtime/environment/linux-blockers.js +251 -0
- package/dist/runtime/environment/linux-blockers.js.map +1 -0
- package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
- package/dist/runtime/environment/linux-docker-facts.js +342 -0
- package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
- package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
- package/dist/runtime/environment/linux-docker-network.js +195 -0
- package/dist/runtime/environment/linux-docker-network.js.map +1 -0
- package/dist/runtime/environment/linux-host.d.ts +22 -0
- package/dist/runtime/environment/linux-host.js +98 -0
- package/dist/runtime/environment/linux-host.js.map +1 -0
- package/dist/runtime/environment/linux-plan.d.ts +126 -0
- package/dist/runtime/environment/linux-plan.js +392 -0
- package/dist/runtime/environment/linux-plan.js.map +1 -0
- package/dist/runtime/environment/linux-probe.d.ts +245 -0
- package/dist/runtime/environment/linux-probe.js +315 -0
- package/dist/runtime/environment/linux-probe.js.map +1 -0
- package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
- package/dist/runtime/environment/linux-provisioner.js +734 -0
- package/dist/runtime/environment/linux-provisioner.js.map +1 -0
- package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
- package/dist/runtime/environment/provisioner-descriptors.js +62 -0
- package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
- package/dist/runtime/environment/recovery.d.ts +74 -0
- package/dist/runtime/environment/recovery.js +121 -0
- package/dist/runtime/environment/recovery.js.map +1 -0
- package/dist/runtime/environment/rootfs-download.d.ts +2 -0
- package/dist/runtime/environment/rootfs-download.js +47 -0
- package/dist/runtime/environment/rootfs-download.js.map +1 -0
- package/dist/runtime/environment/service.d.ts +280 -0
- package/dist/runtime/environment/service.js +776 -0
- package/dist/runtime/environment/service.js.map +1 -0
- package/dist/runtime/environment/state.d.ts +163 -0
- package/dist/runtime/environment/state.js +479 -0
- package/dist/runtime/environment/state.js.map +1 -0
- package/dist/runtime/environment/store-models.d.ts +19 -0
- package/dist/runtime/environment/store-models.js +30 -0
- package/dist/runtime/environment/store-models.js.map +1 -0
- package/dist/runtime/environment/store.d.ts +210 -0
- package/dist/runtime/environment/store.js +438 -0
- package/dist/runtime/environment/store.js.map +1 -0
- package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
- package/dist/runtime/environment/windows-environment-record.js +89 -0
- package/dist/runtime/environment/windows-environment-record.js.map +1 -0
- package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
- package/dist/runtime/environment/windows-forwarding.js +84 -0
- package/dist/runtime/environment/windows-forwarding.js.map +1 -0
- package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
- package/dist/runtime/environment/windows-guest-setup.js +157 -0
- package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
- package/dist/runtime/environment/windows-host.d.ts +46 -0
- package/dist/runtime/environment/windows-host.js +163 -0
- package/dist/runtime/environment/windows-host.js.map +1 -0
- package/dist/runtime/environment/windows-plan.d.ts +78 -0
- package/dist/runtime/environment/windows-plan.js +216 -0
- package/dist/runtime/environment/windows-plan.js.map +1 -0
- package/dist/runtime/environment/windows-probe.d.ts +135 -0
- package/dist/runtime/environment/windows-probe.js +261 -0
- package/dist/runtime/environment/windows-probe.js.map +1 -0
- package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
- package/dist/runtime/environment/windows-provisioner.js +782 -0
- package/dist/runtime/environment/windows-provisioner.js.map +1 -0
- package/dist/runtime/environment/wiring.d.ts +117 -0
- package/dist/runtime/environment/wiring.js +354 -0
- package/dist/runtime/environment/wiring.js.map +1 -0
- package/dist/runtime/foundation-models/runtime.d.ts +8 -0
- package/dist/runtime/foundation-models/runtime.js +5 -2
- package/dist/runtime/foundation-models/runtime.js.map +1 -1
- package/dist/runtime/llamacpp/args.d.ts +10 -1
- package/dist/runtime/llamacpp/args.js +43 -7
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
- package/dist/runtime/llamacpp/fit-margin.js +47 -0
- package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
- package/dist/runtime/llamacpp/index.d.ts +1 -0
- package/dist/runtime/llamacpp/index.js +1 -0
- package/dist/runtime/llamacpp/index.js.map +1 -1
- package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
- package/dist/runtime/llamacpp/load-plan.js +82 -1
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/policy.d.ts +16 -0
- package/dist/runtime/llamacpp/policy.js +20 -0
- package/dist/runtime/llamacpp/policy.js.map +1 -1
- package/dist/runtime/llamacpp/probe.d.ts +21 -1
- package/dist/runtime/llamacpp/probe.js +32 -6
- package/dist/runtime/llamacpp/probe.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +56 -1
- package/dist/runtime/llamacpp/runtime.js +142 -15
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/managed-engines/index.d.ts +8 -0
- package/dist/runtime/managed-engines/index.js +9 -0
- package/dist/runtime/managed-engines/index.js.map +1 -0
- package/dist/runtime/managed-engines/runtime.d.ts +140 -0
- package/dist/runtime/managed-engines/runtime.js +402 -0
- package/dist/runtime/managed-engines/runtime.js.map +1 -0
- package/dist/runtime/managed-engines/spec.d.ts +70 -0
- package/dist/runtime/managed-engines/spec.js +39 -0
- package/dist/runtime/managed-engines/spec.js.map +1 -0
- package/dist/runtime/managed-models/check.d.ts +50 -0
- package/dist/runtime/managed-models/check.js +157 -0
- package/dist/runtime/managed-models/check.js.map +1 -0
- package/dist/runtime/managed-models/compatibility.d.ts +256 -0
- package/dist/runtime/managed-models/compatibility.js +594 -0
- package/dist/runtime/managed-models/compatibility.js.map +1 -0
- package/dist/runtime/managed-models/delete.d.ts +15 -0
- package/dist/runtime/managed-models/delete.js +60 -0
- package/dist/runtime/managed-models/delete.js.map +1 -0
- package/dist/runtime/managed-models/guest-files.d.ts +8 -0
- package/dist/runtime/managed-models/guest-files.js +49 -0
- package/dist/runtime/managed-models/guest-files.js.map +1 -0
- package/dist/runtime/managed-models/index.d.ts +17 -0
- package/dist/runtime/managed-models/index.js +18 -0
- package/dist/runtime/managed-models/index.js.map +1 -0
- package/dist/runtime/managed-models/location.d.ts +22 -0
- package/dist/runtime/managed-models/location.js +53 -0
- package/dist/runtime/managed-models/location.js.map +1 -0
- package/dist/runtime/managed-models/migrate.d.ts +30 -0
- package/dist/runtime/managed-models/migrate.js +119 -0
- package/dist/runtime/managed-models/migrate.js.map +1 -0
- package/dist/runtime/managed-models/model-dir.d.ts +36 -0
- package/dist/runtime/managed-models/model-dir.js +136 -0
- package/dist/runtime/managed-models/model-dir.js.map +1 -0
- package/dist/runtime/managed-models/quant-format.d.ts +71 -0
- package/dist/runtime/managed-models/quant-format.js +299 -0
- package/dist/runtime/managed-models/quant-format.js.map +1 -0
- package/dist/runtime/managed-models/registry.d.ts +26 -0
- package/dist/runtime/managed-models/registry.js +66 -0
- package/dist/runtime/managed-models/registry.js.map +1 -0
- package/dist/runtime/managed-text/adapter.d.ts +266 -0
- package/dist/runtime/managed-text/adapter.js +96 -0
- package/dist/runtime/managed-text/adapter.js.map +1 -0
- package/dist/runtime/managed-text/backend-target.d.ts +3 -0
- package/dist/runtime/managed-text/backend-target.js +52 -0
- package/dist/runtime/managed-text/backend-target.js.map +1 -0
- package/dist/runtime/managed-text/deployment.d.ts +14 -0
- package/dist/runtime/managed-text/deployment.js +32 -0
- package/dist/runtime/managed-text/deployment.js.map +1 -0
- package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
- package/dist/runtime/managed-text/engine-cache.js +64 -0
- package/dist/runtime/managed-text/engine-cache.js.map +1 -0
- package/dist/runtime/managed-text/gateway.d.ts +158 -0
- package/dist/runtime/managed-text/gateway.js +535 -0
- package/dist/runtime/managed-text/gateway.js.map +1 -0
- package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
- package/dist/runtime/managed-text/generation-defaults.js +51 -0
- package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
- package/dist/runtime/managed-text/index.d.ts +26 -0
- package/dist/runtime/managed-text/index.js +27 -0
- package/dist/runtime/managed-text/index.js.map +1 -0
- package/dist/runtime/managed-text/lifecycle.d.ts +276 -0
- package/dist/runtime/managed-text/lifecycle.js +859 -0
- package/dist/runtime/managed-text/lifecycle.js.map +1 -0
- package/dist/runtime/managed-text/load-policy.d.ts +47 -0
- package/dist/runtime/managed-text/load-policy.js +111 -0
- package/dist/runtime/managed-text/load-policy.js.map +1 -0
- package/dist/runtime/managed-text/mount-source.d.ts +14 -0
- package/dist/runtime/managed-text/mount-source.js +18 -0
- package/dist/runtime/managed-text/mount-source.js.map +1 -0
- package/dist/runtime/managed-text/readiness.d.ts +13 -0
- package/dist/runtime/managed-text/readiness.js +24 -0
- package/dist/runtime/managed-text/readiness.js.map +1 -0
- package/dist/runtime/managed-text/request-rules.d.ts +18 -0
- package/dist/runtime/managed-text/request-rules.js +62 -0
- package/dist/runtime/managed-text/request-rules.js.map +1 -0
- package/dist/runtime/managed-text/types.d.ts +88 -0
- package/dist/runtime/managed-text/types.js +12 -0
- package/dist/runtime/managed-text/types.js.map +1 -0
- package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
- package/dist/runtime/managed-text/wsl-deployment.js +70 -0
- package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
- package/dist/runtime/mlx/errors.d.ts +6 -1
- package/dist/runtime/mlx/errors.js +7 -2
- package/dist/runtime/mlx/errors.js.map +1 -1
- package/dist/runtime/mlx/runtime.d.ts +36 -1
- package/dist/runtime/mlx/runtime.js +85 -4
- package/dist/runtime/mlx/runtime.js.map +1 -1
- package/dist/runtime/shared/backend-output.d.ts +23 -0
- package/dist/runtime/shared/backend-output.js +32 -0
- package/dist/runtime/shared/backend-output.js.map +1 -0
- package/dist/runtime/shared/bounded-output.d.ts +24 -0
- package/dist/runtime/shared/bounded-output.js +63 -0
- package/dist/runtime/shared/bounded-output.js.map +1 -0
- package/dist/runtime/shared/external-sessions.js +9 -1
- package/dist/runtime/shared/external-sessions.js.map +1 -1
- package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
- package/dist/runtime/shared/gpu-occupancy.js +10 -0
- package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
- package/dist/runtime/shared/index.d.ts +4 -0
- package/dist/runtime/shared/index.js +4 -0
- package/dist/runtime/shared/index.js.map +1 -1
- package/dist/runtime/shared/local-runtime.d.ts +35 -0
- package/dist/runtime/shared/ports.d.ts +6 -0
- package/dist/runtime/shared/ports.js +12 -1
- package/dist/runtime/shared/ports.js.map +1 -1
- package/dist/runtime/shared/process.d.ts +11 -0
- package/dist/runtime/shared/process.js +20 -0
- package/dist/runtime/shared/process.js.map +1 -1
- package/dist/runtime/shared/redact-args.d.ts +7 -0
- package/dist/runtime/shared/redact-args.js +26 -0
- package/dist/runtime/shared/redact-args.js.map +1 -0
- package/dist/runtime/shared/sidecar.d.ts +15 -0
- package/dist/runtime/shared/sidecar.js +43 -8
- package/dist/runtime/shared/sidecar.js.map +1 -1
- package/dist/runtime/tensorrt-llm/adapter.d.ts +250 -0
- package/dist/runtime/tensorrt-llm/adapter.js +1011 -0
- package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
- package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
- package/dist/runtime/tensorrt-llm/check.js +21 -0
- package/dist/runtime/tensorrt-llm/check.js.map +1 -0
- package/dist/runtime/tensorrt-llm/compatibility.d.ts +100 -0
- package/dist/runtime/tensorrt-llm/compatibility.js +181 -0
- package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
- package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
- package/dist/runtime/tensorrt-llm/engine.js +24 -0
- package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
- package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
- package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
- package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
- package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
- package/dist/runtime/tensorrt-llm/index.js +31 -0
- package/dist/runtime/tensorrt-llm/index.js.map +1 -0
- package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
- package/dist/runtime/tensorrt-llm/installation.js +53 -0
- package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
- package/dist/runtime/tensorrt-llm/kv-cache.d.ts +25 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js +28 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
- package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
- package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
- package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
- package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
- package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
- package/dist/runtime/tensorrt-llm/settings.js +48 -0
- package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
- package/dist/runtime/vllm/adapter.d.ts +46 -0
- package/dist/runtime/vllm/adapter.js +425 -0
- package/dist/runtime/vllm/adapter.js.map +1 -0
- package/dist/runtime/vllm/engine.d.ts +16 -0
- package/dist/runtime/vllm/engine.js +37 -0
- package/dist/runtime/vllm/engine.js.map +1 -0
- package/dist/runtime/vllm/index.d.ts +11 -0
- package/dist/runtime/vllm/index.js +12 -0
- package/dist/runtime/vllm/index.js.map +1 -0
- package/dist/runtime/vllm/memory.d.ts +69 -0
- package/dist/runtime/vllm/memory.js +123 -0
- package/dist/runtime/vllm/memory.js.map +1 -0
- package/dist/runtime/vllm/settings.d.ts +52 -0
- package/dist/runtime/vllm/settings.js +151 -0
- package/dist/runtime/vllm/settings.js.map +1 -0
- package/dist/runtime/wsl/guest-paths.d.ts +33 -0
- package/dist/runtime/wsl/guest-paths.js +83 -0
- package/dist/runtime/wsl/guest-paths.js.map +1 -0
- package/dist/runtime/wsl/guest-scope.d.ts +14 -0
- package/dist/runtime/wsl/guest-scope.js +98 -0
- package/dist/runtime/wsl/guest-scope.js.map +1 -0
- package/dist/runtime/wsl/index.d.ts +12 -0
- package/dist/runtime/wsl/index.js +13 -0
- package/dist/runtime/wsl/index.js.map +1 -0
- package/dist/runtime/wsl/keeper.d.ts +29 -0
- package/dist/runtime/wsl/keeper.js +48 -0
- package/dist/runtime/wsl/keeper.js.map +1 -0
- package/dist/runtime/wsl/transport.d.ts +106 -0
- package/dist/runtime/wsl/transport.js +181 -0
- package/dist/runtime/wsl/transport.js.map +1 -0
- package/dist/server/control/index.d.ts +1 -1
- package/dist/server/control/router.js +15 -0
- package/dist/server/control/router.js.map +1 -1
- package/dist/server/control/routes/backends.js +26 -0
- package/dist/server/control/routes/backends.js.map +1 -1
- package/dist/server/control/routes/decision.d.ts +10 -0
- package/dist/server/control/routes/decision.js +43 -0
- package/dist/server/control/routes/decision.js.map +1 -0
- package/dist/server/control/routes/diffusion-video.js +4 -0
- package/dist/server/control/routes/diffusion-video.js.map +1 -1
- package/dist/server/control/routes/diffusion.d.ts +1 -1
- package/dist/server/control/routes/diffusion.js +4 -9
- package/dist/server/control/routes/diffusion.js.map +1 -1
- package/dist/server/control/routes/embedding.d.ts +9 -0
- package/dist/server/control/routes/embedding.js +43 -0
- package/dist/server/control/routes/embedding.js.map +1 -0
- package/dist/server/control/routes/engine-builds.d.ts +14 -0
- package/dist/server/control/routes/engine-builds.js +82 -0
- package/dist/server/control/routes/engine-builds.js.map +1 -0
- package/dist/server/control/routes/engines.d.ts +17 -0
- package/dist/server/control/routes/engines.js +152 -0
- package/dist/server/control/routes/engines.js.map +1 -0
- package/dist/server/control/routes/environments.d.ts +16 -0
- package/dist/server/control/routes/environments.js +207 -0
- package/dist/server/control/routes/environments.js.map +1 -0
- package/dist/server/control/routes/hardware.d.ts +1 -1
- package/dist/server/control/routes/hardware.js +11 -6
- package/dist/server/control/routes/hardware.js.map +1 -1
- package/dist/server/control/routes/model-setups.d.ts +11 -0
- package/dist/server/control/routes/model-setups.js +55 -0
- package/dist/server/control/routes/model-setups.js.map +1 -0
- package/dist/server/control/routes/models.d.ts +3 -2
- package/dist/server/control/routes/models.js +45 -2
- package/dist/server/control/routes/models.js.map +1 -1
- package/dist/server/control/types.d.ts +167 -9
- package/dist/server/control/types.js.map +1 -1
- package/dist/server/http.d.ts +9 -1
- package/dist/server/http.js +51 -1
- package/dist/server/http.js.map +1 -1
- package/dist/server/public/decision-preview.d.ts +17 -0
- package/dist/server/public/decision-preview.js +119 -0
- package/dist/server/public/decision-preview.js.map +1 -0
- package/dist/server/public/decision.d.ts +32 -0
- package/dist/server/public/decision.js +135 -0
- package/dist/server/public/decision.js.map +1 -0
- package/dist/server/public/embedding.d.ts +31 -0
- package/dist/server/public/embedding.js +126 -0
- package/dist/server/public/embedding.js.map +1 -0
- package/dist/server/public/errors.d.ts +2 -1
- package/dist/server/public/errors.js +5 -2
- package/dist/server/public/errors.js.map +1 -1
- package/dist/server/public/forward.js +75 -3
- package/dist/server/public/forward.js.map +1 -1
- package/dist/server/public/gates.d.ts +13 -0
- package/dist/server/public/gates.js +37 -14
- package/dist/server/public/gates.js.map +1 -1
- package/dist/server/public/index.d.ts +5 -2
- package/dist/server/public/index.js +14 -1
- package/dist/server/public/index.js.map +1 -1
- package/dist/server/public/listing.d.ts +13 -2
- package/dist/server/public/listing.js +33 -9
- package/dist/server/public/listing.js.map +1 -1
- package/dist/server/public/policy.d.ts +9 -0
- package/dist/server/public/policy.js +68 -0
- package/dist/server/public/policy.js.map +1 -0
- package/dist/server/public/responses.js +10 -0
- package/dist/server/public/responses.js.map +1 -1
- package/dist/server/public/trace.d.ts +2 -2
- package/dist/server/public/trace.js +6 -2
- package/dist/server/public/trace.js.map +1 -1
- package/dist/server/public/types.d.ts +84 -1
- package/dist/settings/decision.d.ts +15 -0
- package/dist/settings/decision.js +88 -0
- package/dist/settings/decision.js.map +1 -0
- package/dist/settings/embedding.d.ts +12 -0
- package/dist/settings/embedding.js +82 -0
- package/dist/settings/embedding.js.map +1 -0
- package/dist/settings/index.d.ts +2 -0
- package/dist/settings/index.js +2 -0
- package/dist/settings/index.js.map +1 -1
- package/dist/settings/schema/atomic-prism.json +433 -0
- package/dist/settings/schema/tensorrt-llm.json +253 -0
- package/dist/settings/schema/vllm.json +273 -0
- package/dist/settings/schema.js +58 -0
- package/dist/settings/schema.js.map +1 -1
- package/dist/settings/store.d.ts +13 -2
- package/dist/settings/store.js +44 -0
- package/dist/settings/store.js.map +1 -1
- package/dist/util/index.d.ts +1 -0
- package/dist/util/index.js +1 -0
- package/dist/util/index.js.map +1 -1
- package/dist/util/result.d.ts +19 -0
- package/dist/util/result.js +15 -0
- package/dist/util/result.js.map +1 -0
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/package.json +1 -1
- package/src/settings/schema/atomic-prism.json +433 -0
- package/src/settings/schema/tensorrt-llm.json +253 -0
- package/src/settings/schema/vllm.json +273 -0
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Ideal-backend detection and update check for the TurboQuant fork (`llamacpp` provider). Port of
|
|
3
|
+
* the decision half of `detectIdealBackendType` in `extensions/llamacpp-extension/src/index.ts` and
|
|
4
|
+
* of `find_latest_version_for_backend` / `check_backend_for_updates` in
|
|
5
|
+
* `src-tauri/plugins/tauri-plugin-llamacpp/src/backend.rs`.
|
|
6
|
+
*
|
|
7
|
+
* Why it cannot share `tiers.ts`: the fork names its builds differently, publishes Linux CUDA and
|
|
8
|
+
* ROCm builds upstream does not, keeps a 6 GiB VRAM floor where upstream went to 2 GiB, and runs no
|
|
9
|
+
* `--list-devices` tier probe. Nothing here reads hardware, disk or network: the facts and the
|
|
10
|
+
* catalog are parameters.
|
|
11
|
+
*/
|
|
12
|
+
import { AtomicCoreError } from '../../contracts/index.js';
|
|
13
|
+
import { compareTurboquantBackendsForSort, getTurboquantSupportedFeatures, mapOldTurboquantBackendToNew, TURBOQUANT_GPU_MIN_VRAM_MIB, } from '../turboquant.js';
|
|
14
|
+
import { stripBom } from '../version.js';
|
|
15
|
+
import { normalizeFeatures } from './features.js';
|
|
16
|
+
import { integratedGpuOnly } from './tiers.js';
|
|
17
|
+
/** The fork's "any GPU backend in the catalog" test — broader than upstream's, it matches every id. */
|
|
18
|
+
export function isTurboquantGpuBackendId(backend) {
|
|
19
|
+
return /(cuda-\d|vulkan|rocm)/.test(stripBom(backend));
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Which fork build this host should ideally run. Windows: CUDA 13 → CUDA 12 → Vulkan (6 GiB, not
|
|
23
|
+
* integrated-only). Linux x64: CUDA 13 → CUDA 12 → ROCm → Vulkan (ROCm and Vulkan share the VRAM
|
|
24
|
+
* and integrated guards). Every pick is a catalog entry, so the id is one the release stream carries.
|
|
25
|
+
* A GPU-capable host whose catalog has no GPU build is `detection-failed` (the release index was
|
|
26
|
+
* unreachable); macOS, arm64 and hosts without a usable tier are `cpu-optimal`. Any thrown error is
|
|
27
|
+
* `detection-failed`. The caller wraps this in its 20 s timeout.
|
|
28
|
+
*/
|
|
29
|
+
export async function detectIdealTurboquantBackendType(input) {
|
|
30
|
+
const warn = input.onWarn ?? (() => { });
|
|
31
|
+
try {
|
|
32
|
+
const { osType, gpus } = input;
|
|
33
|
+
const features = normalizeFeatures(getTurboquantSupportedFeatures(osType, input.cpuExtensions, gpus, input.rocm));
|
|
34
|
+
const hasEnoughVram = gpus.some((gpu) => (gpu.total_memory ?? 0) >= TURBOQUANT_GPU_MIN_VRAM_MIB);
|
|
35
|
+
const integratedOnly = integratedGpuOnly(gpus);
|
|
36
|
+
const archSuffix = input.arch.includes('aarch64') || input.arch.includes('arm64') ? 'arm64' : 'x64';
|
|
37
|
+
if (osType !== 'windows' && osType !== 'linux')
|
|
38
|
+
return { kind: 'cpu-optimal' };
|
|
39
|
+
const catalog = await input.listAvailableBackends();
|
|
40
|
+
const pick = (pattern) => {
|
|
41
|
+
const hit = catalog.find((b) => pattern.test(stripBom(b.backend)));
|
|
42
|
+
return hit ? stripBom(hit.backend) : null;
|
|
43
|
+
};
|
|
44
|
+
const anyGpuBackendAvailable = catalog.some((b) => isTurboquantGpuBackendId(b.backend));
|
|
45
|
+
if (osType === 'windows') {
|
|
46
|
+
const cuda13 = pick(new RegExp(`^windows-${archSuffix}-cuda-13(\\.\\d+)?$`));
|
|
47
|
+
const cuda12 = pick(new RegExp(`^windows-${archSuffix}-cuda-12(\\.\\d+)?$`));
|
|
48
|
+
const vulkan = pick(new RegExp(`^windows-${archSuffix}-vulkan$`));
|
|
49
|
+
if (features.cuda13 && cuda13)
|
|
50
|
+
return { kind: 'gpu', backend: cuda13 };
|
|
51
|
+
if (features.cuda12 && cuda12)
|
|
52
|
+
return { kind: 'gpu', backend: cuda12 };
|
|
53
|
+
if (features.vulkan && hasEnoughVram && vulkan && !integratedOnly)
|
|
54
|
+
return { kind: 'gpu', backend: vulkan };
|
|
55
|
+
const gpuCapable = features.cuda13 || features.cuda12 || (features.vulkan && hasEnoughVram && !integratedOnly);
|
|
56
|
+
if (gpuCapable && !anyGpuBackendAvailable) {
|
|
57
|
+
warn('detectIdealBackendType: GPU-capable Windows host but no turboquant GPU backend in catalog — treating as detection failure (manifest likely unreachable)');
|
|
58
|
+
return { kind: 'detection-failed' };
|
|
59
|
+
}
|
|
60
|
+
return { kind: 'cpu-optimal' };
|
|
61
|
+
}
|
|
62
|
+
if (archSuffix === 'x64') {
|
|
63
|
+
const cuda13 = pick(/^linux-x64-cuda-13(\.\d+)?$/);
|
|
64
|
+
const cuda12 = pick(/^linux-x64-cuda-12(\.\d+)?$/);
|
|
65
|
+
const rocm = pick(/^linux-x64-rocm$/);
|
|
66
|
+
const vulkan = pick(/^linux-x64-vulkan$/);
|
|
67
|
+
const gpuWorthIt = hasEnoughVram && !integratedOnly;
|
|
68
|
+
if (features.cuda13 && cuda13)
|
|
69
|
+
return { kind: 'gpu', backend: cuda13 };
|
|
70
|
+
if (features.cuda12 && cuda12)
|
|
71
|
+
return { kind: 'gpu', backend: cuda12 };
|
|
72
|
+
if (features.rocm && gpuWorthIt && rocm)
|
|
73
|
+
return { kind: 'gpu', backend: rocm };
|
|
74
|
+
if (features.vulkan && gpuWorthIt && vulkan)
|
|
75
|
+
return { kind: 'gpu', backend: vulkan };
|
|
76
|
+
const gpuCapable = features.cuda13 || features.cuda12 || ((features.rocm || features.vulkan) && gpuWorthIt);
|
|
77
|
+
if (gpuCapable && !anyGpuBackendAvailable) {
|
|
78
|
+
warn('detectIdealBackendType: GPU-capable Linux host but no turboquant GPU backend in catalog — treating as detection failure (manifest likely unreachable)');
|
|
79
|
+
return { kind: 'detection-failed' };
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
return { kind: 'cpu-optimal' };
|
|
83
|
+
}
|
|
84
|
+
catch (err) {
|
|
85
|
+
warn(`detectIdealBackendType failed: ${err instanceof Error ? err.message : String(err)}`);
|
|
86
|
+
return { kind: 'detection-failed' };
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Newest `<version>/<backend>` whose normalised fork id equals `backendType`, or `null`. The
|
|
91
|
+
* original backend spelling is kept in the result (Rust `find_latest_version_for_backend`).
|
|
92
|
+
*/
|
|
93
|
+
export function findLatestTurboquantVersionForBackend(versionBackends, backendType) {
|
|
94
|
+
const matching = versionBackends.filter((vb) => mapOldTurboquantBackendToNew(vb.backend) === backendType);
|
|
95
|
+
const best = [...matching].sort(compareTurboquantBackendsForSort)[0];
|
|
96
|
+
return best ? `${best.version}/${best.backend}` : null;
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Whether a newer build of the current backend's (normalised) fork type exists. `new_version` is
|
|
100
|
+
* `"0"` and `target_backend` `null` when nothing newer or nothing at all is listed.
|
|
101
|
+
*/
|
|
102
|
+
export function checkTurboquantBackendForUpdates(currentBackendString, versionBackends) {
|
|
103
|
+
const parts = currentBackendString.split('/');
|
|
104
|
+
if (parts.length !== 2) {
|
|
105
|
+
throw new AtomicCoreError('INVALID_ARGUMENT', `Invalid current backend format: ${currentBackendString}`);
|
|
106
|
+
}
|
|
107
|
+
const effectiveType = mapOldTurboquantBackendToNew(parts[1] ?? '');
|
|
108
|
+
const target = findLatestTurboquantVersionForBackend(versionBackends, effectiveType);
|
|
109
|
+
if (target === null || target === currentBackendString) {
|
|
110
|
+
return { update_needed: false, new_version: '0', target_backend: null };
|
|
111
|
+
}
|
|
112
|
+
return { update_needed: true, new_version: target.split('/')[0] ?? '', target_backend: target };
|
|
113
|
+
}
|
|
114
|
+
//# sourceMappingURL=turboquant-tiers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"turboquant-tiers.js","sourceRoot":"","sources":["../../../src/backend/select/turboquant-tiers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,gCAAgC,EAChC,8BAA8B,EAC9B,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAE9C,uGAAuG;AACvG,MAAM,UAAU,wBAAwB,CAAC,OAAe;IACtD,OAAO,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;AACxD,CAAC;AAcD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,KAAwC;IAExC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IACvC,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAA;QAC9B,MAAM,QAAQ,GAAG,iBAAiB,CAChC,8BAA8B,CAAC,MAAM,EAAE,KAAK,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAC9E,CAAA;QACD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,2BAA2B,CAAC,CAAA;QAChG,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;QAEnG,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;QAE9E,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,qBAAqB,EAAE,CAAA;QACnD,MAAM,IAAI,GAAG,CAAC,OAAe,EAAiB,EAAE;YAC9C,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YAClE,OAAO,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3C,CAAC,CAAA;QACD,MAAM,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;QAEvF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,MAAM,CAAC,YAAY,UAAU,qBAAqB,CAAC,CAAC,CAAA;YAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,MAAM,CAAC,YAAY,UAAU,qBAAqB,CAAC,CAAC,CAAA;YAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,MAAM,CAAC,YAAY,UAAU,UAAU,CAAC,CAAC,CAAA;YAEjE,IAAI,QAAQ,CAAC,MAAM,IAAI,MAAM;gBAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YACtE,IAAI,QAAQ,CAAC,MAAM,IAAI,MAAM;gBAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YACtE,IAAI,QAAQ,CAAC,MAAM,IAAI,aAAa,IAAI,MAAM,IAAI,CAAC,cAAc;gBAC/D,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YAEzC,MAAM,UAAU,GACd,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,aAAa,IAAI,CAAC,cAAc,CAAC,CAAA;YAC7F,IAAI,UAAU,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC1C,IAAI,CACF,yJAAyJ,CAC1J,CAAA;gBACD,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;YACrC,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;QAChC,CAAC;QAED,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,6BAA6B,CAAC,CAAA;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,6BAA6B,CAAC,CAAA;YAClD,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAA;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAA;YACzC,MAAM,UAAU,GAAG,aAAa,IAAI,CAAC,cAAc,CAAA;YAEnD,IAAI,QAAQ,CAAC,MAAM,IAAI,MAAM;gBAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YACtE,IAAI,QAAQ,CAAC,MAAM,IAAI,MAAM;gBAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YACtE,IAAI,QAAQ,CAAC,IAAI,IAAI,UAAU,IAAI,IAAI;gBAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;YAC9E,IAAI,QAAQ,CAAC,MAAM,IAAI,UAAU,IAAI,MAAM;gBAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;YAEpF,MAAM,UAAU,GACd,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,CAAA;YAC1F,IAAI,UAAU,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC1C,IAAI,CACF,uJAAuJ,CACxJ,CAAA;gBACD,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;YACrC,CAAC;QACH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;IAChC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,kCAAkC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC1F,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAA;IACrC,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qCAAqC,CACnD,eAA0C,EAC1C,WAAmB;IAEnB,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,4BAA4B,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,WAAW,CAAC,CAAA;IACzG,MAAM,IAAI,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpE,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AACxD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gCAAgC,CAC9C,oBAA4B,EAC5B,eAA0C;IAE1C,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC7C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,mCAAmC,oBAAoB,EAAE,CAAC,CAAA;IAC1G,CAAC;IACD,MAAM,aAAa,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAClE,MAAM,MAAM,GAAG,qCAAqC,CAAC,eAAe,EAAE,aAAa,CAAC,CAAA;IACpF,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,oBAAoB,EAAE,CAAC;QACvD,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,CAAA;IACzE,CAAC;IACD,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,CAAA;AACjG,CAAC"}
|
package/dist/backend/types.d.ts
CHANGED
|
@@ -9,16 +9,7 @@
|
|
|
9
9
|
* Field names are snake_case where the app serialises them (Rust structs, the cache record) so a
|
|
10
10
|
* value produced here can be handed to the app unchanged.
|
|
11
11
|
*/
|
|
12
|
-
import type { DeviceInfo } from '../contracts/index.js';
|
|
13
|
-
/**
|
|
14
|
-
* One backend build. Rust `BackendInfo { version, backend, #[serde(default)] order: u32 }`: `order`
|
|
15
|
-
* is the directory mtime in seconds for a build found on disk and 0 (or absent) for a manifest entry.
|
|
16
|
-
*/
|
|
17
|
-
export interface BackendVersion {
|
|
18
|
-
version: string;
|
|
19
|
-
backend: string;
|
|
20
|
-
order?: number;
|
|
21
|
-
}
|
|
12
|
+
import type { BackendVersion, DeviceInfo } from '../contracts/index.js';
|
|
22
13
|
/** `os_type` as the hardware probe reports it (`tauri-plugin-hardware`). */
|
|
23
14
|
export type BackendOsType = 'windows' | 'linux' | 'macos';
|
|
24
15
|
/** Architecture suffix used in backend ids (`win-cpu-x64`, `macos-arm64`). */
|
|
@@ -54,37 +45,19 @@ export interface BackendArchiveSource {
|
|
|
54
45
|
sha256?: string;
|
|
55
46
|
size?: number;
|
|
56
47
|
}
|
|
57
|
-
/**
|
|
58
|
-
* Rust `SystemFeatures` (input of `determine_supported_backends`) and the guest-js
|
|
59
|
-
* `BackendFeatures`. `cuda11` is accepted for wire compatibility but never expands into a backend.
|
|
60
|
-
*/
|
|
61
|
-
export interface BackendFeatures {
|
|
62
|
-
cuda11: boolean;
|
|
63
|
-
cuda12: boolean;
|
|
64
|
-
cuda13: boolean;
|
|
65
|
-
vulkan: boolean;
|
|
66
|
-
rocm: boolean;
|
|
67
|
-
}
|
|
68
|
-
/** Rust `SupportedFeatures` (output of `get_supported_features`). */
|
|
69
|
-
export interface SupportedFeatures extends BackendFeatures {
|
|
70
|
-
avx: boolean;
|
|
71
|
-
avx2: boolean;
|
|
72
|
-
avx512: boolean;
|
|
73
|
-
}
|
|
74
48
|
/** Lives in `contracts/hardware.ts` now (every host injects it); re-exported so nothing here moves. */
|
|
75
49
|
export type { GpuProbeInfo } from '../contracts/index.js';
|
|
50
|
+
/**
|
|
51
|
+
* Live in `contracts/backend-advisor.ts` now (the advisor routes carry them to the app, and `client/`
|
|
52
|
+
* must import them without `node:*`); re-exported so nothing here moves.
|
|
53
|
+
*/
|
|
54
|
+
export type { BackendFeatures, BackendRecommendation, BackendVersion, IdealBackendResult, OptimalBackendCacheBase, OptimalBackendCacheRecord, SupportedFeatures, UpdateCheckResult, } from '../contracts/index.js';
|
|
76
55
|
/** Rust `BestBackendResult`. */
|
|
77
56
|
export interface BestBackendResult {
|
|
78
57
|
backend_string: string;
|
|
79
58
|
version: string;
|
|
80
59
|
backend_type: string;
|
|
81
60
|
}
|
|
82
|
-
/** Rust `UpdateCheckResult`; `target_backend` serialises as `null` when no update is offered. */
|
|
83
|
-
export interface UpdateCheckResult {
|
|
84
|
-
update_needed: boolean;
|
|
85
|
-
new_version: string;
|
|
86
|
-
target_backend: string | null;
|
|
87
|
-
}
|
|
88
61
|
/** Rust `SettingUpdateResult`. */
|
|
89
62
|
export interface SettingUpdateResult {
|
|
90
63
|
backend_type_updated: boolean;
|
|
@@ -95,42 +68,6 @@ export interface SettingUpdateResult {
|
|
|
95
68
|
}
|
|
96
69
|
/** Verdict of the `--list-devices` health probe for one GPU tier (`tierEnumeratesDevices`). */
|
|
97
70
|
export type TierHealth = 'works' | 'unverified' | 'broken';
|
|
98
|
-
/**
|
|
99
|
-
* Outcome of `detectIdealBackendType` (ATO-161): a better GPU backend exists, CPU genuinely is the
|
|
100
|
-
* best this hardware can do, or detection could not complete and the current backend must stay.
|
|
101
|
-
*/
|
|
102
|
-
export type IdealBackendResult = {
|
|
103
|
-
kind: 'gpu';
|
|
104
|
-
backend: string;
|
|
105
|
-
} | {
|
|
106
|
-
kind: 'cpu-optimal';
|
|
107
|
-
} | {
|
|
108
|
-
kind: 'detection-failed';
|
|
109
|
-
};
|
|
110
|
-
interface OptimalBackendCacheBase {
|
|
111
|
-
schemaVersion: 1;
|
|
112
|
-
provider: 'llamacpp-upstream' | 'llamacpp';
|
|
113
|
-
detectedAt: number;
|
|
114
|
-
currentBackend: string;
|
|
115
|
-
recommendedCategory: string;
|
|
116
|
-
}
|
|
117
|
-
/** Persisted under `OPTIMAL_BACKEND_CACHE_KEY` (app: `localStorage`; core: `<data>/atomic-core/`). */
|
|
118
|
-
export type OptimalBackendCacheRecord = (OptimalBackendCacheBase & {
|
|
119
|
-
detectionKind: 'gpu';
|
|
120
|
-
idealBackendId: string;
|
|
121
|
-
recommendedBackend?: string;
|
|
122
|
-
}) | (OptimalBackendCacheBase & {
|
|
123
|
-
detectionKind: 'cpu-optimal';
|
|
124
|
-
});
|
|
125
|
-
/** Payload of `AppEvent.onBetterBackendDetected` and of `llama_cpp_better_backend_recommendation`. */
|
|
126
|
-
export interface BackendRecommendation {
|
|
127
|
-
currentBackend: string;
|
|
128
|
-
recommendedBackend: string;
|
|
129
|
-
recommendedCategory: string;
|
|
130
|
-
provider: string;
|
|
131
|
-
version: string;
|
|
132
|
-
backendId: string;
|
|
133
|
-
}
|
|
134
71
|
/** What a tier probe needs from its caller: the installed builds and a way to run `--list-devices`. */
|
|
135
72
|
export interface TierProbeDeps {
|
|
136
73
|
listInstalled: () => Promise<BackendVersion[]>;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `backends list|recommend|updates` — the advisor's three answers for a llama.cpp provider, so what
|
|
3
|
+
* the desktop app shows can be seen (and scripted) without it.
|
|
4
|
+
*/
|
|
5
|
+
import type { BackendCatalogResponse, BackendRecommendationResponse, BackendUpdateCheckResponse } from '../../contracts/index.js';
|
|
6
|
+
import type { CliIo } from '../io.js';
|
|
7
|
+
export declare function backendsCommand(argv: string[], io: CliIo): Promise<number>;
|
|
8
|
+
export declare function formatCatalog(catalog: BackendCatalogResponse, current?: string): string;
|
|
9
|
+
export declare function formatRecommendation(result: BackendRecommendationResponse): string;
|
|
10
|
+
export declare function formatUpdates(result: BackendUpdateCheckResponse): string;
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `backends list|recommend|updates` — the advisor's three answers for a llama.cpp provider, so what
|
|
3
|
+
* the desktop app shows can be seen (and scripted) without it.
|
|
4
|
+
*/
|
|
5
|
+
import { parseArgs } from 'node:util';
|
|
6
|
+
import { isLlamacppProviderId } from '../../backend/index.js';
|
|
7
|
+
import { withAttachedOwner } from '../owner.js';
|
|
8
|
+
import { attachOptions } from './hardware.js';
|
|
9
|
+
import { layoutFor } from './shared.js';
|
|
10
|
+
const SUBCOMMANDS = ['list', 'recommend', 'updates'];
|
|
11
|
+
export async function backendsCommand(argv, io) {
|
|
12
|
+
const { values, positionals } = parseArgs({
|
|
13
|
+
args: argv,
|
|
14
|
+
options: {
|
|
15
|
+
'json': { type: 'boolean' },
|
|
16
|
+
'provider': { type: 'string' },
|
|
17
|
+
'current': { type: 'string' },
|
|
18
|
+
'force': { type: 'boolean' },
|
|
19
|
+
'mode': { type: 'string' },
|
|
20
|
+
'app-version': { type: 'string' },
|
|
21
|
+
'data-folder': { type: 'string' },
|
|
22
|
+
},
|
|
23
|
+
allowPositionals: true,
|
|
24
|
+
strict: true,
|
|
25
|
+
});
|
|
26
|
+
const sub = positionals[0] ?? 'list';
|
|
27
|
+
if (!SUBCOMMANDS.includes(sub)) {
|
|
28
|
+
io.stderr(`Unknown backends subcommand: ${sub} (use ${SUBCOMMANDS.join(', ')})\n`);
|
|
29
|
+
return 2;
|
|
30
|
+
}
|
|
31
|
+
const provider = values.provider ?? 'llamacpp-upstream';
|
|
32
|
+
if (!isLlamacppProviderId(provider)) {
|
|
33
|
+
io.stderr(`--provider must be llamacpp-upstream, llamacpp or atomic-prism, not ${provider}\n`);
|
|
34
|
+
return 2;
|
|
35
|
+
}
|
|
36
|
+
const mode = values.mode ?? 'recheck';
|
|
37
|
+
if (sub === 'recommend' && mode !== 'refresh' && mode !== 'recheck') {
|
|
38
|
+
io.stderr(`--mode must be refresh or recheck, not ${mode}\n`);
|
|
39
|
+
return 2;
|
|
40
|
+
}
|
|
41
|
+
const common = {
|
|
42
|
+
...(values.force ? { force: true } : {}),
|
|
43
|
+
...(values['app-version'] ? { app_version: values['app-version'] } : {}),
|
|
44
|
+
};
|
|
45
|
+
const layout = layoutFor(values, io);
|
|
46
|
+
const result = await withAttachedOwner(attachOptions(layout, `backends ${sub}`, io), async ({ client }) => {
|
|
47
|
+
if (sub === 'list')
|
|
48
|
+
return client.backendCatalog(provider, {
|
|
49
|
+
...common,
|
|
50
|
+
...(values.current ? { current_backend: values.current } : {}),
|
|
51
|
+
});
|
|
52
|
+
if (sub === 'recommend')
|
|
53
|
+
return client.recommendBackend(provider, {
|
|
54
|
+
mode: mode,
|
|
55
|
+
...common,
|
|
56
|
+
...(values.current ? { current_backend: values.current } : {}),
|
|
57
|
+
});
|
|
58
|
+
return client.checkBackendUpdates(provider, {
|
|
59
|
+
...common,
|
|
60
|
+
...(values.current ? { current: values.current } : {}),
|
|
61
|
+
});
|
|
62
|
+
});
|
|
63
|
+
if (values.json) {
|
|
64
|
+
io.stdout(`${JSON.stringify(result, null, 2)}\n`);
|
|
65
|
+
return 0;
|
|
66
|
+
}
|
|
67
|
+
if (sub === 'list')
|
|
68
|
+
io.stdout(formatCatalog(result, values.current));
|
|
69
|
+
else if (sub === 'recommend')
|
|
70
|
+
io.stdout(formatRecommendation(result));
|
|
71
|
+
else
|
|
72
|
+
io.stdout(formatUpdates(result));
|
|
73
|
+
return 0;
|
|
74
|
+
}
|
|
75
|
+
export function formatCatalog(catalog, current) {
|
|
76
|
+
const lines = [''];
|
|
77
|
+
const installed = new Set(catalog.installed.map((entry) => `${entry.version}/${entry.backend}`));
|
|
78
|
+
if (catalog.available.length === 0) {
|
|
79
|
+
lines.push(` No backend of ${catalog.provider} fits this machine (source: ${catalog.source}).`);
|
|
80
|
+
}
|
|
81
|
+
else {
|
|
82
|
+
const width = Math.max(7, ...catalog.available.map((entry) => entry.version.length));
|
|
83
|
+
lines.push(` ${'VERSION'.padEnd(width)} ${'BACKEND'.padEnd(24)} INSTALLED MARKS`);
|
|
84
|
+
for (const entry of catalog.available) {
|
|
85
|
+
const id = `${entry.version}/${entry.backend}`;
|
|
86
|
+
const marks = [];
|
|
87
|
+
if (id === catalog.recommended)
|
|
88
|
+
marks.push('recommended');
|
|
89
|
+
if (current && id === current)
|
|
90
|
+
marks.push('current');
|
|
91
|
+
lines.push(` ${entry.version.padEnd(width)} ${entry.backend.padEnd(24)} ${(installed.has(id) ? 'yes' : '-').padEnd(9)} ${marks.join(', ')}`);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
lines.push('');
|
|
95
|
+
lines.push(` Supported ${catalog.supported_backends.join(', ') || 'none'}`);
|
|
96
|
+
lines.push(` Recommended ${catalog.recommended ?? 'none'}`);
|
|
97
|
+
lines.push(` Source ${catalog.source} (hardware: ${catalog.hardware_source})`);
|
|
98
|
+
lines.push('');
|
|
99
|
+
return `${lines.join('\n')}\n`;
|
|
100
|
+
}
|
|
101
|
+
export function formatRecommendation(result) {
|
|
102
|
+
const lines = [''];
|
|
103
|
+
switch (result.outcome) {
|
|
104
|
+
case 'mac':
|
|
105
|
+
lines.push(' macOS runs its single Metal build; nothing to recommend.');
|
|
106
|
+
break;
|
|
107
|
+
case 'detection_failed':
|
|
108
|
+
lines.push(' Detection could not complete; keeping the current backend.');
|
|
109
|
+
break;
|
|
110
|
+
case 'cpu_optimal':
|
|
111
|
+
lines.push(' The CPU build is the best this machine can run.');
|
|
112
|
+
break;
|
|
113
|
+
case 'already_optimal':
|
|
114
|
+
lines.push(` Already on the recommended backend${result.record ? ` (${result.record.currentBackend})` : ''}.`);
|
|
115
|
+
break;
|
|
116
|
+
case 'no_catalog_entry':
|
|
117
|
+
lines.push(' A better backend type exists but no release of it is published; keeping the current one.');
|
|
118
|
+
break;
|
|
119
|
+
case 'recommend':
|
|
120
|
+
lines.push(` Recommended ${result.recommendation?.recommendedBackend ?? '?'} (${result.recommendation?.recommendedCategory ?? '?'})`);
|
|
121
|
+
lines.push(` Current ${result.recommendation?.currentBackend || 'none'}`);
|
|
122
|
+
break;
|
|
123
|
+
}
|
|
124
|
+
lines.push(` Detection ${result.detection ? result.detection.kind : 'skipped'}, ${result.mode}, ${result.elapsed_ms} ms`);
|
|
125
|
+
lines.push(` Record revision ${result.revision}`);
|
|
126
|
+
lines.push('');
|
|
127
|
+
return `${lines.join('\n')}\n`;
|
|
128
|
+
}
|
|
129
|
+
export function formatUpdates(result) {
|
|
130
|
+
const lines = [''];
|
|
131
|
+
if (result.current_kind === 'missing')
|
|
132
|
+
lines.push(' No backend is configured for this provider.');
|
|
133
|
+
else if (!result.update_needed)
|
|
134
|
+
lines.push(` Up to date: ${result.current}`);
|
|
135
|
+
else if (result.same_family)
|
|
136
|
+
lines.push(` Update: ${result.current} -> ${result.target_backend ?? '?'} (same family)`);
|
|
137
|
+
else
|
|
138
|
+
lines.push(` Newer build ${result.target_backend ?? '?'} is a different family than ${result.current}; not offered automatically.`);
|
|
139
|
+
lines.push('');
|
|
140
|
+
return `${lines.join('\n')}\n`;
|
|
141
|
+
}
|
|
142
|
+
//# sourceMappingURL=backends.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"backends.js","sourceRoot":"","sources":["../../../src/cli/commands/backends.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAOrC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAE/C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAEvC,MAAM,WAAW,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,CAAU,CAAA;AAE7D,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,EAAS;IAC7D,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,IAAI;QACV,OAAO,EAAE;YACP,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC7B,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACjC,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAClC;QACD,gBAAgB,EAAE,IAAI;QACtB,MAAM,EAAE,IAAI;KACb,CAAC,CAAA;IACF,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,MAAM,CAAA;IACpC,IAAI,CAAE,WAAiC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACtD,EAAE,CAAC,MAAM,CAAC,gCAAgC,GAAG,SAAS,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAClF,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,mBAAmB,CAAA;IACvD,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,EAAE,CAAC,MAAM,CAAC,uEAAuE,QAAQ,IAAI,CAAC,CAAA;QAC9F,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,SAAS,CAAA;IACrC,IAAI,GAAG,KAAK,WAAW,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACpE,EAAE,CAAC,MAAM,CAAC,0CAA0C,IAAI,IAAI,CAAC,CAAA;QAC7D,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,MAAM,GAAG;QACb,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzE,CAAA;IACD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IACpC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,GAAG,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACxG,IAAI,GAAG,KAAK,MAAM;YAChB,OAAO,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE;gBACrC,GAAG,MAAM;gBACT,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/D,CAAC,CAAA;QACJ,IAAI,GAAG,KAAK,WAAW;YACrB,OAAO,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE;gBACvC,IAAI,EAAE,IAA6B;gBACnC,GAAG,MAAM;gBACT,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/D,CAAC,CAAA;QACJ,OAAO,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE;YAC1C,GAAG,MAAM;YACT,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvD,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IACF,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;QACjD,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,GAAG,KAAK,MAAM;QAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,MAAgC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;SACzF,IAAI,GAAG,KAAK,WAAW;QAAE,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,MAAuC,CAAC,CAAC,CAAA;;QACjG,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,MAAoC,CAAC,CAAC,CAAA;IACnE,OAAO,CAAC,CAAA;AACV,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAA+B,EAAE,OAAgB;IAC7E,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAA;IAC5B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IAChG,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CACR,mBAAmB,OAAO,CAAC,QAA8B,+BAA+B,OAAO,CAAC,MAAM,IAAI,CAC3G,CAAA;IACH,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QACpF,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAA;QACrF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtC,MAAM,EAAE,GAAG,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAA;YAC9C,MAAM,KAAK,GAAa,EAAE,CAAA;YAC1B,IAAI,EAAE,KAAK,OAAO,CAAC,WAAW;gBAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;YACzD,IAAI,OAAO,IAAI,EAAE,KAAK,OAAO;gBAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACpD,KAAK,CAAC,IAAI,CACR,KAAK,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACrI,CAAA;QACH,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC,CAAA;IAC9E,KAAK,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC,CAAA;IAC5D,KAAK,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,MAAM,eAAe,OAAO,CAAC,eAAe,GAAG,CAAC,CAAA;IACpF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAChC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAqC;IACxE,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAA;IAC5B,QAAQ,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,KAAK,KAAK;YACR,KAAK,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAA;YACxE,MAAK;QACP,KAAK,kBAAkB;YACrB,KAAK,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAA;YAC1E,MAAK;QACP,KAAK,aAAa;YAChB,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAA;YAC/D,MAAK;QACP,KAAK,iBAAiB;YACpB,KAAK,CAAC,IAAI,CACR,uCAAuC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CACpG,CAAA;YACD,MAAK;QACP,KAAK,kBAAkB;YACrB,KAAK,CAAC,IAAI,CAAC,4FAA4F,CAAC,CAAA;YACxG,MAAK;QACP,KAAK,WAAW;YACd,KAAK,CAAC,IAAI,CACR,iBAAiB,MAAM,CAAC,cAAc,EAAE,kBAAkB,IAAI,GAAG,KAAK,MAAM,CAAC,cAAc,EAAE,mBAAmB,IAAI,GAAG,GAAG,CAC3H,CAAA;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,cAAc,EAAE,cAAc,IAAI,MAAM,EAAE,CAAC,CAAA;YAC9E,MAAK;IACT,CAAC;IACD,KAAK,CAAC,IAAI,CACR,iBAAiB,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,UAAU,KAAK,CACjH,CAAA;IACD,KAAK,CAAC,IAAI,CAAC,0BAA0B,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;IACvD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAChC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAkC;IAC9D,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAA;IAC5B,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAA;SAC7F,IAAI,CAAC,MAAM,CAAC,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;SACxE,IAAI,MAAM,CAAC,WAAW;QACzB,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,OAAO,OAAO,MAAM,CAAC,cAAc,IAAI,GAAG,gBAAgB,CAAC,CAAA;;QAE1F,KAAK,CAAC,IAAI,CACR,iBAAiB,MAAM,CAAC,cAAc,IAAI,GAAG,+BAA+B,MAAM,CAAC,OAAO,8BAA8B,CACzH,CAAA;IACH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAChC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/** `hardware info` — the machine as the core sees it, which is what backend selection runs on. */
|
|
2
|
+
import type { HardwareInfoResponse } from '../../contracts/index.js';
|
|
3
|
+
import type { DataLayout } from '../../config/index.js';
|
|
4
|
+
import type { CliIo } from '../io.js';
|
|
5
|
+
export declare function hardwareCommand(argv: string[], io: CliIo): Promise<number>;
|
|
6
|
+
/** The owner to ask: start one when none runs — the answer is the core's own probe. */
|
|
7
|
+
export declare function attachOptions(layout: DataLayout, command: string, io: CliIo): {
|
|
8
|
+
layout: DataLayout;
|
|
9
|
+
clientName: string;
|
|
10
|
+
launch: boolean;
|
|
11
|
+
log: (message: string) => void;
|
|
12
|
+
};
|
|
13
|
+
export declare function formatHardwareInfo(response: HardwareInfoResponse): string;
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
/** `hardware info` — the machine as the core sees it, which is what backend selection runs on. */
|
|
2
|
+
import { parseArgs } from 'node:util';
|
|
3
|
+
import { withAttachedOwner } from '../owner.js';
|
|
4
|
+
import { layoutFor } from './shared.js';
|
|
5
|
+
export async function hardwareCommand(argv, io) {
|
|
6
|
+
const { values, positionals } = parseArgs({
|
|
7
|
+
args: argv,
|
|
8
|
+
options: {
|
|
9
|
+
'json': { type: 'boolean' },
|
|
10
|
+
'refresh': { type: 'boolean' },
|
|
11
|
+
'data-folder': { type: 'string' },
|
|
12
|
+
},
|
|
13
|
+
allowPositionals: true,
|
|
14
|
+
strict: true,
|
|
15
|
+
});
|
|
16
|
+
const sub = positionals[0] ?? 'info';
|
|
17
|
+
if (sub !== 'info') {
|
|
18
|
+
io.stderr(`Unknown hardware subcommand: ${sub}\n`);
|
|
19
|
+
return 2;
|
|
20
|
+
}
|
|
21
|
+
const layout = layoutFor(values, io);
|
|
22
|
+
const info = await withAttachedOwner(attachOptions(layout, 'hardware info', io), ({ client }) => values.refresh ? client.refreshHardware() : client.hardwareInfo());
|
|
23
|
+
if (values.json) {
|
|
24
|
+
io.stdout(`${JSON.stringify(info, null, 2)}\n`);
|
|
25
|
+
return 0;
|
|
26
|
+
}
|
|
27
|
+
io.stdout(formatHardwareInfo(info));
|
|
28
|
+
return 0;
|
|
29
|
+
}
|
|
30
|
+
/** The owner to ask: start one when none runs — the answer is the core's own probe. */
|
|
31
|
+
export function attachOptions(layout, command, io) {
|
|
32
|
+
return {
|
|
33
|
+
layout,
|
|
34
|
+
clientName: `atomic-chat-core ${command}`,
|
|
35
|
+
launch: true,
|
|
36
|
+
log: (message) => io.stderr(`${message}\n`),
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
export function formatHardwareInfo(response) {
|
|
40
|
+
const { info } = response;
|
|
41
|
+
const lines = [];
|
|
42
|
+
lines.push('');
|
|
43
|
+
lines.push(` OS ${info.os_name || info.os_type} (${info.os_type})`);
|
|
44
|
+
lines.push(` CPU ${info.cpu.name}, ${info.cpu.core_count} cores, ${info.cpu.arch}`);
|
|
45
|
+
const flags = info.cpu.extensions_known
|
|
46
|
+
? info.cpu.extensions.filter((flag) => /^avx/.test(flag)).join(', ') || 'no AVX'
|
|
47
|
+
: 'unknown';
|
|
48
|
+
lines.push(` Flags ${flags}`);
|
|
49
|
+
lines.push(` Memory ${formatMiB(info.total_memory)}`);
|
|
50
|
+
if (info.gpus.length === 0)
|
|
51
|
+
lines.push(' GPU none detected');
|
|
52
|
+
for (const gpu of info.gpus) {
|
|
53
|
+
const parts = [gpu.vendor, gpu.name, formatMiB(gpu.total_memory)];
|
|
54
|
+
if (gpu.driver_version)
|
|
55
|
+
parts.push(`driver ${gpu.driver_version}`);
|
|
56
|
+
if (gpu.nvidia_info?.compute_capability)
|
|
57
|
+
parts.push(`cc ${gpu.nvidia_info.compute_capability}`);
|
|
58
|
+
if (gpu.vulkan_info)
|
|
59
|
+
parts.push(`vulkan ${gpu.vulkan_info.device_type}`);
|
|
60
|
+
lines.push(` GPU ${parts.join(', ')}`);
|
|
61
|
+
}
|
|
62
|
+
lines.push(` Source ${response.source} at ${new Date(response.probed_at).toISOString()}`);
|
|
63
|
+
for (const warning of response.warnings)
|
|
64
|
+
lines.push(` Warning ${warning}`);
|
|
65
|
+
lines.push('');
|
|
66
|
+
return `${lines.join('\n')}\n`;
|
|
67
|
+
}
|
|
68
|
+
function formatMiB(mib) {
|
|
69
|
+
return mib >= 1024 ? `${(mib / 1024).toFixed(1)} GiB` : `${mib} MiB`;
|
|
70
|
+
}
|
|
71
|
+
//# sourceMappingURL=hardware.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hardware.js","sourceRoot":"","sources":["../../../src/cli/commands/hardware.ts"],"names":[],"mappings":"AAAA,kGAAkG;AAElG,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAGrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAE/C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAEvC,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,EAAS;IAC7D,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,IAAI;QACV,OAAO,EAAE;YACP,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC3B,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC9B,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAClC;QACD,gBAAgB,EAAE,IAAI;QACtB,MAAM,EAAE,IAAI;KACb,CAAC,CAAA;IACF,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,MAAM,CAAA;IACpC,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QACnB,EAAE,CAAC,MAAM,CAAC,gCAAgC,GAAG,IAAI,CAAC,CAAA;QAClD,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,aAAa,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAC9F,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,CAClE,CAAA;IACD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;QAC/C,OAAO,CAAC,CAAA;IACV,CAAC;IACD,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAA;IACnC,OAAO,CAAC,CAAA;AACV,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,OAAe,EAAE,EAAS;IAC1E,OAAO;QACL,MAAM;QACN,UAAU,EAAE,oBAAoB,OAAO,EAAE;QACzC,MAAM,EAAE,IAAI;QACZ,GAAG,EAAE,CAAC,OAAe,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,OAAO,IAAI,CAAC;KACpD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAA8B;IAC/D,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAA;IACzB,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,GAAG,CAAC,CAAA;IAC3E,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,CAAC,UAAU,WAAW,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IAC1F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB;QACrC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ;QAChF,CAAC,CAAC,SAAS,CAAA;IACb,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,EAAE,CAAC,CAAA;IAClC,KAAK,CAAC,IAAI,CAAC,eAAe,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IACzD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;IACnE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAA;QACjE,IAAI,GAAG,CAAC,cAAc;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,cAAc,EAAE,CAAC,CAAA;QAClE,IAAI,GAAG,CAAC,WAAW,EAAE,kBAAkB;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC,CAAA;QAC/F,IAAI,GAAG,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAA;QACxE,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC/C,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,eAAe,QAAQ,CAAC,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;IAC7F,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,eAAe,OAAO,EAAE,CAAC,CAAA;IAC7E,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAA;AACtE,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `host-step exec <request-file>` — the privileged helper (design D3). The app copies this binary
|
|
3
|
+
* to a private folder and runs it under `pkexec`; a person without a polkit agent runs the same
|
|
4
|
+
* command with `sudo`. It reads the request, runs the recipe, writes `<step>.result.json` beside
|
|
5
|
+
* the request and exits. It never talks to a core.
|
|
6
|
+
*
|
|
7
|
+
* On Windows (change `add-tensorrt-llm-windows`, task 2.4) the app runs it through UAC for the one
|
|
8
|
+
* Windows recipe, `windows.enable-wsl`, and the request folder is trusted by its owner and ACL
|
|
9
|
+
* (`executor-io-windows.ts`) instead of uid and mode.
|
|
10
|
+
*
|
|
11
|
+
* Exit codes:
|
|
12
|
+
* - 0 — the recipe completed; the result file says `completed`, or `reboot-required` (it succeeded
|
|
13
|
+
* and takes effect after Windows restarts).
|
|
14
|
+
* - 1 — a result file was written and says `failed` (a refused request or a failed step).
|
|
15
|
+
* - 2 — no result file was written: a usage error, a path not named `<step_id>.request.json`, a
|
|
16
|
+
* folder the executor does not trust (not a real directory, writable by others, or not owned by
|
|
17
|
+
* the invoking user — or, run as root with neither `PKEXEC_UID` nor `SUDO_UID`, not owned by
|
|
18
|
+
* root), or a result write that failed for any other reason (full disk, read-only file system,
|
|
19
|
+
* the folder gone). The reason is printed on stderr; the client must treat a missing result file
|
|
20
|
+
* as failed.
|
|
21
|
+
*
|
|
22
|
+
* Deliberately not in `USAGE`: nobody runs it by choice, and `atc host-step` is hidden the same way.
|
|
23
|
+
*/
|
|
24
|
+
import type { HostStepExecutorDeps } from '../../host/recipes/index.js';
|
|
25
|
+
import type { CliIo } from '../io.js';
|
|
26
|
+
/** The executor's I/O for the platform this binary runs on. */
|
|
27
|
+
export declare function hostStepDepsFor(platform: NodeJS.Platform, env: NodeJS.ProcessEnv): HostStepExecutorDeps;
|
|
28
|
+
export declare function hostStepCommand(argv: string[], io: CliIo, deps?: HostStepExecutorDeps): Promise<number>;
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `host-step exec <request-file>` — the privileged helper (design D3). The app copies this binary
|
|
3
|
+
* to a private folder and runs it under `pkexec`; a person without a polkit agent runs the same
|
|
4
|
+
* command with `sudo`. It reads the request, runs the recipe, writes `<step>.result.json` beside
|
|
5
|
+
* the request and exits. It never talks to a core.
|
|
6
|
+
*
|
|
7
|
+
* On Windows (change `add-tensorrt-llm-windows`, task 2.4) the app runs it through UAC for the one
|
|
8
|
+
* Windows recipe, `windows.enable-wsl`, and the request folder is trusted by its owner and ACL
|
|
9
|
+
* (`executor-io-windows.ts`) instead of uid and mode.
|
|
10
|
+
*
|
|
11
|
+
* Exit codes:
|
|
12
|
+
* - 0 — the recipe completed; the result file says `completed`, or `reboot-required` (it succeeded
|
|
13
|
+
* and takes effect after Windows restarts).
|
|
14
|
+
* - 1 — a result file was written and says `failed` (a refused request or a failed step).
|
|
15
|
+
* - 2 — no result file was written: a usage error, a path not named `<step_id>.request.json`, a
|
|
16
|
+
* folder the executor does not trust (not a real directory, writable by others, or not owned by
|
|
17
|
+
* the invoking user — or, run as root with neither `PKEXEC_UID` nor `SUDO_UID`, not owned by
|
|
18
|
+
* root), or a result write that failed for any other reason (full disk, read-only file system,
|
|
19
|
+
* the folder gone). The reason is printed on stderr; the client must treat a missing result file
|
|
20
|
+
* as failed.
|
|
21
|
+
*
|
|
22
|
+
* Deliberately not in `USAGE`: nobody runs it by choice, and `atc host-step` is hidden the same way.
|
|
23
|
+
*/
|
|
24
|
+
import { parseArgs } from 'node:util';
|
|
25
|
+
import { AtomicCoreError } from '../../contracts/index.js';
|
|
26
|
+
import { executeHostStep, nodeHostStepDeps, windowsHostStepDeps } from '../../host/recipes/index.js';
|
|
27
|
+
const HOST_STEP_USAGE = 'Usage: atomic-chat-core host-step exec <step_id.request.json> [--json]\n' +
|
|
28
|
+
'Exit: 0 completed or reboot-required, 1 failed (see the result file), 2 no result file was written (see stderr).\n';
|
|
29
|
+
/** The executor's I/O for the platform this binary runs on. */
|
|
30
|
+
export function hostStepDepsFor(platform, env) {
|
|
31
|
+
return platform === 'win32' ? windowsHostStepDeps(env) : nodeHostStepDeps(env);
|
|
32
|
+
}
|
|
33
|
+
export async function hostStepCommand(argv, io, deps = hostStepDepsFor(process.platform, io.env)) {
|
|
34
|
+
const { values, positionals } = parseArgs({
|
|
35
|
+
args: argv,
|
|
36
|
+
options: { json: { type: 'boolean' } },
|
|
37
|
+
allowPositionals: true,
|
|
38
|
+
strict: true,
|
|
39
|
+
});
|
|
40
|
+
const [sub, requestPath] = positionals;
|
|
41
|
+
if (sub !== undefined && sub !== 'exec') {
|
|
42
|
+
io.stderr(`Unknown host-step subcommand: ${sub}\n${HOST_STEP_USAGE}`);
|
|
43
|
+
return 2;
|
|
44
|
+
}
|
|
45
|
+
if (sub === undefined || requestPath === undefined || positionals.length > 2) {
|
|
46
|
+
io.stderr(HOST_STEP_USAGE);
|
|
47
|
+
return 2;
|
|
48
|
+
}
|
|
49
|
+
let result;
|
|
50
|
+
try {
|
|
51
|
+
result = await executeHostStep(requestPath, deps);
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
// `executeHostStep` throws only when it could not write a result file: a refused path or folder
|
|
55
|
+
// (`MANAGED_HOST_STEP_INVALID`) or a failed write (ENOSPC, EROFS, ENOENT, ...). Either way the
|
|
56
|
+
// caller finds no result, and exit 2 is what tells it so.
|
|
57
|
+
const why = error instanceof AtomicCoreError ? error.message : error.message;
|
|
58
|
+
io.stderr(`host-step: no result file was written: ${why}\n`);
|
|
59
|
+
return 2;
|
|
60
|
+
}
|
|
61
|
+
if (values.json)
|
|
62
|
+
io.stdout(`${JSON.stringify(result, null, 2)}\n`);
|
|
63
|
+
else
|
|
64
|
+
io.stdout(`${result.step_id || '(unknown step)'}: ${result.outcome} — ${result.log_tail}\n`);
|
|
65
|
+
return result.outcome === 'failed' ? 1 : 0;
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=host-step.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"host-step.js","sourceRoot":"","sources":["../../../src/cli/commands/host-step.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAA;AAIpG,MAAM,eAAe,GACnB,0EAA0E;IAC1E,oHAAoH,CAAA;AAEtH,+DAA+D;AAC/D,MAAM,UAAU,eAAe,CAAC,QAAyB,EAAE,GAAsB;IAC/E,OAAO,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAA;AAChF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAc,EACd,EAAS,EACT,OAA6B,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,CAAC;IAEtE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,IAAI;QACV,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;QACtC,gBAAgB,EAAE,IAAI;QACtB,MAAM,EAAE,IAAI;KACb,CAAC,CAAA;IACF,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,GAAG,WAAW,CAAA;IACtC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QACxC,EAAE,CAAC,MAAM,CAAC,iCAAiC,GAAG,KAAK,eAAe,EAAE,CAAC,CAAA;QACrE,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7E,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;QAC1B,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,MAAM,CAAA;IACV,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC,CAAA;IACnD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gGAAgG;QAChG,+FAA+F;QAC/F,0DAA0D;QAC1D,MAAM,GAAG,GAAG,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAE,KAAe,CAAC,OAAO,CAAA;QACvF,EAAE,CAAC,MAAM,CAAC,0CAA0C,GAAG,IAAI,CAAC,CAAA;QAC5D,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,MAAM,CAAC,IAAI;QAAE,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;;QAC7D,EAAE,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,KAAK,MAAM,CAAC,OAAO,MAAM,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAA;IACjG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAC5C,CAAC"}
|
|
@@ -7,8 +7,11 @@
|
|
|
7
7
|
* migration. The deliberate difference is ownership: `serve` attaches to a core that keeps running
|
|
8
8
|
* after Ctrl+C instead of owning the model itself, which the help text states outright.
|
|
9
9
|
*/
|
|
10
|
-
export { apiUrl, baseUrl, formatBytes, layoutFor } from './shared.js';
|
|
10
|
+
export { apiUrl, baseUrl, formatBytes, layoutFor, sessionProcess } from './shared.js';
|
|
11
11
|
export { modelsCommand } from './models.js';
|
|
12
|
+
export { backendsCommand } from './backends.js';
|
|
13
|
+
export { hardwareCommand } from './hardware.js';
|
|
14
|
+
export { hostStepCommand } from './host-step.js';
|
|
12
15
|
export { daemonCommand } from './daemon.js';
|
|
13
16
|
export { DEFAULT_SERVE_CTX_SIZE, DEFAULT_SERVE_GPU_LAYERS, DEFAULT_SERVE_PORT, DEFAULT_SERVE_TIMEOUT_SECS, serveAttachOptions, serveCommand, } from './serve.js';
|
|
14
17
|
export { serverCommand } from './server.js';
|
|
@@ -7,8 +7,11 @@
|
|
|
7
7
|
* migration. The deliberate difference is ownership: `serve` attaches to a core that keeps running
|
|
8
8
|
* after Ctrl+C instead of owning the model itself, which the help text states outright.
|
|
9
9
|
*/
|
|
10
|
-
export { apiUrl, baseUrl, formatBytes, layoutFor } from './shared.js';
|
|
10
|
+
export { apiUrl, baseUrl, formatBytes, layoutFor, sessionProcess } from './shared.js';
|
|
11
11
|
export { modelsCommand } from './models.js';
|
|
12
|
+
export { backendsCommand } from './backends.js';
|
|
13
|
+
export { hardwareCommand } from './hardware.js';
|
|
14
|
+
export { hostStepCommand } from './host-step.js';
|
|
12
15
|
export { daemonCommand } from './daemon.js';
|
|
13
16
|
export { DEFAULT_SERVE_CTX_SIZE, DEFAULT_SERVE_GPU_LAYERS, DEFAULT_SERVE_PORT, DEFAULT_SERVE_TIMEOUT_SECS, serveAttachOptions, serveCommand, } from './serve.js';
|
|
14
17
|
export { serverCommand } from './server.js';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cli/commands/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cli/commands/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,kBAAkB,EAClB,0BAA0B,EAC1B,kBAAkB,EAClB,YAAY,GACb,MAAM,YAAY,CAAA;AACnB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAA"}
|