@atomic-chat/core 0.5.1 → 0.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/app-daemon.js +20 -67
- package/dist/app-daemon.js.map +1 -1
- package/dist/backend/advisor/advisor.d.ts +132 -0
- package/dist/backend/advisor/advisor.js +537 -0
- package/dist/backend/advisor/advisor.js.map +1 -0
- package/dist/backend/advisor/index.d.ts +6 -0
- package/dist/backend/advisor/index.js +7 -0
- package/dist/backend/advisor/index.js.map +1 -0
- package/dist/backend/advisor/policy.d.ts +81 -0
- package/dist/backend/advisor/policy.js +154 -0
- package/dist/backend/advisor/policy.js.map +1 -0
- package/dist/backend/catalog/archive.d.ts +21 -7
- package/dist/backend/catalog/archive.js +57 -17
- package/dist/backend/catalog/archive.js.map +1 -1
- package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
- package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
- package/dist/backend/catalog/cuda-family.d.ts +12 -2
- package/dist/backend/catalog/cuda-family.js +30 -7
- package/dist/backend/catalog/cuda-family.js.map +1 -1
- package/dist/backend/catalog/index.d.ts +5 -0
- package/dist/backend/catalog/index.js +5 -0
- package/dist/backend/catalog/index.js.map +1 -1
- package/dist/backend/catalog/manifest.d.ts +5 -3
- package/dist/backend/catalog/manifest.js +12 -9
- package/dist/backend/catalog/manifest.js.map +1 -1
- package/dist/backend/catalog/migrate.d.ts +8 -6
- package/dist/backend/catalog/migrate.js +26 -15
- package/dist/backend/catalog/migrate.js.map +1 -1
- package/dist/backend/catalog/prism-catalog.d.ts +42 -0
- package/dist/backend/catalog/prism-catalog.js +101 -0
- package/dist/backend/catalog/prism-catalog.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
- package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
- package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
- package/dist/backend/catalog/prism-manifest.d.ts +90 -0
- package/dist/backend/catalog/prism-manifest.js +171 -0
- package/dist/backend/catalog/prism-manifest.js.map +1 -0
- package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
- package/dist/backend/catalog/turboquant-catalog.js +162 -0
- package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
- package/dist/backend/catalog/turboquant-index.d.ts +104 -0
- package/dist/backend/catalog/turboquant-index.js +260 -0
- package/dist/backend/catalog/turboquant-index.js.map +1 -0
- package/dist/backend/index.d.ts +1 -0
- package/dist/backend/index.js +1 -0
- package/dist/backend/index.js.map +1 -1
- package/dist/backend/install/runtime-backend.d.ts +6 -6
- package/dist/backend/install/runtime-backend.js +23 -20
- package/dist/backend/install/runtime-backend.js.map +1 -1
- package/dist/backend/install/service.d.ts +106 -5
- package/dist/backend/install/service.js +247 -21
- package/dist/backend/install/service.js.map +1 -1
- package/dist/backend/installed/bundled.d.ts +19 -0
- package/dist/backend/installed/bundled.js +45 -0
- package/dist/backend/installed/bundled.js.map +1 -0
- package/dist/backend/installed/index.d.ts +1 -0
- package/dist/backend/installed/index.js +1 -0
- package/dist/backend/installed/index.js.map +1 -1
- package/dist/backend/installed/installed.js +3 -0
- package/dist/backend/installed/installed.js.map +1 -1
- package/dist/backend/optimal/optimal-cache.d.ts +27 -8
- package/dist/backend/optimal/optimal-cache.js +38 -19
- package/dist/backend/optimal/optimal-cache.js.map +1 -1
- package/dist/backend/optimal/optimal-store.js +1 -1
- package/dist/backend/optimal/optimal-store.js.map +1 -1
- package/dist/backend/select/categories.d.ts +2 -1
- package/dist/backend/select/categories.js +8 -1
- package/dist/backend/select/categories.js.map +1 -1
- package/dist/backend/select/features.d.ts +13 -5
- package/dist/backend/select/features.js +36 -6
- package/dist/backend/select/features.js.map +1 -1
- package/dist/backend/select/index.d.ts +2 -0
- package/dist/backend/select/index.js +2 -0
- package/dist/backend/select/index.js.map +1 -1
- package/dist/backend/select/prism.d.ts +54 -0
- package/dist/backend/select/prism.js +212 -0
- package/dist/backend/select/prism.js.map +1 -0
- package/dist/backend/select/recovery.d.ts +4 -2
- package/dist/backend/select/recovery.js +17 -5
- package/dist/backend/select/recovery.js.map +1 -1
- package/dist/backend/select/tiers.d.ts +20 -11
- package/dist/backend/select/tiers.js +49 -11
- package/dist/backend/select/tiers.js.map +1 -1
- package/dist/backend/select/turboquant-tiers.d.ts +45 -0
- package/dist/backend/select/turboquant-tiers.js +114 -0
- package/dist/backend/select/turboquant-tiers.js.map +1 -0
- package/dist/backend/types.d.ts +6 -69
- package/dist/cli/commands/backends.d.ts +10 -0
- package/dist/cli/commands/backends.js +142 -0
- package/dist/cli/commands/backends.js.map +1 -0
- package/dist/cli/commands/hardware.d.ts +13 -0
- package/dist/cli/commands/hardware.js +71 -0
- package/dist/cli/commands/hardware.js.map +1 -0
- package/dist/cli/commands/host-step.d.ts +28 -0
- package/dist/cli/commands/host-step.js +67 -0
- package/dist/cli/commands/host-step.js.map +1 -0
- package/dist/cli/commands/index.d.ts +4 -1
- package/dist/cli/commands/index.js +4 -1
- package/dist/cli/commands/index.js.map +1 -1
- package/dist/cli/commands/serve.js +4 -4
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/commands/shared.d.ts +6 -1
- package/dist/cli/commands/shared.js +7 -0
- package/dist/cli/commands/shared.js.map +1 -1
- package/dist/cli/io.d.ts +11 -0
- package/dist/cli/io.js +28 -3
- package/dist/cli/io.js.map +1 -1
- package/dist/cli/launch.js +2 -2
- package/dist/cli/launch.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/cli/main.js +11 -1
- package/dist/cli/main.js.map +1 -1
- package/dist/client/control-client.d.ts +128 -7
- package/dist/client/control-client.js +211 -12
- package/dist/client/control-client.js.map +1 -1
- package/dist/cloud/registry.js +9 -1
- package/dist/cloud/registry.js.map +1 -1
- package/dist/config/paths.d.ts +137 -0
- package/dist/config/paths.js +163 -0
- package/dist/config/paths.js.map +1 -1
- package/dist/contracts/backend-advisor.d.ts +225 -0
- package/dist/contracts/backend-advisor.js +14 -0
- package/dist/contracts/backend-advisor.js.map +1 -0
- package/dist/contracts/control-api.d.ts +7 -1
- package/dist/contracts/control-api.js +7 -1
- package/dist/contracts/control-api.js.map +1 -1
- package/dist/contracts/decision.d.ts +394 -0
- package/dist/contracts/decision.js +69 -0
- package/dist/contracts/decision.js.map +1 -0
- package/dist/contracts/diffusion.d.ts +62 -9
- package/dist/contracts/embedding.d.ts +103 -0
- package/dist/contracts/embedding.js +24 -0
- package/dist/contracts/embedding.js.map +1 -0
- package/dist/contracts/engine-builds.d.ts +108 -0
- package/dist/contracts/engine-builds.js +11 -0
- package/dist/contracts/engine-builds.js.map +1 -0
- package/dist/contracts/engines.d.ts +157 -0
- package/dist/contracts/engines.js +50 -0
- package/dist/contracts/engines.js.map +1 -0
- package/dist/contracts/environment.d.ts +774 -0
- package/dist/contracts/environment.js +116 -0
- package/dist/contracts/environment.js.map +1 -0
- package/dist/contracts/errors.d.ts +43 -2
- package/dist/contracts/errors.js +41 -0
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/events.d.ts +82 -4
- package/dist/contracts/hardware.d.ts +79 -6
- package/dist/contracts/hardware.js +9 -5
- package/dist/contracts/hardware.js.map +1 -1
- package/dist/contracts/index.d.ts +8 -0
- package/dist/contracts/index.js +8 -0
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/model-compatibility.d.ts +97 -0
- package/dist/contracts/model-compatibility.js +6 -0
- package/dist/contracts/model-compatibility.js.map +1 -0
- package/dist/contracts/model-setup.d.ts +115 -0
- package/dist/contracts/model-setup.js +33 -0
- package/dist/contracts/model-setup.js.map +1 -0
- package/dist/contracts/model-yml.d.ts +14 -0
- package/dist/contracts/model-yml.js +1 -0
- package/dist/contracts/model-yml.js.map +1 -1
- package/dist/contracts/session.d.ts +45 -2
- package/dist/contracts/session.js +14 -1
- package/dist/contracts/session.js.map +1 -1
- package/dist/contracts/settings.d.ts +44 -1
- package/dist/contracts/settings.js.map +1 -1
- package/dist/core/atomic-core.d.ts +44 -5
- package/dist/core/atomic-core.js +24 -0
- package/dist/core/atomic-core.js.map +1 -1
- package/dist/core/create.js +517 -23
- package/dist/core/create.js.map +1 -1
- package/dist/core/gpu/index.d.ts +6 -0
- package/dist/core/gpu/index.js +7 -0
- package/dist/core/gpu/index.js.map +1 -0
- package/dist/core/gpu/policy.d.ts +68 -0
- package/dist/core/gpu/policy.js +99 -0
- package/dist/core/gpu/policy.js.map +1 -0
- package/dist/core/gpu/residency.d.ts +44 -0
- package/dist/core/gpu/residency.js +101 -0
- package/dist/core/gpu/residency.js.map +1 -0
- package/dist/core/gpu-residency.d.ts +39 -0
- package/dist/core/gpu-residency.js +32 -0
- package/dist/core/gpu-residency.js.map +1 -0
- package/dist/core/index.d.ts +1 -1
- package/dist/core/managed-engines.d.ts +207 -0
- package/dist/core/managed-engines.js +579 -0
- package/dist/core/managed-engines.js.map +1 -0
- package/dist/core/managed-environment.d.ts +72 -0
- package/dist/core/managed-environment.js +218 -0
- package/dist/core/managed-environment.js.map +1 -0
- package/dist/core/model-setup/index.d.ts +4 -0
- package/dist/core/model-setup/index.js +5 -0
- package/dist/core/model-setup/index.js.map +1 -0
- package/dist/core/model-setup/plan.d.ts +56 -0
- package/dist/core/model-setup/plan.js +158 -0
- package/dist/core/model-setup/plan.js.map +1 -0
- package/dist/core/model-setup/service.d.ts +92 -0
- package/dist/core/model-setup/service.js +329 -0
- package/dist/core/model-setup/service.js.map +1 -0
- package/dist/core/model-setup/store.d.ts +29 -0
- package/dist/core/model-setup/store.js +116 -0
- package/dist/core/model-setup/store.js.map +1 -0
- package/dist/core/model-setup/wiring.d.ts +59 -0
- package/dist/core/model-setup/wiring.js +132 -0
- package/dist/core/model-setup/wiring.js.map +1 -0
- package/dist/core/prism.d.ts +36 -0
- package/dist/core/prism.js +42 -0
- package/dist/core/prism.js.map +1 -0
- package/dist/core/public-server.d.ts +7 -0
- package/dist/core/public-server.js +2 -0
- package/dist/core/public-server.js.map +1 -1
- package/dist/core/sessions.d.ts +6 -1
- package/dist/core/sessions.js +18 -14
- package/dist/core/sessions.js.map +1 -1
- package/dist/core/types.d.ts +27 -1
- package/dist/core/types.js.map +1 -1
- package/dist/decision/args.d.ts +110 -0
- package/dist/decision/args.js +126 -0
- package/dist/decision/args.js.map +1 -0
- package/dist/decision/backoff.d.ts +25 -0
- package/dist/decision/backoff.js +33 -0
- package/dist/decision/backoff.js.map +1 -0
- package/dist/decision/engine-candidates.d.ts +52 -0
- package/dist/decision/engine-candidates.js +138 -0
- package/dist/decision/engine-candidates.js.map +1 -0
- package/dist/decision/engine-fallback.d.ts +41 -0
- package/dist/decision/engine-fallback.js +57 -0
- package/dist/decision/engine-fallback.js.map +1 -0
- package/dist/decision/engine-version.d.ts +27 -0
- package/dist/decision/engine-version.js +54 -0
- package/dist/decision/engine-version.js.map +1 -0
- package/dist/decision/engine.d.ts +114 -0
- package/dist/decision/engine.js +253 -0
- package/dist/decision/engine.js.map +1 -0
- package/dist/decision/http.d.ts +36 -0
- package/dist/decision/http.js +73 -0
- package/dist/decision/http.js.map +1 -0
- package/dist/decision/index.d.ts +20 -0
- package/dist/decision/index.js +21 -0
- package/dist/decision/index.js.map +1 -0
- package/dist/decision/model-facts.d.ts +32 -0
- package/dist/decision/model-facts.js +40 -0
- package/dist/decision/model-facts.js.map +1 -0
- package/dist/decision/outcome.d.ts +35 -0
- package/dist/decision/outcome.js +105 -0
- package/dist/decision/outcome.js.map +1 -0
- package/dist/decision/process.d.ts +67 -0
- package/dist/decision/process.js +133 -0
- package/dist/decision/process.js.map +1 -0
- package/dist/decision/readiness.d.ts +74 -0
- package/dist/decision/readiness.js +165 -0
- package/dist/decision/readiness.js.map +1 -0
- package/dist/decision/request.d.ts +11 -0
- package/dist/decision/request.js +56 -0
- package/dist/decision/request.js.map +1 -0
- package/dist/decision/service.d.ts +202 -0
- package/dist/decision/service.js +711 -0
- package/dist/decision/service.js.map +1 -0
- package/dist/decision/upstream-version.d.ts +23 -0
- package/dist/decision/upstream-version.js +34 -0
- package/dist/decision/upstream-version.js.map +1 -0
- package/dist/decision/wiring.d.ts +67 -0
- package/dist/decision/wiring.js +101 -0
- package/dist/decision/wiring.js.map +1 -0
- package/dist/diffusion/args.d.ts +4 -2
- package/dist/diffusion/args.js +10 -3
- package/dist/diffusion/args.js.map +1 -1
- package/dist/diffusion/image-job.js +1 -1
- package/dist/diffusion/image-job.js.map +1 -1
- package/dist/diffusion/install.d.ts +35 -11
- package/dist/diffusion/install.js +74 -49
- package/dist/diffusion/install.js.map +1 -1
- package/dist/diffusion/job-kind.d.ts +33 -7
- package/dist/diffusion/jobs.d.ts +6 -1
- package/dist/diffusion/jobs.js +60 -18
- package/dist/diffusion/jobs.js.map +1 -1
- package/dist/diffusion/parse.d.ts +1 -2
- package/dist/diffusion/parse.js +1 -13
- package/dist/diffusion/parse.js.map +1 -1
- package/dist/diffusion/progress.js +3 -0
- package/dist/diffusion/progress.js.map +1 -1
- package/dist/diffusion/server-process.d.ts +6 -0
- package/dist/diffusion/server-process.js +3 -2
- package/dist/diffusion/server-process.js.map +1 -1
- package/dist/diffusion/service.d.ts +52 -6
- package/dist/diffusion/service.js +215 -40
- package/dist/diffusion/service.js.map +1 -1
- package/dist/diffusion/session.d.ts +27 -3
- package/dist/diffusion/session.js +108 -17
- package/dist/diffusion/session.js.map +1 -1
- package/dist/diffusion/state.d.ts +19 -1
- package/dist/diffusion/state.js +10 -0
- package/dist/diffusion/state.js.map +1 -1
- package/dist/diffusion/tracker.d.ts +15 -1
- package/dist/diffusion/tracker.js +32 -6
- package/dist/diffusion/tracker.js.map +1 -1
- package/dist/diffusion/types.d.ts +7 -0
- package/dist/diffusion/types.js +11 -0
- package/dist/diffusion/types.js.map +1 -1
- package/dist/diffusion/video-estimate.d.ts +214 -0
- package/dist/diffusion/video-estimate.js +402 -0
- package/dist/diffusion/video-estimate.js.map +1 -0
- package/dist/diffusion/video-eta.d.ts +90 -0
- package/dist/diffusion/video-eta.js +248 -0
- package/dist/diffusion/video-eta.js.map +1 -0
- package/dist/diffusion/video-history.d.ts +45 -0
- package/dist/diffusion/video-history.js +121 -0
- package/dist/diffusion/video-history.js.map +1 -0
- package/dist/diffusion/video-job.d.ts +13 -5
- package/dist/diffusion/video-job.js +42 -15
- package/dist/diffusion/video-job.js.map +1 -1
- package/dist/diffusion/video-recipe.js +3 -0
- package/dist/diffusion/video-recipe.js.map +1 -1
- package/dist/diffusion/video-tiling.d.ts +54 -0
- package/dist/diffusion/video-tiling.js +70 -0
- package/dist/diffusion/video-tiling.js.map +1 -0
- package/dist/diffusion/wiring.d.ts +14 -1
- package/dist/diffusion/wiring.js +7 -0
- package/dist/diffusion/wiring.js.map +1 -1
- package/dist/downloads/protocol.d.ts +3 -8
- package/dist/downloads/protocol.js.map +1 -1
- package/dist/embedding/args.d.ts +39 -0
- package/dist/embedding/args.js +46 -0
- package/dist/embedding/args.js.map +1 -0
- package/dist/embedding/engine.d.ts +50 -0
- package/dist/embedding/engine.js +100 -0
- package/dist/embedding/engine.js.map +1 -0
- package/dist/embedding/ffmpeg.d.ts +18 -0
- package/dist/embedding/ffmpeg.js +63 -0
- package/dist/embedding/ffmpeg.js.map +1 -0
- package/dist/embedding/index.d.ts +16 -0
- package/dist/embedding/index.js +17 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/model-facts.d.ts +51 -0
- package/dist/embedding/model-facts.js +84 -0
- package/dist/embedding/model-facts.js.map +1 -0
- package/dist/embedding/process.d.ts +66 -0
- package/dist/embedding/process.js +131 -0
- package/dist/embedding/process.js.map +1 -0
- package/dist/embedding/readiness.d.ts +56 -0
- package/dist/embedding/readiness.js +114 -0
- package/dist/embedding/readiness.js.map +1 -0
- package/dist/embedding/request.d.ts +43 -0
- package/dist/embedding/request.js +285 -0
- package/dist/embedding/request.js.map +1 -0
- package/dist/embedding/service.d.ts +152 -0
- package/dist/embedding/service.js +602 -0
- package/dist/embedding/service.js.map +1 -0
- package/dist/embedding/wiring.d.ts +51 -0
- package/dist/embedding/wiring.js +79 -0
- package/dist/embedding/wiring.js.map +1 -0
- package/dist/engine-builds/builds.d.ts +54 -0
- package/dist/engine-builds/builds.js +151 -0
- package/dist/engine-builds/builds.js.map +1 -0
- package/dist/engine-builds/index.d.ts +10 -0
- package/dist/engine-builds/index.js +11 -0
- package/dist/engine-builds/index.js.map +1 -0
- package/dist/engine-builds/install.d.ts +42 -0
- package/dist/engine-builds/install.js +100 -0
- package/dist/engine-builds/install.js.map +1 -0
- package/dist/engine-builds/manifest.d.ts +121 -0
- package/dist/engine-builds/manifest.js +254 -0
- package/dist/engine-builds/manifest.js.map +1 -0
- package/dist/engine-builds/order.d.ts +24 -0
- package/dist/engine-builds/order.js +44 -0
- package/dist/engine-builds/order.js.map +1 -0
- package/dist/engine-builds/select.d.ts +123 -0
- package/dist/engine-builds/select.js +223 -0
- package/dist/engine-builds/select.js.map +1 -0
- package/dist/engine-builds/service.d.ts +123 -0
- package/dist/engine-builds/service.js +392 -0
- package/dist/engine-builds/service.js.map +1 -0
- package/dist/engines/descriptor-order.d.ts +28 -0
- package/dist/engines/descriptor-order.js +60 -0
- package/dist/engines/descriptor-order.js.map +1 -0
- package/dist/engines/engine-build.d.ts +23 -0
- package/dist/engines/engine-build.js +58 -0
- package/dist/engines/engine-build.js.map +1 -0
- package/dist/engines/index.d.ts +10 -0
- package/dist/engines/index.js +11 -0
- package/dist/engines/index.js.map +1 -0
- package/dist/engines/llamacpp.d.ts +71 -0
- package/dist/engines/llamacpp.js +176 -0
- package/dist/engines/llamacpp.js.map +1 -0
- package/dist/engines/managed.d.ts +49 -0
- package/dist/engines/managed.js +88 -0
- package/dist/engines/managed.js.map +1 -0
- package/dist/engines/service.d.ts +46 -0
- package/dist/engines/service.js +61 -0
- package/dist/engines/service.js.map +1 -0
- package/dist/engines/versions.d.ts +65 -0
- package/dist/engines/versions.js +259 -0
- package/dist/engines/versions.js.map +1 -0
- package/dist/hardware/cpu-flags.d.ts +44 -0
- package/dist/hardware/cpu-flags.js +206 -0
- package/dist/hardware/cpu-flags.js.map +1 -0
- package/dist/hardware/drm-sysfs.d.ts +51 -0
- package/dist/hardware/drm-sysfs.js +67 -0
- package/dist/hardware/drm-sysfs.js.map +1 -0
- package/dist/hardware/facts.d.ts +42 -0
- package/dist/hardware/facts.js +92 -0
- package/dist/hardware/facts.js.map +1 -0
- package/dist/hardware/index.d.ts +19 -3
- package/dist/hardware/index.js +19 -3
- package/dist/hardware/index.js.map +1 -1
- package/dist/hardware/merge.d.ts +55 -0
- package/dist/hardware/merge.js +141 -0
- package/dist/hardware/merge.js.map +1 -0
- package/dist/hardware/nvidia-smi.d.ts +43 -0
- package/dist/hardware/nvidia-smi.js +118 -0
- package/dist/hardware/nvidia-smi.js.map +1 -0
- package/dist/hardware/probe-common.d.ts +72 -0
- package/dist/hardware/probe-common.js +106 -0
- package/dist/hardware/probe-common.js.map +1 -0
- package/dist/hardware/probe-darwin.d.ts +20 -0
- package/dist/hardware/probe-darwin.js +76 -0
- package/dist/hardware/probe-darwin.js.map +1 -0
- package/dist/hardware/probe-linux.d.ts +9 -0
- package/dist/hardware/probe-linux.js +133 -0
- package/dist/hardware/probe-linux.js.map +1 -0
- package/dist/hardware/probe-windows.d.ts +7 -0
- package/dist/hardware/probe-windows.js +50 -0
- package/dist/hardware/probe-windows.js.map +1 -0
- package/dist/hardware/probe.d.ts +16 -0
- package/dist/hardware/probe.js +65 -0
- package/dist/hardware/probe.js.map +1 -0
- package/dist/hardware/service.d.ts +60 -0
- package/dist/hardware/service.js +114 -0
- package/dist/hardware/service.js.map +1 -0
- package/dist/hardware/vulkan.d.ts +47 -0
- package/dist/hardware/vulkan.js +148 -0
- package/dist/hardware/vulkan.js.map +1 -0
- package/dist/hardware/windows-video.d.ts +97 -0
- package/dist/hardware/windows-video.js +214 -0
- package/dist/hardware/windows-video.js.map +1 -0
- package/dist/host/app-daemon.d.ts +47 -0
- package/dist/host/app-daemon.js +146 -0
- package/dist/host/app-daemon.js.map +1 -0
- package/dist/host/index.d.ts +5 -3
- package/dist/host/index.js +5 -3
- package/dist/host/index.js.map +1 -1
- package/dist/host/log-file.d.ts +74 -0
- package/dist/host/log-file.js +214 -0
- package/dist/host/log-file.js.map +1 -0
- package/dist/host/recipes/enable-wsl.d.ts +63 -0
- package/dist/host/recipes/enable-wsl.js +73 -0
- package/dist/host/recipes/enable-wsl.js.map +1 -0
- package/dist/host/recipes/executor-io-windows.d.ts +69 -0
- package/dist/host/recipes/executor-io-windows.js +235 -0
- package/dist/host/recipes/executor-io-windows.js.map +1 -0
- package/dist/host/recipes/executor-io.d.ts +80 -0
- package/dist/host/recipes/executor-io.js +211 -0
- package/dist/host/recipes/executor-io.js.map +1 -0
- package/dist/host/recipes/executor.d.ts +81 -0
- package/dist/host/recipes/executor.js +678 -0
- package/dist/host/recipes/executor.js.map +1 -0
- package/dist/host/recipes/guest-executor.d.ts +29 -0
- package/dist/host/recipes/guest-executor.js +76 -0
- package/dist/host/recipes/guest-executor.js.map +1 -0
- package/dist/host/recipes/index.d.ts +16 -0
- package/dist/host/recipes/index.js +17 -0
- package/dist/host/recipes/index.js.map +1 -0
- package/dist/host/recipes/install-container-runtime.d.ts +389 -0
- package/dist/host/recipes/install-container-runtime.js +796 -0
- package/dist/host/recipes/install-container-runtime.js.map +1 -0
- package/dist/host/recipes/openpgp.d.ts +23 -0
- package/dist/host/recipes/openpgp.js +153 -0
- package/dist/host/recipes/openpgp.js.map +1 -0
- package/dist/host/recipes/request-file.d.ts +96 -0
- package/dist/host/recipes/request-file.js +103 -0
- package/dist/host/recipes/request-file.js.map +1 -0
- package/dist/lock/process-journal.d.ts +5 -2
- package/dist/lock/process-journal.js.map +1 -1
- package/dist/models/capabilities.d.ts +7 -0
- package/dist/models/capabilities.js +17 -1
- package/dist/models/capabilities.js.map +1 -1
- package/dist/models/compatibility/index.d.ts +10 -0
- package/dist/models/compatibility/index.js +11 -0
- package/dist/models/compatibility/index.js.map +1 -0
- package/dist/models/compatibility/inspect.d.ts +19 -0
- package/dist/models/compatibility/inspect.js +59 -0
- package/dist/models/compatibility/inspect.js.map +1 -0
- package/dist/models/compatibility/resolve.d.ts +59 -0
- package/dist/models/compatibility/resolve.js +219 -0
- package/dist/models/compatibility/resolve.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.d.ts +2 -0
- package/dist/models/compatibility/rules-baseline.js +10 -0
- package/dist/models/compatibility/rules-baseline.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.json +292 -0
- package/dist/models/compatibility/rules-service.d.ts +36 -0
- package/dist/models/compatibility/rules-service.js +109 -0
- package/dist/models/compatibility/rules-service.js.map +1 -0
- package/dist/models/compatibility/rules.d.ts +81 -0
- package/dist/models/compatibility/rules.js +164 -0
- package/dist/models/compatibility/rules.js.map +1 -0
- package/dist/models/compatibility/service.d.ts +59 -0
- package/dist/models/compatibility/service.js +137 -0
- package/dist/models/compatibility/service.js.map +1 -0
- package/dist/models/decision-checkpoint.d.ts +22 -0
- package/dist/models/decision-checkpoint.js +33 -0
- package/dist/models/decision-checkpoint.js.map +1 -0
- package/dist/models/gguf/classify.d.ts +27 -1
- package/dist/models/gguf/classify.js +78 -2
- package/dist/models/gguf/classify.js.map +1 -1
- package/dist/models/gguf/index.d.ts +1 -0
- package/dist/models/gguf/index.js +1 -0
- package/dist/models/gguf/index.js.map +1 -1
- package/dist/models/gguf/tensors.d.ts +56 -0
- package/dist/models/gguf/tensors.js +236 -0
- package/dist/models/gguf/tensors.js.map +1 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/index.js +2 -0
- package/dist/models/index.js.map +1 -1
- package/dist/router/resolve.d.ts +7 -1
- package/dist/router/resolve.js +14 -1
- package/dist/router/resolve.js.map +1 -1
- package/dist/runtime/container/argv.d.ts +88 -0
- package/dist/runtime/container/argv.js +406 -0
- package/dist/runtime/container/argv.js.map +1 -0
- package/dist/runtime/container/docker-binary.d.ts +4 -0
- package/dist/runtime/container/docker-binary.js +34 -0
- package/dist/runtime/container/docker-binary.js.map +1 -0
- package/dist/runtime/container/env.d.ts +17 -0
- package/dist/runtime/container/env.js +52 -0
- package/dist/runtime/container/env.js.map +1 -0
- package/dist/runtime/container/exec.d.ts +27 -0
- package/dist/runtime/container/exec.js +79 -0
- package/dist/runtime/container/exec.js.map +1 -0
- package/dist/runtime/container/execution-journal.d.ts +55 -0
- package/dist/runtime/container/execution-journal.js +167 -0
- package/dist/runtime/container/execution-journal.js.map +1 -0
- package/dist/runtime/container/heartbeat.d.ts +47 -0
- package/dist/runtime/container/heartbeat.js +78 -0
- package/dist/runtime/container/heartbeat.js.map +1 -0
- package/dist/runtime/container/index.d.ts +30 -0
- package/dist/runtime/container/index.js +31 -0
- package/dist/runtime/container/index.js.map +1 -0
- package/dist/runtime/container/operations.d.ts +40 -0
- package/dist/runtime/container/operations.js +233 -0
- package/dist/runtime/container/operations.js.map +1 -0
- package/dist/runtime/container/pull.d.ts +48 -0
- package/dist/runtime/container/pull.js +280 -0
- package/dist/runtime/container/pull.js.map +1 -0
- package/dist/runtime/container/reconcile.d.ts +34 -0
- package/dist/runtime/container/reconcile.js +79 -0
- package/dist/runtime/container/reconcile.js.map +1 -0
- package/dist/runtime/container/types.d.ts +124 -0
- package/dist/runtime/container/types.js +2 -0
- package/dist/runtime/container/types.js.map +1 -0
- package/dist/runtime/container/watchdog.d.ts +114 -0
- package/dist/runtime/container/watchdog.js +418 -0
- package/dist/runtime/container/watchdog.js.map +1 -0
- package/dist/runtime/container/wiring.d.ts +78 -0
- package/dist/runtime/container/wiring.js +92 -0
- package/dist/runtime/container/wiring.js.map +1 -0
- package/dist/runtime/container/wsl-exec.d.ts +13 -0
- package/dist/runtime/container/wsl-exec.js +18 -0
- package/dist/runtime/container/wsl-exec.js.map +1 -0
- package/dist/runtime/environment/cached-document.d.ts +128 -0
- package/dist/runtime/environment/cached-document.js +218 -0
- package/dist/runtime/environment/cached-document.js.map +1 -0
- package/dist/runtime/environment/canonical-json.d.ts +78 -0
- package/dist/runtime/environment/canonical-json.js +86 -0
- package/dist/runtime/environment/canonical-json.js.map +1 -0
- package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
- package/dist/runtime/environment/descriptor-provider.js +159 -0
- package/dist/runtime/environment/descriptor-provider.js.map +1 -0
- package/dist/runtime/environment/descriptor.d.ts +35 -0
- package/dist/runtime/environment/descriptor.js +239 -0
- package/dist/runtime/environment/descriptor.js.map +1 -0
- package/dist/runtime/environment/diagnostics.d.ts +50 -0
- package/dist/runtime/environment/diagnostics.js +114 -0
- package/dist/runtime/environment/diagnostics.js.map +1 -0
- package/dist/runtime/environment/document-fields.d.ts +39 -0
- package/dist/runtime/environment/document-fields.js +96 -0
- package/dist/runtime/environment/document-fields.js.map +1 -0
- package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
- package/dist/runtime/environment/environment-manifest-provider.js +89 -0
- package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
- package/dist/runtime/environment/environment-manifest.d.ts +35 -0
- package/dist/runtime/environment/environment-manifest.js +131 -0
- package/dist/runtime/environment/environment-manifest.js.map +1 -0
- package/dist/runtime/environment/guest-host.d.ts +43 -0
- package/dist/runtime/environment/guest-host.js +88 -0
- package/dist/runtime/environment/guest-host.js.map +1 -0
- package/dist/runtime/environment/host-exec.d.ts +38 -0
- package/dist/runtime/environment/host-exec.js +145 -0
- package/dist/runtime/environment/host-exec.js.map +1 -0
- package/dist/runtime/environment/host-step-failure.d.ts +33 -0
- package/dist/runtime/environment/host-step-failure.js +34 -0
- package/dist/runtime/environment/host-step-failure.js.map +1 -0
- package/dist/runtime/environment/index.d.ts +56 -0
- package/dist/runtime/environment/index.js +57 -0
- package/dist/runtime/environment/index.js.map +1 -0
- package/dist/runtime/environment/installations.d.ts +25 -0
- package/dist/runtime/environment/installations.js +70 -0
- package/dist/runtime/environment/installations.js.map +1 -0
- package/dist/runtime/environment/inventory.d.ts +42 -0
- package/dist/runtime/environment/inventory.js +57 -0
- package/dist/runtime/environment/inventory.js.map +1 -0
- package/dist/runtime/environment/linux-blockers.d.ts +130 -0
- package/dist/runtime/environment/linux-blockers.js +251 -0
- package/dist/runtime/environment/linux-blockers.js.map +1 -0
- package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
- package/dist/runtime/environment/linux-docker-facts.js +342 -0
- package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
- package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
- package/dist/runtime/environment/linux-docker-network.js +195 -0
- package/dist/runtime/environment/linux-docker-network.js.map +1 -0
- package/dist/runtime/environment/linux-host.d.ts +22 -0
- package/dist/runtime/environment/linux-host.js +98 -0
- package/dist/runtime/environment/linux-host.js.map +1 -0
- package/dist/runtime/environment/linux-plan.d.ts +126 -0
- package/dist/runtime/environment/linux-plan.js +392 -0
- package/dist/runtime/environment/linux-plan.js.map +1 -0
- package/dist/runtime/environment/linux-probe.d.ts +245 -0
- package/dist/runtime/environment/linux-probe.js +315 -0
- package/dist/runtime/environment/linux-probe.js.map +1 -0
- package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
- package/dist/runtime/environment/linux-provisioner.js +734 -0
- package/dist/runtime/environment/linux-provisioner.js.map +1 -0
- package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
- package/dist/runtime/environment/provisioner-descriptors.js +62 -0
- package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
- package/dist/runtime/environment/recovery.d.ts +74 -0
- package/dist/runtime/environment/recovery.js +121 -0
- package/dist/runtime/environment/recovery.js.map +1 -0
- package/dist/runtime/environment/rootfs-download.d.ts +2 -0
- package/dist/runtime/environment/rootfs-download.js +47 -0
- package/dist/runtime/environment/rootfs-download.js.map +1 -0
- package/dist/runtime/environment/service.d.ts +280 -0
- package/dist/runtime/environment/service.js +776 -0
- package/dist/runtime/environment/service.js.map +1 -0
- package/dist/runtime/environment/state.d.ts +163 -0
- package/dist/runtime/environment/state.js +479 -0
- package/dist/runtime/environment/state.js.map +1 -0
- package/dist/runtime/environment/store-models.d.ts +19 -0
- package/dist/runtime/environment/store-models.js +30 -0
- package/dist/runtime/environment/store-models.js.map +1 -0
- package/dist/runtime/environment/store.d.ts +210 -0
- package/dist/runtime/environment/store.js +438 -0
- package/dist/runtime/environment/store.js.map +1 -0
- package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
- package/dist/runtime/environment/windows-environment-record.js +89 -0
- package/dist/runtime/environment/windows-environment-record.js.map +1 -0
- package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
- package/dist/runtime/environment/windows-forwarding.js +84 -0
- package/dist/runtime/environment/windows-forwarding.js.map +1 -0
- package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
- package/dist/runtime/environment/windows-guest-setup.js +157 -0
- package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
- package/dist/runtime/environment/windows-host.d.ts +46 -0
- package/dist/runtime/environment/windows-host.js +163 -0
- package/dist/runtime/environment/windows-host.js.map +1 -0
- package/dist/runtime/environment/windows-plan.d.ts +78 -0
- package/dist/runtime/environment/windows-plan.js +216 -0
- package/dist/runtime/environment/windows-plan.js.map +1 -0
- package/dist/runtime/environment/windows-probe.d.ts +135 -0
- package/dist/runtime/environment/windows-probe.js +261 -0
- package/dist/runtime/environment/windows-probe.js.map +1 -0
- package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
- package/dist/runtime/environment/windows-provisioner.js +782 -0
- package/dist/runtime/environment/windows-provisioner.js.map +1 -0
- package/dist/runtime/environment/wiring.d.ts +117 -0
- package/dist/runtime/environment/wiring.js +354 -0
- package/dist/runtime/environment/wiring.js.map +1 -0
- package/dist/runtime/foundation-models/runtime.d.ts +8 -0
- package/dist/runtime/foundation-models/runtime.js +5 -2
- package/dist/runtime/foundation-models/runtime.js.map +1 -1
- package/dist/runtime/llamacpp/args.d.ts +10 -1
- package/dist/runtime/llamacpp/args.js +43 -7
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
- package/dist/runtime/llamacpp/fit-margin.js +47 -0
- package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
- package/dist/runtime/llamacpp/index.d.ts +1 -0
- package/dist/runtime/llamacpp/index.js +1 -0
- package/dist/runtime/llamacpp/index.js.map +1 -1
- package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
- package/dist/runtime/llamacpp/load-plan.js +82 -1
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/policy.d.ts +16 -0
- package/dist/runtime/llamacpp/policy.js +20 -0
- package/dist/runtime/llamacpp/policy.js.map +1 -1
- package/dist/runtime/llamacpp/probe.d.ts +21 -1
- package/dist/runtime/llamacpp/probe.js +32 -6
- package/dist/runtime/llamacpp/probe.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +56 -1
- package/dist/runtime/llamacpp/runtime.js +142 -15
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/managed-engines/index.d.ts +8 -0
- package/dist/runtime/managed-engines/index.js +9 -0
- package/dist/runtime/managed-engines/index.js.map +1 -0
- package/dist/runtime/managed-engines/runtime.d.ts +140 -0
- package/dist/runtime/managed-engines/runtime.js +402 -0
- package/dist/runtime/managed-engines/runtime.js.map +1 -0
- package/dist/runtime/managed-engines/spec.d.ts +70 -0
- package/dist/runtime/managed-engines/spec.js +39 -0
- package/dist/runtime/managed-engines/spec.js.map +1 -0
- package/dist/runtime/managed-models/check.d.ts +50 -0
- package/dist/runtime/managed-models/check.js +157 -0
- package/dist/runtime/managed-models/check.js.map +1 -0
- package/dist/runtime/managed-models/compatibility.d.ts +256 -0
- package/dist/runtime/managed-models/compatibility.js +594 -0
- package/dist/runtime/managed-models/compatibility.js.map +1 -0
- package/dist/runtime/managed-models/delete.d.ts +15 -0
- package/dist/runtime/managed-models/delete.js +60 -0
- package/dist/runtime/managed-models/delete.js.map +1 -0
- package/dist/runtime/managed-models/guest-files.d.ts +8 -0
- package/dist/runtime/managed-models/guest-files.js +49 -0
- package/dist/runtime/managed-models/guest-files.js.map +1 -0
- package/dist/runtime/managed-models/index.d.ts +17 -0
- package/dist/runtime/managed-models/index.js +18 -0
- package/dist/runtime/managed-models/index.js.map +1 -0
- package/dist/runtime/managed-models/location.d.ts +22 -0
- package/dist/runtime/managed-models/location.js +53 -0
- package/dist/runtime/managed-models/location.js.map +1 -0
- package/dist/runtime/managed-models/migrate.d.ts +30 -0
- package/dist/runtime/managed-models/migrate.js +119 -0
- package/dist/runtime/managed-models/migrate.js.map +1 -0
- package/dist/runtime/managed-models/model-dir.d.ts +36 -0
- package/dist/runtime/managed-models/model-dir.js +136 -0
- package/dist/runtime/managed-models/model-dir.js.map +1 -0
- package/dist/runtime/managed-models/quant-format.d.ts +71 -0
- package/dist/runtime/managed-models/quant-format.js +299 -0
- package/dist/runtime/managed-models/quant-format.js.map +1 -0
- package/dist/runtime/managed-models/registry.d.ts +26 -0
- package/dist/runtime/managed-models/registry.js +66 -0
- package/dist/runtime/managed-models/registry.js.map +1 -0
- package/dist/runtime/managed-text/adapter.d.ts +266 -0
- package/dist/runtime/managed-text/adapter.js +96 -0
- package/dist/runtime/managed-text/adapter.js.map +1 -0
- package/dist/runtime/managed-text/backend-target.d.ts +3 -0
- package/dist/runtime/managed-text/backend-target.js +52 -0
- package/dist/runtime/managed-text/backend-target.js.map +1 -0
- package/dist/runtime/managed-text/deployment.d.ts +14 -0
- package/dist/runtime/managed-text/deployment.js +32 -0
- package/dist/runtime/managed-text/deployment.js.map +1 -0
- package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
- package/dist/runtime/managed-text/engine-cache.js +64 -0
- package/dist/runtime/managed-text/engine-cache.js.map +1 -0
- package/dist/runtime/managed-text/gateway.d.ts +158 -0
- package/dist/runtime/managed-text/gateway.js +535 -0
- package/dist/runtime/managed-text/gateway.js.map +1 -0
- package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
- package/dist/runtime/managed-text/generation-defaults.js +51 -0
- package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
- package/dist/runtime/managed-text/index.d.ts +26 -0
- package/dist/runtime/managed-text/index.js +27 -0
- package/dist/runtime/managed-text/index.js.map +1 -0
- package/dist/runtime/managed-text/lifecycle.d.ts +276 -0
- package/dist/runtime/managed-text/lifecycle.js +859 -0
- package/dist/runtime/managed-text/lifecycle.js.map +1 -0
- package/dist/runtime/managed-text/load-policy.d.ts +47 -0
- package/dist/runtime/managed-text/load-policy.js +111 -0
- package/dist/runtime/managed-text/load-policy.js.map +1 -0
- package/dist/runtime/managed-text/mount-source.d.ts +14 -0
- package/dist/runtime/managed-text/mount-source.js +18 -0
- package/dist/runtime/managed-text/mount-source.js.map +1 -0
- package/dist/runtime/managed-text/readiness.d.ts +13 -0
- package/dist/runtime/managed-text/readiness.js +24 -0
- package/dist/runtime/managed-text/readiness.js.map +1 -0
- package/dist/runtime/managed-text/request-rules.d.ts +18 -0
- package/dist/runtime/managed-text/request-rules.js +62 -0
- package/dist/runtime/managed-text/request-rules.js.map +1 -0
- package/dist/runtime/managed-text/types.d.ts +88 -0
- package/dist/runtime/managed-text/types.js +12 -0
- package/dist/runtime/managed-text/types.js.map +1 -0
- package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
- package/dist/runtime/managed-text/wsl-deployment.js +70 -0
- package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
- package/dist/runtime/mlx/errors.d.ts +6 -1
- package/dist/runtime/mlx/errors.js +7 -2
- package/dist/runtime/mlx/errors.js.map +1 -1
- package/dist/runtime/mlx/runtime.d.ts +36 -1
- package/dist/runtime/mlx/runtime.js +85 -4
- package/dist/runtime/mlx/runtime.js.map +1 -1
- package/dist/runtime/shared/backend-output.d.ts +23 -0
- package/dist/runtime/shared/backend-output.js +32 -0
- package/dist/runtime/shared/backend-output.js.map +1 -0
- package/dist/runtime/shared/bounded-output.d.ts +24 -0
- package/dist/runtime/shared/bounded-output.js +63 -0
- package/dist/runtime/shared/bounded-output.js.map +1 -0
- package/dist/runtime/shared/external-sessions.js +9 -1
- package/dist/runtime/shared/external-sessions.js.map +1 -1
- package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
- package/dist/runtime/shared/gpu-occupancy.js +10 -0
- package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
- package/dist/runtime/shared/index.d.ts +4 -0
- package/dist/runtime/shared/index.js +4 -0
- package/dist/runtime/shared/index.js.map +1 -1
- package/dist/runtime/shared/local-runtime.d.ts +35 -0
- package/dist/runtime/shared/ports.d.ts +6 -0
- package/dist/runtime/shared/ports.js +12 -1
- package/dist/runtime/shared/ports.js.map +1 -1
- package/dist/runtime/shared/process.d.ts +11 -0
- package/dist/runtime/shared/process.js +20 -0
- package/dist/runtime/shared/process.js.map +1 -1
- package/dist/runtime/shared/redact-args.d.ts +7 -0
- package/dist/runtime/shared/redact-args.js +26 -0
- package/dist/runtime/shared/redact-args.js.map +1 -0
- package/dist/runtime/shared/sidecar.d.ts +15 -0
- package/dist/runtime/shared/sidecar.js +43 -8
- package/dist/runtime/shared/sidecar.js.map +1 -1
- package/dist/runtime/tensorrt-llm/adapter.d.ts +250 -0
- package/dist/runtime/tensorrt-llm/adapter.js +1011 -0
- package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
- package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
- package/dist/runtime/tensorrt-llm/check.js +21 -0
- package/dist/runtime/tensorrt-llm/check.js.map +1 -0
- package/dist/runtime/tensorrt-llm/compatibility.d.ts +100 -0
- package/dist/runtime/tensorrt-llm/compatibility.js +181 -0
- package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
- package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
- package/dist/runtime/tensorrt-llm/engine.js +24 -0
- package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
- package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
- package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
- package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
- package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
- package/dist/runtime/tensorrt-llm/index.js +31 -0
- package/dist/runtime/tensorrt-llm/index.js.map +1 -0
- package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
- package/dist/runtime/tensorrt-llm/installation.js +53 -0
- package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
- package/dist/runtime/tensorrt-llm/kv-cache.d.ts +25 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js +28 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
- package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
- package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
- package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
- package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
- package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
- package/dist/runtime/tensorrt-llm/settings.js +48 -0
- package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
- package/dist/runtime/vllm/adapter.d.ts +46 -0
- package/dist/runtime/vllm/adapter.js +425 -0
- package/dist/runtime/vllm/adapter.js.map +1 -0
- package/dist/runtime/vllm/engine.d.ts +16 -0
- package/dist/runtime/vllm/engine.js +37 -0
- package/dist/runtime/vllm/engine.js.map +1 -0
- package/dist/runtime/vllm/index.d.ts +11 -0
- package/dist/runtime/vllm/index.js +12 -0
- package/dist/runtime/vllm/index.js.map +1 -0
- package/dist/runtime/vllm/memory.d.ts +69 -0
- package/dist/runtime/vllm/memory.js +123 -0
- package/dist/runtime/vllm/memory.js.map +1 -0
- package/dist/runtime/vllm/settings.d.ts +52 -0
- package/dist/runtime/vllm/settings.js +151 -0
- package/dist/runtime/vllm/settings.js.map +1 -0
- package/dist/runtime/wsl/guest-paths.d.ts +33 -0
- package/dist/runtime/wsl/guest-paths.js +83 -0
- package/dist/runtime/wsl/guest-paths.js.map +1 -0
- package/dist/runtime/wsl/guest-scope.d.ts +14 -0
- package/dist/runtime/wsl/guest-scope.js +98 -0
- package/dist/runtime/wsl/guest-scope.js.map +1 -0
- package/dist/runtime/wsl/index.d.ts +12 -0
- package/dist/runtime/wsl/index.js +13 -0
- package/dist/runtime/wsl/index.js.map +1 -0
- package/dist/runtime/wsl/keeper.d.ts +29 -0
- package/dist/runtime/wsl/keeper.js +48 -0
- package/dist/runtime/wsl/keeper.js.map +1 -0
- package/dist/runtime/wsl/transport.d.ts +106 -0
- package/dist/runtime/wsl/transport.js +181 -0
- package/dist/runtime/wsl/transport.js.map +1 -0
- package/dist/server/control/index.d.ts +1 -1
- package/dist/server/control/router.js +15 -0
- package/dist/server/control/router.js.map +1 -1
- package/dist/server/control/routes/backends.js +26 -0
- package/dist/server/control/routes/backends.js.map +1 -1
- package/dist/server/control/routes/decision.d.ts +10 -0
- package/dist/server/control/routes/decision.js +43 -0
- package/dist/server/control/routes/decision.js.map +1 -0
- package/dist/server/control/routes/diffusion-video.js +4 -0
- package/dist/server/control/routes/diffusion-video.js.map +1 -1
- package/dist/server/control/routes/diffusion.d.ts +1 -1
- package/dist/server/control/routes/diffusion.js +4 -9
- package/dist/server/control/routes/diffusion.js.map +1 -1
- package/dist/server/control/routes/embedding.d.ts +9 -0
- package/dist/server/control/routes/embedding.js +43 -0
- package/dist/server/control/routes/embedding.js.map +1 -0
- package/dist/server/control/routes/engine-builds.d.ts +14 -0
- package/dist/server/control/routes/engine-builds.js +82 -0
- package/dist/server/control/routes/engine-builds.js.map +1 -0
- package/dist/server/control/routes/engines.d.ts +17 -0
- package/dist/server/control/routes/engines.js +152 -0
- package/dist/server/control/routes/engines.js.map +1 -0
- package/dist/server/control/routes/environments.d.ts +16 -0
- package/dist/server/control/routes/environments.js +207 -0
- package/dist/server/control/routes/environments.js.map +1 -0
- package/dist/server/control/routes/hardware.d.ts +1 -1
- package/dist/server/control/routes/hardware.js +11 -6
- package/dist/server/control/routes/hardware.js.map +1 -1
- package/dist/server/control/routes/model-setups.d.ts +11 -0
- package/dist/server/control/routes/model-setups.js +55 -0
- package/dist/server/control/routes/model-setups.js.map +1 -0
- package/dist/server/control/routes/models.d.ts +3 -2
- package/dist/server/control/routes/models.js +45 -2
- package/dist/server/control/routes/models.js.map +1 -1
- package/dist/server/control/types.d.ts +167 -9
- package/dist/server/control/types.js.map +1 -1
- package/dist/server/http.d.ts +9 -1
- package/dist/server/http.js +51 -1
- package/dist/server/http.js.map +1 -1
- package/dist/server/public/decision-preview.d.ts +17 -0
- package/dist/server/public/decision-preview.js +119 -0
- package/dist/server/public/decision-preview.js.map +1 -0
- package/dist/server/public/decision.d.ts +32 -0
- package/dist/server/public/decision.js +135 -0
- package/dist/server/public/decision.js.map +1 -0
- package/dist/server/public/embedding.d.ts +31 -0
- package/dist/server/public/embedding.js +126 -0
- package/dist/server/public/embedding.js.map +1 -0
- package/dist/server/public/errors.d.ts +2 -1
- package/dist/server/public/errors.js +5 -2
- package/dist/server/public/errors.js.map +1 -1
- package/dist/server/public/forward.js +75 -3
- package/dist/server/public/forward.js.map +1 -1
- package/dist/server/public/gates.d.ts +13 -0
- package/dist/server/public/gates.js +37 -14
- package/dist/server/public/gates.js.map +1 -1
- package/dist/server/public/index.d.ts +5 -2
- package/dist/server/public/index.js +14 -1
- package/dist/server/public/index.js.map +1 -1
- package/dist/server/public/listing.d.ts +13 -2
- package/dist/server/public/listing.js +33 -9
- package/dist/server/public/listing.js.map +1 -1
- package/dist/server/public/policy.d.ts +9 -0
- package/dist/server/public/policy.js +68 -0
- package/dist/server/public/policy.js.map +1 -0
- package/dist/server/public/responses.js +10 -0
- package/dist/server/public/responses.js.map +1 -1
- package/dist/server/public/trace.d.ts +2 -2
- package/dist/server/public/trace.js +6 -2
- package/dist/server/public/trace.js.map +1 -1
- package/dist/server/public/types.d.ts +84 -1
- package/dist/settings/decision.d.ts +15 -0
- package/dist/settings/decision.js +88 -0
- package/dist/settings/decision.js.map +1 -0
- package/dist/settings/embedding.d.ts +12 -0
- package/dist/settings/embedding.js +82 -0
- package/dist/settings/embedding.js.map +1 -0
- package/dist/settings/index.d.ts +2 -0
- package/dist/settings/index.js +2 -0
- package/dist/settings/index.js.map +1 -1
- package/dist/settings/schema/atomic-prism.json +433 -0
- package/dist/settings/schema/tensorrt-llm.json +253 -0
- package/dist/settings/schema/vllm.json +273 -0
- package/dist/settings/schema.js +58 -0
- package/dist/settings/schema.js.map +1 -1
- package/dist/settings/store.d.ts +13 -2
- package/dist/settings/store.js +44 -0
- package/dist/settings/store.js.map +1 -1
- package/dist/util/index.d.ts +1 -0
- package/dist/util/index.js +1 -0
- package/dist/util/index.js.map +1 -1
- package/dist/util/result.d.ts +19 -0
- package/dist/util/result.js +15 -0
- package/dist/util/result.js.map +1 -0
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/package.json +1 -1
- package/src/settings/schema/atomic-prism.json +433 -0
- package/src/settings/schema/tensorrt-llm.json +253 -0
- package/src/settings/schema/vllm.json +273 -0
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What differs between the llama.cpp providers when the advisor answers — one table per provider
|
|
3
|
+
* (upstream, TurboQuant, PrismML), pure. `advisor.ts` composes a policy with hardware, catalog,
|
|
4
|
+
* store and clock.
|
|
5
|
+
*
|
|
6
|
+
* Every entry is the function the provider's extension called (upstream:
|
|
7
|
+
* `extensions/llamacpp-upstream-extension/src/{backend,index}.ts` + `tauri-plugin-llamacpp-upstream`;
|
|
8
|
+
* TurboQuant: `extensions/llamacpp-extension/src/{backend,index}.ts` + `tauri-plugin-llamacpp`),
|
|
9
|
+
* already ported into `select/`, `catalog/`, `optimal/` and `turboquant.ts`. The differences kept
|
|
10
|
+
* verbatim: 2 GiB vs 6 GiB VRAM floors, the Windows CUDA-12 driver floors, upstream Linux = Vulkan/CPU
|
|
11
|
+
* only, the `already_optimal` rule, what a `no_catalog_entry` recheck writes, and how a concrete
|
|
12
|
+
* target is resolved (the fork never borrows the current tag).
|
|
13
|
+
*/
|
|
14
|
+
import type { LlamacppProviderId } from '../../contracts/index.js';
|
|
15
|
+
import type { AlreadyOptimalRule, ConcreteBackendResolver, OptimalRecordPolicy } from '../optimal/index.js';
|
|
16
|
+
import type { RocmHostProbe } from '../turboquant.js';
|
|
17
|
+
import type { BackendFeatures, BackendVersion, GpuProbeInfo, IdealBackendResult, SupportedFeatures, TierHealth, UpdateCheckResult } from '../types.js';
|
|
18
|
+
/** What `detect` gets from the advisor: the facts plus the two host-bound closures. */
|
|
19
|
+
export interface AdvisorDetectInput {
|
|
20
|
+
osType: string;
|
|
21
|
+
arch: string;
|
|
22
|
+
cpuExtensions: readonly string[];
|
|
23
|
+
gpus: readonly GpuProbeInfo[];
|
|
24
|
+
/** Linux + TurboQuant: amdkfd / HIP facts; ignored by upstream. */
|
|
25
|
+
rocm?: RocmHostProbe;
|
|
26
|
+
/** The hardware-gated catalog of this provider (`available`). */
|
|
27
|
+
listAvailableBackends: () => Promise<BackendVersion[]>;
|
|
28
|
+
/** Windows + upstream: `tierEnumeratesDevices` bound to this host; ignored by the fork. */
|
|
29
|
+
probeTier: (tier: string) => Promise<TierHealth>;
|
|
30
|
+
onWarn?: (message: string) => void;
|
|
31
|
+
}
|
|
32
|
+
/** What a `no_catalog_entry` recheck persists: upstream cleared its cache, the fork kept the record. */
|
|
33
|
+
export type NoCatalogEntryWrite = 'null' | 'record';
|
|
34
|
+
export interface BackendProviderPolicy {
|
|
35
|
+
readonly provider: LlamacppProviderId;
|
|
36
|
+
/** `get_supported_features` of the provider's plugin. */
|
|
37
|
+
features(osType: string, cpuExtensions: readonly string[], gpus: readonly GpuProbeInfo[], rocm?: RocmHostProbe): SupportedFeatures;
|
|
38
|
+
/** `determine_supported_backends`; throws `INVALID_ARGUMENT` for an OS/arch the provider has no build for. */
|
|
39
|
+
supportedBackends(osType: string, arch: string, features: BackendFeatures): string[];
|
|
40
|
+
/** `list_supported_backends`: remote + installed, keyed, sorted newest first by the provider's comparator. */
|
|
41
|
+
merge(remote: readonly BackendVersion[], local: readonly BackendVersion[]): BackendVersion[];
|
|
42
|
+
/** The extension's hardware gate on the merged catalog. */
|
|
43
|
+
filterBySupport(merged: readonly BackendVersion[], supported: readonly string[], osType: string): BackendVersion[];
|
|
44
|
+
/** The extension's `determineBestBackend`; `''` for an empty catalog. */
|
|
45
|
+
determineBest(available: readonly BackendVersion[], gpus: readonly GpuProbeInfo[]): string;
|
|
46
|
+
/** `find_latest_version_for_backend`. */
|
|
47
|
+
findLatest(list: readonly BackendVersion[], backendType: string): string | null;
|
|
48
|
+
/** Ids behind the static "Latest <variant>" dropdown entries. */
|
|
49
|
+
staticVariants(osType: string, currentVersionBackend: string, arch?: string): string[];
|
|
50
|
+
/** `get_backend_category`. */
|
|
51
|
+
getCategory(backend: string): string | null;
|
|
52
|
+
readonly alreadyOptimalRule: AlreadyOptimalRule;
|
|
53
|
+
readonly noCatalogEntryWrites: NoCatalogEntryWrite;
|
|
54
|
+
/** `map_old_backend_to_new`. */
|
|
55
|
+
normalizeId(backend: string): string;
|
|
56
|
+
/** Whether a tag bump from `currentType` to `targetType` stays inside one backend family. */
|
|
57
|
+
sameFamily(currentType: string, targetType: string): boolean;
|
|
58
|
+
/** Whether a resolved update target may be offered at all (the fork offers stable tags only). */
|
|
59
|
+
acceptsUpdateTarget(target: string): boolean;
|
|
60
|
+
/** `check_backend_for_updates`; throws `INVALID_ARGUMENT` for a current that is not `<tag>/<id>`. */
|
|
61
|
+
checkUpdates(current: string, list: readonly BackendVersion[]): UpdateCheckResult;
|
|
62
|
+
/** A `latest/<id>` sentinel's concrete target in the catalog, or `null`. */
|
|
63
|
+
resolveSentinel(backendId: string, available: readonly BackendVersion[]): string | null;
|
|
64
|
+
detect(input: AdvisorDetectInput): Promise<IdealBackendResult>;
|
|
65
|
+
/** The concrete `<tag>/<id>` for a detected ideal type, or `null`. */
|
|
66
|
+
resolveConcrete(idealType: string, current: string, deps: ConcreteBackendResolver): Promise<string | null>;
|
|
67
|
+
}
|
|
68
|
+
/** The `optimal-cache.ts` view of a policy. */
|
|
69
|
+
export declare function recordPolicyOf(policy: BackendProviderPolicy): OptimalRecordPolicy;
|
|
70
|
+
export declare const UPSTREAM_POLICY: BackendProviderPolicy;
|
|
71
|
+
export declare const TURBOQUANT_POLICY: BackendProviderPolicy;
|
|
72
|
+
/**
|
|
73
|
+
* PrismML (`atomic-prism`). Its catalog is already filtered to offered releases (approved, not
|
|
74
|
+
* withdrawn, runnable by this core) before the policy sees it, so every resolved target may be
|
|
75
|
+
* offered. A tag bump never changes the backend id, and the category rule keeps a CUDA 12.4 user from
|
|
76
|
+
* being nudged to 12.8.
|
|
77
|
+
*/
|
|
78
|
+
export declare const PRISM_POLICY: BackendProviderPolicy;
|
|
79
|
+
export declare function policyFor(provider: LlamacppProviderId): BackendProviderPolicy;
|
|
80
|
+
/** The provider ids the advisor answers for; anything else is a caller error. */
|
|
81
|
+
export declare function isLlamacppProviderId(value: unknown): value is LlamacppProviderId;
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* What differs between the llama.cpp providers when the advisor answers — one table per provider
|
|
3
|
+
* (upstream, TurboQuant, PrismML), pure. `advisor.ts` composes a policy with hardware, catalog,
|
|
4
|
+
* store and clock.
|
|
5
|
+
*
|
|
6
|
+
* Every entry is the function the provider's extension called (upstream:
|
|
7
|
+
* `extensions/llamacpp-upstream-extension/src/{backend,index}.ts` + `tauri-plugin-llamacpp-upstream`;
|
|
8
|
+
* TurboQuant: `extensions/llamacpp-extension/src/{backend,index}.ts` + `tauri-plugin-llamacpp`),
|
|
9
|
+
* already ported into `select/`, `catalog/`, `optimal/` and `turboquant.ts`. The differences kept
|
|
10
|
+
* verbatim: 2 GiB vs 6 GiB VRAM floors, the Windows CUDA-12 driver floors, upstream Linux = Vulkan/CPU
|
|
11
|
+
* only, the `already_optimal` rule, what a `no_catalog_entry` recheck writes, and how a concrete
|
|
12
|
+
* target is resolved (the fork never borrows the current tag).
|
|
13
|
+
*/
|
|
14
|
+
import { isConcreteOfGpuFamily, mapOldBackendToNew, resolveLatestVersionBackend } from '../catalog/index.js';
|
|
15
|
+
import { resolveConcreteOptimalBackend } from '../optimal/index.js';
|
|
16
|
+
import { checkBackendForUpdates, checkPrismBackendForUpdates, checkTurboquantBackendForUpdates, detectIdealBackendType, detectIdealPrismBackendType, detectIdealTurboquantBackendType, determineBestBackend, determineBestPrismBackend, determinePrismSupportedBackends, determineSupportedBackends, filterBackendsBySupport, filterPrismBackendsBySupport, findLatestPrismVersionForBackend, findLatestTurboquantVersionForBackend, findLatestVersionForBackend, getBackendCategory, getPrismBackendCategory, getPrismSupportedFeatures, getSupportedFeatures, listSupportedBackends, mergePrismBackends, staticLatestVariants, } from '../select/index.js';
|
|
17
|
+
import { compareTurboquantBackendsForSort, determineBestTurboquantBackend, determineTurboquantSupportedBackends, filterTurboquantBackendsBySupport, getTurboquantBackendCategory, getTurboquantSupportedFeatures, isStableReleaseTag, mapOldTurboquantBackendToNew, } from '../turboquant.js';
|
|
18
|
+
import { stripBom } from '../version.js';
|
|
19
|
+
/** The `optimal-cache.ts` view of a policy. */
|
|
20
|
+
export function recordPolicyOf(policy) {
|
|
21
|
+
return {
|
|
22
|
+
provider: policy.provider,
|
|
23
|
+
getCategory: (backend) => policy.getCategory(backend),
|
|
24
|
+
alreadyOptimalRule: policy.alreadyOptimalRule,
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
export const UPSTREAM_POLICY = {
|
|
28
|
+
provider: 'llamacpp-upstream',
|
|
29
|
+
features: (osType, cpuExtensions, gpus) => getSupportedFeatures(osType, cpuExtensions, gpus),
|
|
30
|
+
supportedBackends: determineSupportedBackends,
|
|
31
|
+
merge: listSupportedBackends,
|
|
32
|
+
filterBySupport: filterBackendsBySupport,
|
|
33
|
+
determineBest: determineBestBackend,
|
|
34
|
+
findLatest: findLatestVersionForBackend,
|
|
35
|
+
staticVariants: (osType, current, arch) => staticLatestVariants(osType, current, arch),
|
|
36
|
+
getCategory: getBackendCategory,
|
|
37
|
+
alreadyOptimalRule: 'type-and-category',
|
|
38
|
+
noCatalogEntryWrites: 'null',
|
|
39
|
+
normalizeId: mapOldBackendToNew,
|
|
40
|
+
sameFamily: (currentType, targetType) => {
|
|
41
|
+
const migrated = mapOldBackendToNew(currentType);
|
|
42
|
+
return (targetType === currentType ||
|
|
43
|
+
targetType === migrated ||
|
|
44
|
+
isConcreteOfGpuFamily(currentType, targetType) ||
|
|
45
|
+
isConcreteOfGpuFamily(migrated, targetType));
|
|
46
|
+
},
|
|
47
|
+
acceptsUpdateTarget: () => true,
|
|
48
|
+
checkUpdates: checkBackendForUpdates,
|
|
49
|
+
resolveSentinel: (backendId, available) => resolveLatestVersionBackend(backendId, [...available]),
|
|
50
|
+
detect: (input) => detectIdealBackendType({
|
|
51
|
+
osType: input.osType,
|
|
52
|
+
arch: input.arch,
|
|
53
|
+
cpuExtensions: input.cpuExtensions,
|
|
54
|
+
gpus: input.gpus,
|
|
55
|
+
listAvailableBackends: input.listAvailableBackends,
|
|
56
|
+
probeTier: input.probeTier,
|
|
57
|
+
...(input.onWarn ? { onWarn: input.onWarn } : {}),
|
|
58
|
+
}),
|
|
59
|
+
resolveConcrete: (idealType, current, deps) => resolveConcreteOptimalBackend(idealType, current, deps, 'BackendAdvisor.recommend'),
|
|
60
|
+
};
|
|
61
|
+
export const TURBOQUANT_POLICY = {
|
|
62
|
+
provider: 'llamacpp',
|
|
63
|
+
features: (osType, cpuExtensions, gpus, rocm) => getTurboquantSupportedFeatures(osType, cpuExtensions, gpus, rocm),
|
|
64
|
+
supportedBackends: determineTurboquantSupportedBackends,
|
|
65
|
+
merge: (remote, local) => listSupportedBackends(remote, local).sort(compareTurboquantBackendsForSort),
|
|
66
|
+
filterBySupport: (merged, supported) => filterTurboquantBackendsBySupport(merged, supported),
|
|
67
|
+
determineBest: determineBestTurboquantBackend,
|
|
68
|
+
findLatest: findLatestTurboquantVersionForBackend,
|
|
69
|
+
staticVariants: () => [],
|
|
70
|
+
getCategory: getTurboquantBackendCategory,
|
|
71
|
+
alreadyOptimalRule: 'category',
|
|
72
|
+
noCatalogEntryWrites: 'record',
|
|
73
|
+
normalizeId: mapOldTurboquantBackendToNew,
|
|
74
|
+
sameFamily: (currentType, targetType) => targetType === currentType || targetType === mapOldTurboquantBackendToNew(currentType),
|
|
75
|
+
acceptsUpdateTarget: (target) => isStableReleaseTag(target),
|
|
76
|
+
checkUpdates: checkTurboquantBackendForUpdates,
|
|
77
|
+
resolveSentinel: (backendId, available) => findLatestTurboquantVersionForBackend(available, mapOldTurboquantBackendToNew(backendId)),
|
|
78
|
+
detect: (input) => detectIdealTurboquantBackendType({
|
|
79
|
+
osType: input.osType,
|
|
80
|
+
arch: input.arch,
|
|
81
|
+
cpuExtensions: input.cpuExtensions,
|
|
82
|
+
gpus: input.gpus,
|
|
83
|
+
...(input.rocm ? { rocm: input.rocm } : {}),
|
|
84
|
+
listAvailableBackends: input.listAvailableBackends,
|
|
85
|
+
...(input.onWarn ? { onWarn: input.onWarn } : {}),
|
|
86
|
+
}),
|
|
87
|
+
/**
|
|
88
|
+
* Exact catalog match only. Never reuse the current backend's tag: the catalog entry is the only
|
|
89
|
+
* thing that knows which release carries a variant, and a legacy install can still sit on a
|
|
90
|
+
* per-variant tag (`resolveConcreteBackend` of the fork extension).
|
|
91
|
+
*/
|
|
92
|
+
resolveConcrete: async (idealType, _current, deps) => {
|
|
93
|
+
try {
|
|
94
|
+
const match = (await deps.listSupportedBackends()).find((b) => stripBom(b.backend) === idealType);
|
|
95
|
+
return match ? `${stripBom(match.version)}/${stripBom(match.backend)}` : null;
|
|
96
|
+
}
|
|
97
|
+
catch (err) {
|
|
98
|
+
deps.onWarn?.(`resolveConcreteBackend: failed to resolve concrete tag from catalog: ${err instanceof Error ? err.message : String(err)}`);
|
|
99
|
+
return null;
|
|
100
|
+
}
|
|
101
|
+
},
|
|
102
|
+
};
|
|
103
|
+
/**
|
|
104
|
+
* PrismML (`atomic-prism`). Its catalog is already filtered to offered releases (approved, not
|
|
105
|
+
* withdrawn, runnable by this core) before the policy sees it, so every resolved target may be
|
|
106
|
+
* offered. A tag bump never changes the backend id, and the category rule keeps a CUDA 12.4 user from
|
|
107
|
+
* being nudged to 12.8.
|
|
108
|
+
*/
|
|
109
|
+
export const PRISM_POLICY = {
|
|
110
|
+
provider: 'atomic-prism',
|
|
111
|
+
features: (osType, cpuExtensions, gpus, rocm) => getPrismSupportedFeatures(osType, cpuExtensions, gpus, rocm),
|
|
112
|
+
supportedBackends: determinePrismSupportedBackends,
|
|
113
|
+
merge: mergePrismBackends,
|
|
114
|
+
filterBySupport: (merged, supported) => filterPrismBackendsBySupport(merged, supported),
|
|
115
|
+
determineBest: determineBestPrismBackend,
|
|
116
|
+
findLatest: findLatestPrismVersionForBackend,
|
|
117
|
+
staticVariants: () => [],
|
|
118
|
+
getCategory: getPrismBackendCategory,
|
|
119
|
+
alreadyOptimalRule: 'category',
|
|
120
|
+
noCatalogEntryWrites: 'record',
|
|
121
|
+
normalizeId: (backend) => stripBom(backend),
|
|
122
|
+
sameFamily: (currentType, targetType) => currentType === targetType,
|
|
123
|
+
acceptsUpdateTarget: () => true,
|
|
124
|
+
checkUpdates: checkPrismBackendForUpdates,
|
|
125
|
+
resolveSentinel: (backendId, available) => findLatestPrismVersionForBackend(available, backendId),
|
|
126
|
+
detect: (input) => detectIdealPrismBackendType({
|
|
127
|
+
osType: input.osType,
|
|
128
|
+
arch: input.arch,
|
|
129
|
+
cpuExtensions: input.cpuExtensions,
|
|
130
|
+
gpus: input.gpus,
|
|
131
|
+
...(input.rocm ? { rocm: input.rocm } : {}),
|
|
132
|
+
listAvailableBackends: input.listAvailableBackends,
|
|
133
|
+
...(input.onWarn ? { onWarn: input.onWarn } : {}),
|
|
134
|
+
}),
|
|
135
|
+
resolveConcrete: async (idealType, _current, deps) => {
|
|
136
|
+
try {
|
|
137
|
+
return findLatestPrismVersionForBackend(await deps.listSupportedBackends(), idealType);
|
|
138
|
+
}
|
|
139
|
+
catch (err) {
|
|
140
|
+
deps.onWarn?.(`resolveConcrete: ${err instanceof Error ? err.message : String(err)}`);
|
|
141
|
+
return null;
|
|
142
|
+
}
|
|
143
|
+
},
|
|
144
|
+
};
|
|
145
|
+
export function policyFor(provider) {
|
|
146
|
+
if (provider === 'atomic-prism')
|
|
147
|
+
return PRISM_POLICY;
|
|
148
|
+
return provider === 'llamacpp' ? TURBOQUANT_POLICY : UPSTREAM_POLICY;
|
|
149
|
+
}
|
|
150
|
+
/** The provider ids the advisor answers for; anything else is a caller error. */
|
|
151
|
+
export function isLlamacppProviderId(value) {
|
|
152
|
+
return value === 'llamacpp-upstream' || value === 'llamacpp' || value === 'atomic-prism';
|
|
153
|
+
}
|
|
154
|
+
//# sourceMappingURL=policy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../../src/backend/advisor/policy.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAA;AAC5G,OAAO,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAA;AAEnE,OAAO,EACL,sBAAsB,EACtB,2BAA2B,EAC3B,gCAAgC,EAChC,sBAAsB,EACtB,2BAA2B,EAC3B,gCAAgC,EAChC,oBAAoB,EACpB,yBAAyB,EACzB,+BAA+B,EAC/B,0BAA0B,EAC1B,uBAAuB,EACvB,4BAA4B,EAC5B,gCAAgC,EAChC,qCAAqC,EACrC,2BAA2B,EAC3B,kBAAkB,EAClB,uBAAuB,EACvB,yBAAyB,EACzB,oBAAoB,EACpB,qBAAqB,EACrB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EACL,gCAAgC,EAChC,8BAA8B,EAC9B,oCAAoC,EACpC,iCAAiC,EACjC,4BAA4B,EAC5B,8BAA8B,EAC9B,kBAAkB,EAClB,4BAA4B,GAC7B,MAAM,kBAAkB,CAAA;AAWzB,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAgExC,+CAA+C;AAC/C,MAAM,UAAU,cAAc,CAAC,MAA6B;IAC1D,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC;QACrD,kBAAkB,EAAE,MAAM,CAAC,kBAAkB;KAC9C,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAA0B;IACpD,QAAQ,EAAE,mBAAmB;IAC7B,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,CAAC;IAC5F,iBAAiB,EAAE,0BAA0B;IAC7C,KAAK,EAAE,qBAAqB;IAC5B,eAAe,EAAE,uBAAuB;IACxC,aAAa,EAAE,oBAAoB;IACnC,UAAU,EAAE,2BAA2B;IACvC,cAAc,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC;IACtF,WAAW,EAAE,kBAAkB;IAC/B,kBAAkB,EAAE,mBAAmB;IACvC,oBAAoB,EAAE,MAAM;IAC5B,WAAW,EAAE,kBAAkB;IAC/B,UAAU,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE;QACtC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAA;QAChD,OAAO,CACL,UAAU,KAAK,WAAW;YAC1B,UAAU,KAAK,QAAQ;YACvB,qBAAqB,CAAC,WAAW,EAAE,UAAU,CAAC;YAC9C,qBAAqB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAC5C,CAAA;IACH,CAAC;IACD,mBAAmB,EAAE,GAAG,EAAE,CAAC,IAAI;IAC/B,YAAY,EAAE,sBAAsB;IACpC,eAAe,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,2BAA2B,CAAC,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;IACjG,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAChB,sBAAsB,CAAC;QACrB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;QAClD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC;IACJ,eAAe,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAC5C,6BAA6B,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,0BAA0B,CAAC;CACtF,CAAA;AAED,MAAM,CAAC,MAAM,iBAAiB,GAA0B;IACtD,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAC9C,8BAA8B,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC;IACnE,iBAAiB,EAAE,oCAAoC;IACvD,KAAK,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,qBAAqB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC;IACrG,eAAe,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,iCAAiC,CAAC,MAAM,EAAE,SAAS,CAAC;IAC5F,aAAa,EAAE,8BAA8B;IAC7C,UAAU,EAAE,qCAAqC;IACjD,cAAc,EAAE,GAAG,EAAE,CAAC,EAAE;IACxB,WAAW,EAAE,4BAA4B;IACzC,kBAAkB,EAAE,UAAU;IAC9B,oBAAoB,EAAE,QAAQ;IAC9B,WAAW,EAAE,4BAA4B;IACzC,UAAU,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE,CACtC,UAAU,KAAK,WAAW,IAAI,UAAU,KAAK,4BAA4B,CAAC,WAAW,CAAC;IACxF,mBAAmB,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC;IAC3D,YAAY,EAAE,gCAAgC;IAC9C,eAAe,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CACxC,qCAAqC,CAAC,SAAS,EAAE,4BAA4B,CAAC,SAAS,CAAC,CAAC;IAC3F,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAChB,gCAAgC,CAAC;QAC/B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;QAClD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC;IACJ;;;;OAIG;IACH,eAAe,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;QACnD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,CAAA;YACjG,OAAO,KAAK,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;QAC/E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,EAAE,CACX,wEAAwE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC3H,CAAA;YACD,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;CACF,CAAA;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,YAAY,GAA0B;IACjD,QAAQ,EAAE,cAAc;IACxB,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAC9C,yBAAyB,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC;IAC9D,iBAAiB,EAAE,+BAA+B;IAClD,KAAK,EAAE,kBAAkB;IACzB,eAAe,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,4BAA4B,CAAC,MAAM,EAAE,SAAS,CAAC;IACvF,aAAa,EAAE,yBAAyB;IACxC,UAAU,EAAE,gCAAgC;IAC5C,cAAc,EAAE,GAAG,EAAE,CAAC,EAAE;IACxB,WAAW,EAAE,uBAAuB;IACpC,kBAAkB,EAAE,UAAU;IAC9B,oBAAoB,EAAE,QAAQ;IAC9B,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;IAC3C,UAAU,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC,WAAW,KAAK,UAAU;IACnE,mBAAmB,EAAE,GAAG,EAAE,CAAC,IAAI;IAC/B,YAAY,EAAE,2BAA2B;IACzC,eAAe,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,gCAAgC,CAAC,SAAS,EAAE,SAAS,CAAC;IACjG,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAChB,2BAA2B,CAAC;QAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;QAClD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC;IACJ,eAAe,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;QACnD,IAAI,CAAC;YACH,OAAO,gCAAgC,CAAC,MAAM,IAAI,CAAC,qBAAqB,EAAE,EAAE,SAAS,CAAC,CAAA;QACxF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,EAAE,CAAC,oBAAoB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACrF,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;CACF,CAAA;AAED,MAAM,UAAU,SAAS,CAAC,QAA4B;IACpD,IAAI,QAAQ,KAAK,cAAc;QAAE,OAAO,YAAY,CAAA;IACpD,OAAO,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,eAAe,CAAA;AACtE,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,OAAO,KAAK,KAAK,mBAAmB,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,cAAc,CAAA;AAC1F,CAAC"}
|
|
@@ -17,10 +17,15 @@ export declare const GGML_ORG_DOWNLOAD_BASE = "https://github.com/ggml-org/llama
|
|
|
17
17
|
/**
|
|
18
18
|
* Internal Linux backend id → ggml-org asset infix (between `bin-` and `.tar.gz`). Upstream calls
|
|
19
19
|
* its Linux builds `ubuntu-*`; the app surfaces them as `linux-*`. The whitelist is deliberately
|
|
20
|
-
* narrow (`s390x`, `
|
|
20
|
+
* narrow (`s390x`, `rocm-*`, `openvino-*`, the Snapdragon build are dropped). The arm64 CUDA builds
|
|
21
|
+
* carry a toolkit minor and are translated by pattern (`linuxUpstreamInfix`), not listed here.
|
|
21
22
|
*/
|
|
22
23
|
export declare const LINUX_UPSTREAM_ASSET_BY_BACKEND: Readonly<Record<string, string>>;
|
|
23
24
|
export declare const LINUX_BACKEND_BY_UPSTREAM_ASSET: Readonly<Record<string, string>>;
|
|
25
|
+
/** `ubuntu-*` asset infix of a Linux backend id (`linux-cuda-13.4-arm64` → `ubuntu-cuda-13.4-arm64`). */
|
|
26
|
+
export declare function linuxUpstreamInfix(backend: string): string | null;
|
|
27
|
+
/** Linux backend id of an `ubuntu-*` asset infix, or `undefined` for an infix the app does not use. */
|
|
28
|
+
export declare function linuxBackendForUpstreamInfix(infix: string): string | undefined;
|
|
24
29
|
/**
|
|
25
30
|
* `llama-{tag}-bin-{variant}.{tar.gz|zip}`: macOS and Linux tarballs, Windows zips; Linux ids are
|
|
26
31
|
* translated to their `ubuntu-*` infix.
|
|
@@ -57,14 +62,23 @@ export declare const WIN_ROCM_ARCHIVE_BYTES_FALLBACK: number;
|
|
|
57
62
|
*/
|
|
58
63
|
export declare function requiredDiskSpaceForBackend(backend: string, archiveBytes?: number): number | null;
|
|
59
64
|
/**
|
|
60
|
-
* `cudart-llama-bin-win-cuda-<toolkit
|
|
65
|
+
* `cudart-llama-bin-win-cuda-<toolkit>-<arch>.zip`: the CUDA runtime DLLs the main Windows CUDA
|
|
61
66
|
* archive does not carry. Without them `llama-server.exe --list-devices` is empty on hosts without
|
|
62
67
|
* a system-wide toolkit (Atomic-Chat#14). Never mirrored — NVIDIA-signed and ~391 MB each.
|
|
63
68
|
*/
|
|
64
|
-
export declare function buildWindowsCudartArchiveName(cudaToolkitVersion: string): string;
|
|
65
|
-
/**
|
|
69
|
+
export declare function buildWindowsCudartArchiveName(cudaToolkitVersion: string, arch?: 'x64' | 'arm64'): string;
|
|
70
|
+
/**
|
|
71
|
+
* `cudart-llama-<tag>-bin-ubuntu-cuda-<toolkit>-<arch>.tar.gz`: the CUDA runtime libraries
|
|
72
|
+
* (`libcudart.so.13`, `libcublas.so.13`, …) the Linux CUDA archive does not carry. Unlike the
|
|
73
|
+
* Windows companion its name carries the release tag. Never mirrored (~550 MB).
|
|
74
|
+
*/
|
|
75
|
+
export declare function buildLinuxCudartArchiveName(version: string, cudaToolkitVersion: string, arch?: 'arm64'): string;
|
|
76
|
+
/** cudart companion URL on the ggml-org CDN, or `null` for a non-CUDA backend. */
|
|
66
77
|
export declare function getCudartDownloadUrl(version: string, backend: string): string | null;
|
|
67
|
-
/**
|
|
68
|
-
|
|
69
|
-
|
|
78
|
+
/**
|
|
79
|
+
* cudart companion file name, or `null` for a non-CUDA backend. The Linux name needs the release
|
|
80
|
+
* tag, so a Linux CUDA backend without `version` is `null` as well.
|
|
81
|
+
*/
|
|
82
|
+
export declare function getCudartArchiveName(backend: string, version?: string): string | null;
|
|
83
|
+
/** CUDA toolkit version (`"13.3"`) `isCudaInstalled` expects for a Windows or Linux CUDA backend, else `null`. */
|
|
70
84
|
export declare function getCudaToolkitVersion(backend: string): string | null;
|
|
@@ -9,7 +9,7 @@
|
|
|
9
9
|
* Pure: `resolveBackendArchiveSource` takes the manifest as data instead of fetching it.
|
|
10
10
|
*/
|
|
11
11
|
import { AtomicCoreError } from '../../contracts/index.js';
|
|
12
|
-
import { matchWindowsCudaBackend } from './cuda-family.js';
|
|
12
|
+
import { linuxCudaBackendArch, matchLinuxCudaBackend, matchWindowsCudaBackend, windowsCudaBackendArch, } from './cuda-family.js';
|
|
13
13
|
import { stripBom } from '../version.js';
|
|
14
14
|
/**
|
|
15
15
|
* Un-mirrored fallback: the official ggml-org/llama.cpp release stream. Deliberately not the
|
|
@@ -19,13 +19,35 @@ export const GGML_ORG_DOWNLOAD_BASE = 'https://github.com/ggml-org/llama.cpp/rel
|
|
|
19
19
|
/**
|
|
20
20
|
* Internal Linux backend id → ggml-org asset infix (between `bin-` and `.tar.gz`). Upstream calls
|
|
21
21
|
* its Linux builds `ubuntu-*`; the app surfaces them as `linux-*`. The whitelist is deliberately
|
|
22
|
-
* narrow (`s390x`, `
|
|
22
|
+
* narrow (`s390x`, `rocm-*`, `openvino-*`, the Snapdragon build are dropped). The arm64 CUDA builds
|
|
23
|
+
* carry a toolkit minor and are translated by pattern (`linuxUpstreamInfix`), not listed here.
|
|
23
24
|
*/
|
|
24
25
|
export const LINUX_UPSTREAM_ASSET_BY_BACKEND = {
|
|
25
26
|
'linux-cpu-x64': 'ubuntu-x64',
|
|
26
27
|
'linux-vulkan-x64': 'ubuntu-vulkan-x64',
|
|
28
|
+
'linux-cpu-arm64': 'ubuntu-arm64',
|
|
29
|
+
'linux-vulkan-arm64': 'ubuntu-vulkan-arm64',
|
|
27
30
|
};
|
|
28
31
|
export const LINUX_BACKEND_BY_UPSTREAM_ASSET = Object.fromEntries(Object.entries(LINUX_UPSTREAM_ASSET_BY_BACKEND).map(([k, v]) => [v, k]));
|
|
32
|
+
const LINUX_CUDA_UPSTREAM_INFIX_RE = /^ubuntu-cuda-(13\.\d+)-(arm64)$/;
|
|
33
|
+
/** `ubuntu-*` asset infix of a Linux backend id (`linux-cuda-13.4-arm64` → `ubuntu-cuda-13.4-arm64`). */
|
|
34
|
+
export function linuxUpstreamInfix(backend) {
|
|
35
|
+
const id = stripBom(backend);
|
|
36
|
+
const listed = LINUX_UPSTREAM_ASSET_BY_BACKEND[id];
|
|
37
|
+
if (listed)
|
|
38
|
+
return listed;
|
|
39
|
+
const toolkit = matchLinuxCudaBackend(id);
|
|
40
|
+
const arch = linuxCudaBackendArch(id);
|
|
41
|
+
return toolkit && arch ? `ubuntu-cuda-${toolkit}-${arch}` : null;
|
|
42
|
+
}
|
|
43
|
+
/** Linux backend id of an `ubuntu-*` asset infix, or `undefined` for an infix the app does not use. */
|
|
44
|
+
export function linuxBackendForUpstreamInfix(infix) {
|
|
45
|
+
const listed = LINUX_BACKEND_BY_UPSTREAM_ASSET[infix];
|
|
46
|
+
if (listed)
|
|
47
|
+
return listed;
|
|
48
|
+
const m = LINUX_CUDA_UPSTREAM_INFIX_RE.exec(infix);
|
|
49
|
+
return m ? `linux-cuda-${m[1]}-${m[2]}` : undefined;
|
|
50
|
+
}
|
|
29
51
|
/**
|
|
30
52
|
* `llama-{tag}-bin-{variant}.{tar.gz|zip}`: macOS and Linux tarballs, Windows zips; Linux ids are
|
|
31
53
|
* translated to their `ubuntu-*` infix.
|
|
@@ -33,7 +55,7 @@ export const LINUX_BACKEND_BY_UPSTREAM_ASSET = Object.fromEntries(Object.entries
|
|
|
33
55
|
export function getBackendArchiveName(version, backend) {
|
|
34
56
|
const tag = stripBom(version);
|
|
35
57
|
const id = stripBom(backend);
|
|
36
|
-
const linuxInfix =
|
|
58
|
+
const linuxInfix = linuxUpstreamInfix(id);
|
|
37
59
|
if (linuxInfix)
|
|
38
60
|
return `llama-${tag}-bin-${linuxInfix}.tar.gz`;
|
|
39
61
|
const extension = id.startsWith('macos-') ? 'tar.gz' : 'zip';
|
|
@@ -72,8 +94,10 @@ export function resolveBackendArchiveSource(version, backend, manifest) {
|
|
|
72
94
|
/** Short label for the "Latest <variant>" dropdown entries; the raw id for anything unrecognised. */
|
|
73
95
|
export function friendlyBackendLabel(backend) {
|
|
74
96
|
const id = stripBom(backend);
|
|
75
|
-
if (id.endsWith('cpu-x64'))
|
|
97
|
+
if (id.endsWith('cpu-x64') || id.endsWith('cpu-arm64'))
|
|
76
98
|
return 'CPU';
|
|
99
|
+
if (id.includes('opencl-adreno'))
|
|
100
|
+
return 'OpenCL (Adreno)';
|
|
77
101
|
if (id.includes('cuda-13'))
|
|
78
102
|
return 'CUDA 13';
|
|
79
103
|
if (id.includes('cuda-12'))
|
|
@@ -112,27 +136,43 @@ export function requiredDiskSpaceForBackend(backend, archiveBytes) {
|
|
|
112
136
|
return archive + WIN_ROCM_UNPACKED_BYTES + BACKEND_INSTALL_HEADROOM_BYTES;
|
|
113
137
|
}
|
|
114
138
|
/**
|
|
115
|
-
* `cudart-llama-bin-win-cuda-<toolkit
|
|
139
|
+
* `cudart-llama-bin-win-cuda-<toolkit>-<arch>.zip`: the CUDA runtime DLLs the main Windows CUDA
|
|
116
140
|
* archive does not carry. Without them `llama-server.exe --list-devices` is empty on hosts without
|
|
117
141
|
* a system-wide toolkit (Atomic-Chat#14). Never mirrored — NVIDIA-signed and ~391 MB each.
|
|
118
142
|
*/
|
|
119
|
-
export function buildWindowsCudartArchiveName(cudaToolkitVersion) {
|
|
120
|
-
return `cudart-llama-bin-win-cuda-${cudaToolkitVersion}
|
|
143
|
+
export function buildWindowsCudartArchiveName(cudaToolkitVersion, arch = 'x64') {
|
|
144
|
+
return `cudart-llama-bin-win-cuda-${cudaToolkitVersion}-${arch}.zip`;
|
|
145
|
+
}
|
|
146
|
+
/**
|
|
147
|
+
* `cudart-llama-<tag>-bin-ubuntu-cuda-<toolkit>-<arch>.tar.gz`: the CUDA runtime libraries
|
|
148
|
+
* (`libcudart.so.13`, `libcublas.so.13`, …) the Linux CUDA archive does not carry. Unlike the
|
|
149
|
+
* Windows companion its name carries the release tag. Never mirrored (~550 MB).
|
|
150
|
+
*/
|
|
151
|
+
export function buildLinuxCudartArchiveName(version, cudaToolkitVersion, arch = 'arm64') {
|
|
152
|
+
return `cudart-llama-${stripBom(version)}-bin-ubuntu-cuda-${cudaToolkitVersion}-${arch}.tar.gz`;
|
|
121
153
|
}
|
|
122
|
-
/** cudart companion URL on the ggml-org CDN, or `null` for a non-CUDA
|
|
154
|
+
/** cudart companion URL on the ggml-org CDN, or `null` for a non-CUDA backend. */
|
|
123
155
|
export function getCudartDownloadUrl(version, backend) {
|
|
124
|
-
const
|
|
125
|
-
|
|
126
|
-
return null;
|
|
127
|
-
return `${GGML_ORG_DOWNLOAD_BASE}/${stripBom(version)}/${buildWindowsCudartArchiveName(toolkit)}`;
|
|
156
|
+
const name = getCudartArchiveName(backend, version);
|
|
157
|
+
return name ? `${GGML_ORG_DOWNLOAD_BASE}/${stripBom(version)}/${name}` : null;
|
|
128
158
|
}
|
|
129
|
-
/**
|
|
130
|
-
|
|
159
|
+
/**
|
|
160
|
+
* cudart companion file name, or `null` for a non-CUDA backend. The Linux name needs the release
|
|
161
|
+
* tag, so a Linux CUDA backend without `version` is `null` as well.
|
|
162
|
+
*/
|
|
163
|
+
export function getCudartArchiveName(backend, version) {
|
|
131
164
|
const toolkit = matchWindowsCudaBackend(backend);
|
|
132
|
-
|
|
165
|
+
const arch = windowsCudaBackendArch(backend);
|
|
166
|
+
if (toolkit && arch)
|
|
167
|
+
return buildWindowsCudartArchiveName(toolkit, arch);
|
|
168
|
+
const linuxToolkit = matchLinuxCudaBackend(backend);
|
|
169
|
+
const linuxArch = linuxCudaBackendArch(backend);
|
|
170
|
+
if (linuxToolkit && linuxArch && version)
|
|
171
|
+
return buildLinuxCudartArchiveName(version, linuxToolkit, linuxArch);
|
|
172
|
+
return null;
|
|
133
173
|
}
|
|
134
|
-
/** CUDA toolkit version (`"13.3"`) `isCudaInstalled` expects for a Windows CUDA backend, else `null`. */
|
|
174
|
+
/** CUDA toolkit version (`"13.3"`) `isCudaInstalled` expects for a Windows or Linux CUDA backend, else `null`. */
|
|
135
175
|
export function getCudaToolkitVersion(backend) {
|
|
136
|
-
return matchWindowsCudaBackend(backend);
|
|
176
|
+
return matchWindowsCudaBackend(backend) ?? matchLinuxCudaBackend(backend);
|
|
137
177
|
}
|
|
138
178
|
//# sourceMappingURL=archive.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"archive.js","sourceRoot":"","sources":["../../../src/backend/catalog/archive.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,
|
|
1
|
+
{"version":3,"file":"archive.js","sourceRoot":"","sources":["../../../src/backend/catalog/archive.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAExC;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,yDAAyD,CAAA;AAE/F;;;;;GAKG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAqC;IAC/E,eAAe,EAAE,YAAY;IAC7B,kBAAkB,EAAE,mBAAmB;IACvC,iBAAiB,EAAE,cAAc;IACjC,oBAAoB,EAAE,qBAAqB;CAC5C,CAAA;AAED,MAAM,CAAC,MAAM,+BAA+B,GAAqC,MAAM,CAAC,WAAW,CACjG,MAAM,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CACxE,CAAA;AAED,MAAM,4BAA4B,GAAG,iCAAiC,CAAA;AAEtE,yGAAyG;AACzG,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,MAAM,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC5B,MAAM,MAAM,GAAG,+BAA+B,CAAC,EAAE,CAAC,CAAA;IAClD,IAAI,MAAM;QAAE,OAAO,MAAM,CAAA;IACzB,MAAM,OAAO,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAA;IACzC,MAAM,IAAI,GAAG,oBAAoB,CAAC,EAAE,CAAC,CAAA;IACrC,OAAO,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,eAAe,OAAO,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AAClE,CAAC;AAED,uGAAuG;AACvG,MAAM,UAAU,4BAA4B,CAAC,KAAa;IACxD,MAAM,MAAM,GAAG,+BAA+B,CAAC,KAAK,CAAC,CAAA;IACrD,IAAI,MAAM;QAAE,OAAO,MAAM,CAAA;IACzB,MAAM,CAAC,GAAG,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAClD,OAAO,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;AACrD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAe,EAAE,OAAe;IACpE,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC7B,MAAM,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC5B,MAAM,UAAU,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAA;IACzC,IAAI,UAAU;QAAE,OAAO,SAAS,GAAG,QAAQ,UAAU,SAAS,CAAA;IAC9D,MAAM,SAAS,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAA;IAC5D,OAAO,SAAS,GAAG,QAAQ,EAAE,IAAI,SAAS,EAAE,CAAA;AAC9C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAe,EAAE,OAAe;IACpE,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC7B,MAAM,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC5B,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;QACrB,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,+DAA+D,EAAE,8FAA8F,CAChK,CAAA;IACH,CAAC;IACD,OAAO,GAAG,sBAAsB,IAAI,GAAG,IAAI,qBAAqB,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAA;AAC7E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAAe,EACf,OAAe,EACf,QAA6C;IAE7C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC7B,MAAM,WAAW,GAAG,qBAAqB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IACvD,MAAM,QAAQ,GAAyB,EAAE,GAAG,EAAE,GAAG,sBAAsB,IAAI,GAAG,IAAI,WAAW,EAAE,EAAE,CAAA;IACjG,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa;QAAE,OAAO,QAAQ,CAAA;IACtF,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAA;IACzE,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAA;IAClD,OAAO,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,aAAa,IAAI,GAAG,IAAI,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAA;AAC3G,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC5B,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,KAAK,CAAA;IACpE,IAAI,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,iBAAiB,CAAA;IAC1D,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAA;IAC5C,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,SAAS,CAAA;IAC5C,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC/C,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAA;IAC7D,CAAC;IACD,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAA;IAC1C,IAAI,EAAE,KAAK,aAAa;QAAE,OAAO,eAAe,CAAA;IAChD,IAAI,EAAE,KAAK,WAAW;QAAE,OAAO,OAAO,CAAA;IACtC,OAAO,EAAE,CAAA;AACX,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAA;AACzD,mGAAmG;AACnG,MAAM,CAAC,MAAM,8BAA8B,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAA;AAC/D,qGAAqG;AACrG,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAA;AAEhE;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CAAC,OAAe,EAAE,YAAqB;IAChF,MAAM,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC5B,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACrC,MAAM,OAAO,GAAG,YAAY,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,+BAA+B,CAAA;IACjG,OAAO,OAAO,GAAG,uBAAuB,GAAG,8BAA8B,CAAA;AAC3E,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,6BAA6B,CAC3C,kBAA0B,EAC1B,OAAwB,KAAK;IAE7B,OAAO,6BAA6B,kBAAkB,IAAI,IAAI,MAAM,CAAA;AACtE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAAe,EACf,kBAA0B,EAC1B,OAAgB,OAAO;IAEvB,OAAO,gBAAgB,QAAQ,CAAC,OAAO,CAAC,oBAAoB,kBAAkB,IAAI,IAAI,SAAS,CAAA;AACjG,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,oBAAoB,CAAC,OAAe,EAAE,OAAe;IACnE,MAAM,IAAI,GAAG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACnD,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,sBAAsB,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AAC/E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAe,EAAE,OAAgB;IACpE,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAA;IAC5C,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,6BAA6B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACxE,MAAM,YAAY,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;IACnD,MAAM,SAAS,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAA;IAC/C,IAAI,YAAY,IAAI,SAAS,IAAI,OAAO;QACtC,OAAO,2BAA2B,CAAC,OAAO,EAAE,YAAY,EAAE,SAAS,CAAC,CAAA;IACtE,OAAO,IAAI,CAAA;AACb,CAAC;AAED,kHAAkH;AAClH,MAAM,UAAU,qBAAqB,CAAC,OAAe;IACnD,OAAO,uBAAuB,CAAC,OAAO,CAAC,IAAI,qBAAqB,CAAC,OAAO,CAAC,CAAA;AAC3E,CAAC"}
|
|
@@ -1,49 +1,65 @@
|
|
|
1
1
|
export const BUNDLED_MANIFEST_BASELINE = {
|
|
2
|
-
tag_name: '
|
|
2
|
+
tag_name: 'b11463',
|
|
3
3
|
download_base: 'https://github.com/AtomicBot-ai/atomic-chat-conf/releases/download',
|
|
4
4
|
assets: [
|
|
5
5
|
{
|
|
6
|
-
name: 'llama-
|
|
7
|
-
sha256: '
|
|
8
|
-
size:
|
|
6
|
+
name: 'llama-b11463-bin-macos-arm64.tar.gz',
|
|
7
|
+
sha256: '165ffa2049ac5cd706978ff64f6cba7a8ab1d8c343e8124c81d17a589a7a14ab',
|
|
8
|
+
size: 12087659,
|
|
9
9
|
},
|
|
10
10
|
{
|
|
11
|
-
name: 'llama-
|
|
12
|
-
sha256: '
|
|
13
|
-
size:
|
|
11
|
+
name: 'llama-b11463-bin-ubuntu-vulkan-x64.tar.gz',
|
|
12
|
+
sha256: '5d428312d97e4c25eb28277416de935a76ca80bf7ede6b418d43a2b10c0336cd',
|
|
13
|
+
size: 31678494,
|
|
14
14
|
},
|
|
15
15
|
{
|
|
16
|
-
name: 'llama-
|
|
17
|
-
sha256: '
|
|
18
|
-
size:
|
|
16
|
+
name: 'llama-b11463-bin-ubuntu-x64.tar.gz',
|
|
17
|
+
sha256: 'c7d63a3dfd1fe93a679b4bcd981dacb9153e2509a21bb912b9a01fc28a8447f5',
|
|
18
|
+
size: 17732486,
|
|
19
19
|
},
|
|
20
20
|
{
|
|
21
|
-
name: 'llama-
|
|
22
|
-
sha256: '
|
|
23
|
-
size:
|
|
21
|
+
name: 'llama-b11463-bin-win-cpu-arm64.zip',
|
|
22
|
+
sha256: '1dc49d7802ef3a5a9a9fca6c3fecbcb61a8874ab1ac6d50bdf4bba9bf373e9a9',
|
|
23
|
+
size: 12552504,
|
|
24
24
|
},
|
|
25
25
|
{
|
|
26
|
-
name: 'llama-
|
|
27
|
-
sha256: '
|
|
28
|
-
size:
|
|
26
|
+
name: 'llama-b11463-bin-win-cpu-x64.zip',
|
|
27
|
+
sha256: '20c85707d83aeac712bfcdfd6c9a1f41c0c837054e64f888df1bf38650fe3096',
|
|
28
|
+
size: 19827051,
|
|
29
29
|
},
|
|
30
30
|
{
|
|
31
|
-
name: 'llama-
|
|
32
|
-
sha256: '
|
|
33
|
-
size:
|
|
31
|
+
name: 'llama-b11463-bin-win-cuda-12.4-x64.zip',
|
|
32
|
+
sha256: '46a4534331a1c20bb3053b90c92d41efc81b86c21e1c315c5e32e069cd8280b7',
|
|
33
|
+
size: 264348410,
|
|
34
34
|
},
|
|
35
35
|
{
|
|
36
|
-
name: 'llama-
|
|
37
|
-
sha256: '
|
|
38
|
-
size:
|
|
36
|
+
name: 'llama-b11463-bin-win-cuda-13.4-arm64.zip',
|
|
37
|
+
sha256: 'a92d32bf1ccffef0586ef0a294801eb711d55dadd67df303ec28f92004372050',
|
|
38
|
+
size: 145323516,
|
|
39
39
|
},
|
|
40
40
|
{
|
|
41
|
-
name: 'llama-
|
|
42
|
-
sha256: '
|
|
43
|
-
size:
|
|
41
|
+
name: 'llama-b11463-bin-win-cuda-13.4-x64.zip',
|
|
42
|
+
sha256: '63f727adf8d26c8513e365ad4ce17bc2e541b634e66dc0fc5e8442d0d2b268ef',
|
|
43
|
+
size: 152957959,
|
|
44
|
+
},
|
|
45
|
+
{
|
|
46
|
+
name: 'llama-b11463-bin-win-opencl-adreno-arm64.zip',
|
|
47
|
+
sha256: '2c02936be66558bb9aa410cde9378cee7586d423d5845829f7d78f5f90aed66f',
|
|
48
|
+
size: 13111354,
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
name: 'llama-b11463-bin-win-rocm-10.0-x64.zip',
|
|
52
|
+
sha256: '60bbf7f1fdf035a80e7d3495b45a673e2746b5270cca82112dda8116a62386f5',
|
|
53
|
+
size: 256849434,
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
name: 'llama-b11463-bin-win-vulkan-x64.zip',
|
|
57
|
+
sha256: '12ec6aede90b03abf0115027d990c2f99e320bc66df1117688aae5febb640ef8',
|
|
58
|
+
size: 33198042,
|
|
44
59
|
},
|
|
45
60
|
{ name: 'cudart-llama-bin-win-cuda-12.4-x64.zip' },
|
|
46
|
-
{ name: 'cudart-llama-bin-win-cuda-13.
|
|
61
|
+
{ name: 'cudart-llama-bin-win-cuda-13.4-arm64.zip' },
|
|
62
|
+
{ name: 'cudart-llama-bin-win-cuda-13.4-x64.zip' },
|
|
47
63
|
],
|
|
48
64
|
};
|
|
49
65
|
//# sourceMappingURL=bundled-manifest-baseline.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bundled-manifest-baseline.js","sourceRoot":"","sources":["../../../src/backend/catalog/bundled-manifest-baseline.ts"],"names":[],"mappings":"AAWA,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,oEAAoE;IACnF,MAAM,EAAE;QACN;YACE,IAAI,EAAE,qCAAqC;YAC3C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,2CAA2C;YACjD,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,oCAAoC;YAC1C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,kCAAkC;YACxC,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,wCAAwC;YAC9C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,SAAS;SAChB;QACD;YACE,IAAI,EAAE,wCAAwC;YAC9C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,SAAS;SAChB;QACD;YACE,IAAI,EAAE,wCAAwC;YAC9C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,SAAS;SAChB;QACD;YACE,IAAI,EAAE,qCAAqC;YAC3C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD,EAAE,IAAI,EAAE,wCAAwC,EAAE;QAClD,EAAE,IAAI,EAAE,wCAAwC,EAAE;KACnD;CACF,CAAA"}
|
|
1
|
+
{"version":3,"file":"bundled-manifest-baseline.js","sourceRoot":"","sources":["../../../src/backend/catalog/bundled-manifest-baseline.ts"],"names":[],"mappings":"AAWA,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,oEAAoE;IACnF,MAAM,EAAE;QACN;YACE,IAAI,EAAE,qCAAqC;YAC3C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,2CAA2C;YACjD,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,oCAAoC;YAC1C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,oCAAoC;YAC1C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,kCAAkC;YACxC,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,wCAAwC;YAC9C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,SAAS;SAChB;QACD;YACE,IAAI,EAAE,0CAA0C;YAChD,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,SAAS;SAChB;QACD;YACE,IAAI,EAAE,wCAAwC;YAC9C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,SAAS;SAChB;QACD;YACE,IAAI,EAAE,8CAA8C;YACpD,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD;YACE,IAAI,EAAE,wCAAwC;YAC9C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,SAAS;SAChB;QACD;YACE,IAAI,EAAE,qCAAqC;YAC3C,MAAM,EAAE,kEAAkE;YAC1E,IAAI,EAAE,QAAQ;SACf;QACD,EAAE,IAAI,EAAE,wCAAwC,EAAE;QAClD,EAAE,IAAI,EAAE,0CAA0C,EAAE;QACpD,EAAE,IAAI,EAAE,wCAAwC,EAAE;KACnD;CACF,CAAA"}
|
|
@@ -11,10 +11,14 @@
|
|
|
11
11
|
* read, and is resolved here (ATO-105 / ATO-174).
|
|
12
12
|
*/
|
|
13
13
|
import type { BackendVersion } from '../types.js';
|
|
14
|
-
/** Minor-less Windows CUDA family id: `win-cuda-13-x64`, `win-cuda-12-x64`. */
|
|
14
|
+
/** Minor-less Windows CUDA family id: `win-cuda-13-x64`, `win-cuda-12-x64`, `win-cuda-13-arm64`. */
|
|
15
15
|
export declare const WIN_CUDA_FAMILY_RE: RegExp;
|
|
16
|
-
/** Concrete Windows CUDA asset id: `win-cuda-12.4-x64`, `win-cuda-13.3-x64`. */
|
|
16
|
+
/** Concrete Windows CUDA asset id: `win-cuda-12.4-x64`, `win-cuda-13.3-x64`, `win-cuda-13.4-arm64`. */
|
|
17
17
|
export declare const WINDOWS_CUDA_BACKEND_RE: RegExp;
|
|
18
|
+
/** Minor-less Linux CUDA family id: `linux-cuda-13-arm64` (upstream ships Linux CUDA for arm64 only here). */
|
|
19
|
+
export declare const LINUX_CUDA_FAMILY_RE: RegExp;
|
|
20
|
+
/** Concrete Linux CUDA backend id: `linux-cuda-13.4-arm64` (asset `ubuntu-cuda-13.4-arm64`). */
|
|
21
|
+
export declare const LINUX_CUDA_BACKEND_RE: RegExp;
|
|
18
22
|
/** HIP has no major to pin: one `win-rocm-<major>.<minor>-x64` asset per release, moved wholesale. */
|
|
19
23
|
export declare const WIN_ROCM_FAMILY_ID = "win-rocm-x64";
|
|
20
24
|
export declare const WIN_ROCM_CONCRETE_RE: RegExp;
|
|
@@ -46,6 +50,12 @@ export declare function resolveGpuFamilyConcrete(familyBackend: string, remote:
|
|
|
46
50
|
* else (family ids included). The cudart companion archive and `is_cuda_installed` key off it.
|
|
47
51
|
*/
|
|
48
52
|
export declare function matchWindowsCudaBackend(backend: string): string | null;
|
|
53
|
+
/** Arch suffix (`x64` / `arm64`) of a concrete Windows CUDA backend id, or `null` for anything else. */
|
|
54
|
+
export declare function windowsCudaBackendArch(backend: string): 'x64' | 'arm64' | null;
|
|
55
|
+
/** CUDA toolkit version (`"13.4"`) of a concrete Linux CUDA backend id, or `null` for anything else. */
|
|
56
|
+
export declare function matchLinuxCudaBackend(backend: string): string | null;
|
|
57
|
+
/** Arch suffix of a concrete Linux CUDA backend id, or `null` for anything else. */
|
|
58
|
+
export declare function linuxCudaBackendArch(backend: string): 'arm64' | null;
|
|
49
59
|
/**
|
|
50
60
|
* Resolve a "Latest <variant>" sentinel's backend id to a concrete `<tag>/<backend>` from the
|
|
51
61
|
* remote catalog: an exact id match first, then the newest asset of its family. `null` when the
|