@atomic-chat/core 0.13.6 → 0.18.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/app-daemon.js +9 -0
- package/dist/app-daemon.js.map +1 -1
- package/dist/backend/advisor/advisor.d.ts +8 -7
- package/dist/backend/advisor/advisor.js +17 -25
- package/dist/backend/advisor/advisor.js.map +1 -1
- package/dist/backend/catalog/index.d.ts +4 -2
- package/dist/backend/catalog/index.js +4 -2
- package/dist/backend/catalog/index.js.map +1 -1
- package/dist/backend/catalog/manifest.d.ts +5 -51
- package/dist/backend/catalog/manifest.js +5 -93
- package/dist/backend/catalog/manifest.js.map +1 -1
- package/dist/backend/catalog/upstream-releases-baseline.d.ts +2 -0
- package/dist/backend/catalog/upstream-releases-baseline.js +12 -0
- package/dist/backend/catalog/upstream-releases-baseline.js.map +1 -0
- package/dist/backend/catalog/upstream-releases-baseline.json +101 -0
- package/dist/backend/catalog/upstream-releases-catalog.d.ts +54 -0
- package/dist/backend/catalog/upstream-releases-catalog.js +148 -0
- package/dist/backend/catalog/upstream-releases-catalog.js.map +1 -0
- package/dist/backend/catalog/upstream-releases.d.ts +75 -0
- package/dist/backend/catalog/upstream-releases.js +155 -0
- package/dist/backend/catalog/upstream-releases.js.map +1 -0
- package/dist/backend/install/service.d.ts +7 -4
- package/dist/backend/install/service.js +4 -4
- package/dist/backend/install/service.js.map +1 -1
- package/dist/cli/commands/serve.js +10 -28
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/cli/main.js +5 -1
- package/dist/cli/main.js.map +1 -1
- package/dist/client/control-client.d.ts +16 -19
- package/dist/client/control-client.js +24 -29
- package/dist/client/control-client.js.map +1 -1
- package/dist/cloud/registry.d.ts +14 -1
- package/dist/cloud/registry.js +74 -2
- package/dist/cloud/registry.js.map +1 -1
- package/dist/config/paths.d.ts +8 -3
- package/dist/config/paths.js +21 -9
- package/dist/config/paths.js.map +1 -1
- package/dist/contracts/diffusion.d.ts +45 -18
- package/dist/contracts/diffusion.js +1 -1
- package/dist/contracts/diffusion.js.map +1 -1
- package/dist/contracts/engine-builds.d.ts +1 -1
- package/dist/contracts/engine-builds.js +1 -1
- package/dist/contracts/engine-builds.js.map +1 -1
- package/dist/contracts/engines.d.ts +1 -1
- package/dist/contracts/engines.js +4 -0
- package/dist/contracts/engines.js.map +1 -1
- package/dist/contracts/errors.d.ts +8 -4
- package/dist/contracts/errors.js +16 -0
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/events.d.ts +18 -6
- package/dist/contracts/foundry-local.d.ts +77 -0
- package/dist/contracts/foundry-local.js +17 -0
- package/dist/contracts/foundry-local.js.map +1 -0
- package/dist/contracts/index.d.ts +2 -1
- package/dist/contracts/index.js +2 -1
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/media.d.ts +186 -0
- package/dist/contracts/media.js +55 -0
- package/dist/contracts/media.js.map +1 -0
- package/dist/contracts/model-yml.d.ts +28 -0
- package/dist/contracts/model-yml.js +11 -0
- package/dist/contracts/model-yml.js.map +1 -1
- package/dist/contracts/session.d.ts +14 -1
- package/dist/contracts/session.js +10 -0
- package/dist/contracts/session.js.map +1 -1
- package/dist/contracts/settings.d.ts +40 -1
- package/dist/contracts/settings.js.map +1 -1
- package/dist/core/atomic-core.d.ts +5 -5
- package/dist/core/atomic-core.js.map +1 -1
- package/dist/core/create.js +149 -64
- package/dist/core/create.js.map +1 -1
- package/dist/core/managed-engines.js +2 -0
- package/dist/core/managed-engines.js.map +1 -1
- package/dist/core/prism.d.ts +21 -6
- package/dist/core/prism.js +44 -0
- package/dist/core/prism.js.map +1 -1
- package/dist/core/types.d.ts +9 -5
- package/dist/diffusion/gallery.d.ts +24 -3
- package/dist/diffusion/gallery.js +151 -21
- package/dist/diffusion/gallery.js.map +1 -1
- package/dist/diffusion/index.d.ts +3 -0
- package/dist/diffusion/index.js +3 -0
- package/dist/diffusion/index.js.map +1 -1
- package/dist/diffusion/install.d.ts +0 -4
- package/dist/diffusion/install.js +5 -2
- package/dist/diffusion/install.js.map +1 -1
- package/dist/diffusion/jobs.d.ts +6 -1
- package/dist/diffusion/jobs.js +6 -1
- package/dist/diffusion/jobs.js.map +1 -1
- package/dist/diffusion/media-header.d.ts +22 -0
- package/dist/diffusion/media-header.js +149 -0
- package/dist/diffusion/media-header.js.map +1 -0
- package/dist/diffusion/parse.d.ts +3 -1
- package/dist/diffusion/parse.js +36 -0
- package/dist/diffusion/parse.js.map +1 -1
- package/dist/diffusion/recipe.d.ts +10 -1
- package/dist/diffusion/recipe.js +85 -21
- package/dist/diffusion/recipe.js.map +1 -1
- package/dist/diffusion/remote-job.d.ts +76 -0
- package/dist/diffusion/remote-job.js +643 -0
- package/dist/diffusion/remote-job.js.map +1 -0
- package/dist/diffusion/remote-store.d.ts +38 -0
- package/dist/diffusion/remote-store.js +91 -0
- package/dist/diffusion/remote-store.js.map +1 -0
- package/dist/diffusion/server-process.d.ts +5 -2
- package/dist/diffusion/server-process.js +10 -2
- package/dist/diffusion/server-process.js.map +1 -1
- package/dist/diffusion/service.d.ts +9 -1
- package/dist/diffusion/service.js +49 -9
- package/dist/diffusion/service.js.map +1 -1
- package/dist/diffusion/state.d.ts +13 -1
- package/dist/diffusion/state.js +8 -0
- package/dist/diffusion/state.js.map +1 -1
- package/dist/diffusion/video-gallery.d.ts +11 -4
- package/dist/diffusion/video-gallery.js +62 -25
- package/dist/diffusion/video-gallery.js.map +1 -1
- package/dist/diffusion/video-history.js +4 -1
- package/dist/diffusion/video-history.js.map +1 -1
- package/dist/diffusion/video-recipe.js +58 -25
- package/dist/diffusion/video-recipe.js.map +1 -1
- package/dist/diffusion/wiring.d.ts +3 -0
- package/dist/diffusion/wiring.js +1 -0
- package/dist/diffusion/wiring.js.map +1 -1
- package/dist/downloads/archive.d.ts +1 -1
- package/dist/downloads/archive.js +2 -2
- package/dist/downloads/archive.js.map +1 -1
- package/dist/downloads/downloader.d.ts +1 -18
- package/dist/downloads/downloader.js +1 -45
- package/dist/downloads/downloader.js.map +1 -1
- package/dist/engine-builds/engines.d.ts +83 -0
- package/dist/engine-builds/engines.js +144 -0
- package/dist/engine-builds/engines.js.map +1 -0
- package/dist/engine-builds/foundry-local.d.ts +22 -0
- package/dist/engine-builds/foundry-local.js +100 -0
- package/dist/engine-builds/foundry-local.js.map +1 -0
- package/dist/engine-builds/manifest.d.ts +57 -6
- package/dist/engine-builds/manifest.js +109 -4
- package/dist/engine-builds/manifest.js.map +1 -1
- package/dist/engine-builds/order.d.ts +2 -1
- package/dist/engine-builds/order.js +11 -4
- package/dist/engine-builds/order.js.map +1 -1
- package/dist/engine-builds/select.d.ts +27 -0
- package/dist/engine-builds/select.js +45 -0
- package/dist/engine-builds/select.js.map +1 -1
- package/dist/engine-builds/service.d.ts +14 -15
- package/dist/engine-builds/service.js +68 -126
- package/dist/engine-builds/service.js.map +1 -1
- package/dist/engines/service.d.ts +6 -3
- package/dist/engines/service.js +6 -3
- package/dist/engines/service.js.map +1 -1
- package/dist/hardware/index.d.ts +1 -0
- package/dist/hardware/index.js +1 -0
- package/dist/hardware/index.js.map +1 -1
- package/dist/hardware/npu.d.ts +14 -0
- package/dist/hardware/npu.js +29 -0
- package/dist/hardware/npu.js.map +1 -0
- package/dist/integrations/detect.d.ts +2 -0
- package/dist/integrations/detect.js +4 -3
- package/dist/integrations/detect.js.map +1 -1
- package/dist/lock/instance-lock.js +5 -2
- package/dist/lock/instance-lock.js.map +1 -1
- package/dist/lock/process-identity.d.ts +9 -3
- package/dist/lock/process-identity.js +75 -9
- package/dist/lock/process-identity.js.map +1 -1
- package/dist/media/adapters/a1111.d.ts +32 -0
- package/dist/media/adapters/a1111.js +207 -0
- package/dist/media/adapters/a1111.js.map +1 -0
- package/dist/media/adapters/aimlapi-videos.d.ts +34 -0
- package/dist/media/adapters/aimlapi-videos.js +172 -0
- package/dist/media/adapters/aimlapi-videos.js.map +1 -0
- package/dist/media/adapters/dashscope-image.d.ts +26 -0
- package/dist/media/adapters/dashscope-image.js +160 -0
- package/dist/media/adapters/dashscope-image.js.map +1 -0
- package/dist/media/adapters/dashscope-video.d.ts +47 -0
- package/dist/media/adapters/dashscope-video.js +251 -0
- package/dist/media/adapters/dashscope-video.js.map +1 -0
- package/dist/media/adapters/gemini-image.d.ts +27 -0
- package/dist/media/adapters/gemini-image.js +181 -0
- package/dist/media/adapters/gemini-image.js.map +1 -0
- package/dist/media/adapters/gemini-veo.d.ts +39 -0
- package/dist/media/adapters/gemini-veo.js +196 -0
- package/dist/media/adapters/gemini-veo.js.map +1 -0
- package/dist/media/adapters/hf-images.d.ts +85 -0
- package/dist/media/adapters/hf-images.js +439 -0
- package/dist/media/adapters/hf-images.js.map +1 -0
- package/dist/media/adapters/hf-videos.d.ts +44 -0
- package/dist/media/adapters/hf-videos.js +265 -0
- package/dist/media/adapters/hf-videos.js.map +1 -0
- package/dist/media/adapters/minimax-image.d.ts +26 -0
- package/dist/media/adapters/minimax-image.js +111 -0
- package/dist/media/adapters/minimax-image.js.map +1 -0
- package/dist/media/adapters/minimax-video-v2.d.ts +34 -0
- package/dist/media/adapters/minimax-video-v2.js +191 -0
- package/dist/media/adapters/minimax-video-v2.js.map +1 -0
- package/dist/media/adapters/minimax-video.d.ts +28 -0
- package/dist/media/adapters/minimax-video.js +155 -0
- package/dist/media/adapters/minimax-video.js.map +1 -0
- package/dist/media/adapters/mistral-agent-image.d.ts +33 -0
- package/dist/media/adapters/mistral-agent-image.js +108 -0
- package/dist/media/adapters/mistral-agent-image.js.map +1 -0
- package/dist/media/adapters/nvidia-genai.d.ts +28 -0
- package/dist/media/adapters/nvidia-genai.js +182 -0
- package/dist/media/adapters/nvidia-genai.js.map +1 -0
- package/dist/media/adapters/openai-images.d.ts +23 -0
- package/dist/media/adapters/openai-images.js +164 -0
- package/dist/media/adapters/openai-images.js.map +1 -0
- package/dist/media/adapters/openai-videos.d.ts +34 -0
- package/dist/media/adapters/openai-videos.js +175 -0
- package/dist/media/adapters/openai-videos.js.map +1 -0
- package/dist/media/adapters/openrouter-images.d.ts +25 -0
- package/dist/media/adapters/openrouter-images.js +161 -0
- package/dist/media/adapters/openrouter-images.js.map +1 -0
- package/dist/media/adapters/openrouter-videos.d.ts +43 -0
- package/dist/media/adapters/openrouter-videos.js +208 -0
- package/dist/media/adapters/openrouter-videos.js.map +1 -0
- package/dist/media/adapters/registry.d.ts +7 -0
- package/dist/media/adapters/registry.js +45 -0
- package/dist/media/adapters/registry.js.map +1 -0
- package/dist/media/adapters/types.d.ts +133 -0
- package/dist/media/adapters/types.js +15 -0
- package/dist/media/adapters/types.js.map +1 -0
- package/dist/media/adapters/xai-images.d.ts +19 -0
- package/dist/media/adapters/xai-images.js +83 -0
- package/dist/media/adapters/xai-images.js.map +1 -0
- package/dist/media/adapters/xai-videos.d.ts +29 -0
- package/dist/media/adapters/xai-videos.js +148 -0
- package/dist/media/adapters/xai-videos.js.map +1 -0
- package/dist/media/catalog-baseline.d.ts +2 -0
- package/dist/media/catalog-baseline.js +10 -0
- package/dist/media/catalog-baseline.js.map +1 -0
- package/dist/media/catalog-baseline.json +1819 -0
- package/dist/media/catalog-service.d.ts +42 -0
- package/dist/media/catalog-service.js +111 -0
- package/dist/media/catalog-service.js.map +1 -0
- package/dist/media/catalog.d.ts +50 -0
- package/dist/media/catalog.js +315 -0
- package/dist/media/catalog.js.map +1 -0
- package/dist/media/http.d.ts +125 -0
- package/dist/media/http.js +308 -0
- package/dist/media/http.js.map +1 -0
- package/dist/media/index.d.ts +14 -0
- package/dist/media/index.js +15 -0
- package/dist/media/index.js.map +1 -0
- package/dist/media/mask.d.ts +12 -0
- package/dist/media/mask.js +57 -0
- package/dist/media/mask.js.map +1 -0
- package/dist/media/service.d.ts +42 -0
- package/dist/media/service.js +144 -0
- package/dist/media/service.js.map +1 -0
- package/dist/models/hf.d.ts +3 -16
- package/dist/models/hf.js +4 -42
- package/dist/models/hf.js.map +1 -1
- package/dist/router/resolve.d.ts +15 -4
- package/dist/router/resolve.js +26 -3
- package/dist/router/resolve.js.map +1 -1
- package/dist/runtime/environment/linux-provisioner.js +7 -67
- package/dist/runtime/environment/linux-provisioner.js.map +1 -1
- package/dist/runtime/environment/runtime-removal-plan.d.ts +19 -0
- package/dist/runtime/environment/runtime-removal-plan.js +74 -0
- package/dist/runtime/environment/runtime-removal-plan.js.map +1 -0
- package/dist/runtime/environment/windows-provisioner.js +20 -4
- package/dist/runtime/environment/windows-provisioner.js.map +1 -1
- package/dist/runtime/foundry-local/accelerators.d.ts +42 -0
- package/dist/runtime/foundry-local/accelerators.js +153 -0
- package/dist/runtime/foundry-local/accelerators.js.map +1 -0
- package/dist/runtime/foundry-local/check.d.ts +19 -0
- package/dist/runtime/foundry-local/check.js +69 -0
- package/dist/runtime/foundry-local/check.js.map +1 -0
- package/dist/runtime/foundry-local/host/args.d.ts +44 -0
- package/dist/runtime/foundry-local/host/args.js +109 -0
- package/dist/runtime/foundry-local/host/args.js.map +1 -0
- package/dist/runtime/foundry-local/host/execution-providers.d.ts +27 -0
- package/dist/runtime/foundry-local/host/execution-providers.js +43 -0
- package/dist/runtime/foundry-local/host/execution-providers.js.map +1 -0
- package/dist/runtime/foundry-local/host/ffi-bun.d.ts +17 -0
- package/dist/runtime/foundry-local/host/ffi-bun.js +256 -0
- package/dist/runtime/foundry-local/host/ffi-bun.js.map +1 -0
- package/dist/runtime/foundry-local/host/library.d.ts +61 -0
- package/dist/runtime/foundry-local/host/library.js +17 -0
- package/dist/runtime/foundry-local/host/library.js.map +1 -0
- package/dist/runtime/foundry-local/host/run.d.ts +54 -0
- package/dist/runtime/foundry-local/host/run.js +316 -0
- package/dist/runtime/foundry-local/host/run.js.map +1 -0
- package/dist/runtime/foundry-local/host-process.d.ts +78 -0
- package/dist/runtime/foundry-local/host-process.js +182 -0
- package/dist/runtime/foundry-local/host-process.js.map +1 -0
- package/dist/runtime/foundry-local/index.d.ts +11 -0
- package/dist/runtime/foundry-local/index.js +11 -0
- package/dist/runtime/foundry-local/index.js.map +1 -0
- package/dist/runtime/foundry-local/model-yml.d.ts +8 -0
- package/dist/runtime/foundry-local/model-yml.js +63 -0
- package/dist/runtime/foundry-local/model-yml.js.map +1 -0
- package/dist/runtime/foundry-local/runtime.d.ts +88 -0
- package/dist/runtime/foundry-local/runtime.js +321 -0
- package/dist/runtime/foundry-local/runtime.js.map +1 -0
- package/dist/runtime/llamacpp/args.d.ts +5 -0
- package/dist/runtime/llamacpp/args.js +7 -1
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/errors.d.ts +1 -0
- package/dist/runtime/llamacpp/errors.js +10 -0
- package/dist/runtime/llamacpp/errors.js.map +1 -1
- package/dist/runtime/llamacpp/load-plan.d.ts +5 -0
- package/dist/runtime/llamacpp/load-plan.js +8 -0
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/runtime-device.d.ts +8 -0
- package/dist/runtime/llamacpp/runtime-device.js +9 -3
- package/dist/runtime/llamacpp/runtime-device.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +6 -1
- package/dist/runtime/llamacpp/runtime.js +19 -3
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/managed-engines/spec.d.ts +2 -2
- package/dist/runtime/managed-engines/spec.js +6 -0
- package/dist/runtime/managed-engines/spec.js.map +1 -1
- package/dist/runtime/managed-models/compatibility.d.ts +10 -0
- package/dist/runtime/managed-models/compatibility.js +18 -0
- package/dist/runtime/managed-models/compatibility.js.map +1 -1
- package/dist/runtime/managed-text/gateway.d.ts +2 -0
- package/dist/runtime/managed-text/gateway.js +1 -1
- package/dist/runtime/managed-text/gateway.js.map +1 -1
- package/dist/runtime/managed-text/request-rules.d.ts +9 -7
- package/dist/runtime/managed-text/request-rules.js +58 -2
- package/dist/runtime/managed-text/request-rules.js.map +1 -1
- package/dist/runtime/managed-text/setting-values.d.ts +9 -0
- package/dist/runtime/managed-text/setting-values.js +44 -0
- package/dist/runtime/managed-text/setting-values.js.map +1 -0
- package/dist/runtime/sglang/adapter.d.ts +50 -0
- package/dist/runtime/sglang/adapter.js +393 -0
- package/dist/runtime/sglang/adapter.js.map +1 -0
- package/dist/runtime/sglang/engine.d.ts +16 -0
- package/dist/runtime/sglang/engine.js +38 -0
- package/dist/runtime/sglang/engine.js.map +1 -0
- package/dist/runtime/sglang/index.d.ts +11 -0
- package/dist/runtime/sglang/index.js +12 -0
- package/dist/runtime/sglang/index.js.map +1 -0
- package/dist/runtime/sglang/memory.d.ts +64 -0
- package/dist/runtime/sglang/memory.js +90 -0
- package/dist/runtime/sglang/memory.js.map +1 -0
- package/dist/runtime/sglang/settings.d.ts +49 -0
- package/dist/runtime/sglang/settings.js +118 -0
- package/dist/runtime/sglang/settings.js.map +1 -0
- package/dist/runtime/shared/external-sessions.js +2 -0
- package/dist/runtime/shared/external-sessions.js.map +1 -1
- package/dist/runtime/shared/process.d.ts +13 -1
- package/dist/runtime/shared/process.js +21 -12
- package/dist/runtime/shared/process.js.map +1 -1
- package/dist/runtime/vllm/adapter.js +2 -47
- package/dist/runtime/vllm/adapter.js.map +1 -1
- package/dist/runtime/vllm/memory.js +3 -16
- package/dist/runtime/vllm/memory.js.map +1 -1
- package/dist/runtime/vllm/settings.d.ts +7 -0
- package/dist/runtime/vllm/settings.js +2 -30
- package/dist/runtime/vllm/settings.js.map +1 -1
- package/dist/server/control/router.js +6 -3
- package/dist/server/control/router.js.map +1 -1
- package/dist/server/control/routes/foundry-local.d.ts +10 -0
- package/dist/server/control/routes/foundry-local.js +42 -0
- package/dist/server/control/routes/foundry-local.js.map +1 -0
- package/dist/server/control/routes/media.d.ts +9 -0
- package/dist/server/control/routes/media.js +24 -0
- package/dist/server/control/routes/media.js.map +1 -0
- package/dist/server/control/routes/model-compatibility.d.ts +9 -0
- package/dist/server/control/routes/model-compatibility.js +31 -0
- package/dist/server/control/routes/model-compatibility.js.map +1 -0
- package/dist/server/control/routes/models.js +3 -1
- package/dist/server/control/routes/models.js.map +1 -1
- package/dist/server/control/types.d.ts +30 -20
- package/dist/server/control/types.js.map +1 -1
- package/dist/server/http.js +17 -2
- package/dist/server/http.js.map +1 -1
- package/dist/server/public/errors.d.ts +1 -0
- package/dist/server/public/errors.js +18 -0
- package/dist/server/public/errors.js.map +1 -1
- package/dist/server/public/images-params.js +18 -1
- package/dist/server/public/images-params.js.map +1 -1
- package/dist/server/public/images.d.ts +11 -2
- package/dist/server/public/images.js +73 -9
- package/dist/server/public/images.js.map +1 -1
- package/dist/server/public/index.js +7 -1
- package/dist/server/public/index.js.map +1 -1
- package/dist/server/public/listing.js +2 -0
- package/dist/server/public/listing.js.map +1 -1
- package/dist/server/public/remote-media.d.ts +51 -0
- package/dist/server/public/remote-media.js +225 -0
- package/dist/server/public/remote-media.js.map +1 -0
- package/dist/server/public/responses.js +4 -2
- package/dist/server/public/responses.js.map +1 -1
- package/dist/server/public/static-assets.generated.js +1 -1
- package/dist/server/public/static-assets.generated.js.map +1 -1
- package/dist/server/public/trace.js +2 -0
- package/dist/server/public/trace.js.map +1 -1
- package/dist/server/public/types.d.ts +5 -1
- package/dist/server/public/videos-params.js +13 -3
- package/dist/server/public/videos-params.js.map +1 -1
- package/dist/server/public/videos.d.ts +1 -0
- package/dist/server/public/videos.js +21 -3
- package/dist/server/public/videos.js.map +1 -1
- package/dist/settings/schema/foundry-local.json +14 -0
- package/dist/settings/schema/llamacpp-upstream.json +9 -0
- package/dist/settings/schema/sglang.json +251 -0
- package/dist/settings/schema.js +35 -1
- package/dist/settings/schema.js.map +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/package.json +2 -5
- package/src/settings/schema/foundry-local.json +14 -0
- package/src/settings/schema/llamacpp-upstream.json +9 -0
- package/src/settings/schema/sglang.json +251 -0
- package/dist/backend/catalog/bundled-manifest-baseline.d.ts +0 -2
- package/dist/backend/catalog/bundled-manifest-baseline.js +0 -65
- package/dist/backend/catalog/bundled-manifest-baseline.js.map +0 -1
- package/dist/contracts/model-setup.d.ts +0 -115
- package/dist/contracts/model-setup.js +0 -33
- package/dist/contracts/model-setup.js.map +0 -1
- package/dist/core/model-setup/index.d.ts +0 -4
- package/dist/core/model-setup/index.js +0 -5
- package/dist/core/model-setup/index.js.map +0 -1
- package/dist/core/model-setup/plan.d.ts +0 -56
- package/dist/core/model-setup/plan.js +0 -158
- package/dist/core/model-setup/plan.js.map +0 -1
- package/dist/core/model-setup/service.d.ts +0 -92
- package/dist/core/model-setup/service.js +0 -329
- package/dist/core/model-setup/service.js.map +0 -1
- package/dist/core/model-setup/store.d.ts +0 -29
- package/dist/core/model-setup/store.js +0 -116
- package/dist/core/model-setup/store.js.map +0 -1
- package/dist/core/model-setup/wiring.d.ts +0 -59
- package/dist/core/model-setup/wiring.js +0 -132
- package/dist/core/model-setup/wiring.js.map +0 -1
- package/dist/core/tensorrt-llm.d.ts +0 -169
- package/dist/core/tensorrt-llm.js +0 -428
- package/dist/core/tensorrt-llm.js.map +0 -1
- package/dist/downloads/segmented.d.ts +0 -40
- package/dist/downloads/segmented.js +0 -170
- package/dist/downloads/segmented.js.map +0 -1
- package/dist/runtime/tensorrt-llm/delete.d.ts +0 -15
- package/dist/runtime/tensorrt-llm/delete.js +0 -60
- package/dist/runtime/tensorrt-llm/delete.js.map +0 -1
- package/dist/runtime/tensorrt-llm/guest-files.d.ts +0 -8
- package/dist/runtime/tensorrt-llm/guest-files.js +0 -49
- package/dist/runtime/tensorrt-llm/guest-files.js.map +0 -1
- package/dist/runtime/tensorrt-llm/location.d.ts +0 -20
- package/dist/runtime/tensorrt-llm/location.js +0 -48
- package/dist/runtime/tensorrt-llm/location.js.map +0 -1
- package/dist/runtime/tensorrt-llm/model-dir.d.ts +0 -38
- package/dist/runtime/tensorrt-llm/model-dir.js +0 -137
- package/dist/runtime/tensorrt-llm/model-dir.js.map +0 -1
- package/dist/runtime/tensorrt-llm/quant-format.d.ts +0 -65
- package/dist/runtime/tensorrt-llm/quant-format.js +0 -189
- package/dist/runtime/tensorrt-llm/quant-format.js.map +0 -1
- package/dist/runtime/tensorrt-llm/registry.d.ts +0 -26
- package/dist/runtime/tensorrt-llm/registry.js +0 -68
- package/dist/runtime/tensorrt-llm/registry.js.map +0 -1
- package/dist/runtime/tensorrt-llm/runtime.d.ts +0 -130
- package/dist/runtime/tensorrt-llm/runtime.js +0 -395
- package/dist/runtime/tensorrt-llm/runtime.js.map +0 -1
- package/dist/server/control/routes/model-setups.d.ts +0 -11
- package/dist/server/control/routes/model-setups.js +0 -55
- package/dist/server/control/routes/model-setups.js.map +0 -1
|
@@ -10,7 +10,7 @@
|
|
|
10
10
|
* whose stop must never take control down with it.
|
|
11
11
|
*/
|
|
12
12
|
import type { ReadyLine } from '../contracts/index.js';
|
|
13
|
-
import type { LlamacppProviderId, LocalApiServerState, LocalProviderId, RemoteAccessStatus, SessionInfo, UnloadResult } from '../contracts/index.js';
|
|
13
|
+
import type { LlamacppProviderId, LocalApiServerState, LocalProviderId, ManagedProviderId, RemoteAccessStatus, SessionInfo, UnloadResult } from '../contracts/index.js';
|
|
14
14
|
import type { DataLayout } from '../config/index.js';
|
|
15
15
|
import type { DecisionService } from '../decision/index.js';
|
|
16
16
|
import type { EmbeddingService } from '../embedding/index.js';
|
|
@@ -77,7 +77,7 @@ export interface AtomicCoreParts {
|
|
|
77
77
|
telemetry?: TelemetryControl | undefined;
|
|
78
78
|
}
|
|
79
79
|
export declare class AtomicCore {
|
|
80
|
-
readonly version = "0.
|
|
80
|
+
readonly version = "0.18.3";
|
|
81
81
|
private lifecycle;
|
|
82
82
|
private shutdownPromise;
|
|
83
83
|
/** Whether the app's API screen is watching; previews are collected only then. */
|
|
@@ -136,14 +136,14 @@ export declare class AtomicCore {
|
|
|
136
136
|
readyLine(): ReadyLine;
|
|
137
137
|
/**
|
|
138
138
|
* The per-provider model listing (task 2.16w round 1, finding 2): `ModelRegistry` for every
|
|
139
|
-
* llama.cpp/MLX provider, `ManagedModelRegistry` for a managed one (`
|
|
139
|
+
* llama.cpp/MLX provider, `ManagedModelRegistry` for a managed one (`MANAGED_PROVIDER_IDS`) — the
|
|
140
140
|
* same scan of the managed model store for every one of them, fresh on every `list()`, so a model
|
|
141
141
|
* the app finishes downloading appears with no restart, the same guarantee the llama.cpp registry
|
|
142
142
|
* already gives. `unknownProvider` when this core does not offer the provider at all (a managed one
|
|
143
143
|
* off Linux and Windows, for instance).
|
|
144
144
|
*/
|
|
145
|
-
registry(provider?: Exclude<LocalProviderId,
|
|
146
|
-
registry(provider:
|
|
145
|
+
registry(provider?: Exclude<LocalProviderId, ManagedProviderId>): ModelRegistry;
|
|
146
|
+
registry(provider: ManagedProviderId): ManagedModelRegistry;
|
|
147
147
|
registry(provider: LocalProviderId): ModelRegistry | ManagedModelRegistry;
|
|
148
148
|
runtime(provider?: LocalProviderId): LocalRuntime;
|
|
149
149
|
/** A llama.cpp runtime, for what only llama.cpp has (devices, runtime device info, context size). */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"atomic-core.js","sourceRoot":"","sources":["../../src/core/atomic-core.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAA;
|
|
1
|
+
{"version":3,"file":"atomic-core.js","sourceRoot":"","sources":["../../src/core/atomic-core.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAA;AAiBjF,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAA;AAG1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAE/D,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AAC9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAA;AAIjE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAIxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAA;AAExD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAE1D,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAkD3C,MAAM,OAAO,UAAU;IACZ,OAAO,GAAG,YAAY,CAAA;IACvB,SAAS,GAAuC,SAAS,CAAA;IACzD,eAAe,CAA2B;IAClD,kFAAkF;IAClF,UAAU,GAAG,KAAK,CAAA;IACV,cAAc,CAA0B;IAChD,oGAAoG;IAC3F,OAAO,GAAkB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC9D,IAAI,CAAC,cAAc,GAAG,OAAO,CAAA;IAC/B,CAAC,CAAC,CAAA;IAEO,MAAM,CAAY;IAClB,MAAM,CAAa;IACnB,QAAQ,CAAe;IACvB,OAAO,CAAgB;IACvB,OAAO,CAAe;IACtB,YAAY,CAAQ;IAC7B,oDAAoD;IAC3C,OAAO,CAAa;IACpB,KAAK,CAAe;IAC7B,qEAAqE;IAC5D,OAAO,CAAa;IAC7B,kFAAkF;IACzE,gBAAgB,CAAkB;IAC1B,IAAI,CAAc;IAClB,QAAQ,CAAoC;IAC5C,UAAU,CAA4D;IACtE,GAAG,CAAY;IACf,aAAa,CAA4B;IACzC,MAAM,CAAuB;IAC9C;;;;OAIG;IACM,SAAS,CAA8B;IAChD,0DAA0D;IACzC,aAAa,CAAe;IAC7C,+DAA+D;IAC9C,YAAY,CAAuB;IACpD,uGAAuG;IACtF,YAAY,GAAG,IAAI,mBAAmB,EAAE,CAAA;IACzD,mEAAmE;IAClD,YAAY,CAAqB;IAClD,oGAAoG;IAC3F,SAAS,CAAkB;IACpC,gGAAgG;IACvF,OAAO,CAAiB;IACjC;;;OAGG;IACM,QAAQ,CAAiB;IAClC,mGAAmG;IAC1F,SAAS,CAAkB;IAEpC,YAAoB,KAAsB;QACxC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;QAC9B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;QAC5B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;QAC5B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAA;QACtC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;QAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QACxB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;QAC5B,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,CAAA;QAC9C,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QACtB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;QAC9B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;QAClC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAA;QACpB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAA;QACxC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;QAChC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;QAC5B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;QAC9B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;QAChC,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC;YACrC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU;YACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC7C,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE;YACzC,WAAW,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC;YACvF,eAAe,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC;YAC/E,6FAA6F;YAC7F,cAAc,EAAE,0BAA0B;SAC3C,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,mBAAmB,CAAC;YAC1C,GAAG,KAAK,CAAC,YAAY;YACrB,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE;YAC1C,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC;YAClE,GAAG,EAAE,KAAK,CAAC,GAAG;SACf,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,qBAAqB,CAAC;YAC5C,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE;YACzC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,gBAAgB,EAAE,KAAK,CAAC,mBAAmB;YAC3C,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;gBACjB,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChE,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC;gBACnF,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE;gBACtD,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE;gBACrC,OAAO,EAAE,KAAK,CAAC,cAAc;gBAC7B,WAAW,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAC1C,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC;gBACjE,IAAI,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;gBACxD,UAAU,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU;gBACjC,mBAAmB,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC/E,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE;gBACtC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE;gBACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE;gBACvC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE;gBACzC,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC;SACH,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAA;IAC7B,CAAC;IAED,sEAAsE;IACtE,MAAM,CAAC,MAAM,CAAC,UAA6B,EAAE;QAC3C,OAAO,gBAAgB,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAA;IACpE,CAAC;IAED,SAAS;QACP,OAAO;YACL,KAAK,EAAE,YAAY;YACnB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,QAAQ,EAAE,wBAAwB;YAClC,OAAO,EAAE,YAAY;YACrB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;YAC/B,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;SAChC,CAAA;IACH,CAAC;IAaD,QAAQ,CAAC,WAA4B,cAAc;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC9C,IAAI,CAAC,QAAQ;YAAE,MAAM,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAA;QACtE,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,OAAO,CAAC,WAA4B,cAAc;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3C,IAAI,CAAC,OAAO;YAAE,MAAM,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QACnE,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,qGAAqG;IACrG,QAAQ,CAAC,WAA+B,mBAAmB;QACzD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QACtC,IAAI,CAAC,CAAC,OAAO,YAAY,eAAe,CAAC;YAAE,MAAM,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QAChG,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,QAAQ;QACN,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IAClC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,QAAyB,EACzB,OAAe,EACf,UAA2B,EAAE;QAE7B,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAA;IACjE,CAAC;IAED,6FAA6F;IAC7F,KAAK,CAAC,OAAO,CACX,QAAyB,EACzB,OAAe,EACf,UAA2B,EAAE;QAE7B,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,CACzD,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CACvD,CAAA;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,QAAyB,EAAE,OAAe,EAAE,MAAe;QAC3E,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,MAAM,uBAAuB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACnD,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,CACpD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CACxD,CAAA;IACH,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,eAAe,CAAC,QAAyB,EAAE,OAAe;QAC9D,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,MAAM,uBAAuB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACnD,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;IACzG,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,QAAyB,EAAE,OAAe;QACnD,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,OAAO,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACzD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAyB,EAAE,OAAe;QACrD,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACrD,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;IAClC,CAAC;IAED,sGAAsG;IACtG,KAAK,CAAC,iBAAiB,CAAC,UAAoC,EAAE;QAC5D,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;IACjC,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;IACnC,CAAC;IAED,+FAA+F;IAC/F,iBAAiB;QACf,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;IAClC,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,gBAAgB;QACpB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;IACjC,CAAC;IAED,gEAAgE;IAChE,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO,IAAI,CAAC,eAAe,CAAA;QACrD,gGAAgG;QAChG,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAA;QAC3B,IAAI,CAAC,SAAS,GAAG,UAAU,CAAA;QAC3B,IAAI,IAAI,CAAC,aAAa;YAAE,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzD,IAAI,CAAC,eAAe,GAAG,CAAC,KAAK,IAAI,EAAE;YACjC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAA;YAC9B,8EAA8E;YAC9E,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAA;YAC9B,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAA;YAC/B,0FAA0F;YAC1F,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAA;YAC/B,6FAA6F;YAC7F,mEAAmE;YACnE,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACvE,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;gBAAE,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;YACtE,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAA;YACrC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;YAC1B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA;YACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;YAC1B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;YAChC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAA;QACzB,CAAC,CAAC,EAAE,CAAA;QACJ,OAAO,IAAI,CAAC,eAAe,CAAA;IAC7B,CAAC;IAED,8DAA8D;IAC9D,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAA;IACxB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,aAAa,CACzB,QAAyB,EACzB,OAAe,EACf,OAAwB,EACxB,IAAsB;QAEtB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,EAAE,CAAA;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,4FAA4F;gBAC5F,IAAI,QAAQ,GAA4B,EAAE,CAAA;gBAC1C,IAAI,CAAC;oBACH,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;gBACxC,CAAC;gBAAC,MAAM,CAAC;oBACP,gEAAgE;gBAClE,CAAC;gBACD,aAAa,CACX,IAAI,CAAC,MAAM,EACX,iBAAiB,CAAC;oBAChB,QAAQ;oBACR,OAAO;oBACP,KAAK;oBACL,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE;oBAChD,WAAW,EAAE,OAAO,CAAC,WAAW;iBACjC,CAAC,CACH,CAAA;YACH,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,kDAAkD,CAAC,CAAA;QACnG,CAAC;IACH,CAAC;CACF"}
|
package/dist/core/create.js
CHANGED
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* previous owner left running and only then publish the endpoint.
|
|
5
5
|
*/
|
|
6
6
|
import { randomUUID } from 'node:crypto';
|
|
7
|
-
import { homedir } from 'node:os';
|
|
7
|
+
import { homedir, release as osRelease } from 'node:os';
|
|
8
8
|
import { join } from 'node:path';
|
|
9
9
|
import { AtomicCoreError, ENGINE_KINDS } from '../contracts/index.js';
|
|
10
10
|
import { dataLayout, nodeDataFolderEnv, resolveCliDataFolder, resolveDataFolder } from '../config/index.js';
|
|
@@ -15,26 +15,27 @@ import { LlamacppRuntime, processPackDirs } from '../runtime/llamacpp/index.js';
|
|
|
15
15
|
import { ExternalSessions } from '../runtime/index.js';
|
|
16
16
|
import { FoundationModelsRuntime } from '../runtime/foundation-models/index.js';
|
|
17
17
|
import { MlxRuntime } from '../runtime/mlx/index.js';
|
|
18
|
+
import { FoundryLocalAcceleratorService, FoundryLocalRuntime, foundryHostCommand, foundryLocalVerdict, parseFoundryLocalCheckRequest, runFoundryHostProbe, } from '../runtime/foundry-local/index.js';
|
|
18
19
|
import { SettingsStore } from '../settings/index.js';
|
|
19
20
|
import { TRANSCRIPTION_MODEL_ID } from '../speculative/index.js';
|
|
20
21
|
import { ApiKeyStore, ChatGptAuth } from '../credentials/index.js';
|
|
21
22
|
import { CloudRegistry, listSubscriptionModels } from '../cloud/index.js';
|
|
22
|
-
import { HardwareService, nodeProbeDeps, probeSystemInfo, probeUnifiedMemory } from '../hardware/index.js';
|
|
23
|
-
import { BackendAdvisor, BackendService, PrismCatalogService, TurboquantCatalogService,
|
|
23
|
+
import { HardwareService, nodeProbeDeps, probeNpu, probeSystemInfo, probeUnifiedMemory, } from '../hardware/index.js';
|
|
24
|
+
import { BackendAdvisor, BackendService, PrismCatalogService, TurboquantCatalogService, UpstreamReleasesCatalogService, upstreamManifestForTag, ensureBackend, ensureTurboquantCudart, ensureUpstreamCudart, OptimalBackendStore, readRuntimeSettings, resolveBackendExe, selectInstalledBackend, } from '../backend/index.js';
|
|
24
25
|
import { noticeEngineInstall, wireDecision } from '../decision/index.js';
|
|
25
26
|
import { EngineBuildEngine, EnginesService, LlamacppEngine, ManagedEngine, hostEngines, } from '../engines/index.js';
|
|
26
27
|
import { DEFAULT_ENVIRONMENT_ID } from '../runtime/environment/index.js';
|
|
27
28
|
import { noticeEmbeddingEngineInstall, wireEmbedding } from '../embedding/index.js';
|
|
28
29
|
import { wireDiffusion } from '../diffusion/index.js';
|
|
29
|
-
import {
|
|
30
|
+
import { MEDIA_ADAPTERS, MediaCatalogService, MediaService } from '../media/index.js';
|
|
31
|
+
import { EngineBuildsService, EngineManifestSource, IDLE_ENGINE_HOST, manifestKinds, foundryLocalHostPlatform, } from '../engine-builds/index.js';
|
|
30
32
|
import { Downloader, availableDiskSpace, defaultAvailableSpace, policyFetchFor } from '../downloads/index.js';
|
|
31
33
|
import { lanAddresses, reapTunnelOrphan, wireRemoteAccess } from '../remote-access/index.js';
|
|
32
34
|
import { ClientRegistry, CLIENT_EXPIRY_MS, ControlServer } from '../server/index.js';
|
|
33
35
|
import { captureReport, createCoreReporter, processFailureReport, reportCoreEvents, } from '../telemetry/index.js';
|
|
34
36
|
import { CORE_VERSION } from '../version.js';
|
|
35
37
|
import { wireManagedEnvironment } from './managed-environment.js';
|
|
36
|
-
import { compatibilityFor,
|
|
37
|
-
import { currentPrismPack, wirePrismCompatibility } from './prism.js';
|
|
38
|
+
import { compatibilityFor, removeLegacyPrismSetups, wirePrismCompatibility } from './prism.js';
|
|
38
39
|
import { DIFFUSION_GPU_PROVIDER, wireGpuResidency } from './gpu-residency.js';
|
|
39
40
|
import { reapOrphans } from './reap-orphans.js';
|
|
40
41
|
import { sessionsOf, unknownProvider } from './sessions.js';
|
|
@@ -141,7 +142,6 @@ export async function createAtomicCore(options, construct) {
|
|
|
141
142
|
// One downloader per core process: it owns the active-task table that `cancel` works from, so
|
|
142
143
|
// two of them would each know only half of what is running.
|
|
143
144
|
const downloader = new Downloader({
|
|
144
|
-
...(options.downloadStreams !== undefined ? { streams: options.downloadStreams } : {}),
|
|
145
145
|
dataFolder: layout.root,
|
|
146
146
|
platform: process.platform,
|
|
147
147
|
fetch: options.fetch ?? fetch,
|
|
@@ -236,10 +236,51 @@ export async function createAtomicCore(options, construct) {
|
|
|
236
236
|
}
|
|
237
237
|
// The public server's trusted hosts, kept in this one array for every session gateway to read.
|
|
238
238
|
const managedTrustedHosts = [];
|
|
239
|
+
// Foundry Local (change `add-foundry-local`, design D7): which archive this host runs. glibc comes
|
|
240
|
+
// from the process report, which Bun's compiled binaries fill in as Node does; musl has none. The
|
|
241
|
+
// report is a whole diagnostic snapshot, so it is built on Linux only, where glibc decides.
|
|
242
|
+
const foundryLocalArch = options.foundryLocalHost?.arch ?? process.arch;
|
|
243
|
+
const foundryLocalHost = foundryLocalHostPlatform({
|
|
244
|
+
platform,
|
|
245
|
+
arch: foundryLocalArch,
|
|
246
|
+
osRelease: options.foundryLocalHost?.osRelease ?? osRelease(),
|
|
247
|
+
glibcVersion: options.foundryLocalHost?.glibcVersion ??
|
|
248
|
+
(platform === 'linux'
|
|
249
|
+
? process.report?.getReport()?.header
|
|
250
|
+
?.glibcVersionRuntime
|
|
251
|
+
: undefined),
|
|
252
|
+
});
|
|
253
|
+
const foundryLocalPaths = layout.provider('foundry-local');
|
|
254
|
+
const foundryHost = foundryHostCommand(env);
|
|
255
|
+
// The provider itself (task 6.6): one foundry-host per model, where the platform rule holds. The
|
|
256
|
+
// active build and the prepared accelerators are read per load, from services wired below.
|
|
257
|
+
const foundryLocalRuntime = foundryLocalHost.platform === null
|
|
258
|
+
? undefined
|
|
259
|
+
: new FoundryLocalRuntime({
|
|
260
|
+
layout,
|
|
261
|
+
registry: new ModelRegistry(layout, 'foundry-local'),
|
|
262
|
+
instanceId: lock.instanceId,
|
|
263
|
+
platform,
|
|
264
|
+
arch: foundryLocalArch,
|
|
265
|
+
hostCommand: foundryHost,
|
|
266
|
+
resolveBuild: () => engineBuilds.activeDir('foundry-local'),
|
|
267
|
+
preparedAccelerators: async () => foundryLocalAccelerators ? foundryLocalAccelerators.prepared() : [],
|
|
268
|
+
trustedHosts: managedTrustedHosts,
|
|
269
|
+
readSettings: async () => settings.get('foundry-local'),
|
|
270
|
+
journal,
|
|
271
|
+
emit: (name, payload) => emitter.emit(name, payload),
|
|
272
|
+
claimGpu: gpuResidency.hook('foundry-local'),
|
|
273
|
+
baseEnv: env,
|
|
274
|
+
log: runtimeLog,
|
|
275
|
+
...(options.backendOutput ? { backendOutput: options.backendOutput } : {}),
|
|
276
|
+
});
|
|
277
|
+
if (foundryLocalRuntime) {
|
|
278
|
+
registries.set('foundry-local', foundryLocalRuntime.registry);
|
|
279
|
+
runtimes.set('foundry-local', foundryLocalRuntime);
|
|
280
|
+
}
|
|
239
281
|
const optimalStore = await OptimalBackendStore.open(layout.core.optimalBackend, (provider, state) => {
|
|
240
282
|
emitter.emit('backend:optimal-changed', { provider, ...state });
|
|
241
283
|
});
|
|
242
|
-
const manifestCache = new ManifestSessionCache();
|
|
243
284
|
const capabilities = new ModelCapabilityService({
|
|
244
285
|
layout,
|
|
245
286
|
registry: (provider) => registries.get(provider),
|
|
@@ -260,11 +301,19 @@ export async function createAtomicCore(options, construct) {
|
|
|
260
301
|
platform,
|
|
261
302
|
log: (level, message) => log(level, message),
|
|
262
303
|
});
|
|
263
|
-
// Test hooks (docs/contracts.md "Test hooks"): where the
|
|
264
|
-
// model
|
|
304
|
+
// Test hooks (docs/contracts.md "Test hooks"): where the upstream release list, the PrismML
|
|
305
|
+
// manifest and the model rules are read from. Unset in production.
|
|
306
|
+
const upstreamReleasesUrl = env['ATOMIC_LLAMACPP_UPSTREAM_RELEASES_URL'];
|
|
265
307
|
const prismManifestUrl = env['ATOMIC_PRISM_MANIFEST_URL'];
|
|
266
308
|
const prismRulesUrl = env['ATOMIC_PRISM_MODEL_RULES_URL'];
|
|
267
|
-
|
|
309
|
+
// One release list for the advisor and the installs, so a catalog and the download it leads to
|
|
310
|
+
// read the same hashes.
|
|
311
|
+
const upstreamCatalog = new UpstreamReleasesCatalogService({
|
|
312
|
+
layout,
|
|
313
|
+
fetchFor,
|
|
314
|
+
...(upstreamReleasesUrl ? { url: upstreamReleasesUrl } : {}),
|
|
315
|
+
log,
|
|
316
|
+
});
|
|
268
317
|
const prismCatalog = new PrismCatalogService({
|
|
269
318
|
layout,
|
|
270
319
|
fetchFor,
|
|
@@ -286,7 +335,6 @@ export async function createAtomicCore(options, construct) {
|
|
|
286
335
|
env,
|
|
287
336
|
log,
|
|
288
337
|
});
|
|
289
|
-
const allowPrismCandidates = () => settings.get('atomic-prism')['allow_candidate_builds'] === true;
|
|
290
338
|
const advisors = new Map();
|
|
291
339
|
const backendAdvisor = (provider) => {
|
|
292
340
|
const existing = advisors.get(provider);
|
|
@@ -300,10 +348,10 @@ export async function createAtomicCore(options, construct) {
|
|
|
300
348
|
optimalStore,
|
|
301
349
|
emit: (name, payload) => emitter.emit(name, payload),
|
|
302
350
|
fetchFor,
|
|
303
|
-
|
|
351
|
+
upstreamCatalog,
|
|
304
352
|
turboquantCatalog,
|
|
305
353
|
prismCatalog,
|
|
306
|
-
allowCandidateBuilds:
|
|
354
|
+
allowCandidateBuilds: () => settings.get(provider)['allow_candidate_builds'] === true,
|
|
307
355
|
// The Windows tier check runs `--list-devices` on the installed pack of that tier.
|
|
308
356
|
listDevices: async (installed) => {
|
|
309
357
|
const exePath = await resolveBackendExe(layout, provider, installed.version, installed.backend);
|
|
@@ -347,22 +395,12 @@ export async function createAtomicCore(options, construct) {
|
|
|
347
395
|
];
|
|
348
396
|
},
|
|
349
397
|
},
|
|
350
|
-
readManifest: async (proxy) => {
|
|
351
|
-
const cached = manifestCache.get();
|
|
352
|
-
if (cached)
|
|
353
|
-
return cached;
|
|
354
|
-
return fetchLiveManifest({
|
|
355
|
-
cache: manifestCache,
|
|
356
|
-
transports: [manifestTransportFromFetch('core fetch', fetchFor(proxy))],
|
|
357
|
-
onWarn: (message) => log('warn', message),
|
|
358
|
-
});
|
|
359
|
-
},
|
|
398
|
+
readManifest: async (tag, proxy) => upstreamManifestForTag((await upstreamCatalog.catalog({ proxy: proxy ?? null })).catalog, tag),
|
|
360
399
|
});
|
|
361
400
|
backendServices.set(provider, created);
|
|
362
401
|
return created;
|
|
363
402
|
};
|
|
364
|
-
//
|
|
365
|
-
// installs that a cancel works from. The records survive a restart as `interrupted`.
|
|
403
|
+
// `POST /models/compatibility` by `model_id`: the verdict is read from the registered file on disk.
|
|
366
404
|
const modelFile = async (provider, modelId) => {
|
|
367
405
|
const registry = registries.get(provider);
|
|
368
406
|
if (!(registry instanceof ModelRegistry))
|
|
@@ -373,31 +411,22 @@ export async function createAtomicCore(options, construct) {
|
|
|
373
411
|
...(yml.model_sha256 ? { sha256: yml.model_sha256 } : {}),
|
|
374
412
|
};
|
|
375
413
|
};
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
fetchFor,
|
|
393
|
-
newId: () => randomUUID(),
|
|
394
|
-
...(hfEndpoint ? { hfEndpoint } : {}),
|
|
395
|
-
env,
|
|
396
|
-
platform,
|
|
397
|
-
...(platform === 'linux' ? { rocmProbe: () => probeLinuxRocmHost() } : {}),
|
|
398
|
-
log,
|
|
399
|
-
};
|
|
400
|
-
const modelSetups = wireModelSetups(modelSetupDeps);
|
|
414
|
+
// Cloud and self-hosted providers' image and video models (ADR
|
|
415
|
+
// 2026-10-13-remote-media-shares-the-diffusion-job-table). `ATOMIC_MEDIA_CATALOG_URL` is a test hook
|
|
416
|
+
// (docs/contracts.md "Test hooks"): an https or file URL of the catalog to read instead of conf's.
|
|
417
|
+
const mediaCatalogUrl = env['ATOMIC_MEDIA_CATALOG_URL'];
|
|
418
|
+
const media = new MediaService({
|
|
419
|
+
catalog: new MediaCatalogService({
|
|
420
|
+
cachePath: layout.core.mediaCatalogCache,
|
|
421
|
+
fetch: options.fetch ?? fetch,
|
|
422
|
+
...(mediaCatalogUrl ? { url: mediaCatalogUrl } : {}),
|
|
423
|
+
log,
|
|
424
|
+
}),
|
|
425
|
+
providers: () => cloud.routing(),
|
|
426
|
+
adapters: MEDIA_ADAPTERS,
|
|
427
|
+
fetch: options.fetch ?? fetch,
|
|
428
|
+
log: runtimeLog,
|
|
429
|
+
});
|
|
401
430
|
const diffusion = wireDiffusion({
|
|
402
431
|
layout,
|
|
403
432
|
journal,
|
|
@@ -408,6 +437,7 @@ export async function createAtomicCore(options, construct) {
|
|
|
408
437
|
platform,
|
|
409
438
|
env,
|
|
410
439
|
claimGpu: gpuResidency.hook(DIFFUSION_GPU_PROVIDER),
|
|
440
|
+
remoteMedia: media,
|
|
411
441
|
...(options.diffusion ? { overrides: options.diffusion } : {}),
|
|
412
442
|
...(options.backendOutput ? { backendOutput: options.backendOutput } : {}),
|
|
413
443
|
});
|
|
@@ -418,7 +448,11 @@ export async function createAtomicCore(options, construct) {
|
|
|
418
448
|
const mlxRuntime = runtimes.get('mlx');
|
|
419
449
|
const engineBuilds = new EngineBuildsService({
|
|
420
450
|
dataFolder: layout.root,
|
|
421
|
-
roots: {
|
|
451
|
+
roots: {
|
|
452
|
+
'sd-cpp': layout.diffusion.backendsDir,
|
|
453
|
+
'mlx': layout.provider('mlx').backendsDir,
|
|
454
|
+
'foundry-local': foundryLocalPaths.backendsDir,
|
|
455
|
+
},
|
|
422
456
|
failedBackendsFile: join(layout.diffusion.root, 'failed-backends.json'),
|
|
423
457
|
resourcesDir: options.resourcesDir,
|
|
424
458
|
platform,
|
|
@@ -426,17 +460,47 @@ export async function createAtomicCore(options, construct) {
|
|
|
426
460
|
manifests: {
|
|
427
461
|
'sd-cpp': new EngineManifestSource(engineManifestKinds['sd-cpp'], { env, fetchFor, log }),
|
|
428
462
|
'mlx': new EngineManifestSource(engineManifestKinds.mlx, { env, fetchFor, log }),
|
|
463
|
+
'foundry-local': new EngineManifestSource(engineManifestKinds['foundry-local'], {
|
|
464
|
+
env,
|
|
465
|
+
fetchFor,
|
|
466
|
+
log,
|
|
467
|
+
}),
|
|
468
|
+
},
|
|
469
|
+
foundryLocalHost,
|
|
470
|
+
foundryHostProbe: async (libDir) => {
|
|
471
|
+
await runFoundryHostProbe(foundryHost, {
|
|
472
|
+
libDir,
|
|
473
|
+
appDataDir: foundryLocalPaths.runtimeDir,
|
|
474
|
+
logsDir: foundryLocalPaths.logsDir,
|
|
475
|
+
}, { env });
|
|
429
476
|
},
|
|
430
477
|
hardware: () => hardware.facts(),
|
|
431
478
|
hosts: {
|
|
432
479
|
'sd-cpp': diffusion.engineHost(),
|
|
433
480
|
// Off macOS there is no MLX runtime: nothing runs, so nothing to hold off or unload.
|
|
434
481
|
'mlx': mlxRuntime instanceof MlxRuntime ? mlxRuntime.engineHost() : IDLE_ENGINE_HOST,
|
|
482
|
+
// Where the provider is not registered nothing runs from a build.
|
|
483
|
+
'foundry-local': foundryLocalRuntime ? foundryLocalRuntime.engineHost() : IDLE_ENGINE_HOST,
|
|
435
484
|
},
|
|
436
485
|
availableSpace: defaultAvailableSpace,
|
|
437
486
|
emit: (name, payload) => emitter.emit(name, payload),
|
|
438
487
|
log,
|
|
439
488
|
});
|
|
489
|
+
// Whether this machine has an NPU (task 6.5): asked once, on the first check that needs it.
|
|
490
|
+
let npuAnswer;
|
|
491
|
+
const foundryLocalNpu = () => (npuAnswer ??= probeNpu(nodeProbeDeps({ platform, arch: process.arch, env: options.env ?? process.env })));
|
|
492
|
+
// Foundry Local's accelerators (task 6.4, design D3): probed from the active build when a client
|
|
493
|
+
// asks, prepared only when one orders it. Only where the platform rule registers the provider.
|
|
494
|
+
const foundryLocalAccelerators = foundryLocalHost.platform === null
|
|
495
|
+
? undefined
|
|
496
|
+
: new FoundryLocalAcceleratorService({
|
|
497
|
+
hostCommand: foundryHost,
|
|
498
|
+
resolveBuild: () => engineBuilds.activeDir('foundry-local'),
|
|
499
|
+
runtimeDir: foundryLocalPaths.runtimeDir,
|
|
500
|
+
logsDir: foundryLocalPaths.logsDir,
|
|
501
|
+
emit: (name, payload) => emitter.emit(name, payload),
|
|
502
|
+
env,
|
|
503
|
+
});
|
|
440
504
|
// The managed container environment and the one Docker executor of this core (task 2.6). The
|
|
441
505
|
// `tensorrt-llm` provider (task 2.14) takes `managedContainers`, never a second executor, and the
|
|
442
506
|
// environment's machine (`managedHost`: the e2e stand-in under `ATOMIC_MANAGED_TEST_HOST`, whose
|
|
@@ -589,7 +653,9 @@ export async function createAtomicCore(options, construct) {
|
|
|
589
653
|
// The `/engines` layer (change `unify-engine-lifecycle`): one handle per engine of this host, over
|
|
590
654
|
// the system that installs it. Every part is read when a command arrives.
|
|
591
655
|
const engineHandles = [];
|
|
592
|
-
for (const engine of hostEngines(platform, [...managedRuntimes.keys()]
|
|
656
|
+
for (const engine of hostEngines(platform, [...managedRuntimes.keys()], {
|
|
657
|
+
foundryLocal: foundryLocalHost.platform !== null,
|
|
658
|
+
})) {
|
|
593
659
|
const kind = ENGINE_KINDS[engine];
|
|
594
660
|
if (kind === 'llamacpp') {
|
|
595
661
|
const provider = engine;
|
|
@@ -653,6 +719,28 @@ export async function createAtomicCore(options, construct) {
|
|
|
653
719
|
increaseCtx: (provider, modelId, reason) => core.increaseCtx(provider, modelId, reason),
|
|
654
720
|
recreateSession: (provider, modelId) => core.recreateSession(provider, modelId),
|
|
655
721
|
hardware,
|
|
722
|
+
...(foundryLocalAccelerators
|
|
723
|
+
? {
|
|
724
|
+
nativeModelChecks: {
|
|
725
|
+
// Task 6.5: the platform, the active build, the last probe, the NPU — no network.
|
|
726
|
+
'foundry-local': async (body) => {
|
|
727
|
+
const request = parseFoundryLocalCheckRequest(body);
|
|
728
|
+
const installed = (await engineBuilds.activeDir('foundry-local')) !== undefined;
|
|
729
|
+
return foundryLocalVerdict({
|
|
730
|
+
platform,
|
|
731
|
+
arch: foundryLocalArch,
|
|
732
|
+
installed,
|
|
733
|
+
accelerators: installed ? (await foundryLocalAccelerators.list()).accelerators : [],
|
|
734
|
+
npu: (await foundryLocalNpu()).present,
|
|
735
|
+
}, request);
|
|
736
|
+
},
|
|
737
|
+
},
|
|
738
|
+
foundryLocal: {
|
|
739
|
+
accelerators: (force) => foundryLocalAccelerators.list({ force }),
|
|
740
|
+
prepare: (request) => foundryLocalAccelerators.prepare(request),
|
|
741
|
+
},
|
|
742
|
+
}
|
|
743
|
+
: {}),
|
|
656
744
|
foundationModelsAvailability: (force) => {
|
|
657
745
|
const runtime = runtimes.get('foundation-models');
|
|
658
746
|
return runtime instanceof FoundationModelsRuntime
|
|
@@ -682,16 +770,9 @@ export async function createAtomicCore(options, construct) {
|
|
|
682
770
|
},
|
|
683
771
|
embed: (provider, modelId, input, ubatchSize) => embeddings.embed(provider, modelId, input, ubatchSize),
|
|
684
772
|
},
|
|
685
|
-
|
|
686
|
-
compatibility: (request) => compatibilityFor(
|
|
687
|
-
plan: (request) => modelSetups.plan(request),
|
|
773
|
+
modelCompatibility: {
|
|
774
|
+
compatibility: (request) => compatibilityFor({ compatibility: prismCompatibility, modelFile }, request),
|
|
688
775
|
families: () => prismCompatibility.families(),
|
|
689
|
-
start: (request) => modelSetups.start(request),
|
|
690
|
-
list: () => modelSetups.list(),
|
|
691
|
-
get: (setupId) => modelSetups.get(setupId),
|
|
692
|
-
cancel: (setupId) => modelSetups.cancel(setupId),
|
|
693
|
-
resume: (setupId, opts) => modelSetups.resume(setupId, opts),
|
|
694
|
-
snapshot: () => modelSetups.snapshot(),
|
|
695
776
|
},
|
|
696
777
|
managedModelChecks,
|
|
697
778
|
...(managedModelDelete !== null ? { managedModelDelete } : {}),
|
|
@@ -772,6 +853,10 @@ export async function createAtomicCore(options, construct) {
|
|
|
772
853
|
upsert: (input) => cloud.upsert(input),
|
|
773
854
|
remove: (provider) => cloud.remove(provider),
|
|
774
855
|
},
|
|
856
|
+
media: {
|
|
857
|
+
catalog: () => media.catalogView(),
|
|
858
|
+
providerModels: (provider, kind) => media.providerModels(provider, kind),
|
|
859
|
+
},
|
|
775
860
|
chatgpt: {
|
|
776
861
|
status: () => chatgpt.status(),
|
|
777
862
|
reload: () => chatgpt.reload(),
|
|
@@ -865,8 +950,8 @@ export async function createAtomicCore(options, construct) {
|
|
|
865
950
|
// Before the first load (design D5): downloaded engine builds no newer than the installer's, the
|
|
866
951
|
// ones a session kept on the last install, the leftovers of an interrupted install.
|
|
867
952
|
await engineBuilds.startupCleanup();
|
|
868
|
-
//
|
|
869
|
-
await
|
|
953
|
+
// Bonsai setup records an older core left; the core no longer downloads models, so none resumes.
|
|
954
|
+
await removeLegacyPrismSetups(layout.core.dir).catch((e) => warn(`removing the old model setup records: ${String(e)}`));
|
|
870
955
|
// A tunnel is worse to orphan than a backend: it keeps a public URL pointed at a local port.
|
|
871
956
|
await reapTunnelOrphan(layout.core.remoteAccessTunnel, { log: warn });
|
|
872
957
|
// Atomic Chat 2.0.40 journalled its tunnel at the data root and reaped it at its own startup; the
|