@atomic-chat/core 0.5.1 → 0.13.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -0
- package/dist/app-daemon.js +20 -67
- package/dist/app-daemon.js.map +1 -1
- package/dist/backend/advisor/advisor.d.ts +132 -0
- package/dist/backend/advisor/advisor.js +537 -0
- package/dist/backend/advisor/advisor.js.map +1 -0
- package/dist/backend/advisor/index.d.ts +6 -0
- package/dist/backend/advisor/index.js +7 -0
- package/dist/backend/advisor/index.js.map +1 -0
- package/dist/backend/advisor/policy.d.ts +81 -0
- package/dist/backend/advisor/policy.js +154 -0
- package/dist/backend/advisor/policy.js.map +1 -0
- package/dist/backend/catalog/archive.d.ts +21 -7
- package/dist/backend/catalog/archive.js +57 -17
- package/dist/backend/catalog/archive.js.map +1 -1
- package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
- package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
- package/dist/backend/catalog/cuda-family.d.ts +12 -2
- package/dist/backend/catalog/cuda-family.js +30 -7
- package/dist/backend/catalog/cuda-family.js.map +1 -1
- package/dist/backend/catalog/index.d.ts +5 -0
- package/dist/backend/catalog/index.js +5 -0
- package/dist/backend/catalog/index.js.map +1 -1
- package/dist/backend/catalog/manifest.d.ts +5 -3
- package/dist/backend/catalog/manifest.js +12 -9
- package/dist/backend/catalog/manifest.js.map +1 -1
- package/dist/backend/catalog/migrate.d.ts +8 -6
- package/dist/backend/catalog/migrate.js +26 -15
- package/dist/backend/catalog/migrate.js.map +1 -1
- package/dist/backend/catalog/prism-catalog.d.ts +42 -0
- package/dist/backend/catalog/prism-catalog.js +101 -0
- package/dist/backend/catalog/prism-catalog.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
- package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
- package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
- package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
- package/dist/backend/catalog/prism-manifest.d.ts +90 -0
- package/dist/backend/catalog/prism-manifest.js +171 -0
- package/dist/backend/catalog/prism-manifest.js.map +1 -0
- package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
- package/dist/backend/catalog/turboquant-catalog.js +162 -0
- package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
- package/dist/backend/catalog/turboquant-index.d.ts +104 -0
- package/dist/backend/catalog/turboquant-index.js +260 -0
- package/dist/backend/catalog/turboquant-index.js.map +1 -0
- package/dist/backend/index.d.ts +1 -0
- package/dist/backend/index.js +1 -0
- package/dist/backend/index.js.map +1 -1
- package/dist/backend/install/runtime-backend.d.ts +6 -6
- package/dist/backend/install/runtime-backend.js +23 -20
- package/dist/backend/install/runtime-backend.js.map +1 -1
- package/dist/backend/install/service.d.ts +106 -5
- package/dist/backend/install/service.js +247 -21
- package/dist/backend/install/service.js.map +1 -1
- package/dist/backend/installed/bundled.d.ts +19 -0
- package/dist/backend/installed/bundled.js +45 -0
- package/dist/backend/installed/bundled.js.map +1 -0
- package/dist/backend/installed/index.d.ts +1 -0
- package/dist/backend/installed/index.js +1 -0
- package/dist/backend/installed/index.js.map +1 -1
- package/dist/backend/installed/installed.js +3 -0
- package/dist/backend/installed/installed.js.map +1 -1
- package/dist/backend/optimal/optimal-cache.d.ts +27 -8
- package/dist/backend/optimal/optimal-cache.js +38 -19
- package/dist/backend/optimal/optimal-cache.js.map +1 -1
- package/dist/backend/optimal/optimal-store.js +1 -1
- package/dist/backend/optimal/optimal-store.js.map +1 -1
- package/dist/backend/select/categories.d.ts +2 -1
- package/dist/backend/select/categories.js +8 -1
- package/dist/backend/select/categories.js.map +1 -1
- package/dist/backend/select/features.d.ts +13 -5
- package/dist/backend/select/features.js +36 -6
- package/dist/backend/select/features.js.map +1 -1
- package/dist/backend/select/index.d.ts +2 -0
- package/dist/backend/select/index.js +2 -0
- package/dist/backend/select/index.js.map +1 -1
- package/dist/backend/select/prism.d.ts +54 -0
- package/dist/backend/select/prism.js +212 -0
- package/dist/backend/select/prism.js.map +1 -0
- package/dist/backend/select/recovery.d.ts +4 -2
- package/dist/backend/select/recovery.js +17 -5
- package/dist/backend/select/recovery.js.map +1 -1
- package/dist/backend/select/tiers.d.ts +20 -11
- package/dist/backend/select/tiers.js +49 -11
- package/dist/backend/select/tiers.js.map +1 -1
- package/dist/backend/select/turboquant-tiers.d.ts +45 -0
- package/dist/backend/select/turboquant-tiers.js +114 -0
- package/dist/backend/select/turboquant-tiers.js.map +1 -0
- package/dist/backend/types.d.ts +6 -69
- package/dist/cli/commands/backends.d.ts +10 -0
- package/dist/cli/commands/backends.js +142 -0
- package/dist/cli/commands/backends.js.map +1 -0
- package/dist/cli/commands/hardware.d.ts +13 -0
- package/dist/cli/commands/hardware.js +71 -0
- package/dist/cli/commands/hardware.js.map +1 -0
- package/dist/cli/commands/host-step.d.ts +28 -0
- package/dist/cli/commands/host-step.js +67 -0
- package/dist/cli/commands/host-step.js.map +1 -0
- package/dist/cli/commands/index.d.ts +4 -1
- package/dist/cli/commands/index.js +4 -1
- package/dist/cli/commands/index.js.map +1 -1
- package/dist/cli/commands/serve.js +4 -4
- package/dist/cli/commands/serve.js.map +1 -1
- package/dist/cli/commands/shared.d.ts +6 -1
- package/dist/cli/commands/shared.js +7 -0
- package/dist/cli/commands/shared.js.map +1 -1
- package/dist/cli/io.d.ts +11 -0
- package/dist/cli/io.js +28 -3
- package/dist/cli/io.js.map +1 -1
- package/dist/cli/launch.js +2 -2
- package/dist/cli/launch.js.map +1 -1
- package/dist/cli/main.d.ts +1 -1
- package/dist/cli/main.js +11 -1
- package/dist/cli/main.js.map +1 -1
- package/dist/client/control-client.d.ts +128 -7
- package/dist/client/control-client.js +211 -12
- package/dist/client/control-client.js.map +1 -1
- package/dist/cloud/registry.js +9 -1
- package/dist/cloud/registry.js.map +1 -1
- package/dist/config/paths.d.ts +137 -0
- package/dist/config/paths.js +163 -0
- package/dist/config/paths.js.map +1 -1
- package/dist/contracts/backend-advisor.d.ts +225 -0
- package/dist/contracts/backend-advisor.js +14 -0
- package/dist/contracts/backend-advisor.js.map +1 -0
- package/dist/contracts/control-api.d.ts +7 -1
- package/dist/contracts/control-api.js +7 -1
- package/dist/contracts/control-api.js.map +1 -1
- package/dist/contracts/decision.d.ts +394 -0
- package/dist/contracts/decision.js +69 -0
- package/dist/contracts/decision.js.map +1 -0
- package/dist/contracts/diffusion.d.ts +62 -9
- package/dist/contracts/embedding.d.ts +103 -0
- package/dist/contracts/embedding.js +24 -0
- package/dist/contracts/embedding.js.map +1 -0
- package/dist/contracts/engine-builds.d.ts +108 -0
- package/dist/contracts/engine-builds.js +11 -0
- package/dist/contracts/engine-builds.js.map +1 -0
- package/dist/contracts/engines.d.ts +157 -0
- package/dist/contracts/engines.js +50 -0
- package/dist/contracts/engines.js.map +1 -0
- package/dist/contracts/environment.d.ts +774 -0
- package/dist/contracts/environment.js +116 -0
- package/dist/contracts/environment.js.map +1 -0
- package/dist/contracts/errors.d.ts +43 -2
- package/dist/contracts/errors.js +41 -0
- package/dist/contracts/errors.js.map +1 -1
- package/dist/contracts/events.d.ts +82 -4
- package/dist/contracts/hardware.d.ts +79 -6
- package/dist/contracts/hardware.js +9 -5
- package/dist/contracts/hardware.js.map +1 -1
- package/dist/contracts/index.d.ts +8 -0
- package/dist/contracts/index.js +8 -0
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/model-compatibility.d.ts +97 -0
- package/dist/contracts/model-compatibility.js +6 -0
- package/dist/contracts/model-compatibility.js.map +1 -0
- package/dist/contracts/model-setup.d.ts +115 -0
- package/dist/contracts/model-setup.js +33 -0
- package/dist/contracts/model-setup.js.map +1 -0
- package/dist/contracts/model-yml.d.ts +14 -0
- package/dist/contracts/model-yml.js +1 -0
- package/dist/contracts/model-yml.js.map +1 -1
- package/dist/contracts/session.d.ts +45 -2
- package/dist/contracts/session.js +14 -1
- package/dist/contracts/session.js.map +1 -1
- package/dist/contracts/settings.d.ts +44 -1
- package/dist/contracts/settings.js.map +1 -1
- package/dist/core/atomic-core.d.ts +44 -5
- package/dist/core/atomic-core.js +24 -0
- package/dist/core/atomic-core.js.map +1 -1
- package/dist/core/create.js +517 -23
- package/dist/core/create.js.map +1 -1
- package/dist/core/gpu/index.d.ts +6 -0
- package/dist/core/gpu/index.js +7 -0
- package/dist/core/gpu/index.js.map +1 -0
- package/dist/core/gpu/policy.d.ts +68 -0
- package/dist/core/gpu/policy.js +99 -0
- package/dist/core/gpu/policy.js.map +1 -0
- package/dist/core/gpu/residency.d.ts +44 -0
- package/dist/core/gpu/residency.js +101 -0
- package/dist/core/gpu/residency.js.map +1 -0
- package/dist/core/gpu-residency.d.ts +39 -0
- package/dist/core/gpu-residency.js +32 -0
- package/dist/core/gpu-residency.js.map +1 -0
- package/dist/core/index.d.ts +1 -1
- package/dist/core/managed-engines.d.ts +207 -0
- package/dist/core/managed-engines.js +579 -0
- package/dist/core/managed-engines.js.map +1 -0
- package/dist/core/managed-environment.d.ts +72 -0
- package/dist/core/managed-environment.js +218 -0
- package/dist/core/managed-environment.js.map +1 -0
- package/dist/core/model-setup/index.d.ts +4 -0
- package/dist/core/model-setup/index.js +5 -0
- package/dist/core/model-setup/index.js.map +1 -0
- package/dist/core/model-setup/plan.d.ts +56 -0
- package/dist/core/model-setup/plan.js +158 -0
- package/dist/core/model-setup/plan.js.map +1 -0
- package/dist/core/model-setup/service.d.ts +92 -0
- package/dist/core/model-setup/service.js +329 -0
- package/dist/core/model-setup/service.js.map +1 -0
- package/dist/core/model-setup/store.d.ts +29 -0
- package/dist/core/model-setup/store.js +116 -0
- package/dist/core/model-setup/store.js.map +1 -0
- package/dist/core/model-setup/wiring.d.ts +59 -0
- package/dist/core/model-setup/wiring.js +132 -0
- package/dist/core/model-setup/wiring.js.map +1 -0
- package/dist/core/prism.d.ts +36 -0
- package/dist/core/prism.js +42 -0
- package/dist/core/prism.js.map +1 -0
- package/dist/core/public-server.d.ts +7 -0
- package/dist/core/public-server.js +2 -0
- package/dist/core/public-server.js.map +1 -1
- package/dist/core/sessions.d.ts +6 -1
- package/dist/core/sessions.js +18 -14
- package/dist/core/sessions.js.map +1 -1
- package/dist/core/types.d.ts +27 -1
- package/dist/core/types.js.map +1 -1
- package/dist/decision/args.d.ts +110 -0
- package/dist/decision/args.js +126 -0
- package/dist/decision/args.js.map +1 -0
- package/dist/decision/backoff.d.ts +25 -0
- package/dist/decision/backoff.js +33 -0
- package/dist/decision/backoff.js.map +1 -0
- package/dist/decision/engine-candidates.d.ts +52 -0
- package/dist/decision/engine-candidates.js +138 -0
- package/dist/decision/engine-candidates.js.map +1 -0
- package/dist/decision/engine-fallback.d.ts +41 -0
- package/dist/decision/engine-fallback.js +57 -0
- package/dist/decision/engine-fallback.js.map +1 -0
- package/dist/decision/engine-version.d.ts +27 -0
- package/dist/decision/engine-version.js +54 -0
- package/dist/decision/engine-version.js.map +1 -0
- package/dist/decision/engine.d.ts +114 -0
- package/dist/decision/engine.js +253 -0
- package/dist/decision/engine.js.map +1 -0
- package/dist/decision/http.d.ts +36 -0
- package/dist/decision/http.js +73 -0
- package/dist/decision/http.js.map +1 -0
- package/dist/decision/index.d.ts +20 -0
- package/dist/decision/index.js +21 -0
- package/dist/decision/index.js.map +1 -0
- package/dist/decision/model-facts.d.ts +32 -0
- package/dist/decision/model-facts.js +40 -0
- package/dist/decision/model-facts.js.map +1 -0
- package/dist/decision/outcome.d.ts +35 -0
- package/dist/decision/outcome.js +105 -0
- package/dist/decision/outcome.js.map +1 -0
- package/dist/decision/process.d.ts +67 -0
- package/dist/decision/process.js +133 -0
- package/dist/decision/process.js.map +1 -0
- package/dist/decision/readiness.d.ts +74 -0
- package/dist/decision/readiness.js +165 -0
- package/dist/decision/readiness.js.map +1 -0
- package/dist/decision/request.d.ts +11 -0
- package/dist/decision/request.js +56 -0
- package/dist/decision/request.js.map +1 -0
- package/dist/decision/service.d.ts +202 -0
- package/dist/decision/service.js +711 -0
- package/dist/decision/service.js.map +1 -0
- package/dist/decision/upstream-version.d.ts +23 -0
- package/dist/decision/upstream-version.js +34 -0
- package/dist/decision/upstream-version.js.map +1 -0
- package/dist/decision/wiring.d.ts +67 -0
- package/dist/decision/wiring.js +101 -0
- package/dist/decision/wiring.js.map +1 -0
- package/dist/diffusion/args.d.ts +4 -2
- package/dist/diffusion/args.js +10 -3
- package/dist/diffusion/args.js.map +1 -1
- package/dist/diffusion/image-job.js +1 -1
- package/dist/diffusion/image-job.js.map +1 -1
- package/dist/diffusion/install.d.ts +35 -11
- package/dist/diffusion/install.js +74 -49
- package/dist/diffusion/install.js.map +1 -1
- package/dist/diffusion/job-kind.d.ts +33 -7
- package/dist/diffusion/jobs.d.ts +6 -1
- package/dist/diffusion/jobs.js +60 -18
- package/dist/diffusion/jobs.js.map +1 -1
- package/dist/diffusion/parse.d.ts +1 -2
- package/dist/diffusion/parse.js +1 -13
- package/dist/diffusion/parse.js.map +1 -1
- package/dist/diffusion/progress.js +3 -0
- package/dist/diffusion/progress.js.map +1 -1
- package/dist/diffusion/server-process.d.ts +6 -0
- package/dist/diffusion/server-process.js +3 -2
- package/dist/diffusion/server-process.js.map +1 -1
- package/dist/diffusion/service.d.ts +52 -6
- package/dist/diffusion/service.js +215 -40
- package/dist/diffusion/service.js.map +1 -1
- package/dist/diffusion/session.d.ts +27 -3
- package/dist/diffusion/session.js +108 -17
- package/dist/diffusion/session.js.map +1 -1
- package/dist/diffusion/state.d.ts +19 -1
- package/dist/diffusion/state.js +10 -0
- package/dist/diffusion/state.js.map +1 -1
- package/dist/diffusion/tracker.d.ts +15 -1
- package/dist/diffusion/tracker.js +32 -6
- package/dist/diffusion/tracker.js.map +1 -1
- package/dist/diffusion/types.d.ts +7 -0
- package/dist/diffusion/types.js +11 -0
- package/dist/diffusion/types.js.map +1 -1
- package/dist/diffusion/video-estimate.d.ts +214 -0
- package/dist/diffusion/video-estimate.js +402 -0
- package/dist/diffusion/video-estimate.js.map +1 -0
- package/dist/diffusion/video-eta.d.ts +90 -0
- package/dist/diffusion/video-eta.js +248 -0
- package/dist/diffusion/video-eta.js.map +1 -0
- package/dist/diffusion/video-history.d.ts +45 -0
- package/dist/diffusion/video-history.js +121 -0
- package/dist/diffusion/video-history.js.map +1 -0
- package/dist/diffusion/video-job.d.ts +13 -5
- package/dist/diffusion/video-job.js +42 -15
- package/dist/diffusion/video-job.js.map +1 -1
- package/dist/diffusion/video-recipe.js +3 -0
- package/dist/diffusion/video-recipe.js.map +1 -1
- package/dist/diffusion/video-tiling.d.ts +54 -0
- package/dist/diffusion/video-tiling.js +70 -0
- package/dist/diffusion/video-tiling.js.map +1 -0
- package/dist/diffusion/wiring.d.ts +14 -1
- package/dist/diffusion/wiring.js +7 -0
- package/dist/diffusion/wiring.js.map +1 -1
- package/dist/downloads/protocol.d.ts +3 -8
- package/dist/downloads/protocol.js.map +1 -1
- package/dist/embedding/args.d.ts +39 -0
- package/dist/embedding/args.js +46 -0
- package/dist/embedding/args.js.map +1 -0
- package/dist/embedding/engine.d.ts +50 -0
- package/dist/embedding/engine.js +100 -0
- package/dist/embedding/engine.js.map +1 -0
- package/dist/embedding/ffmpeg.d.ts +18 -0
- package/dist/embedding/ffmpeg.js +63 -0
- package/dist/embedding/ffmpeg.js.map +1 -0
- package/dist/embedding/index.d.ts +16 -0
- package/dist/embedding/index.js +17 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/model-facts.d.ts +51 -0
- package/dist/embedding/model-facts.js +84 -0
- package/dist/embedding/model-facts.js.map +1 -0
- package/dist/embedding/process.d.ts +66 -0
- package/dist/embedding/process.js +131 -0
- package/dist/embedding/process.js.map +1 -0
- package/dist/embedding/readiness.d.ts +56 -0
- package/dist/embedding/readiness.js +114 -0
- package/dist/embedding/readiness.js.map +1 -0
- package/dist/embedding/request.d.ts +43 -0
- package/dist/embedding/request.js +285 -0
- package/dist/embedding/request.js.map +1 -0
- package/dist/embedding/service.d.ts +152 -0
- package/dist/embedding/service.js +602 -0
- package/dist/embedding/service.js.map +1 -0
- package/dist/embedding/wiring.d.ts +51 -0
- package/dist/embedding/wiring.js +79 -0
- package/dist/embedding/wiring.js.map +1 -0
- package/dist/engine-builds/builds.d.ts +54 -0
- package/dist/engine-builds/builds.js +151 -0
- package/dist/engine-builds/builds.js.map +1 -0
- package/dist/engine-builds/index.d.ts +10 -0
- package/dist/engine-builds/index.js +11 -0
- package/dist/engine-builds/index.js.map +1 -0
- package/dist/engine-builds/install.d.ts +42 -0
- package/dist/engine-builds/install.js +100 -0
- package/dist/engine-builds/install.js.map +1 -0
- package/dist/engine-builds/manifest.d.ts +121 -0
- package/dist/engine-builds/manifest.js +254 -0
- package/dist/engine-builds/manifest.js.map +1 -0
- package/dist/engine-builds/order.d.ts +24 -0
- package/dist/engine-builds/order.js +44 -0
- package/dist/engine-builds/order.js.map +1 -0
- package/dist/engine-builds/select.d.ts +123 -0
- package/dist/engine-builds/select.js +223 -0
- package/dist/engine-builds/select.js.map +1 -0
- package/dist/engine-builds/service.d.ts +123 -0
- package/dist/engine-builds/service.js +392 -0
- package/dist/engine-builds/service.js.map +1 -0
- package/dist/engines/descriptor-order.d.ts +28 -0
- package/dist/engines/descriptor-order.js +60 -0
- package/dist/engines/descriptor-order.js.map +1 -0
- package/dist/engines/engine-build.d.ts +23 -0
- package/dist/engines/engine-build.js +58 -0
- package/dist/engines/engine-build.js.map +1 -0
- package/dist/engines/index.d.ts +10 -0
- package/dist/engines/index.js +11 -0
- package/dist/engines/index.js.map +1 -0
- package/dist/engines/llamacpp.d.ts +71 -0
- package/dist/engines/llamacpp.js +176 -0
- package/dist/engines/llamacpp.js.map +1 -0
- package/dist/engines/managed.d.ts +49 -0
- package/dist/engines/managed.js +88 -0
- package/dist/engines/managed.js.map +1 -0
- package/dist/engines/service.d.ts +46 -0
- package/dist/engines/service.js +61 -0
- package/dist/engines/service.js.map +1 -0
- package/dist/engines/versions.d.ts +65 -0
- package/dist/engines/versions.js +259 -0
- package/dist/engines/versions.js.map +1 -0
- package/dist/hardware/cpu-flags.d.ts +44 -0
- package/dist/hardware/cpu-flags.js +206 -0
- package/dist/hardware/cpu-flags.js.map +1 -0
- package/dist/hardware/drm-sysfs.d.ts +51 -0
- package/dist/hardware/drm-sysfs.js +67 -0
- package/dist/hardware/drm-sysfs.js.map +1 -0
- package/dist/hardware/facts.d.ts +42 -0
- package/dist/hardware/facts.js +92 -0
- package/dist/hardware/facts.js.map +1 -0
- package/dist/hardware/index.d.ts +19 -3
- package/dist/hardware/index.js +19 -3
- package/dist/hardware/index.js.map +1 -1
- package/dist/hardware/merge.d.ts +55 -0
- package/dist/hardware/merge.js +141 -0
- package/dist/hardware/merge.js.map +1 -0
- package/dist/hardware/nvidia-smi.d.ts +43 -0
- package/dist/hardware/nvidia-smi.js +118 -0
- package/dist/hardware/nvidia-smi.js.map +1 -0
- package/dist/hardware/probe-common.d.ts +72 -0
- package/dist/hardware/probe-common.js +106 -0
- package/dist/hardware/probe-common.js.map +1 -0
- package/dist/hardware/probe-darwin.d.ts +20 -0
- package/dist/hardware/probe-darwin.js +76 -0
- package/dist/hardware/probe-darwin.js.map +1 -0
- package/dist/hardware/probe-linux.d.ts +9 -0
- package/dist/hardware/probe-linux.js +133 -0
- package/dist/hardware/probe-linux.js.map +1 -0
- package/dist/hardware/probe-windows.d.ts +7 -0
- package/dist/hardware/probe-windows.js +50 -0
- package/dist/hardware/probe-windows.js.map +1 -0
- package/dist/hardware/probe.d.ts +16 -0
- package/dist/hardware/probe.js +65 -0
- package/dist/hardware/probe.js.map +1 -0
- package/dist/hardware/service.d.ts +60 -0
- package/dist/hardware/service.js +114 -0
- package/dist/hardware/service.js.map +1 -0
- package/dist/hardware/vulkan.d.ts +47 -0
- package/dist/hardware/vulkan.js +148 -0
- package/dist/hardware/vulkan.js.map +1 -0
- package/dist/hardware/windows-video.d.ts +97 -0
- package/dist/hardware/windows-video.js +214 -0
- package/dist/hardware/windows-video.js.map +1 -0
- package/dist/host/app-daemon.d.ts +47 -0
- package/dist/host/app-daemon.js +146 -0
- package/dist/host/app-daemon.js.map +1 -0
- package/dist/host/index.d.ts +5 -3
- package/dist/host/index.js +5 -3
- package/dist/host/index.js.map +1 -1
- package/dist/host/log-file.d.ts +74 -0
- package/dist/host/log-file.js +214 -0
- package/dist/host/log-file.js.map +1 -0
- package/dist/host/recipes/enable-wsl.d.ts +63 -0
- package/dist/host/recipes/enable-wsl.js +73 -0
- package/dist/host/recipes/enable-wsl.js.map +1 -0
- package/dist/host/recipes/executor-io-windows.d.ts +69 -0
- package/dist/host/recipes/executor-io-windows.js +235 -0
- package/dist/host/recipes/executor-io-windows.js.map +1 -0
- package/dist/host/recipes/executor-io.d.ts +80 -0
- package/dist/host/recipes/executor-io.js +211 -0
- package/dist/host/recipes/executor-io.js.map +1 -0
- package/dist/host/recipes/executor.d.ts +81 -0
- package/dist/host/recipes/executor.js +678 -0
- package/dist/host/recipes/executor.js.map +1 -0
- package/dist/host/recipes/guest-executor.d.ts +29 -0
- package/dist/host/recipes/guest-executor.js +76 -0
- package/dist/host/recipes/guest-executor.js.map +1 -0
- package/dist/host/recipes/index.d.ts +16 -0
- package/dist/host/recipes/index.js +17 -0
- package/dist/host/recipes/index.js.map +1 -0
- package/dist/host/recipes/install-container-runtime.d.ts +389 -0
- package/dist/host/recipes/install-container-runtime.js +796 -0
- package/dist/host/recipes/install-container-runtime.js.map +1 -0
- package/dist/host/recipes/openpgp.d.ts +23 -0
- package/dist/host/recipes/openpgp.js +153 -0
- package/dist/host/recipes/openpgp.js.map +1 -0
- package/dist/host/recipes/request-file.d.ts +96 -0
- package/dist/host/recipes/request-file.js +103 -0
- package/dist/host/recipes/request-file.js.map +1 -0
- package/dist/lock/process-journal.d.ts +5 -2
- package/dist/lock/process-journal.js.map +1 -1
- package/dist/models/capabilities.d.ts +7 -0
- package/dist/models/capabilities.js +17 -1
- package/dist/models/capabilities.js.map +1 -1
- package/dist/models/compatibility/index.d.ts +10 -0
- package/dist/models/compatibility/index.js +11 -0
- package/dist/models/compatibility/index.js.map +1 -0
- package/dist/models/compatibility/inspect.d.ts +19 -0
- package/dist/models/compatibility/inspect.js +59 -0
- package/dist/models/compatibility/inspect.js.map +1 -0
- package/dist/models/compatibility/resolve.d.ts +59 -0
- package/dist/models/compatibility/resolve.js +219 -0
- package/dist/models/compatibility/resolve.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.d.ts +2 -0
- package/dist/models/compatibility/rules-baseline.js +10 -0
- package/dist/models/compatibility/rules-baseline.js.map +1 -0
- package/dist/models/compatibility/rules-baseline.json +292 -0
- package/dist/models/compatibility/rules-service.d.ts +36 -0
- package/dist/models/compatibility/rules-service.js +109 -0
- package/dist/models/compatibility/rules-service.js.map +1 -0
- package/dist/models/compatibility/rules.d.ts +81 -0
- package/dist/models/compatibility/rules.js +164 -0
- package/dist/models/compatibility/rules.js.map +1 -0
- package/dist/models/compatibility/service.d.ts +59 -0
- package/dist/models/compatibility/service.js +137 -0
- package/dist/models/compatibility/service.js.map +1 -0
- package/dist/models/decision-checkpoint.d.ts +22 -0
- package/dist/models/decision-checkpoint.js +33 -0
- package/dist/models/decision-checkpoint.js.map +1 -0
- package/dist/models/gguf/classify.d.ts +27 -1
- package/dist/models/gguf/classify.js +78 -2
- package/dist/models/gguf/classify.js.map +1 -1
- package/dist/models/gguf/index.d.ts +1 -0
- package/dist/models/gguf/index.js +1 -0
- package/dist/models/gguf/index.js.map +1 -1
- package/dist/models/gguf/tensors.d.ts +56 -0
- package/dist/models/gguf/tensors.js +236 -0
- package/dist/models/gguf/tensors.js.map +1 -0
- package/dist/models/index.d.ts +2 -0
- package/dist/models/index.js +2 -0
- package/dist/models/index.js.map +1 -1
- package/dist/router/resolve.d.ts +7 -1
- package/dist/router/resolve.js +14 -1
- package/dist/router/resolve.js.map +1 -1
- package/dist/runtime/container/argv.d.ts +88 -0
- package/dist/runtime/container/argv.js +406 -0
- package/dist/runtime/container/argv.js.map +1 -0
- package/dist/runtime/container/docker-binary.d.ts +4 -0
- package/dist/runtime/container/docker-binary.js +34 -0
- package/dist/runtime/container/docker-binary.js.map +1 -0
- package/dist/runtime/container/env.d.ts +17 -0
- package/dist/runtime/container/env.js +52 -0
- package/dist/runtime/container/env.js.map +1 -0
- package/dist/runtime/container/exec.d.ts +27 -0
- package/dist/runtime/container/exec.js +79 -0
- package/dist/runtime/container/exec.js.map +1 -0
- package/dist/runtime/container/execution-journal.d.ts +55 -0
- package/dist/runtime/container/execution-journal.js +167 -0
- package/dist/runtime/container/execution-journal.js.map +1 -0
- package/dist/runtime/container/heartbeat.d.ts +47 -0
- package/dist/runtime/container/heartbeat.js +78 -0
- package/dist/runtime/container/heartbeat.js.map +1 -0
- package/dist/runtime/container/index.d.ts +30 -0
- package/dist/runtime/container/index.js +31 -0
- package/dist/runtime/container/index.js.map +1 -0
- package/dist/runtime/container/operations.d.ts +40 -0
- package/dist/runtime/container/operations.js +233 -0
- package/dist/runtime/container/operations.js.map +1 -0
- package/dist/runtime/container/pull.d.ts +48 -0
- package/dist/runtime/container/pull.js +280 -0
- package/dist/runtime/container/pull.js.map +1 -0
- package/dist/runtime/container/reconcile.d.ts +34 -0
- package/dist/runtime/container/reconcile.js +79 -0
- package/dist/runtime/container/reconcile.js.map +1 -0
- package/dist/runtime/container/types.d.ts +124 -0
- package/dist/runtime/container/types.js +2 -0
- package/dist/runtime/container/types.js.map +1 -0
- package/dist/runtime/container/watchdog.d.ts +114 -0
- package/dist/runtime/container/watchdog.js +418 -0
- package/dist/runtime/container/watchdog.js.map +1 -0
- package/dist/runtime/container/wiring.d.ts +78 -0
- package/dist/runtime/container/wiring.js +92 -0
- package/dist/runtime/container/wiring.js.map +1 -0
- package/dist/runtime/container/wsl-exec.d.ts +13 -0
- package/dist/runtime/container/wsl-exec.js +18 -0
- package/dist/runtime/container/wsl-exec.js.map +1 -0
- package/dist/runtime/environment/cached-document.d.ts +128 -0
- package/dist/runtime/environment/cached-document.js +218 -0
- package/dist/runtime/environment/cached-document.js.map +1 -0
- package/dist/runtime/environment/canonical-json.d.ts +78 -0
- package/dist/runtime/environment/canonical-json.js +86 -0
- package/dist/runtime/environment/canonical-json.js.map +1 -0
- package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
- package/dist/runtime/environment/descriptor-provider.js +159 -0
- package/dist/runtime/environment/descriptor-provider.js.map +1 -0
- package/dist/runtime/environment/descriptor.d.ts +35 -0
- package/dist/runtime/environment/descriptor.js +239 -0
- package/dist/runtime/environment/descriptor.js.map +1 -0
- package/dist/runtime/environment/diagnostics.d.ts +50 -0
- package/dist/runtime/environment/diagnostics.js +114 -0
- package/dist/runtime/environment/diagnostics.js.map +1 -0
- package/dist/runtime/environment/document-fields.d.ts +39 -0
- package/dist/runtime/environment/document-fields.js +96 -0
- package/dist/runtime/environment/document-fields.js.map +1 -0
- package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
- package/dist/runtime/environment/environment-manifest-provider.js +89 -0
- package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
- package/dist/runtime/environment/environment-manifest.d.ts +35 -0
- package/dist/runtime/environment/environment-manifest.js +131 -0
- package/dist/runtime/environment/environment-manifest.js.map +1 -0
- package/dist/runtime/environment/guest-host.d.ts +43 -0
- package/dist/runtime/environment/guest-host.js +88 -0
- package/dist/runtime/environment/guest-host.js.map +1 -0
- package/dist/runtime/environment/host-exec.d.ts +38 -0
- package/dist/runtime/environment/host-exec.js +145 -0
- package/dist/runtime/environment/host-exec.js.map +1 -0
- package/dist/runtime/environment/host-step-failure.d.ts +33 -0
- package/dist/runtime/environment/host-step-failure.js +34 -0
- package/dist/runtime/environment/host-step-failure.js.map +1 -0
- package/dist/runtime/environment/index.d.ts +56 -0
- package/dist/runtime/environment/index.js +57 -0
- package/dist/runtime/environment/index.js.map +1 -0
- package/dist/runtime/environment/installations.d.ts +25 -0
- package/dist/runtime/environment/installations.js +70 -0
- package/dist/runtime/environment/installations.js.map +1 -0
- package/dist/runtime/environment/inventory.d.ts +42 -0
- package/dist/runtime/environment/inventory.js +57 -0
- package/dist/runtime/environment/inventory.js.map +1 -0
- package/dist/runtime/environment/linux-blockers.d.ts +130 -0
- package/dist/runtime/environment/linux-blockers.js +251 -0
- package/dist/runtime/environment/linux-blockers.js.map +1 -0
- package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
- package/dist/runtime/environment/linux-docker-facts.js +342 -0
- package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
- package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
- package/dist/runtime/environment/linux-docker-network.js +195 -0
- package/dist/runtime/environment/linux-docker-network.js.map +1 -0
- package/dist/runtime/environment/linux-host.d.ts +22 -0
- package/dist/runtime/environment/linux-host.js +98 -0
- package/dist/runtime/environment/linux-host.js.map +1 -0
- package/dist/runtime/environment/linux-plan.d.ts +126 -0
- package/dist/runtime/environment/linux-plan.js +392 -0
- package/dist/runtime/environment/linux-plan.js.map +1 -0
- package/dist/runtime/environment/linux-probe.d.ts +245 -0
- package/dist/runtime/environment/linux-probe.js +315 -0
- package/dist/runtime/environment/linux-probe.js.map +1 -0
- package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
- package/dist/runtime/environment/linux-provisioner.js +734 -0
- package/dist/runtime/environment/linux-provisioner.js.map +1 -0
- package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
- package/dist/runtime/environment/provisioner-descriptors.js +62 -0
- package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
- package/dist/runtime/environment/recovery.d.ts +74 -0
- package/dist/runtime/environment/recovery.js +121 -0
- package/dist/runtime/environment/recovery.js.map +1 -0
- package/dist/runtime/environment/rootfs-download.d.ts +2 -0
- package/dist/runtime/environment/rootfs-download.js +47 -0
- package/dist/runtime/environment/rootfs-download.js.map +1 -0
- package/dist/runtime/environment/service.d.ts +280 -0
- package/dist/runtime/environment/service.js +776 -0
- package/dist/runtime/environment/service.js.map +1 -0
- package/dist/runtime/environment/state.d.ts +163 -0
- package/dist/runtime/environment/state.js +479 -0
- package/dist/runtime/environment/state.js.map +1 -0
- package/dist/runtime/environment/store-models.d.ts +19 -0
- package/dist/runtime/environment/store-models.js +30 -0
- package/dist/runtime/environment/store-models.js.map +1 -0
- package/dist/runtime/environment/store.d.ts +210 -0
- package/dist/runtime/environment/store.js +438 -0
- package/dist/runtime/environment/store.js.map +1 -0
- package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
- package/dist/runtime/environment/windows-environment-record.js +89 -0
- package/dist/runtime/environment/windows-environment-record.js.map +1 -0
- package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
- package/dist/runtime/environment/windows-forwarding.js +84 -0
- package/dist/runtime/environment/windows-forwarding.js.map +1 -0
- package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
- package/dist/runtime/environment/windows-guest-setup.js +157 -0
- package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
- package/dist/runtime/environment/windows-host.d.ts +46 -0
- package/dist/runtime/environment/windows-host.js +163 -0
- package/dist/runtime/environment/windows-host.js.map +1 -0
- package/dist/runtime/environment/windows-plan.d.ts +78 -0
- package/dist/runtime/environment/windows-plan.js +216 -0
- package/dist/runtime/environment/windows-plan.js.map +1 -0
- package/dist/runtime/environment/windows-probe.d.ts +135 -0
- package/dist/runtime/environment/windows-probe.js +261 -0
- package/dist/runtime/environment/windows-probe.js.map +1 -0
- package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
- package/dist/runtime/environment/windows-provisioner.js +782 -0
- package/dist/runtime/environment/windows-provisioner.js.map +1 -0
- package/dist/runtime/environment/wiring.d.ts +117 -0
- package/dist/runtime/environment/wiring.js +354 -0
- package/dist/runtime/environment/wiring.js.map +1 -0
- package/dist/runtime/foundation-models/runtime.d.ts +8 -0
- package/dist/runtime/foundation-models/runtime.js +5 -2
- package/dist/runtime/foundation-models/runtime.js.map +1 -1
- package/dist/runtime/llamacpp/args.d.ts +10 -1
- package/dist/runtime/llamacpp/args.js +43 -7
- package/dist/runtime/llamacpp/args.js.map +1 -1
- package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
- package/dist/runtime/llamacpp/fit-margin.js +47 -0
- package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
- package/dist/runtime/llamacpp/index.d.ts +1 -0
- package/dist/runtime/llamacpp/index.js +1 -0
- package/dist/runtime/llamacpp/index.js.map +1 -1
- package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
- package/dist/runtime/llamacpp/load-plan.js +82 -1
- package/dist/runtime/llamacpp/load-plan.js.map +1 -1
- package/dist/runtime/llamacpp/policy.d.ts +16 -0
- package/dist/runtime/llamacpp/policy.js +20 -0
- package/dist/runtime/llamacpp/policy.js.map +1 -1
- package/dist/runtime/llamacpp/probe.d.ts +21 -1
- package/dist/runtime/llamacpp/probe.js +32 -6
- package/dist/runtime/llamacpp/probe.js.map +1 -1
- package/dist/runtime/llamacpp/runtime.d.ts +56 -1
- package/dist/runtime/llamacpp/runtime.js +142 -15
- package/dist/runtime/llamacpp/runtime.js.map +1 -1
- package/dist/runtime/managed-engines/index.d.ts +8 -0
- package/dist/runtime/managed-engines/index.js +9 -0
- package/dist/runtime/managed-engines/index.js.map +1 -0
- package/dist/runtime/managed-engines/runtime.d.ts +140 -0
- package/dist/runtime/managed-engines/runtime.js +402 -0
- package/dist/runtime/managed-engines/runtime.js.map +1 -0
- package/dist/runtime/managed-engines/spec.d.ts +70 -0
- package/dist/runtime/managed-engines/spec.js +39 -0
- package/dist/runtime/managed-engines/spec.js.map +1 -0
- package/dist/runtime/managed-models/check.d.ts +50 -0
- package/dist/runtime/managed-models/check.js +157 -0
- package/dist/runtime/managed-models/check.js.map +1 -0
- package/dist/runtime/managed-models/compatibility.d.ts +256 -0
- package/dist/runtime/managed-models/compatibility.js +594 -0
- package/dist/runtime/managed-models/compatibility.js.map +1 -0
- package/dist/runtime/managed-models/delete.d.ts +15 -0
- package/dist/runtime/managed-models/delete.js +60 -0
- package/dist/runtime/managed-models/delete.js.map +1 -0
- package/dist/runtime/managed-models/guest-files.d.ts +8 -0
- package/dist/runtime/managed-models/guest-files.js +49 -0
- package/dist/runtime/managed-models/guest-files.js.map +1 -0
- package/dist/runtime/managed-models/index.d.ts +17 -0
- package/dist/runtime/managed-models/index.js +18 -0
- package/dist/runtime/managed-models/index.js.map +1 -0
- package/dist/runtime/managed-models/location.d.ts +22 -0
- package/dist/runtime/managed-models/location.js +53 -0
- package/dist/runtime/managed-models/location.js.map +1 -0
- package/dist/runtime/managed-models/migrate.d.ts +30 -0
- package/dist/runtime/managed-models/migrate.js +119 -0
- package/dist/runtime/managed-models/migrate.js.map +1 -0
- package/dist/runtime/managed-models/model-dir.d.ts +36 -0
- package/dist/runtime/managed-models/model-dir.js +136 -0
- package/dist/runtime/managed-models/model-dir.js.map +1 -0
- package/dist/runtime/managed-models/quant-format.d.ts +71 -0
- package/dist/runtime/managed-models/quant-format.js +299 -0
- package/dist/runtime/managed-models/quant-format.js.map +1 -0
- package/dist/runtime/managed-models/registry.d.ts +26 -0
- package/dist/runtime/managed-models/registry.js +66 -0
- package/dist/runtime/managed-models/registry.js.map +1 -0
- package/dist/runtime/managed-text/adapter.d.ts +266 -0
- package/dist/runtime/managed-text/adapter.js +96 -0
- package/dist/runtime/managed-text/adapter.js.map +1 -0
- package/dist/runtime/managed-text/backend-target.d.ts +3 -0
- package/dist/runtime/managed-text/backend-target.js +52 -0
- package/dist/runtime/managed-text/backend-target.js.map +1 -0
- package/dist/runtime/managed-text/deployment.d.ts +14 -0
- package/dist/runtime/managed-text/deployment.js +32 -0
- package/dist/runtime/managed-text/deployment.js.map +1 -0
- package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
- package/dist/runtime/managed-text/engine-cache.js +64 -0
- package/dist/runtime/managed-text/engine-cache.js.map +1 -0
- package/dist/runtime/managed-text/gateway.d.ts +158 -0
- package/dist/runtime/managed-text/gateway.js +535 -0
- package/dist/runtime/managed-text/gateway.js.map +1 -0
- package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
- package/dist/runtime/managed-text/generation-defaults.js +51 -0
- package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
- package/dist/runtime/managed-text/index.d.ts +26 -0
- package/dist/runtime/managed-text/index.js +27 -0
- package/dist/runtime/managed-text/index.js.map +1 -0
- package/dist/runtime/managed-text/lifecycle.d.ts +276 -0
- package/dist/runtime/managed-text/lifecycle.js +859 -0
- package/dist/runtime/managed-text/lifecycle.js.map +1 -0
- package/dist/runtime/managed-text/load-policy.d.ts +47 -0
- package/dist/runtime/managed-text/load-policy.js +111 -0
- package/dist/runtime/managed-text/load-policy.js.map +1 -0
- package/dist/runtime/managed-text/mount-source.d.ts +14 -0
- package/dist/runtime/managed-text/mount-source.js +18 -0
- package/dist/runtime/managed-text/mount-source.js.map +1 -0
- package/dist/runtime/managed-text/readiness.d.ts +13 -0
- package/dist/runtime/managed-text/readiness.js +24 -0
- package/dist/runtime/managed-text/readiness.js.map +1 -0
- package/dist/runtime/managed-text/request-rules.d.ts +18 -0
- package/dist/runtime/managed-text/request-rules.js +62 -0
- package/dist/runtime/managed-text/request-rules.js.map +1 -0
- package/dist/runtime/managed-text/types.d.ts +88 -0
- package/dist/runtime/managed-text/types.js +12 -0
- package/dist/runtime/managed-text/types.js.map +1 -0
- package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
- package/dist/runtime/managed-text/wsl-deployment.js +70 -0
- package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
- package/dist/runtime/mlx/errors.d.ts +6 -1
- package/dist/runtime/mlx/errors.js +7 -2
- package/dist/runtime/mlx/errors.js.map +1 -1
- package/dist/runtime/mlx/runtime.d.ts +36 -1
- package/dist/runtime/mlx/runtime.js +85 -4
- package/dist/runtime/mlx/runtime.js.map +1 -1
- package/dist/runtime/shared/backend-output.d.ts +23 -0
- package/dist/runtime/shared/backend-output.js +32 -0
- package/dist/runtime/shared/backend-output.js.map +1 -0
- package/dist/runtime/shared/bounded-output.d.ts +24 -0
- package/dist/runtime/shared/bounded-output.js +63 -0
- package/dist/runtime/shared/bounded-output.js.map +1 -0
- package/dist/runtime/shared/external-sessions.js +9 -1
- package/dist/runtime/shared/external-sessions.js.map +1 -1
- package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
- package/dist/runtime/shared/gpu-occupancy.js +10 -0
- package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
- package/dist/runtime/shared/index.d.ts +4 -0
- package/dist/runtime/shared/index.js +4 -0
- package/dist/runtime/shared/index.js.map +1 -1
- package/dist/runtime/shared/local-runtime.d.ts +35 -0
- package/dist/runtime/shared/ports.d.ts +6 -0
- package/dist/runtime/shared/ports.js +12 -1
- package/dist/runtime/shared/ports.js.map +1 -1
- package/dist/runtime/shared/process.d.ts +11 -0
- package/dist/runtime/shared/process.js +20 -0
- package/dist/runtime/shared/process.js.map +1 -1
- package/dist/runtime/shared/redact-args.d.ts +7 -0
- package/dist/runtime/shared/redact-args.js +26 -0
- package/dist/runtime/shared/redact-args.js.map +1 -0
- package/dist/runtime/shared/sidecar.d.ts +15 -0
- package/dist/runtime/shared/sidecar.js +43 -8
- package/dist/runtime/shared/sidecar.js.map +1 -1
- package/dist/runtime/tensorrt-llm/adapter.d.ts +250 -0
- package/dist/runtime/tensorrt-llm/adapter.js +1011 -0
- package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
- package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
- package/dist/runtime/tensorrt-llm/check.js +21 -0
- package/dist/runtime/tensorrt-llm/check.js.map +1 -0
- package/dist/runtime/tensorrt-llm/compatibility.d.ts +100 -0
- package/dist/runtime/tensorrt-llm/compatibility.js +181 -0
- package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
- package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
- package/dist/runtime/tensorrt-llm/engine.js +24 -0
- package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
- package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
- package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
- package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
- package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
- package/dist/runtime/tensorrt-llm/index.js +31 -0
- package/dist/runtime/tensorrt-llm/index.js.map +1 -0
- package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
- package/dist/runtime/tensorrt-llm/installation.js +53 -0
- package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
- package/dist/runtime/tensorrt-llm/kv-cache.d.ts +25 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js +28 -0
- package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
- package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
- package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
- package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
- package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
- package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
- package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
- package/dist/runtime/tensorrt-llm/settings.js +48 -0
- package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
- package/dist/runtime/vllm/adapter.d.ts +46 -0
- package/dist/runtime/vllm/adapter.js +425 -0
- package/dist/runtime/vllm/adapter.js.map +1 -0
- package/dist/runtime/vllm/engine.d.ts +16 -0
- package/dist/runtime/vllm/engine.js +37 -0
- package/dist/runtime/vllm/engine.js.map +1 -0
- package/dist/runtime/vllm/index.d.ts +11 -0
- package/dist/runtime/vllm/index.js +12 -0
- package/dist/runtime/vllm/index.js.map +1 -0
- package/dist/runtime/vllm/memory.d.ts +69 -0
- package/dist/runtime/vllm/memory.js +123 -0
- package/dist/runtime/vllm/memory.js.map +1 -0
- package/dist/runtime/vllm/settings.d.ts +52 -0
- package/dist/runtime/vllm/settings.js +151 -0
- package/dist/runtime/vllm/settings.js.map +1 -0
- package/dist/runtime/wsl/guest-paths.d.ts +33 -0
- package/dist/runtime/wsl/guest-paths.js +83 -0
- package/dist/runtime/wsl/guest-paths.js.map +1 -0
- package/dist/runtime/wsl/guest-scope.d.ts +14 -0
- package/dist/runtime/wsl/guest-scope.js +98 -0
- package/dist/runtime/wsl/guest-scope.js.map +1 -0
- package/dist/runtime/wsl/index.d.ts +12 -0
- package/dist/runtime/wsl/index.js +13 -0
- package/dist/runtime/wsl/index.js.map +1 -0
- package/dist/runtime/wsl/keeper.d.ts +29 -0
- package/dist/runtime/wsl/keeper.js +48 -0
- package/dist/runtime/wsl/keeper.js.map +1 -0
- package/dist/runtime/wsl/transport.d.ts +106 -0
- package/dist/runtime/wsl/transport.js +181 -0
- package/dist/runtime/wsl/transport.js.map +1 -0
- package/dist/server/control/index.d.ts +1 -1
- package/dist/server/control/router.js +15 -0
- package/dist/server/control/router.js.map +1 -1
- package/dist/server/control/routes/backends.js +26 -0
- package/dist/server/control/routes/backends.js.map +1 -1
- package/dist/server/control/routes/decision.d.ts +10 -0
- package/dist/server/control/routes/decision.js +43 -0
- package/dist/server/control/routes/decision.js.map +1 -0
- package/dist/server/control/routes/diffusion-video.js +4 -0
- package/dist/server/control/routes/diffusion-video.js.map +1 -1
- package/dist/server/control/routes/diffusion.d.ts +1 -1
- package/dist/server/control/routes/diffusion.js +4 -9
- package/dist/server/control/routes/diffusion.js.map +1 -1
- package/dist/server/control/routes/embedding.d.ts +9 -0
- package/dist/server/control/routes/embedding.js +43 -0
- package/dist/server/control/routes/embedding.js.map +1 -0
- package/dist/server/control/routes/engine-builds.d.ts +14 -0
- package/dist/server/control/routes/engine-builds.js +82 -0
- package/dist/server/control/routes/engine-builds.js.map +1 -0
- package/dist/server/control/routes/engines.d.ts +17 -0
- package/dist/server/control/routes/engines.js +152 -0
- package/dist/server/control/routes/engines.js.map +1 -0
- package/dist/server/control/routes/environments.d.ts +16 -0
- package/dist/server/control/routes/environments.js +207 -0
- package/dist/server/control/routes/environments.js.map +1 -0
- package/dist/server/control/routes/hardware.d.ts +1 -1
- package/dist/server/control/routes/hardware.js +11 -6
- package/dist/server/control/routes/hardware.js.map +1 -1
- package/dist/server/control/routes/model-setups.d.ts +11 -0
- package/dist/server/control/routes/model-setups.js +55 -0
- package/dist/server/control/routes/model-setups.js.map +1 -0
- package/dist/server/control/routes/models.d.ts +3 -2
- package/dist/server/control/routes/models.js +45 -2
- package/dist/server/control/routes/models.js.map +1 -1
- package/dist/server/control/types.d.ts +167 -9
- package/dist/server/control/types.js.map +1 -1
- package/dist/server/http.d.ts +9 -1
- package/dist/server/http.js +51 -1
- package/dist/server/http.js.map +1 -1
- package/dist/server/public/decision-preview.d.ts +17 -0
- package/dist/server/public/decision-preview.js +119 -0
- package/dist/server/public/decision-preview.js.map +1 -0
- package/dist/server/public/decision.d.ts +32 -0
- package/dist/server/public/decision.js +135 -0
- package/dist/server/public/decision.js.map +1 -0
- package/dist/server/public/embedding.d.ts +31 -0
- package/dist/server/public/embedding.js +126 -0
- package/dist/server/public/embedding.js.map +1 -0
- package/dist/server/public/errors.d.ts +2 -1
- package/dist/server/public/errors.js +5 -2
- package/dist/server/public/errors.js.map +1 -1
- package/dist/server/public/forward.js +75 -3
- package/dist/server/public/forward.js.map +1 -1
- package/dist/server/public/gates.d.ts +13 -0
- package/dist/server/public/gates.js +37 -14
- package/dist/server/public/gates.js.map +1 -1
- package/dist/server/public/index.d.ts +5 -2
- package/dist/server/public/index.js +14 -1
- package/dist/server/public/index.js.map +1 -1
- package/dist/server/public/listing.d.ts +13 -2
- package/dist/server/public/listing.js +33 -9
- package/dist/server/public/listing.js.map +1 -1
- package/dist/server/public/policy.d.ts +9 -0
- package/dist/server/public/policy.js +68 -0
- package/dist/server/public/policy.js.map +1 -0
- package/dist/server/public/responses.js +10 -0
- package/dist/server/public/responses.js.map +1 -1
- package/dist/server/public/trace.d.ts +2 -2
- package/dist/server/public/trace.js +6 -2
- package/dist/server/public/trace.js.map +1 -1
- package/dist/server/public/types.d.ts +84 -1
- package/dist/settings/decision.d.ts +15 -0
- package/dist/settings/decision.js +88 -0
- package/dist/settings/decision.js.map +1 -0
- package/dist/settings/embedding.d.ts +12 -0
- package/dist/settings/embedding.js +82 -0
- package/dist/settings/embedding.js.map +1 -0
- package/dist/settings/index.d.ts +2 -0
- package/dist/settings/index.js +2 -0
- package/dist/settings/index.js.map +1 -1
- package/dist/settings/schema/atomic-prism.json +433 -0
- package/dist/settings/schema/tensorrt-llm.json +253 -0
- package/dist/settings/schema/vllm.json +273 -0
- package/dist/settings/schema.js +58 -0
- package/dist/settings/schema.js.map +1 -1
- package/dist/settings/store.d.ts +13 -2
- package/dist/settings/store.js +44 -0
- package/dist/settings/store.js.map +1 -1
- package/dist/util/index.d.ts +1 -0
- package/dist/util/index.js +1 -0
- package/dist/util/index.js.map +1 -1
- package/dist/util/result.d.ts +19 -0
- package/dist/util/result.js +15 -0
- package/dist/util/result.js.map +1 -0
- package/dist/version.d.ts +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/package.json +1 -1
- package/src/settings/schema/atomic-prism.json +433 -0
- package/src/settings/schema/tensorrt-llm.json +253 -0
- package/src/settings/schema/vllm.json +273 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/foundation-models/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;
|
|
1
|
+
{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/foundation-models/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAU1D,OAAO,EACL,qBAAqB,EACrB,cAAc,EACd,cAAc,EACd,aAAa,EACb,cAAc,EACd,UAAU,EACV,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAE3B,OAAO,EACL,8BAA8B,EAC9B,+BAA+B,EAC/B,4BAA4B,EAC5B,8BAA8B,EAC9B,6BAA6B,EAC7B,uBAAuB,GACxB,MAAM,aAAa,CAAA;AAEpB,MAAM,CAAC,MAAM,cAAc,GAAG,iBAAiB,CAAA;AAC/C,MAAM,CAAC,MAAM,wBAAwB,GAAG,0BAA0B,CAAA;AAClE,oEAAoE;AACpE,MAAM,CAAC,MAAM,4BAA4B,GAAG,qBAAqB,CAAA;AACjE,MAAM,CAAC,MAAM,sCAAsC,GAAG,EAAE,CAAA;AACxD,iGAAiG;AACjG,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AACjD,8FAA8F;AAC9F,MAAM,CAAC,MAAM,6BAA6B,GAAG,MAAM,CAAA;AA6BnD,MAAM,OAAO,uBAAuB;IAKL;IAJZ,KAAK,CAAc;IACnB,IAAI,CAAQ;IACrB,YAAY,CAAkE;IAEtF,YAA6B,OAAuC;QAAvC,YAAO,GAAP,OAAO,CAAgC;QAClE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC;YAC5B,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,mBAAmB;YAC3B,aAAa,EAAE,IAAI;YACnB,eAAe,EAAE,IAAI;YACrB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,CAAA;gBAC/F,IAAI,MAAM;oBAAE,OAAO,8BAA8B,CAAC,MAAM,CAAC,CAAC,OAAO,CAAA;gBACjE,OAAO,IAAI,CAAC,MAAM;oBAChB,CAAC,CAAC,sDAAsD,IAAI,CAAC,MAAM,GAAG;oBACtE,CAAC,CAAC,iDAAiD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAA;YACzE,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;IAED,4FAA4F;IAC5F,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,wBAAwB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC1G,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,iBAAiB,CAAC,KAAK,GAAG,KAAK;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAA;QAC9C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,mBAAmB;YACjF,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAA;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAA;QAC7B,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,OAAO,gBAAgB,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAA;QAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,IAAI,aAAa,CAAA;QAC7C,IAAI,CAAC,YAAY,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAA;QACvC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAyB,EAAE;QACrD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,IAAI,OAAO,KAAK,cAAc;YAC5B,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,oDAAoD,cAAc,WAAW,OAAO,GAAG,CACxF,CAAA;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/E,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,IAAsB;QACzD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAA;QAC7C,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAC3B,MAAM,6BAA6B,CAAC,GAAG,IAAI,IAAI,CAAC,iBAAiB,EAAE,wBAAwB,CAAC,CAAC,CAAA;QAC/F,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,sCAAsC,CAAA;QAC9E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,IAAI,CAAC;YACnD,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,oDAAoD,CAAC,CAAA;QACrG,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,4BAA4B,CAAC,CAAA;QAC1E,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;QAC1D,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACnG,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACxF,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAChB,MAAM,EACN,YAAY,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,0BAA0B,OAAO,KAAK,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAClG,CAAA;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CACxD,CAAC,KAAK,EAA6B,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAC7D,CACF,CAAA;QACD,IAAI,OAAO,CAAA;QACX,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC,CACxD,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAClB;gBACE,SAAS,EAAE,WAAW,GAAG,IAAI;gBAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;gBACzB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,uFAAuF;gBACvF,kBAAkB,EAAE,EAAE,MAAM,EAAE,+BAA+B,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC3E,cAAc,EAAE,IAAI;gBACpB,YAAY,EAAE,GAAG,EAAE,CAAC,uBAAuB,CAAC,WAAW,CAAC;gBACxD,UAAU,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAC3B,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC;oBAClE,CAAC,CAAC,8BAA8B,CAAC,IAAI,CAAC;oBACtC,CAAC,CAAC,SAAS;gBACf,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,4BAA4B,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC1E,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;oBACvB,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAA;oBACzC,IAAI,IAAI,CAAC,OAAO;wBACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,uBAAuB,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;oBAC1F,YAAY,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;gBAC/E,CAAC;aACF,CACF,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,SAAS,CAAC,CAAA;YAC/B,MAAM,KAAK,CAAA;QACb,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CACrB;YACE,IAAI,EAAE;gBACJ,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;gBACxB,IAAI;gBACJ,QAAQ,EAAE,OAAO;gBACjB,UAAU,EAAE,EAAE;gBACd,YAAY,EAAE,KAAK;gBACnB,OAAO,EAAE,MAAM;aAChB;YACD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,KAAK,EAAE,SAAS;YAChB,SAAS;SACV,EACD,IAAI,CAAC,MAAM,CACZ,CAAA;IACH,CAAC;IAED,MAAM,CAAC,OAAe;QACpB,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACnC,CAAC;IAED,sEAAsE;IACtE,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAC5B,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE;YACtC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAChC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAA;IACxD,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;IAC9B,CAAC;IAEO,MAAM,CAAC,IAAY;QACzB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC,IAAI,CAAC,CAAA;IAClD,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,GAAW;IAC3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,QAAQ,CACN,GAAG,EACH,CAAC,SAAS,CAAC,EACX,EAAE,OAAO,EAAE,6BAA6B,EAAE,WAAW,EAAE,IAAI,EAAE,EAC7D,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAChB,yEAAyE;YACzE,IAAI,KAAK,IAAI,CAAC,MAAM;gBAClB,MAAM,CAAC,IAAI,eAAe,CAAC,UAAU,EAAE,iCAAiC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;;gBACtF,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9B,CAAC,CACF,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -8,7 +8,9 @@
|
|
|
8
8
|
*
|
|
9
9
|
* Provider dependence (PLAN.md §8.2 "Divergences"): only the cache-type whitelist differs —
|
|
10
10
|
* `llamacpp-upstream` never emits fork-only `turbo*` types, `llamacpp` (TurboQuant) allows them when
|
|
11
|
-
* the installed version is a fork tag.
|
|
11
|
+
* the installed version is a fork tag. `atomic-prism` (PrismML) takes stock cache types only, reads
|
|
12
|
+
* its build from the `prism-b<build>-<sha>` tag, and never emits speculative or multi-GPU split
|
|
13
|
+
* flags. Everything else is shared.
|
|
12
14
|
*/
|
|
13
15
|
import type { LlamacppConfig, LocalProviderId } from '../../contracts/index.js';
|
|
14
16
|
import { f32Differs, formatRustF32 } from '../../util/index.js';
|
|
@@ -23,6 +25,11 @@ export declare const GEMMA_MTP_MIN_BUILD = 9553;
|
|
|
23
25
|
export declare const REASONING_PRESERVE_MIN_BUILD = 9837;
|
|
24
26
|
/** First upstream release where reasoning preservation is on by default (silence means "on"). */
|
|
25
27
|
export declare const REASONING_PRESERVE_DEFAULT_ON_MIN_BUILD = 10762;
|
|
28
|
+
/**
|
|
29
|
+
* First upstream release without `--mmap`, `--no-mmap`, `--mlock` and `--direct-io` (ggml-org/llama.cpp#28334):
|
|
30
|
+
* `--load-mode` (since b10105) is the only spelling left, and the removed flags fail the launch.
|
|
31
|
+
*/
|
|
32
|
+
export declare const LOAD_MODE_ONLY_MIN_BUILD = 10875;
|
|
26
33
|
/** Cache types supported by stock ggml-org builds. */
|
|
27
34
|
export declare const STANDARD_CACHE_TYPES: readonly string[];
|
|
28
35
|
/** Fields with `#[serde(default)]` in Rust; every other `LlamacppConfig` field is required. */
|
|
@@ -76,6 +83,8 @@ export declare function parseVersionBackend(versionBackend: string): {
|
|
|
76
83
|
};
|
|
77
84
|
/** `"b6325"` → 6325, `"b10018-1.3.0"` → 10018, `"v1.0"` → undefined. */
|
|
78
85
|
export declare function parseBuildNumber(version: string): number | undefined;
|
|
86
|
+
/** PrismML release tag: `"prism-b10754-2459f68"` → 10754, anything else → undefined. */
|
|
87
|
+
export declare function parsePrismBuildNumber(version: string): number | undefined;
|
|
79
88
|
/** TurboQuant release train: `turboquant-*` or the unified `b<build>-<x>.<y>.<z>` tag. */
|
|
80
89
|
export declare function isTurboquantVersion(version: string): boolean;
|
|
81
90
|
/**
|
|
@@ -8,7 +8,9 @@
|
|
|
8
8
|
*
|
|
9
9
|
* Provider dependence (PLAN.md §8.2 "Divergences"): only the cache-type whitelist differs —
|
|
10
10
|
* `llamacpp-upstream` never emits fork-only `turbo*` types, `llamacpp` (TurboQuant) allows them when
|
|
11
|
-
* the installed version is a fork tag.
|
|
11
|
+
* the installed version is a fork tag. `atomic-prism` (PrismML) takes stock cache types only, reads
|
|
12
|
+
* its build from the `prism-b<build>-<sha>` tag, and never emits speculative or multi-GPU split
|
|
13
|
+
* flags. Everything else is shared.
|
|
12
14
|
*/
|
|
13
15
|
import { AtomicCoreError } from '../../contracts/index.js';
|
|
14
16
|
import { f32Differs, formatRustF32 } from '../../util/index.js';
|
|
@@ -23,6 +25,11 @@ export const GEMMA_MTP_MIN_BUILD = 9553;
|
|
|
23
25
|
export const REASONING_PRESERVE_MIN_BUILD = 9837;
|
|
24
26
|
/** First upstream release where reasoning preservation is on by default (silence means "on"). */
|
|
25
27
|
export const REASONING_PRESERVE_DEFAULT_ON_MIN_BUILD = 10762;
|
|
28
|
+
/**
|
|
29
|
+
* First upstream release without `--mmap`, `--no-mmap`, `--mlock` and `--direct-io` (ggml-org/llama.cpp#28334):
|
|
30
|
+
* `--load-mode` (since b10105) is the only spelling left, and the removed flags fail the launch.
|
|
31
|
+
*/
|
|
32
|
+
export const LOAD_MODE_ONLY_MIN_BUILD = 10875;
|
|
26
33
|
/** Cache types supported by stock ggml-org builds. */
|
|
27
34
|
export const STANDARD_CACHE_TYPES = [
|
|
28
35
|
'f32',
|
|
@@ -85,6 +92,14 @@ export function parseBuildNumber(version) {
|
|
|
85
92
|
const n = Number(build);
|
|
86
93
|
return n <= 0xffff_ffff ? n : undefined;
|
|
87
94
|
}
|
|
95
|
+
/** PrismML release tag: `"prism-b10754-2459f68"` → 10754, anything else → undefined. */
|
|
96
|
+
export function parsePrismBuildNumber(version) {
|
|
97
|
+
const match = /^prism-b(\d+)-[0-9a-f]{7}$/.exec(version);
|
|
98
|
+
if (!match)
|
|
99
|
+
return undefined;
|
|
100
|
+
const n = Number(match[1]);
|
|
101
|
+
return n <= 0xffff_ffff ? n : undefined;
|
|
102
|
+
}
|
|
88
103
|
/** TurboQuant release train: `turboquant-*` or the unified `b<build>-<x>.<y>.<z>` tag. */
|
|
89
104
|
export function isTurboquantVersion(version) {
|
|
90
105
|
if (version.startsWith('turboquant-'))
|
|
@@ -163,8 +178,10 @@ export function planLlamaArgs(config, input) {
|
|
|
163
178
|
const cfg = { ...config };
|
|
164
179
|
const argv = [];
|
|
165
180
|
const warnings = [];
|
|
166
|
-
const
|
|
167
|
-
|
|
181
|
+
const prism = input.provider === 'atomic-prism';
|
|
182
|
+
// A Prism tag carries the upstream build it is cut from, so the build gates below apply to it.
|
|
183
|
+
const build = prism ? parsePrismBuildNumber(version) : parseBuildNumber(version);
|
|
184
|
+
const turboquant = !prism && isTurboquantVersion(version);
|
|
168
185
|
const ik = backend.startsWith('ik');
|
|
169
186
|
const push = (...items) => argv.push(...items);
|
|
170
187
|
// Pre-pass: concurrent mode, then Vulkan safety override.
|
|
@@ -180,6 +197,15 @@ export function planLlamaArgs(config, input) {
|
|
|
180
197
|
cfg.mtp = false;
|
|
181
198
|
cfg.dflash = false;
|
|
182
199
|
}
|
|
200
|
+
// PrismML: no speculative decoding and one GPU — neither is validated on its kernels.
|
|
201
|
+
if (prism) {
|
|
202
|
+
if (cfg.mtp || cfg.dflash)
|
|
203
|
+
warnings.push('Speculative decoding is not available on PrismML llama.cpp; skipping');
|
|
204
|
+
cfg.mtp = false;
|
|
205
|
+
cfg.dflash = false;
|
|
206
|
+
cfg.split_mode = '';
|
|
207
|
+
cfg.main_gpu = 0;
|
|
208
|
+
}
|
|
183
209
|
if (input.provider !== 'llamacpp' && backend.includes('vulkan') && cfg.flash_attn === 'auto') {
|
|
184
210
|
warnings.push(`Vulkan backend (${backend}): overriding flash_attn auto→off for stability (ATO-244)`);
|
|
185
211
|
cfg.flash_attn = 'off';
|
|
@@ -247,10 +273,20 @@ export function planLlamaArgs(config, input) {
|
|
|
247
273
|
push('--context-shift');
|
|
248
274
|
if (cfg.cont_batching)
|
|
249
275
|
push('--cont-batching');
|
|
250
|
-
if (
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
276
|
+
if (!ik && build !== undefined && build >= LOAD_MODE_ONLY_MIN_BUILD) {
|
|
277
|
+
if (cfg.no_mmap && cfg.mlock)
|
|
278
|
+
push('--load-mode', 'mlock');
|
|
279
|
+
else if (cfg.no_mmap)
|
|
280
|
+
push('--load-mode', 'none');
|
|
281
|
+
else if (cfg.mlock)
|
|
282
|
+
push('--load-mode', 'mmap+mlock');
|
|
283
|
+
}
|
|
284
|
+
else {
|
|
285
|
+
if (cfg.no_mmap)
|
|
286
|
+
push('--no-mmap');
|
|
287
|
+
if (cfg.mlock)
|
|
288
|
+
push('--mlock');
|
|
289
|
+
}
|
|
254
290
|
if (cfg.no_kv_offload)
|
|
255
291
|
push('--no-kv-offload');
|
|
256
292
|
if (cfg.parallel > 0) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"args.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/args.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAE/D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAA;AAEpC,+FAA+F;AAC/F,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAA;AACnD,qFAAqF;AACrF,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAA;AACjC,8EAA8E;AAC9E,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AACvC,gEAAgE;AAChE,MAAM,CAAC,MAAM,4BAA4B,GAAG,IAAI,CAAA;AAChD,iGAAiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,CAAA;AAE5D,sDAAsD;AACtD,MAAM,CAAC,MAAM,oBAAoB,GAAsB;IACrD,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,QAAQ;IACR,MAAM;IACN,MAAM;CACP,CAAA;AAED,+FAA+F;AAC/F;;;;GAIG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,aAAa,EAAE,EAAE;IACjB,wBAAwB,EAAE,EAAE;IAC5B,QAAQ,EAAE,CAAC;IACX,eAAe,EAAE,KAAK;IACtB,gBAAgB,EAAE,CAAC;IACnB,cAAc,EAAE,KAAK;IACrB,GAAG,EAAE,KAAK;IACV,cAAc,EAAE,EAAE;IAClB,MAAM,EAAE,KAAK;IACb,qBAAqB,EAAE,KAAK;IAC5B,iBAAiB,EAAE,EAAE;IACrB,YAAY,EAAE,CAAC;IACf,kBAAkB,EAAE,KAAK;IACzB,UAAU,EAAE,EAAE;CAC4B,CAAA;AAK5C;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAA0B;IAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAA;IAC7F,OAAO,EAAE,GAAG,8BAA8B,EAAE,GAAG,QAAQ,EAAoB,CAAA;AAC7E,CAAC;AAmBD,kGAAkG;AAClG,MAAM,UAAU,mBAAmB,CAAC,cAAsB;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,gCAAgC,CACjC,CAAA;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;AAC9F,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IACvB,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC9B,IAAI,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;IACnC,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC/B,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;AACpD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAW,CAAA;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACzB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,EAAE,KAAK,KAAK;gBAAE,KAAK,GAAG,IAAI,CAAA;iBACzB,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC1D,OAAO,IAAI,IAAI,CAAA;gBACf,CAAC,EAAE,CAAA;YACL,CAAC;;gBAAM,OAAO,IAAI,EAAE,CAAA;YACpB,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,KAAK,GAAG,EAAE,CAAA;YACV,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IACL,EAAE,KAAK,IAAI;YACX,IAAI,KAAK,SAAS;YAClB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAClE,CAAC;YACD,OAAO,IAAI,IAAI,CAAA;YACf,CAAC,EAAE,CAAA;YACH,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YACzB,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAClB,OAAO,GAAG,EAAE,CAAA;gBACZ,OAAO,GAAG,KAAK,CAAA;YACjB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,EAAE,CAAA;YACb,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;IACH,CAAC;IACD,IAAI,KAAK,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAA;IAClE,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/B,OAAO,IAAI,CAAA;AACb,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,aAAa,CAAC,MAAsB,EAAE,KAAqB;IACzE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IACxE,MAAM,GAAG,GAAmB,EAAE,GAAG,MAAM,EAAE,CAAA;IACzC,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IACvC,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;IAC/C,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,CAAC,GAAG,KAAe,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;IAExD,0DAA0D;IAC1D,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;QACxB,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAA;QAChD,GAAG,CAAC,aAAa,GAAG,IAAI,CAAA;QACxB,GAAG,CAAC,cAAc,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,+FAA+F;IAC/F,+FAA+F;IAC/F,kGAAkG;IAClG,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;QAC7F,QAAQ,CAAC,IAAI,CAAC,mBAAmB,OAAO,2DAA2D,CAAC,CAAA;QACpG,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IACxB,CAAC;IAED,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAU,EAAE;QAClD,IAAI,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACtD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,UAAU;YAAE,OAAO,KAAK,CAAA;QAC7D,QAAQ,CAAC,IAAI,CACX,eAAe,KAAK,gDAAgD,OAAO,IAAI,OAAO,wBAAwB,CAC/G,CAAA;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,IAAI,CAAC,EAAE;QAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC3B,IAAI,CAAC,SAAS,CAAC,CAAA;IACf,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;IAE3B,IAAI,GAAG,CAAC,OAAO;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAClC,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;QAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;IACjE,IAAI,GAAG,CAAC,wBAAwB;QAAE,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,wBAAwB,CAAC,CAAA;IAEzF,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;QAClC,IAAI,CAAC,GAAG,CAAC,cAAc;YAAE,IAAI,CAAC,qBAAqB,CAAC,CAAA;IACtD,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IACzB,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IAElC,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,EAAE,GAAG,CAAC,aAAa,CAAC,CAAA;IAEjE,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACrF,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IAEzB,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC;QAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3D,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC;QAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAA;IAE7E,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;QAAE,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,GAAG;QAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IAElG,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE;QAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IACnD,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,OAAO;QAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;IAC7F,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;QAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEhE,mBAAmB;IACnB,IAAI,EAAE,EAAE,CAAC;QACP,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,+BAA+B,CAAC,CAAA;QACjG,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;gBACrF,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,cAAc,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;IAED,IAAI,GAAG,CAAC,SAAS;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC1C,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC9C,IAAI,GAAG,CAAC,OAAO;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAClC,IAAI,GAAG,CAAC,KAAK;QAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAC9B,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAE9C,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QACxC,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,2BAA2B;IAClE,CAAC;IAED,uDAAuD;IACvD,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QACzC,IAAI,GAAG,CAAC,cAAc,KAAK,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,mBAAmB,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,2CAA2C,OAAO,IAAI,OAAO,mCAAmC,mBAAmB,aAAa,CACjI,CAAA;gBACD,OAAM;YACR,CAAC;YACD,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,qDAAqD,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,KAAK,8BAA8B,CAC/G,CAAA;YACH,CAAC;YACD,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;YAChG,OAAM;QACR,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,aAAa,CAAC,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CACX,mCAAmC,OAAO,IAAI,OAAO,kCAAkC,aAAa,aAAa,CAClH,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;IAC7D,CAAC,CAAA;IACD,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QAC5C,IAAI,GAAG,CAAC,iBAAiB,KAAK,EAAE,EAAE,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAA;YACzE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CACX,gCAAgC,OAAO,IAAI,OAAO,+FAA+F,CAClJ,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CACF,eAAe,EACf,GAAG,CAAC,iBAAiB,EACrB,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,MAAM,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CACrD,CAAA;IACH,CAAC,CAAA;IACD,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAA;QACtE,SAAS,EAAE,CAAA;IACb,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,CAAA;QACR,SAAS,EAAE,CAAA;IACb,CAAC;IAED,IAAI,GAAG,CAAC,cAAc;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAEzC,0BAA0B;IAC1B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,uCAAuC;gBACzE,IAAI,CAAC,yBAAyB,CAAC,CAAA;QACnC,CAAC;aAAM,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,4BAA4B,EAAE,CAAC;YACxE,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CACX,sDAAsD,OAAO,IAAI,OAAO,gCAAgC,4BAA4B,aAAa,CAClJ,CAAA;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC1E,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;YAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;QACjE,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACpD,CAAC;QACD,IACE,GAAG,CAAC,UAAU,KAAK,KAAK;YACxB,GAAG,CAAC,YAAY,KAAK,EAAE;YACvB,GAAG,CAAC,YAAY,KAAK,KAAK;YAC1B,GAAG,CAAC,YAAY,KAAK,KAAK,EAC1B,CAAC;YACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;QACD,IAAI,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,gBAAgB,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAA;QAC9F,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM;YAAE,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;QACpG,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;QACxF,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAA;QACtG,IAAI,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,mBAAmB,EAAE,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAA;IACzG,CAAC;IAED,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,OAAO,KAAK,EAAE,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM;gBAAE,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;YAChF,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM;gBAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;QAC9F,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,kDAAmD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC7F,CAAC;IAED,gGAAgG;IAChG,+EAA+E;IAC/E,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAA;IACxD,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,YAAY,GAAG,WAAW,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,QAAQ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CACzE,CAAA;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;AAC7C,CAAC;AAED,8BAA8B;AAC9B,MAAM,UAAU,cAAc,CAAC,MAAsB,EAAE,KAAqB;IAC1E,OAAO,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAA;AAC1C,CAAC"}
|
|
1
|
+
{"version":3,"file":"args.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/args.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAE/D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAA;AAEpC,+FAA+F;AAC/F,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAA;AACnD,qFAAqF;AACrF,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAA;AACjC,8EAA8E;AAC9E,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AACvC,gEAAgE;AAChE,MAAM,CAAC,MAAM,4BAA4B,GAAG,IAAI,CAAA;AAChD,iGAAiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,CAAA;AAC5D;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,CAAA;AAE7C,sDAAsD;AACtD,MAAM,CAAC,MAAM,oBAAoB,GAAsB;IACrD,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,QAAQ;IACR,MAAM;IACN,MAAM;CACP,CAAA;AAED,+FAA+F;AAC/F;;;;GAIG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,aAAa,EAAE,EAAE;IACjB,wBAAwB,EAAE,EAAE;IAC5B,QAAQ,EAAE,CAAC;IACX,eAAe,EAAE,KAAK;IACtB,gBAAgB,EAAE,CAAC;IACnB,cAAc,EAAE,KAAK;IACrB,GAAG,EAAE,KAAK;IACV,cAAc,EAAE,EAAE;IAClB,MAAM,EAAE,KAAK;IACb,qBAAqB,EAAE,KAAK;IAC5B,iBAAiB,EAAE,EAAE;IACrB,YAAY,EAAE,CAAC;IACf,kBAAkB,EAAE,KAAK;IACzB,UAAU,EAAE,EAAE;CAC4B,CAAA;AAK5C;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAA0B;IAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAA;IAC7F,OAAO,EAAE,GAAG,8BAA8B,EAAE,GAAG,QAAQ,EAAoB,CAAA;AAC7E,CAAC;AAmBD,kGAAkG;AAClG,MAAM,UAAU,mBAAmB,CAAC,cAAsB;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,gCAAgC,CACjC,CAAA;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;AAC9F,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IACvB,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,qBAAqB,CAAC,OAAe;IACnD,MAAM,KAAK,GAAG,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1B,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC9B,IAAI,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;IACnC,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC/B,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;AACpD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAW,CAAA;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACzB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,EAAE,KAAK,KAAK;gBAAE,KAAK,GAAG,IAAI,CAAA;iBACzB,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC1D,OAAO,IAAI,IAAI,CAAA;gBACf,CAAC,EAAE,CAAA;YACL,CAAC;;gBAAM,OAAO,IAAI,EAAE,CAAA;YACpB,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,KAAK,GAAG,EAAE,CAAA;YACV,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IACL,EAAE,KAAK,IAAI;YACX,IAAI,KAAK,SAAS;YAClB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAClE,CAAC;YACD,OAAO,IAAI,IAAI,CAAA;YACf,CAAC,EAAE,CAAA;YACH,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YACzB,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAClB,OAAO,GAAG,EAAE,CAAA;gBACZ,OAAO,GAAG,KAAK,CAAA;YACjB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,EAAE,CAAA;YACb,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;IACH,CAAC;IACD,IAAI,KAAK,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAA;IAClE,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/B,OAAO,IAAI,CAAA;AACb,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,aAAa,CAAC,MAAsB,EAAE,KAAqB;IACzE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IACxE,MAAM,GAAG,GAAmB,EAAE,GAAG,MAAM,EAAE,CAAA;IACzC,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAA;IAC/C,+FAA+F;IAC/F,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAChF,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAA;IACzD,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,CAAC,GAAG,KAAe,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;IAExD,0DAA0D;IAC1D,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;QACxB,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAA;QAChD,GAAG,CAAC,aAAa,GAAG,IAAI,CAAA;QACxB,GAAG,CAAC,cAAc,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,+FAA+F;IAC/F,+FAA+F;IAC/F,kGAAkG;IAClG,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IACD,sFAAsF;IACtF,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM;YACvB,QAAQ,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAA;QACvF,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;QAClB,GAAG,CAAC,UAAU,GAAG,EAAE,CAAA;QACnB,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAA;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;QAC7F,QAAQ,CAAC,IAAI,CAAC,mBAAmB,OAAO,2DAA2D,CAAC,CAAA;QACpG,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IACxB,CAAC;IAED,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAU,EAAE;QAClD,IAAI,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACtD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,UAAU;YAAE,OAAO,KAAK,CAAA;QAC7D,QAAQ,CAAC,IAAI,CACX,eAAe,KAAK,gDAAgD,OAAO,IAAI,OAAO,wBAAwB,CAC/G,CAAA;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,IAAI,CAAC,EAAE;QAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC3B,IAAI,CAAC,SAAS,CAAC,CAAA;IACf,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;IAE3B,IAAI,GAAG,CAAC,OAAO;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAClC,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;QAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;IACjE,IAAI,GAAG,CAAC,wBAAwB;QAAE,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,wBAAwB,CAAC,CAAA;IAEzF,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;QAClC,IAAI,CAAC,GAAG,CAAC,cAAc;YAAE,IAAI,CAAC,qBAAqB,CAAC,CAAA;IACtD,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IACzB,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IAElC,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,EAAE,GAAG,CAAC,aAAa,CAAC,CAAA;IAEjE,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACrF,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IAEzB,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC;QAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3D,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC;QAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAA;IAE7E,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;QAAE,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,GAAG;QAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IAElG,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE;QAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IACnD,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,OAAO;QAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;IAC7F,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;QAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEhE,mBAAmB;IACnB,IAAI,EAAE,EAAE,CAAC;QACP,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,+BAA+B,CAAC,CAAA;QACjG,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;gBACrF,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,cAAc,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;IAED,IAAI,GAAG,CAAC,SAAS;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC1C,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC9C,IAAI,CAAC,EAAE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,wBAAwB,EAAE,CAAC;QACpE,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;aACrD,IAAI,GAAG,CAAC,OAAO;YAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;aAC5C,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAA;IACvD,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,OAAO;YAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAClC,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAChC,CAAC;IACD,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAE9C,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QACxC,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,2BAA2B;IAClE,CAAC;IAED,uDAAuD;IACvD,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QACzC,IAAI,GAAG,CAAC,cAAc,KAAK,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,mBAAmB,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,2CAA2C,OAAO,IAAI,OAAO,mCAAmC,mBAAmB,aAAa,CACjI,CAAA;gBACD,OAAM;YACR,CAAC;YACD,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,qDAAqD,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,KAAK,8BAA8B,CAC/G,CAAA;YACH,CAAC;YACD,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;YAChG,OAAM;QACR,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,aAAa,CAAC,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CACX,mCAAmC,OAAO,IAAI,OAAO,kCAAkC,aAAa,aAAa,CAClH,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;IAC7D,CAAC,CAAA;IACD,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QAC5C,IAAI,GAAG,CAAC,iBAAiB,KAAK,EAAE,EAAE,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAA;YACzE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CACX,gCAAgC,OAAO,IAAI,OAAO,+FAA+F,CAClJ,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CACF,eAAe,EACf,GAAG,CAAC,iBAAiB,EACrB,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,MAAM,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CACrD,CAAA;IACH,CAAC,CAAA;IACD,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAA;QACtE,SAAS,EAAE,CAAA;IACb,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,CAAA;QACR,SAAS,EAAE,CAAA;IACb,CAAC;IAED,IAAI,GAAG,CAAC,cAAc;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAEzC,0BAA0B;IAC1B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,uCAAuC;gBACzE,IAAI,CAAC,yBAAyB,CAAC,CAAA;QACnC,CAAC;aAAM,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,4BAA4B,EAAE,CAAC;YACxE,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CACX,sDAAsD,OAAO,IAAI,OAAO,gCAAgC,4BAA4B,aAAa,CAClJ,CAAA;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC1E,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;YAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;QACjE,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACpD,CAAC;QACD,IACE,GAAG,CAAC,UAAU,KAAK,KAAK;YACxB,GAAG,CAAC,YAAY,KAAK,EAAE;YACvB,GAAG,CAAC,YAAY,KAAK,KAAK;YAC1B,GAAG,CAAC,YAAY,KAAK,KAAK,EAC1B,CAAC;YACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;QACD,IAAI,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,gBAAgB,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAA;QAC9F,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM;YAAE,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;QACpG,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;QACxF,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAA;QACtG,IAAI,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,mBAAmB,EAAE,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAA;IACzG,CAAC;IAED,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,OAAO,KAAK,EAAE,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM;gBAAE,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;YAChF,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM;gBAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;QAC9F,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,kDAAmD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC7F,CAAC;IAED,gGAAgG;IAChG,+EAA+E;IAC/E,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAA;IACxD,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,YAAY,GAAG,WAAW,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,QAAQ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CACzE,CAAA;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;AAC7C,CAAC;AAED,8BAA8B;AAC9B,MAAM,UAAU,cAAc,CAAC,MAAsB,EAAE,KAAqB;IAC1E,OAAO,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAA;AAC1C,CAAC"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* How much memory `--fit` leaves to the rest of a unified-memory Mac.
|
|
3
|
+
*
|
|
4
|
+
* With fit on and no `--ctx-size`, llama.cpp starts from the model's trained context and shrinks it
|
|
5
|
+
* only until everything fits the GPU's free memory minus a margin (`--fit-target`, 1024 MiB by
|
|
6
|
+
* default). On Apple silicon that free memory is Metal's `recommendedMaxWorkingSetSize` — about
|
|
7
|
+
* three quarters of RAM on current macOS (18186 MiB of 24 GiB on an M4 Pro) — and it is the same RAM
|
|
8
|
+
* the system and every other app live in. A 3B model with a 256K trained context and dense
|
|
9
|
+
* attention took ~10 GB of an 18 GB Mac for its KV cache, and the machine swapped.
|
|
10
|
+
*
|
|
11
|
+
* The margin is the only lever fit leaves: an explicit `--ctx-size` switches its context fitting off
|
|
12
|
+
* altogether. So on unified memory the core widens the margin until llama.cpp is left with half of
|
|
13
|
+
* RAM, and llama.cpp still picks the window inside that budget with its own, exact accounting. The
|
|
14
|
+
* budget never drops below what the weights and the minimum context need: past that point a wider
|
|
15
|
+
* margin would not shrink the context any further, it would push layers onto the CPU.
|
|
16
|
+
*/
|
|
17
|
+
import type { DeviceInfo } from '../../contracts/index.js';
|
|
18
|
+
/** llama.cpp's own `--fit-target` default; the args builder omits the flag at this value. */
|
|
19
|
+
export declare const DEFAULT_FIT_TARGET_MIB = 1024;
|
|
20
|
+
/** llama.cpp's own `--fit-ctx` default: the smallest window fit may settle on. */
|
|
21
|
+
export declare const DEFAULT_FIT_CTX = 4096;
|
|
22
|
+
/** The share of RAM llama.cpp may fill on unified memory when the model itself needs less. */
|
|
23
|
+
export declare const UNIFIED_MEMORY_LLAMA_SHARE = 0.5;
|
|
24
|
+
/** Headroom for compute buffers beside the weights and the minimum context. */
|
|
25
|
+
export declare const FIT_COMPUTE_RESERVE_BYTES: number;
|
|
26
|
+
export interface UnifiedMemoryFitInput {
|
|
27
|
+
/** Physical RAM, shared by the CPU and the GPU. */
|
|
28
|
+
totalMemoryBytes: number;
|
|
29
|
+
/** What fit will measure as free on the GPU: the Metal device's `free` in `--list-devices`. */
|
|
30
|
+
gpuFreeBytes: number;
|
|
31
|
+
/** Everything fit places on the GPU as weights: every shard, plus a draft model when there is one. */
|
|
32
|
+
weightsBytes: number;
|
|
33
|
+
/** The KV cache at the smallest window fit may choose (`--fit-ctx`, times the slots); 0 when unknown. */
|
|
34
|
+
minContextKvBytes: number;
|
|
35
|
+
}
|
|
36
|
+
/**
|
|
37
|
+
* The Metal device of a `--list-devices` answer, the one fit sizes against on Apple silicon;
|
|
38
|
+
* `undefined` when the build lists none (a CPU-only build, or a probe that printed nothing).
|
|
39
|
+
*/
|
|
40
|
+
export declare function metalDevice(devices: readonly DeviceInfo[]): DeviceInfo | undefined;
|
|
41
|
+
/**
|
|
42
|
+
* The `--fit-target` (MiB) that leaves llama.cpp half of RAM on a unified-memory Mac, or `undefined`
|
|
43
|
+
* when llama.cpp's default margin already leaves at least that much — a model whose weights and
|
|
44
|
+
* minimum context need more than half of RAM loads exactly as it did before.
|
|
45
|
+
*/
|
|
46
|
+
export declare function unifiedMemoryFitTargetMiB(input: UnifiedMemoryFitInput): number | undefined;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* How much memory `--fit` leaves to the rest of a unified-memory Mac.
|
|
3
|
+
*
|
|
4
|
+
* With fit on and no `--ctx-size`, llama.cpp starts from the model's trained context and shrinks it
|
|
5
|
+
* only until everything fits the GPU's free memory minus a margin (`--fit-target`, 1024 MiB by
|
|
6
|
+
* default). On Apple silicon that free memory is Metal's `recommendedMaxWorkingSetSize` — about
|
|
7
|
+
* three quarters of RAM on current macOS (18186 MiB of 24 GiB on an M4 Pro) — and it is the same RAM
|
|
8
|
+
* the system and every other app live in. A 3B model with a 256K trained context and dense
|
|
9
|
+
* attention took ~10 GB of an 18 GB Mac for its KV cache, and the machine swapped.
|
|
10
|
+
*
|
|
11
|
+
* The margin is the only lever fit leaves: an explicit `--ctx-size` switches its context fitting off
|
|
12
|
+
* altogether. So on unified memory the core widens the margin until llama.cpp is left with half of
|
|
13
|
+
* RAM, and llama.cpp still picks the window inside that budget with its own, exact accounting. The
|
|
14
|
+
* budget never drops below what the weights and the minimum context need: past that point a wider
|
|
15
|
+
* margin would not shrink the context any further, it would push layers onto the CPU.
|
|
16
|
+
*/
|
|
17
|
+
const MiB = 1024 * 1024;
|
|
18
|
+
const GiB = 1024 * MiB;
|
|
19
|
+
/** llama.cpp's own `--fit-target` default; the args builder omits the flag at this value. */
|
|
20
|
+
export const DEFAULT_FIT_TARGET_MIB = 1024;
|
|
21
|
+
/** llama.cpp's own `--fit-ctx` default: the smallest window fit may settle on. */
|
|
22
|
+
export const DEFAULT_FIT_CTX = 4096;
|
|
23
|
+
/** The share of RAM llama.cpp may fill on unified memory when the model itself needs less. */
|
|
24
|
+
export const UNIFIED_MEMORY_LLAMA_SHARE = 0.5;
|
|
25
|
+
/** Headroom for compute buffers beside the weights and the minimum context. */
|
|
26
|
+
export const FIT_COMPUTE_RESERVE_BYTES = GiB;
|
|
27
|
+
/**
|
|
28
|
+
* The Metal device of a `--list-devices` answer, the one fit sizes against on Apple silicon;
|
|
29
|
+
* `undefined` when the build lists none (a CPU-only build, or a probe that printed nothing).
|
|
30
|
+
*/
|
|
31
|
+
export function metalDevice(devices) {
|
|
32
|
+
return devices.find((device) => /^MTL\d*$/.test(device.id) && device.free > 0);
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* The `--fit-target` (MiB) that leaves llama.cpp half of RAM on a unified-memory Mac, or `undefined`
|
|
36
|
+
* when llama.cpp's default margin already leaves at least that much — a model whose weights and
|
|
37
|
+
* minimum context need more than half of RAM loads exactly as it did before.
|
|
38
|
+
*/
|
|
39
|
+
export function unifiedMemoryFitTargetMiB(input) {
|
|
40
|
+
if (!(input.totalMemoryBytes > 0) || !(input.gpuFreeBytes > 0))
|
|
41
|
+
return undefined;
|
|
42
|
+
const modelNeeds = Math.max(0, input.weightsBytes) + Math.max(0, input.minContextKvBytes) + FIT_COMPUTE_RESERVE_BYTES;
|
|
43
|
+
const budget = Math.max(input.totalMemoryBytes * UNIFIED_MEMORY_LLAMA_SHARE, modelNeeds);
|
|
44
|
+
const marginMiB = Math.floor((input.gpuFreeBytes - budget) / MiB);
|
|
45
|
+
return marginMiB > DEFAULT_FIT_TARGET_MIB ? marginMiB : undefined;
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=fit-margin.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fit-margin.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/fit-margin.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,MAAM,GAAG,GAAG,IAAI,GAAG,IAAI,CAAA;AACvB,MAAM,GAAG,GAAG,IAAI,GAAG,GAAG,CAAA;AAEtB,6FAA6F;AAC7F,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,CAAA;AAE1C,kFAAkF;AAClF,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,CAAA;AAEnC,8FAA8F;AAC9F,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAA;AAE7C,+EAA+E;AAC/E,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAG,CAAA;AAa5C;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,OAA8B;IACxD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;AAChF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAA4B;IACpE,IAAI,CAAC,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;QAAE,OAAO,SAAS,CAAA;IAChF,MAAM,UAAU,GACd,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,yBAAyB,CAAA;IACpG,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,GAAG,0BAA0B,EAAE,UAAU,CAAC,CAAA;IACxF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAA;IACjE,OAAO,SAAS,GAAG,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAA;AACnE,CAAC"}
|
|
@@ -10,6 +10,7 @@ export * from './runtime-device.js';
|
|
|
10
10
|
export * from './devices.js';
|
|
11
11
|
export * from './policy.js';
|
|
12
12
|
export * from './probe.js';
|
|
13
|
+
export * from './fit-margin.js';
|
|
13
14
|
export * from './load-plan.js';
|
|
14
15
|
export * from './runtime.js';
|
|
15
16
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,WAAW,CAAA;AACzB,cAAc,aAAa,CAAA;AAC3B,cAAc,qBAAqB,CAAA;AACnC,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,cAAc,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,WAAW,CAAA;AACzB,cAAc,aAAa,CAAA;AAC3B,cAAc,qBAAqB,CAAA;AACnC,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA;AAC3B,cAAc,YAAY,CAAA;AAC1B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,cAAc,CAAA"}
|
|
@@ -8,8 +8,9 @@
|
|
|
8
8
|
* draft resolution and capability gates, `dflash_n_max`, mutual exclusion, ctx clamp, env, port and
|
|
9
9
|
* API key. Does NOT spawn; `nextRetry()` encodes the two post-failure retries.
|
|
10
10
|
*/
|
|
11
|
-
import type { LlamacppConfig, LocalProviderId } from '../../contracts/index.js';
|
|
11
|
+
import type { DeviceInfo, LlamacppConfig, LocalProviderId } from '../../contracts/index.js';
|
|
12
12
|
import type { ModelYmlDocument } from '../../models/index.js';
|
|
13
|
+
import type { GpuCards } from '../shared/index.js';
|
|
13
14
|
import type { LlamacppConfigInput } from './args.js';
|
|
14
15
|
/** Engine-level settings the extension reads beside `LlamacppConfig`. */
|
|
15
16
|
export interface LlamacppEngineSettings {
|
|
@@ -54,6 +55,15 @@ export interface LoadPlanDeps {
|
|
|
54
55
|
arch: string;
|
|
55
56
|
extensions: string[];
|
|
56
57
|
} | undefined>;
|
|
58
|
+
/**
|
|
59
|
+
* RAM the GPU shares with the system — Apple silicon only. `undefined` elsewhere: a discrete
|
|
60
|
+
* GPU's own memory is llama.cpp's to fill, and fit keeps its default margin there.
|
|
61
|
+
*/
|
|
62
|
+
unifiedMemory?: () => Promise<{
|
|
63
|
+
totalMemoryBytes: number;
|
|
64
|
+
} | undefined>;
|
|
65
|
+
/** `<exe> --list-devices`: what fit will measure as free on each device. */
|
|
66
|
+
listDevices?: (exePath: string) => Promise<DeviceInfo[]>;
|
|
57
67
|
exists: (path: string) => Promise<boolean>;
|
|
58
68
|
fileSize: (path: string) => Promise<number | undefined>;
|
|
59
69
|
readGgufMetadata: (path: string) => Promise<Record<string, string> | undefined>;
|
|
@@ -95,6 +105,18 @@ export declare function autoUnloadTargets(sessions: Array<{
|
|
|
95
105
|
bypassAutoUnload: boolean;
|
|
96
106
|
transcriptionModelId?: string;
|
|
97
107
|
}): string[];
|
|
108
|
+
/**
|
|
109
|
+
* Which GPUs a llama.cpp session holds, for core's residency rule (spec `gpu-residency`, design D10):
|
|
110
|
+
* a GPU build spreads the model over every card, so it holds all of them; only a build whose id says
|
|
111
|
+
* it is CPU-only holds none. macOS builds use Metal. Anything else — an executable the CLI was
|
|
112
|
+
* pointed at — is treated as holding the GPUs: calling a GPU session CPU-only would let a second
|
|
113
|
+
* engine onto a card that is not free. Embeddings and the transcription companion are auxiliary,
|
|
114
|
+
* with the same exemption `autoUnloadTargets` gives them.
|
|
115
|
+
*/
|
|
116
|
+
export declare function llamaGpuFootprint(plan: Pick<LoadPlan, 'backend' | 'isEmbedding' | 'modelId'>, transcriptionModelId?: string): {
|
|
117
|
+
cards: GpuCards;
|
|
118
|
+
auxiliary: boolean;
|
|
119
|
+
};
|
|
98
120
|
export declare function planLlamaLoad(input: LoadPlanInput, deps: LoadPlanDeps): Promise<LoadPlan>;
|
|
99
121
|
export type RetryPlan = {
|
|
100
122
|
kind: 'text-only';
|
|
@@ -9,9 +9,10 @@
|
|
|
9
9
|
* API key. Does NOT spawn; `nextRetry()` encodes the two post-failure retries.
|
|
10
10
|
*/
|
|
11
11
|
import { AtomicCoreError } from '../../contracts/index.js';
|
|
12
|
-
import { effectiveCtxSize, firstGgufShardPath, ggufShardSetPaths, isMtpCapable, matchesMtpLoadFailure, parseGgufShard, } from '../../models/index.js';
|
|
12
|
+
import { effectiveCtxSize, estimateKvCache, firstGgufShardPath, ggufShardSetPaths, isMtpCapable, matchesMtpLoadFailure, parseGgufShard, } from '../../models/index.js';
|
|
13
13
|
import { generateApiKey } from '../shared/index.js';
|
|
14
14
|
import { withLlamacppDefaults } from './args.js';
|
|
15
|
+
import { DEFAULT_FIT_CTX, DEFAULT_FIT_TARGET_MIB, metalDevice, unifiedMemoryFitTargetMiB, } from './fit-margin.js';
|
|
15
16
|
import { BACKEND_NOT_CONFIGURED_MESSAGE, CPU_NO_AVX_ERROR_CODE, CPU_NO_AVX_MESSAGE, codedLoadError, formatLoadError, isCpuBackend, isUnsupportedNoAvxCpu, modelLoadReadyTimeoutSecs, parseBuildNumberStrict, parseEnvString, stripBom, } from './policy.js';
|
|
16
17
|
/** Which loaded text sessions to unload before loading `modelId` (auto-unload policy). */
|
|
17
18
|
export function autoUnloadTargets(sessions, opts) {
|
|
@@ -21,6 +22,26 @@ export function autoUnloadTargets(sessions, opts) {
|
|
|
21
22
|
.filter((s) => s.is_embedding === false && s.model_id !== opts.transcriptionModelId)
|
|
22
23
|
.map((s) => s.model_id);
|
|
23
24
|
}
|
|
25
|
+
/** A GPU API in the backend's id: CUDA, Vulkan, ROCm/HIP, SYCL, Metal, OpenCL, MUSA, CANN. */
|
|
26
|
+
const GPU_BACKEND = /cuda|vulkan|rocm|hip|sycl|metal|opencl|musa|cann/i;
|
|
27
|
+
/** What only a CPU build says: `-cpu`, an instruction-set tier, or a bare `<os>-<arch>` build. */
|
|
28
|
+
const CPU_BACKEND = /(^|-)cpu(-|$)|(^|-)(no)?avx(2|512)?(-|$)|common_cpus|^(linux|win)-(x64|x86_64|arm64|aarch64)$/i;
|
|
29
|
+
/**
|
|
30
|
+
* Which GPUs a llama.cpp session holds, for core's residency rule (spec `gpu-residency`, design D10):
|
|
31
|
+
* a GPU build spreads the model over every card, so it holds all of them; only a build whose id says
|
|
32
|
+
* it is CPU-only holds none. macOS builds use Metal. Anything else — an executable the CLI was
|
|
33
|
+
* pointed at — is treated as holding the GPUs: calling a GPU session CPU-only would let a second
|
|
34
|
+
* engine onto a card that is not free. Embeddings and the transcription companion are auxiliary,
|
|
35
|
+
* with the same exemption `autoUnloadTargets` gives them.
|
|
36
|
+
*/
|
|
37
|
+
export function llamaGpuFootprint(plan, transcriptionModelId) {
|
|
38
|
+
const backend = stripBom(plan.backend);
|
|
39
|
+
const cpuOnly = !GPU_BACKEND.test(backend) && !backend.startsWith('macos-') && CPU_BACKEND.test(backend);
|
|
40
|
+
return {
|
|
41
|
+
cards: cpuOnly ? [] : 'all',
|
|
42
|
+
auxiliary: plan.isEmbedding || plan.modelId === transcriptionModelId,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
24
45
|
export async function planLlamaLoad(input, deps) {
|
|
25
46
|
const warnings = [];
|
|
26
47
|
const warn = (m) => {
|
|
@@ -177,6 +198,14 @@ export async function planLlamaLoad(input, deps) {
|
|
|
177
198
|
// 19. legacy stringly `fit`
|
|
178
199
|
if (typeof cfg.fit === 'string')
|
|
179
200
|
cfg.fit = true;
|
|
201
|
+
// 19b. fit margin on unified memory (a margin the user set stands)
|
|
202
|
+
if (cfg.fit && !input.isEmbedding && isDefaultFitTarget(cfg.fit_target)) {
|
|
203
|
+
const marginMiB = await unifiedMemoryMargin(exePath, modelPath, cfg, deps);
|
|
204
|
+
if (marginMiB !== undefined) {
|
|
205
|
+
cfg.fit_target = String(marginMiB);
|
|
206
|
+
warn(`Unified memory: fitting "${modelId}" with a ${marginMiB} MiB margin so llama.cpp leaves half of RAM to the system.`);
|
|
207
|
+
}
|
|
208
|
+
}
|
|
180
209
|
return {
|
|
181
210
|
provider: input.provider,
|
|
182
211
|
modelId,
|
|
@@ -240,6 +269,58 @@ async function assertCompleteGguf(filePath, expectedSize, deps) {
|
|
|
240
269
|
throw codedLoadError('MODEL_FILE_CORRUPT', `The model file is incomplete (${size} of ${expectedSize} bytes), likely from an interrupted download: ${filePath}`);
|
|
241
270
|
}
|
|
242
271
|
}
|
|
272
|
+
/**
|
|
273
|
+
* The widened `--fit-target` on a unified-memory Mac, or `undefined` to keep llama.cpp's default:
|
|
274
|
+
* off Apple silicon, on a device the user pinned elsewhere, or when the backend lists no Metal device.
|
|
275
|
+
*/
|
|
276
|
+
async function unifiedMemoryMargin(exePath, modelPath, cfg, deps) {
|
|
277
|
+
if (!deps.unifiedMemory || !deps.listDevices)
|
|
278
|
+
return undefined;
|
|
279
|
+
const memory = await deps.unifiedMemory().catch(() => undefined);
|
|
280
|
+
if (!memory)
|
|
281
|
+
return undefined;
|
|
282
|
+
const gpu = metalDevice(await deps.listDevices(exePath).catch(() => []));
|
|
283
|
+
if (!gpu || (cfg.device !== '' && cfg.device !== gpu.id))
|
|
284
|
+
return undefined;
|
|
285
|
+
return unifiedMemoryFitTargetMiB({
|
|
286
|
+
totalMemoryBytes: memory.totalMemoryBytes,
|
|
287
|
+
gpuFreeBytes: gpu.free * 2 ** 20,
|
|
288
|
+
weightsBytes: await gpuWeightsBytes(modelPath, cfg, deps),
|
|
289
|
+
minContextKvBytes: await minContextKvBytes(modelPath, cfg, deps),
|
|
290
|
+
});
|
|
291
|
+
}
|
|
292
|
+
/** No margin of the user's own: the key is empty or holds llama.cpp's default. */
|
|
293
|
+
function isDefaultFitTarget(value) {
|
|
294
|
+
const text = String(value).trim();
|
|
295
|
+
return text === '' || text === String(DEFAULT_FIT_TARGET_MIB);
|
|
296
|
+
}
|
|
297
|
+
/** Every shard of the model plus any draft model: what fit measures as weights on the GPU. */
|
|
298
|
+
async function gpuWeightsBytes(modelPath, cfg, deps) {
|
|
299
|
+
const files = parseGgufShard(modelPath) ? ggufShardSetPaths(modelPath) : [modelPath];
|
|
300
|
+
if (cfg.mtp_draft_path)
|
|
301
|
+
files.push(cfg.mtp_draft_path);
|
|
302
|
+
if (cfg.dflash_draft_path)
|
|
303
|
+
files.push(cfg.dflash_draft_path);
|
|
304
|
+
let total = 0;
|
|
305
|
+
for (const file of files)
|
|
306
|
+
total += (await deps.fileSize(file).catch(() => undefined)) ?? 0;
|
|
307
|
+
return total;
|
|
308
|
+
}
|
|
309
|
+
/** The KV cache at the smallest window fit may settle on, across every slot; 0 when unreadable. */
|
|
310
|
+
async function minContextKvBytes(modelPath, cfg, deps) {
|
|
311
|
+
const fitCtx = parseInt(String(cfg.fit_ctx).trim(), 10);
|
|
312
|
+
const minCtx = Number.isFinite(fitCtx) && fitCtx > 0 ? fitCtx : DEFAULT_FIT_CTX;
|
|
313
|
+
const slots = cfg.concurrent_mode ? Math.max(cfg.concurrent_slots, 2) : Math.max(cfg.parallel, 1);
|
|
314
|
+
try {
|
|
315
|
+
const meta = await deps.readGgufMetadata(modelPath);
|
|
316
|
+
if (!meta)
|
|
317
|
+
return 0;
|
|
318
|
+
return estimateKvCache(meta, minCtx, cfg.cache_type_k, cfg.cache_type_v).size * slots;
|
|
319
|
+
}
|
|
320
|
+
catch {
|
|
321
|
+
return 0;
|
|
322
|
+
}
|
|
323
|
+
}
|
|
243
324
|
/** `{arch}.context_length` from the GGUF, or `undefined` (with a warning) when unreadable. */
|
|
244
325
|
export async function resolveModelMaxCtxTrain(modelPath, deps, warn = () => { }) {
|
|
245
326
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load-plan.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/load-plan.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,OAAO,EACL,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,EACZ,qBAAqB,EACrB,cAAc,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAEhD,OAAO,EACL,8BAA8B,EAC9B,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,yBAAyB,EACzB,sBAAsB,EACtB,cAAc,EACd,QAAQ,GACT,MAAM,aAAa,CAAA;AA4EpB,0FAA0F;AAC1F,MAAM,UAAU,iBAAiB,CAC/B,QAA4D,EAC5D,IAKC;IAED,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,CAAA;IAC5E,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,oBAAoB,CAAC;SACnF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAC3B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAoB,EAAE,IAAkB;IAC1E,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;QACzB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC,CAAA;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IAEzB,8CAA8C;IAC9C,MAAM,GAAG,GAAG,oBAAoB,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,EAAyB,CAAC,CAAA;IACxG,MAAM,GAAG,GAA2B,EAAE,CAAA;IAEtC,iCAAiC;IACjC,IAAI,QAAQ,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9D,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAA;QACjE,IAAI,QAAQ;YAAE,GAAG,CAAC,eAAe,GAAG,QAAQ,CAAA;;YAE1C,IAAI,CACF,0CAA0C,eAAe,kDAAkD,CAC5G,CAAA;IACL,CAAC;IAED,WAAW;IACX,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAA6C,CAAA;IACnG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAA;IAEvG,4CAA4C;IAC5C,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAA;QAChD,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,GAAG,IAAI;YAAE,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IAClE,CAAC;IAED,oEAAoE;IACpE,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACvD,IAAI,qBAAqB,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;YAC7E,MAAM,cAAc,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC7D,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAE7B,iCAAiC;IACjC,MAAM,WAAW,GAAqB,KAAK,CAAC,SAAS;QACnD,CAAC,CAAC;YACE,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,CAAC;SACd;QACH,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;IACpC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxF,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAAA;IAC7B,GAAG,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY;QAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;IAE7E,iCAAiC;IACjC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAClG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,IAAI,WAAW,CAAC,WAAW,CAAA;IACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEjF,0BAA0B;IAC1B,MAAM,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAA;IACvE,IAAI,UAAU;QAAE,MAAM,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;IAEzF,kCAAkC;IAClC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAA;YACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YACtE,IAAI,QAAQ,EAAE,CAAC;gBACb,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAA;gBAC5B,IAAI,CACF,iDAAiD,OAAO,+CAA+C,CACxG,CAAA;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,0BAA0B,IAAI,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAClG,IAAI,CACF,UAAU,OAAO,6IAA6I,CAC/J,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,4CAA4C,OAAO,MAAM,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrF,CAAC;IACH,CAAC;IAED,iGAAiG;IACjG,+DAA+D;IAC/D,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,2BAA2B;IAC3B,IAAI,WAAW,GAAG,WAAW,CAAC,cAAc,CAAA;IAC5C,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;YACvC,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAA;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,6CAA6C,OAAO,0BAA0B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC1G,CAAC;IACH,CAAC;IACD,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7E,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;YACvE,IAAI,CACF,2CAA2C,OAAO,oCAAoC,eAAe,CAAC,CAAC,CAAC,EAAE,CAC3G,CAAA;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,6BAA6B,OAAO,6DAA6D,CAAC,CAAA;YACvG,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,GAAG,CAAC,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACnG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAC7C,IAAI,CACF,wFAAwF,OAAO,mBAAmB,CACnH,CAAA;QACD,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,cAAc,GAAG,WAAW,CAAC,iBAAiB,CAAA;IAClD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACrC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAA;QACvE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,qCAAqC,OAAO,6BAA6B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IACD,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACzF,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,gCAAgC,OAAO,oDAAoD,CAAC,CAAA;QACjG,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACxD,GAAG,CAAC,YAAY;YACd,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;;QAAM,GAAG,CAAC,YAAY,GAAG,CAAC,CAAA;IAE3B,qCAAqC;IACrC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,wCAAwC,OAAO,0BAA0B,CAAC,CAAA;QAC/E,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,cAAc,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC;QACtD,IAAI,CAAC,sBAAsB,GAAG,CAAC,QAAQ,qDAAqD,OAAO,GAAG,CAAC,CAAA;QACvG,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,4BAA4B;IAC5B,IAAI,OAAQ,GAAwB,CAAC,GAAG,KAAK,QAAQ;QAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAA;IAErE,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO;QACP,OAAO;QACP,OAAO;QACP,OAAO;QACP,MAAM,EAAE,GAAG;QACX,IAAI;QACJ,MAAM;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW;QACX,WAAW;QACX,QAAQ;KACT,CAAA;AACH,CAAC;AAMD;;;GAGG;AACH,MAAM,UAAU,SAAS,CACvB,KAAc,EACd,IAAc,EACd,oBAA6B;IAE7B,MAAM,IAAI,GAAI,KAAwC,EAAE,IAAI,CAAA;IAC5D,IACE,IAAI,CAAC,UAAU;QACf,IAAI,KAAK,kCAAkC;QAC3C,IAAI,CAAC,OAAO,KAAK,oBAAoB,EACrC,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;IACvG,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,qBAAqB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE;SAC9E,CAAA;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,IAAkB,EAClB,IAAyB;IAEzB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IACxC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,cAAc,CAClB,yBAAyB,EACzB,4BAA4B,KAAK,CAAC,KAAK,cAAc,OAAO,CAAC,MAAM,8EAA8E,CAClJ,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,KAAK,KAAK,SAAS;QACrB,IAAI,CACF,kBAAkB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,8DAA8D,CAC3G,CAAA;IACH,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,YAAgC,EAChC,IAAkB;IAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACjE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,cAAc,CAClB,sBAAsB,EACtB,iEAAiE,QAAQ,EAAE,CAC5E,CAAA;IACH,CAAC;IACD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,YAAY,EAAE,CAAC;QAChF,MAAM,cAAc,CAClB,oBAAoB,EACpB,iCAAiC,IAAI,OAAO,YAAY,iDAAiD,QAAQ,EAAE,CACpH,CAAA;IACH,CAAC;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAiB,EACjB,IAA4C,EAC5C,OAA4B,GAAG,EAAE,GAAE,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,sBAAsB,CAAC,CAAA;QAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QACvD,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,iBAAiB,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QAC5D,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,gDAAgD,SAAS,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACxF,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"load-plan.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/load-plan.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,EACZ,qBAAqB,EACrB,cAAc,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAEhD,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,WAAW,EACX,yBAAyB,GAC1B,MAAM,iBAAiB,CAAA;AACxB,OAAO,EACL,8BAA8B,EAC9B,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,yBAAyB,EACzB,sBAAsB,EACtB,cAAc,EACd,QAAQ,GACT,MAAM,aAAa,CAAA;AAmFpB,0FAA0F;AAC1F,MAAM,UAAU,iBAAiB,CAC/B,QAA4D,EAC5D,IAKC;IAED,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,CAAA;IAC5E,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,oBAAoB,CAAC;SACnF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAC3B,CAAC;AAED,8FAA8F;AAC9F,MAAM,WAAW,GAAG,mDAAmD,CAAA;AACvE,kGAAkG;AAClG,MAAM,WAAW,GACf,gGAAgG,CAAA;AAElG;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAA2D,EAC3D,oBAA6B;IAE7B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxG,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK;QAC3B,SAAS,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,KAAK,oBAAoB;KACrE,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAoB,EAAE,IAAkB;IAC1E,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;QACzB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC,CAAA;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IAEzB,8CAA8C;IAC9C,MAAM,GAAG,GAAG,oBAAoB,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,EAAyB,CAAC,CAAA;IACxG,MAAM,GAAG,GAA2B,EAAE,CAAA;IAEtC,iCAAiC;IACjC,IAAI,QAAQ,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9D,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAA;QACjE,IAAI,QAAQ;YAAE,GAAG,CAAC,eAAe,GAAG,QAAQ,CAAA;;YAE1C,IAAI,CACF,0CAA0C,eAAe,kDAAkD,CAC5G,CAAA;IACL,CAAC;IAED,WAAW;IACX,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAA6C,CAAA;IACnG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAA;IAEvG,4CAA4C;IAC5C,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAA;QAChD,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,GAAG,IAAI;YAAE,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IAClE,CAAC;IAED,oEAAoE;IACpE,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACvD,IAAI,qBAAqB,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;YAC7E,MAAM,cAAc,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC7D,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAE7B,iCAAiC;IACjC,MAAM,WAAW,GAAqB,KAAK,CAAC,SAAS;QACnD,CAAC,CAAC;YACE,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,CAAC;SACd;QACH,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;IACpC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxF,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAAA;IAC7B,GAAG,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY;QAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;IAE7E,iCAAiC;IACjC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAClG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,IAAI,WAAW,CAAC,WAAW,CAAA;IACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEjF,0BAA0B;IAC1B,MAAM,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAA;IACvE,IAAI,UAAU;QAAE,MAAM,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;IAEzF,kCAAkC;IAClC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAA;YACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YACtE,IAAI,QAAQ,EAAE,CAAC;gBACb,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAA;gBAC5B,IAAI,CACF,iDAAiD,OAAO,+CAA+C,CACxG,CAAA;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,0BAA0B,IAAI,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAClG,IAAI,CACF,UAAU,OAAO,6IAA6I,CAC/J,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,4CAA4C,OAAO,MAAM,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrF,CAAC;IACH,CAAC;IAED,iGAAiG;IACjG,+DAA+D;IAC/D,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,2BAA2B;IAC3B,IAAI,WAAW,GAAG,WAAW,CAAC,cAAc,CAAA;IAC5C,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;YACvC,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAA;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,6CAA6C,OAAO,0BAA0B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC1G,CAAC;IACH,CAAC;IACD,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7E,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;YACvE,IAAI,CACF,2CAA2C,OAAO,oCAAoC,eAAe,CAAC,CAAC,CAAC,EAAE,CAC3G,CAAA;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,6BAA6B,OAAO,6DAA6D,CAAC,CAAA;YACvG,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,GAAG,CAAC,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACnG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAC7C,IAAI,CACF,wFAAwF,OAAO,mBAAmB,CACnH,CAAA;QACD,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,cAAc,GAAG,WAAW,CAAC,iBAAiB,CAAA;IAClD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACrC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAA;QACvE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,qCAAqC,OAAO,6BAA6B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IACD,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACzF,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,gCAAgC,OAAO,oDAAoD,CAAC,CAAA;QACjG,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACxD,GAAG,CAAC,YAAY;YACd,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;;QAAM,GAAG,CAAC,YAAY,GAAG,CAAC,CAAA;IAE3B,qCAAqC;IACrC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,wCAAwC,OAAO,0BAA0B,CAAC,CAAA;QAC/E,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,cAAc,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC;QACtD,IAAI,CAAC,sBAAsB,GAAG,CAAC,QAAQ,qDAAqD,OAAO,GAAG,CAAC,CAAA;QACvG,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,4BAA4B;IAC5B,IAAI,OAAQ,GAAwB,CAAC,GAAG,KAAK,QAAQ;QAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAA;IAErE,mEAAmE;IACnE,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QACxE,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;QAC1E,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YAClC,IAAI,CACF,4BAA4B,OAAO,YAAY,SAAS,4DAA4D,CACrH,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO;QACP,OAAO;QACP,OAAO;QACP,OAAO;QACP,MAAM,EAAE,GAAG;QACX,IAAI;QACJ,MAAM;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW;QACX,WAAW;QACX,QAAQ;KACT,CAAA;AACH,CAAC;AAMD;;;GAGG;AACH,MAAM,UAAU,SAAS,CACvB,KAAc,EACd,IAAc,EACd,oBAA6B;IAE7B,MAAM,IAAI,GAAI,KAAwC,EAAE,IAAI,CAAA;IAC5D,IACE,IAAI,CAAC,UAAU;QACf,IAAI,KAAK,kCAAkC;QAC3C,IAAI,CAAC,OAAO,KAAK,oBAAoB,EACrC,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;IACvG,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,qBAAqB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE;SAC9E,CAAA;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,IAAkB,EAClB,IAAyB;IAEzB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IACxC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,cAAc,CAClB,yBAAyB,EACzB,4BAA4B,KAAK,CAAC,KAAK,cAAc,OAAO,CAAC,MAAM,8EAA8E,CAClJ,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,KAAK,KAAK,SAAS;QACrB,IAAI,CACF,kBAAkB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,8DAA8D,CAC3G,CAAA;IACH,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,YAAgC,EAChC,IAAkB;IAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACjE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,cAAc,CAClB,sBAAsB,EACtB,iEAAiE,QAAQ,EAAE,CAC5E,CAAA;IACH,CAAC;IACD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,YAAY,EAAE,CAAC;QAChF,MAAM,cAAc,CAClB,oBAAoB,EACpB,iCAAiC,IAAI,OAAO,YAAY,iDAAiD,QAAQ,EAAE,CACpH,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAChC,OAAe,EACf,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAA;IAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACxE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1E,OAAO,yBAAyB,CAAC;QAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE;QAChC,YAAY,EAAE,MAAM,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;QACzD,iBAAiB,EAAE,MAAM,iBAAiB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;KACjE,CAAC,CAAA;AACJ,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,MAAM,CAAC,sBAAsB,CAAC,CAAA;AAC/D,CAAC;AAED,8FAA8F;AAC9F,KAAK,UAAU,eAAe,CAAC,SAAiB,EAAE,GAAmB,EAAE,IAAkB;IACvF,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACpF,IAAI,GAAG,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACtD,IAAI,GAAG,CAAC,iBAAiB;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAC1F,OAAO,KAAK,CAAA;AACd,CAAC;AAED,mGAAmG;AACnG,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAA;IAC/E,MAAM,KAAK,GAAG,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IACjG,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAA;QACnB,OAAO,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,GAAG,KAAK,CAAA;IACvF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAA;IACV,CAAC;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAiB,EACjB,IAA4C,EAC5C,OAA4B,GAAG,EAAE,GAAE,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,sBAAsB,CAAC,CAAA;QAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QACvD,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,iBAAiB,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QAC5D,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,gDAAgD,SAAS,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACxF,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -68,3 +68,19 @@ export declare const RECOVERABLE_LOAD_ERROR_CODES: ReadonlySet<string>;
|
|
|
68
68
|
export declare function isRecoverableLoadError(err: unknown): boolean;
|
|
69
69
|
/** The extension's `codedLoadError`, as an `AtomicCoreError`. */
|
|
70
70
|
export declare function codedLoadError(code: ErrorCode, message: string, details?: string): AtomicCoreError;
|
|
71
|
+
/**
|
|
72
|
+
* The pack directory an executable belongs to: `<pack>/build/bin/<exe>` three levels up, the legacy
|
|
73
|
+
* flat `<pack>/<exe>` one level up. What "this build is in use" is compared on.
|
|
74
|
+
*/
|
|
75
|
+
export declare function packDirOfExe(exePath: string): string;
|
|
76
|
+
/**
|
|
77
|
+
* The packs the decision and embedding processes run from: those running, starting or restarting
|
|
78
|
+
* (a restart reuses its build). They are outside the sessions table, and a pack they run from is as
|
|
79
|
+
* busy as one a session runs from.
|
|
80
|
+
*/
|
|
81
|
+
export declare function processPackDirs(statuses: ReadonlyArray<{
|
|
82
|
+
state: string;
|
|
83
|
+
engine: {
|
|
84
|
+
path: string;
|
|
85
|
+
} | null;
|
|
86
|
+
}>): string[];
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
* `extensions/llamacpp-upstream-extension/src/{util,index}.ts`: backend-id predicates, the AVX
|
|
4
4
|
* preflight, backend-mismatch classification, env parsing, readiness timeout, load-error shaping.
|
|
5
5
|
*/
|
|
6
|
+
import { basename, dirname } from 'node:path';
|
|
6
7
|
import { AtomicCoreError } from '../../contracts/index.js';
|
|
7
8
|
export const CPU_NO_AVX_ERROR_CODE = 'CPU_NO_AVX';
|
|
8
9
|
export const CPU_NO_AVX_MESSAGE = "Your CPU is too old to run this model: it doesn't support the AVX instruction set that the bundled engine requires. The app cannot run local models on this processor.";
|
|
@@ -188,4 +189,23 @@ export function isRecoverableLoadError(err) {
|
|
|
188
189
|
export function codedLoadError(code, message, details) {
|
|
189
190
|
return new AtomicCoreError(code, message, details);
|
|
190
191
|
}
|
|
192
|
+
/**
|
|
193
|
+
* The pack directory an executable belongs to: `<pack>/build/bin/<exe>` three levels up, the legacy
|
|
194
|
+
* flat `<pack>/<exe>` one level up. What "this build is in use" is compared on.
|
|
195
|
+
*/
|
|
196
|
+
export function packDirOfExe(exePath) {
|
|
197
|
+
const bin = dirname(exePath);
|
|
198
|
+
const build = dirname(bin);
|
|
199
|
+
return basename(bin) === 'bin' && basename(build) === 'build' ? dirname(build) : bin;
|
|
200
|
+
}
|
|
201
|
+
/**
|
|
202
|
+
* The packs the decision and embedding processes run from: those running, starting or restarting
|
|
203
|
+
* (a restart reuses its build). They are outside the sessions table, and a pack they run from is as
|
|
204
|
+
* busy as one a session runs from.
|
|
205
|
+
*/
|
|
206
|
+
export function processPackDirs(statuses) {
|
|
207
|
+
return statuses
|
|
208
|
+
.filter((status) => status.state === 'ready' || status.state === 'starting' || status.state === 'restarting')
|
|
209
|
+
.flatMap((status) => (status.engine ? [packDirOfExe(status.engine.path)] : []));
|
|
210
|
+
}
|
|
191
211
|
//# sourceMappingURL=policy.js.map
|