dstack 0.0.9__py3-none-any.whl → 0.20.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dstack/_internal/cli/commands/__init__.py +80 -0
- dstack/_internal/cli/commands/apply.py +100 -0
- dstack/_internal/cli/commands/attach.py +161 -0
- dstack/_internal/cli/commands/completion.py +22 -0
- dstack/_internal/cli/commands/delete.py +44 -0
- dstack/_internal/cli/commands/event.py +168 -0
- dstack/_internal/cli/commands/fleet.py +161 -0
- dstack/_internal/cli/commands/gateway.py +159 -0
- dstack/_internal/cli/commands/init.py +64 -0
- dstack/_internal/cli/commands/login.py +352 -0
- dstack/_internal/cli/commands/logs.py +62 -0
- dstack/_internal/cli/commands/metrics.py +153 -0
- dstack/_internal/cli/commands/offer.py +146 -0
- dstack/_internal/cli/commands/project.py +259 -0
- dstack/_internal/cli/commands/ps.py +81 -0
- dstack/_internal/cli/commands/run.py +69 -0
- dstack/_internal/cli/commands/secrets.py +92 -0
- dstack/_internal/cli/commands/server.py +96 -0
- dstack/_internal/cli/commands/stop.py +26 -0
- dstack/_internal/cli/commands/volume.py +117 -0
- dstack/_internal/cli/main.py +101 -0
- dstack/_internal/cli/models/gateways.py +16 -0
- dstack/_internal/cli/models/offers.py +47 -0
- dstack/_internal/cli/models/runs.py +16 -0
- dstack/_internal/cli/services/args.py +31 -0
- dstack/_internal/cli/services/completion.py +91 -0
- dstack/_internal/cli/services/configurators/__init__.py +86 -0
- dstack/_internal/cli/services/configurators/base.py +103 -0
- dstack/_internal/cli/services/configurators/fleet.py +475 -0
- dstack/_internal/cli/services/configurators/gateway.py +231 -0
- dstack/_internal/cli/services/configurators/run.py +882 -0
- dstack/_internal/cli/services/configurators/volume.py +222 -0
- dstack/_internal/cli/services/events.py +68 -0
- dstack/_internal/cli/services/profile.py +182 -0
- dstack/_internal/cli/services/repos.py +71 -0
- dstack/_internal/cli/services/resources.py +54 -0
- dstack/_internal/cli/utils/common.py +159 -0
- dstack/_internal/cli/utils/fleet.py +106 -0
- dstack/_internal/cli/utils/gateway.py +56 -0
- dstack/_internal/cli/utils/gpu.py +178 -0
- dstack/_internal/cli/utils/rich.py +156 -0
- dstack/_internal/cli/utils/run.py +517 -0
- dstack/_internal/cli/utils/secrets.py +25 -0
- dstack/_internal/cli/utils/updates.py +98 -0
- dstack/_internal/cli/utils/volume.py +58 -0
- dstack/_internal/compat.py +3 -0
- dstack/_internal/core/backends/amddevcloud/__init__.py +1 -0
- dstack/_internal/core/backends/amddevcloud/backend.py +16 -0
- dstack/_internal/core/backends/amddevcloud/compute.py +5 -0
- dstack/_internal/core/backends/amddevcloud/configurator.py +29 -0
- dstack/_internal/core/backends/aws/auth.py +30 -0
- dstack/_internal/core/backends/aws/backend.py +31 -0
- dstack/_internal/core/backends/aws/compute.py +1153 -0
- dstack/_internal/core/backends/aws/configurator.py +191 -0
- dstack/_internal/core/backends/aws/models.py +135 -0
- dstack/_internal/core/backends/aws/resources.py +700 -0
- dstack/_internal/core/backends/azure/auth.py +39 -0
- dstack/_internal/core/backends/azure/backend.py +21 -0
- dstack/_internal/core/backends/azure/compute.py +676 -0
- dstack/_internal/core/backends/azure/configurator.py +472 -0
- dstack/_internal/core/backends/azure/models.py +98 -0
- dstack/_internal/core/backends/azure/resources.py +116 -0
- dstack/_internal/core/backends/azure/utils.py +42 -0
- dstack/_internal/core/backends/base/backend.py +18 -0
- dstack/_internal/core/backends/base/compute.py +1101 -0
- dstack/_internal/core/backends/base/configurator.py +117 -0
- dstack/_internal/core/backends/base/models.py +24 -0
- dstack/_internal/core/backends/base/offers.py +232 -0
- dstack/_internal/core/backends/cloudrift/api_client.py +220 -0
- dstack/_internal/core/backends/cloudrift/backend.py +16 -0
- dstack/_internal/core/backends/cloudrift/compute.py +138 -0
- dstack/_internal/core/backends/cloudrift/configurator.py +72 -0
- dstack/_internal/core/backends/cloudrift/models.py +40 -0
- dstack/_internal/core/backends/configurators.py +181 -0
- dstack/_internal/core/backends/cudo/__init__.py +0 -0
- dstack/_internal/core/backends/cudo/api_client.py +111 -0
- dstack/_internal/core/backends/cudo/backend.py +16 -0
- dstack/_internal/core/backends/cudo/compute.py +174 -0
- dstack/_internal/core/backends/cudo/configurator.py +63 -0
- dstack/_internal/core/backends/cudo/models.py +37 -0
- dstack/_internal/core/backends/datacrunch/__init__.py +1 -0
- dstack/_internal/core/backends/datacrunch/backend.py +18 -0
- dstack/_internal/core/backends/datacrunch/compute.py +8 -0
- dstack/_internal/core/backends/datacrunch/configurator.py +17 -0
- dstack/_internal/core/backends/digitalocean/__init__.py +1 -0
- dstack/_internal/core/backends/digitalocean/backend.py +16 -0
- dstack/_internal/core/backends/digitalocean/compute.py +5 -0
- dstack/_internal/core/backends/digitalocean/configurator.py +31 -0
- dstack/_internal/core/backends/digitalocean_base/__init__.py +1 -0
- dstack/_internal/core/backends/digitalocean_base/api_client.py +104 -0
- dstack/_internal/core/backends/digitalocean_base/backend.py +5 -0
- dstack/_internal/core/backends/digitalocean_base/compute.py +174 -0
- dstack/_internal/core/backends/digitalocean_base/configurator.py +57 -0
- dstack/_internal/core/backends/digitalocean_base/models.py +43 -0
- dstack/_internal/core/backends/dstack/__init__.py +0 -0
- dstack/_internal/core/backends/dstack/models.py +26 -0
- dstack/_internal/core/backends/features.py +74 -0
- dstack/_internal/core/backends/gcp/__init__.py +0 -0
- dstack/_internal/core/backends/gcp/auth.py +57 -0
- dstack/_internal/core/backends/gcp/backend.py +17 -0
- dstack/_internal/core/backends/gcp/compute.py +1257 -0
- dstack/_internal/core/backends/gcp/configurator.py +206 -0
- dstack/_internal/core/backends/gcp/features/__init__.py +0 -0
- dstack/_internal/core/backends/gcp/features/tcpx.py +65 -0
- dstack/_internal/core/backends/gcp/models.py +160 -0
- dstack/_internal/core/backends/gcp/resources.py +585 -0
- dstack/_internal/core/backends/hotaisle/__init__.py +1 -0
- dstack/_internal/core/backends/hotaisle/api_client.py +101 -0
- dstack/_internal/core/backends/hotaisle/backend.py +16 -0
- dstack/_internal/core/backends/hotaisle/compute.py +188 -0
- dstack/_internal/core/backends/hotaisle/configurator.py +66 -0
- dstack/_internal/core/backends/hotaisle/models.py +45 -0
- dstack/_internal/core/backends/kubernetes/__init__.py +0 -0
- dstack/_internal/core/backends/kubernetes/backend.py +16 -0
- dstack/_internal/core/backends/kubernetes/compute.py +1077 -0
- dstack/_internal/core/backends/kubernetes/configurator.py +61 -0
- dstack/_internal/core/backends/kubernetes/models.py +71 -0
- dstack/_internal/core/backends/kubernetes/utils.py +81 -0
- dstack/_internal/core/backends/lambdalabs/__init__.py +0 -0
- dstack/_internal/core/backends/lambdalabs/api_client.py +87 -0
- dstack/_internal/core/backends/lambdalabs/backend.py +17 -0
- dstack/_internal/core/backends/lambdalabs/compute.py +233 -0
- dstack/_internal/core/backends/lambdalabs/configurator.py +65 -0
- dstack/_internal/core/backends/lambdalabs/models.py +37 -0
- dstack/_internal/core/backends/local/__init__.py +0 -0
- dstack/_internal/core/backends/local/backend.py +14 -0
- dstack/_internal/core/backends/local/compute.py +130 -0
- dstack/_internal/core/backends/models.py +158 -0
- dstack/_internal/core/backends/nebius/__init__.py +0 -0
- dstack/_internal/core/backends/nebius/backend.py +16 -0
- dstack/_internal/core/backends/nebius/compute.py +401 -0
- dstack/_internal/core/backends/nebius/configurator.py +98 -0
- dstack/_internal/core/backends/nebius/models.py +185 -0
- dstack/_internal/core/backends/nebius/resources.py +433 -0
- dstack/_internal/core/backends/oci/__init__.py +0 -0
- dstack/_internal/core/backends/oci/auth.py +21 -0
- dstack/_internal/core/backends/oci/backend.py +16 -0
- dstack/_internal/core/backends/oci/compute.py +209 -0
- dstack/_internal/core/backends/oci/configurator.py +156 -0
- dstack/_internal/core/backends/oci/exceptions.py +15 -0
- dstack/_internal/core/backends/oci/models.py +87 -0
- dstack/_internal/core/backends/oci/region.py +86 -0
- dstack/_internal/core/backends/oci/resources.py +836 -0
- dstack/_internal/core/backends/runpod/__init__.py +0 -0
- dstack/_internal/core/backends/runpod/api_client.py +627 -0
- dstack/_internal/core/backends/runpod/backend.py +16 -0
- dstack/_internal/core/backends/runpod/compute.py +444 -0
- dstack/_internal/core/backends/runpod/configurator.py +63 -0
- dstack/_internal/core/backends/runpod/models.py +54 -0
- dstack/_internal/core/backends/template/__init__.py +0 -0
- dstack/_internal/core/backends/template/backend.py.jinja +16 -0
- dstack/_internal/core/backends/template/compute.py.jinja +95 -0
- dstack/_internal/core/backends/template/configurator.py.jinja +69 -0
- dstack/_internal/core/backends/template/models.py.jinja +62 -0
- dstack/_internal/core/backends/tensordock/models.py +40 -0
- dstack/_internal/core/backends/vastai/__init__.py +0 -0
- dstack/_internal/core/backends/vastai/api_client.py +143 -0
- dstack/_internal/core/backends/vastai/backend.py +16 -0
- dstack/_internal/core/backends/vastai/compute.py +141 -0
- dstack/_internal/core/backends/vastai/configurator.py +69 -0
- dstack/_internal/core/backends/vastai/models.py +37 -0
- dstack/_internal/core/backends/verda/__init__.py +0 -0
- dstack/_internal/core/backends/verda/backend.py +16 -0
- dstack/_internal/core/backends/verda/compute.py +266 -0
- dstack/_internal/core/backends/verda/configurator.py +73 -0
- dstack/_internal/core/backends/verda/models.py +38 -0
- dstack/_internal/core/backends/vultr/__init__.py +0 -0
- dstack/_internal/core/backends/vultr/api_client.py +116 -0
- dstack/_internal/core/backends/vultr/backend.py +16 -0
- dstack/_internal/core/backends/vultr/compute.py +167 -0
- dstack/_internal/core/backends/vultr/configurator.py +71 -0
- dstack/_internal/core/backends/vultr/models.py +34 -0
- dstack/_internal/core/compatibility/__init__.py +0 -0
- dstack/_internal/core/compatibility/events.py +13 -0
- dstack/_internal/core/compatibility/fleets.py +58 -0
- dstack/_internal/core/compatibility/gateways.py +39 -0
- dstack/_internal/core/compatibility/gpus.py +13 -0
- dstack/_internal/core/compatibility/logs.py +14 -0
- dstack/_internal/core/compatibility/runs.py +86 -0
- dstack/_internal/core/compatibility/volumes.py +37 -0
- dstack/_internal/core/consts.py +8 -0
- dstack/_internal/core/errors.py +160 -0
- dstack/_internal/core/models/__init__.py +0 -0
- dstack/_internal/core/models/auth.py +28 -0
- dstack/_internal/core/models/backends/__init__.py +0 -0
- dstack/_internal/core/models/backends/base.py +48 -0
- dstack/_internal/core/models/common.py +143 -0
- dstack/_internal/core/models/compute_groups.py +39 -0
- dstack/_internal/core/models/config.py +28 -0
- dstack/_internal/core/models/configurations.py +1123 -0
- dstack/_internal/core/models/envs.py +149 -0
- dstack/_internal/core/models/events.py +98 -0
- dstack/_internal/core/models/files.py +67 -0
- dstack/_internal/core/models/fleets.py +437 -0
- dstack/_internal/core/models/gateways.py +146 -0
- dstack/_internal/core/models/gpus.py +45 -0
- dstack/_internal/core/models/health.py +28 -0
- dstack/_internal/core/models/instances.py +346 -0
- dstack/_internal/core/models/logs.py +27 -0
- dstack/_internal/core/models/metrics.py +14 -0
- dstack/_internal/core/models/placement.py +27 -0
- dstack/_internal/core/models/profiles.py +431 -0
- dstack/_internal/core/models/projects.py +46 -0
- dstack/_internal/core/models/repos/__init__.py +34 -0
- dstack/_internal/core/models/repos/base.py +36 -0
- dstack/_internal/core/models/repos/local.py +96 -0
- dstack/_internal/core/models/repos/remote.py +341 -0
- dstack/_internal/core/models/repos/virtual.py +85 -0
- dstack/_internal/core/models/resources.py +424 -0
- dstack/_internal/core/models/routers.py +24 -0
- dstack/_internal/core/models/runs.py +618 -0
- dstack/_internal/core/models/secrets.py +16 -0
- dstack/_internal/core/models/server.py +7 -0
- dstack/_internal/core/models/services.py +76 -0
- dstack/_internal/core/models/unix.py +53 -0
- dstack/_internal/core/models/users.py +60 -0
- dstack/_internal/core/models/volumes.py +221 -0
- dstack/_internal/core/services/__init__.py +16 -0
- dstack/_internal/core/services/api_client.py +15 -0
- dstack/_internal/core/services/configs/__init__.py +116 -0
- dstack/_internal/core/services/diff.py +71 -0
- dstack/_internal/core/services/logs.py +58 -0
- dstack/_internal/core/services/profiles.py +46 -0
- dstack/_internal/core/services/repos.py +236 -0
- dstack/_internal/core/services/ssh/__init__.py +27 -0
- dstack/_internal/core/services/ssh/attach.py +241 -0
- dstack/_internal/core/services/ssh/client.py +113 -0
- dstack/_internal/core/services/ssh/key_manager.py +53 -0
- dstack/_internal/core/services/ssh/ports.py +89 -0
- dstack/_internal/core/services/ssh/tunnel.py +337 -0
- dstack/_internal/proxy/__init__.py +8 -0
- dstack/_internal/proxy/gateway/__init__.py +0 -0
- dstack/_internal/proxy/gateway/app.py +89 -0
- dstack/_internal/proxy/gateway/auth.py +26 -0
- dstack/_internal/proxy/gateway/const.py +7 -0
- dstack/_internal/proxy/gateway/deps.py +73 -0
- dstack/_internal/proxy/gateway/main.py +17 -0
- dstack/_internal/proxy/gateway/models.py +23 -0
- dstack/_internal/proxy/gateway/repo/__init__.py +0 -0
- dstack/_internal/proxy/gateway/repo/repo.py +121 -0
- dstack/_internal/proxy/gateway/repo/state_v1.py +164 -0
- dstack/_internal/proxy/gateway/resources/nginx/00-log-format.conf +11 -0
- dstack/_internal/proxy/gateway/resources/nginx/entrypoint.jinja2 +27 -0
- dstack/_internal/proxy/gateway/resources/nginx/router_workers.jinja2 +23 -0
- dstack/_internal/proxy/gateway/resources/nginx/service.jinja2 +105 -0
- dstack/_internal/proxy/gateway/routers/__init__.py +0 -0
- dstack/_internal/proxy/gateway/routers/auth.py +10 -0
- dstack/_internal/proxy/gateway/routers/config.py +28 -0
- dstack/_internal/proxy/gateway/routers/registry.py +124 -0
- dstack/_internal/proxy/gateway/routers/stats.py +18 -0
- dstack/_internal/proxy/gateway/schemas/__init__.py +0 -0
- dstack/_internal/proxy/gateway/schemas/common.py +5 -0
- dstack/_internal/proxy/gateway/schemas/config.py +9 -0
- dstack/_internal/proxy/gateway/schemas/registry.py +63 -0
- dstack/_internal/proxy/gateway/schemas/stats.py +15 -0
- dstack/_internal/proxy/gateway/services/__init__.py +0 -0
- dstack/_internal/proxy/gateway/services/model_routers/__init__.py +18 -0
- dstack/_internal/proxy/gateway/services/model_routers/base.py +91 -0
- dstack/_internal/proxy/gateway/services/model_routers/sglang.py +269 -0
- dstack/_internal/proxy/gateway/services/nginx.py +455 -0
- dstack/_internal/proxy/gateway/services/registry.py +426 -0
- dstack/_internal/proxy/gateway/services/server_client.py +95 -0
- dstack/_internal/proxy/gateway/services/stats.py +170 -0
- dstack/_internal/proxy/gateway/testing/__init__.py +0 -0
- dstack/_internal/proxy/gateway/testing/common.py +13 -0
- dstack/_internal/proxy/lib/__init__.py +0 -0
- dstack/_internal/proxy/lib/auth.py +7 -0
- dstack/_internal/proxy/lib/deps.py +106 -0
- dstack/_internal/proxy/lib/errors.py +14 -0
- dstack/_internal/proxy/lib/models.py +112 -0
- dstack/_internal/proxy/lib/repo.py +27 -0
- dstack/_internal/proxy/lib/routers/__init__.py +0 -0
- dstack/_internal/proxy/lib/routers/model_proxy.py +102 -0
- dstack/_internal/proxy/lib/schemas/__init__.py +0 -0
- dstack/_internal/proxy/lib/schemas/model_proxy.py +77 -0
- dstack/_internal/proxy/lib/services/__init__.py +0 -0
- dstack/_internal/proxy/lib/services/model_proxy/__init__.py +0 -0
- dstack/_internal/proxy/lib/services/model_proxy/clients/__init__.py +0 -0
- dstack/_internal/proxy/lib/services/model_proxy/clients/base.py +18 -0
- dstack/_internal/proxy/lib/services/model_proxy/clients/openai.py +67 -0
- dstack/_internal/proxy/lib/services/model_proxy/clients/tgi.py +208 -0
- dstack/_internal/proxy/lib/services/model_proxy/model_proxy.py +23 -0
- dstack/_internal/proxy/lib/services/service_connection.py +160 -0
- dstack/_internal/proxy/lib/testing/__init__.py +0 -0
- dstack/_internal/proxy/lib/testing/auth.py +11 -0
- dstack/_internal/proxy/lib/testing/common.py +51 -0
- dstack/_internal/server/__init__.py +0 -0
- dstack/_internal/server/alembic.ini +100 -0
- dstack/_internal/server/app.py +432 -0
- dstack/_internal/server/background/__init__.py +142 -0
- dstack/_internal/server/background/tasks/__init__.py +0 -0
- dstack/_internal/server/background/tasks/common.py +24 -0
- dstack/_internal/server/background/tasks/process_compute_groups.py +167 -0
- dstack/_internal/server/background/tasks/process_events.py +17 -0
- dstack/_internal/server/background/tasks/process_fleets.py +289 -0
- dstack/_internal/server/background/tasks/process_gateways.py +188 -0
- dstack/_internal/server/background/tasks/process_idle_volumes.py +145 -0
- dstack/_internal/server/background/tasks/process_instances.py +1186 -0
- dstack/_internal/server/background/tasks/process_metrics.py +172 -0
- dstack/_internal/server/background/tasks/process_placement_groups.py +104 -0
- dstack/_internal/server/background/tasks/process_probes.py +164 -0
- dstack/_internal/server/background/tasks/process_prometheus_metrics.py +150 -0
- dstack/_internal/server/background/tasks/process_running_jobs.py +1238 -0
- dstack/_internal/server/background/tasks/process_runs.py +842 -0
- dstack/_internal/server/background/tasks/process_submitted_jobs.py +1106 -0
- dstack/_internal/server/background/tasks/process_terminating_jobs.py +108 -0
- dstack/_internal/server/background/tasks/process_volumes.py +129 -0
- dstack/_internal/server/compatibility/__init__.py +0 -0
- dstack/_internal/server/compatibility/common.py +20 -0
- dstack/_internal/server/compatibility/gpus.py +22 -0
- dstack/_internal/server/db.py +127 -0
- dstack/_internal/server/deps.py +19 -0
- dstack/_internal/server/main.py +4 -0
- dstack/_internal/server/migrations/__init__.py +0 -0
- dstack/_internal/server/migrations/env.py +112 -0
- dstack/_internal/server/migrations/script.py.mako +28 -0
- dstack/_internal/server/migrations/versions/006512f572b4_add_projects_original_name.py +38 -0
- dstack/_internal/server/migrations/versions/065588ec72b8_add_vultr_to_backendtype_enum.py +81 -0
- dstack/_internal/server/migrations/versions/06e977bc61c7_add_usermodel_deleted_and_original_name.py +45 -0
- dstack/_internal/server/migrations/versions/0e33559e16ed_update_instancestatus.py +64 -0
- dstack/_internal/server/migrations/versions/112753bc17dd_remove_nullable_fields.py +50 -0
- dstack/_internal/server/migrations/versions/1338b788b612_reverse_job_instance_relationship.py +71 -0
- dstack/_internal/server/migrations/versions/14f2cb002fc2_add_jobmodel_removed_flag.py +44 -0
- dstack/_internal/server/migrations/versions/1a48dfe44a40_rework_termination_handling.py +42 -0
- dstack/_internal/server/migrations/versions/1aa9638ad963_added_email_index.py +31 -0
- dstack/_internal/server/migrations/versions/1e3fb39ef74b_add_remote_connection_details.py +26 -0
- dstack/_internal/server/migrations/versions/1e76fb0dde87_add_jobmodel_inactivity_secs.py +32 -0
- dstack/_internal/server/migrations/versions/20166748b60c_add_jobmodel_disconnected_at.py +100 -0
- dstack/_internal/server/migrations/versions/22d74df9897e_add_events_and_event_targets.py +99 -0
- dstack/_internal/server/migrations/versions/23e01c56279a_make_blob_nullable.py +32 -0
- dstack/_internal/server/migrations/versions/2498ab323443_add_fleetmodel_consolidation_attempt_.py +44 -0
- dstack/_internal/server/migrations/versions/252d3743b641_.py +40 -0
- dstack/_internal/server/migrations/versions/25479f540245_add_probes.py +43 -0
- dstack/_internal/server/migrations/versions/27d3e55759fa_add_pools.py +152 -0
- dstack/_internal/server/migrations/versions/29826f417010_remove_instancemodel_retry_policy.py +34 -0
- dstack/_internal/server/migrations/versions/29c08c6a8cb3_.py +36 -0
- dstack/_internal/server/migrations/versions/35e90e1b0d3e_add_rolling_deployment_fields.py +42 -0
- dstack/_internal/server/migrations/versions/35f732ee4cf5_add_projectmodel_is_public.py +39 -0
- dstack/_internal/server/migrations/versions/3cf77fb8bcf1_store_repo_clone_url.py +85 -0
- dstack/_internal/server/migrations/versions/3d7f6c2ec000_add_jobmodel_registered.py +28 -0
- dstack/_internal/server/migrations/versions/3dbdce90d0e0_fix_code_uq_constraint.py +33 -0
- dstack/_internal/server/migrations/versions/48ad3ecbaea2_do_not_delete_projects_and_runs.py +46 -0
- dstack/_internal/server/migrations/versions/4ae1a5b0e7f1_add_run_list_index.py +34 -0
- dstack/_internal/server/migrations/versions/4b4319398164_introduce_runs_processing.py +144 -0
- dstack/_internal/server/migrations/versions/50dd7ea98639_index_status_columns.py +55 -0
- dstack/_internal/server/migrations/versions/51d45659d574_add_instancemodel_blocks_fields.py +43 -0
- dstack/_internal/server/migrations/versions/54a77e19c64c_add_manager_project_role.py +67 -0
- dstack/_internal/server/migrations/versions/555138b1f77f_change_instancemodel_for_asynchronous_.py +61 -0
- dstack/_internal/server/migrations/versions/58aa5162dcc3_add_gatewaymodel_configuration.py +32 -0
- dstack/_internal/server/migrations/versions/5ad8debc8fe6_fixes_for_psql.py +329 -0
- dstack/_internal/server/migrations/versions/5ec538b70e71_replace_instansestatus.py +31 -0
- dstack/_internal/server/migrations/versions/5f1707c525d2_add_filearchivemodel.py +39 -0
- dstack/_internal/server/migrations/versions/5fd659afca82_add_ix_instances_fleet_id.py +31 -0
- dstack/_internal/server/migrations/versions/60e444118b6d_add_jobprometheusmetrics.py +40 -0
- dstack/_internal/server/migrations/versions/63c3f19cb184_add_jobterminationreason_inactivity_.py +83 -0
- dstack/_internal/server/migrations/versions/644b8a114187_add_secretmodel.py +49 -0
- dstack/_internal/server/migrations/versions/686fb8341ea5_add_user_emails.py +32 -0
- dstack/_internal/server/migrations/versions/6c1a9d6530ee_add_jobmodel_exit_status.py +26 -0
- dstack/_internal/server/migrations/versions/706e0acc3a7d_add_runmodel_desired_replica_counts.py +26 -0
- dstack/_internal/server/migrations/versions/710e5b3fac8f_add_encryption.py +54 -0
- dstack/_internal/server/migrations/versions/728b1488b1b4_add_instance_health.py +50 -0
- dstack/_internal/server/migrations/versions/74a1f55209bd_store_enums_as_strings.py +484 -0
- dstack/_internal/server/migrations/versions/7b24b1c8eba7_add_instancemodel_last_processed_at.py +68 -0
- dstack/_internal/server/migrations/versions/7ba3b59d7ca6_add_runmodel_resubmission_attempt.py +35 -0
- dstack/_internal/server/migrations/versions/7bc2586e8b9e_make_instancemodel_pool_id_optional.py +36 -0
- dstack/_internal/server/migrations/versions/7d1ec2b920ac_add_computegroupmodel.py +91 -0
- dstack/_internal/server/migrations/versions/803c7e9ed85d_add_jobmodel_job_runtime_data.py +32 -0
- dstack/_internal/server/migrations/versions/82b32a135ea2_.py +58 -0
- dstack/_internal/server/migrations/versions/866ec1d67184_replace_retrypolicy_limit_with_.py +93 -0
- dstack/_internal/server/migrations/versions/903c91e24634_add_instances_termination_reason_message.py +34 -0
- dstack/_internal/server/migrations/versions/91a12fff6c76_add_repocredsmodel.py +43 -0
- dstack/_internal/server/migrations/versions/91ac5e543037_extend_repos_creds_column.py +36 -0
- dstack/_internal/server/migrations/versions/98cd9c8b5927_add_volumemodel.py +73 -0
- dstack/_internal/server/migrations/versions/98d1b92988bc_add_jobterminationreason_terminated_due_.py +140 -0
- dstack/_internal/server/migrations/versions/99b4c8c954ea_add_termination_reason_message.py +71 -0
- dstack/_internal/server/migrations/versions/9eea6af28e10_added_fail_reason_for_instancemodel.py +36 -0
- dstack/_internal/server/migrations/versions/__init__.py +0 -0
- dstack/_internal/server/migrations/versions/a060e2440936_.py +206 -0
- dstack/_internal/server/migrations/versions/a751ef183f27_move_attachment_data_to_volumes_.py +34 -0
- dstack/_internal/server/migrations/versions/a7b46c073fa1_add_placementgroupmodel.py +58 -0
- dstack/_internal/server/migrations/versions/afbc600ff2b2_add_created_at_to_usermodel_and_.py +102 -0
- dstack/_internal/server/migrations/versions/b4d6ad60db08_add_instancemodel_unreachable.py +37 -0
- dstack/_internal/server/migrations/versions/b88d55c2a07d_replace_instancestatus_ready.py +21 -0
- dstack/_internal/server/migrations/versions/bc8ca4a505c6_store_backendtype_as_string.py +171 -0
- dstack/_internal/server/migrations/versions/bca2fdf130bf_add_runmodel_priority.py +34 -0
- dstack/_internal/server/migrations/versions/bfba43f6def2_.py +32 -0
- dstack/_internal/server/migrations/versions/c00090eaef21_support_fleets.py +108 -0
- dstack/_internal/server/migrations/versions/c154eece89da_add_fields_for_async_gateway_creation.py +74 -0
- dstack/_internal/server/migrations/versions/c20626d03cfb_add_jobmetricspoint.py +43 -0
- dstack/_internal/server/migrations/versions/c48df7985d57_add_instance_termination_retries.py +38 -0
- dstack/_internal/server/migrations/versions/c83d45f9a971_replace_string_with_text.py +150 -0
- dstack/_internal/server/migrations/versions/d0bb68e48b9f_add_project_owners_and_quotas.py +106 -0
- dstack/_internal/server/migrations/versions/d3e8af4786fa_gateway_compute_flag_deleted.py +34 -0
- dstack/_internal/server/migrations/versions/d4d9dc26cf58_add_ix_jobs_run_id.py +31 -0
- dstack/_internal/server/migrations/versions/d5863798bf41_add_volumemodel_last_job_processed_at.py +40 -0
- dstack/_internal/server/migrations/versions/d6b11105f659_add_usermodel_active.py +36 -0
- dstack/_internal/server/migrations/versions/da574e93fee0_add_jobmodel_volumes_detached_at.py +40 -0
- dstack/_internal/server/migrations/versions/dfffd6a1165c_add_fields_for_gateways_behind_alb.py +36 -0
- dstack/_internal/server/migrations/versions/e2d08cd1b8d9_add_jobmodel_fleet.py +41 -0
- dstack/_internal/server/migrations/versions/e3b7db07727f_add_gatewaycomputemodel_app_updated_at.py +61 -0
- dstack/_internal/server/migrations/versions/e6391ca6a264_separate_gateways_from_compute.py +72 -0
- dstack/_internal/server/migrations/versions/ea60480f82bb_add_membermodel_member_num.py +32 -0
- dstack/_internal/server/migrations/versions/ec02a26a256c_add_runmodel_next_triggered_at.py +38 -0
- dstack/_internal/server/migrations/versions/ed0ca30e13bb_migrate_instancestatus_provisioning.py +29 -0
- dstack/_internal/server/migrations/versions/fe72c4de8376_add_gateways.py +81 -0
- dstack/_internal/server/migrations/versions/ff1d94f65b08_user_ssh_key.py +34 -0
- dstack/_internal/server/migrations/versions/ffa99edd1988_add_jobterminationreason_max_duration_.py +81 -0
- dstack/_internal/server/models.py +930 -0
- dstack/_internal/server/routers/__init__.py +0 -0
- dstack/_internal/server/routers/auth.py +34 -0
- dstack/_internal/server/routers/backends.py +142 -0
- dstack/_internal/server/routers/events.py +60 -0
- dstack/_internal/server/routers/files.py +68 -0
- dstack/_internal/server/routers/fleets.py +202 -0
- dstack/_internal/server/routers/gateways.py +109 -0
- dstack/_internal/server/routers/gpus.py +32 -0
- dstack/_internal/server/routers/instances.py +77 -0
- dstack/_internal/server/routers/logs.py +34 -0
- dstack/_internal/server/routers/metrics.py +82 -0
- dstack/_internal/server/routers/projects.py +205 -0
- dstack/_internal/server/routers/prometheus.py +35 -0
- dstack/_internal/server/routers/repos.py +118 -0
- dstack/_internal/server/routers/runs.py +216 -0
- dstack/_internal/server/routers/secrets.py +86 -0
- dstack/_internal/server/routers/server.py +19 -0
- dstack/_internal/server/routers/users.py +158 -0
- dstack/_internal/server/routers/volumes.py +122 -0
- dstack/_internal/server/schemas/__init__.py +0 -0
- dstack/_internal/server/schemas/auth.py +83 -0
- dstack/_internal/server/schemas/backends.py +16 -0
- dstack/_internal/server/schemas/common.py +9 -0
- dstack/_internal/server/schemas/events.py +211 -0
- dstack/_internal/server/schemas/files.py +5 -0
- dstack/_internal/server/schemas/fleets.py +49 -0
- dstack/_internal/server/schemas/gateways.py +31 -0
- dstack/_internal/server/schemas/gpus.py +26 -0
- dstack/_internal/server/schemas/health/__init__.py +0 -0
- dstack/_internal/server/schemas/health/dcgm.py +56 -0
- dstack/_internal/server/schemas/instances.py +47 -0
- dstack/_internal/server/schemas/logs.py +17 -0
- dstack/_internal/server/schemas/projects.py +81 -0
- dstack/_internal/server/schemas/repos.py +24 -0
- dstack/_internal/server/schemas/runner.py +269 -0
- dstack/_internal/server/schemas/runs.py +66 -0
- dstack/_internal/server/schemas/secrets.py +16 -0
- dstack/_internal/server/schemas/users.py +72 -0
- dstack/_internal/server/schemas/volumes.py +29 -0
- dstack/_internal/server/security/__init__.py +0 -0
- dstack/_internal/server/security/permissions.py +251 -0
- dstack/_internal/server/services/__init__.py +0 -0
- dstack/_internal/server/services/auth.py +77 -0
- dstack/_internal/server/services/backends/__init__.py +404 -0
- dstack/_internal/server/services/backends/handlers.py +105 -0
- dstack/_internal/server/services/compute_groups.py +22 -0
- dstack/_internal/server/services/config.py +279 -0
- dstack/_internal/server/services/docker.py +162 -0
- dstack/_internal/server/services/encryption/__init__.py +102 -0
- dstack/_internal/server/services/encryption/keys/__init__.py +0 -0
- dstack/_internal/server/services/encryption/keys/aes.py +68 -0
- dstack/_internal/server/services/encryption/keys/base.py +19 -0
- dstack/_internal/server/services/encryption/keys/identity.py +28 -0
- dstack/_internal/server/services/events.py +477 -0
- dstack/_internal/server/services/files.py +91 -0
- dstack/_internal/server/services/fleets.py +1224 -0
- dstack/_internal/server/services/gateways/__init__.py +686 -0
- dstack/_internal/server/services/gateways/client.py +209 -0
- dstack/_internal/server/services/gateways/connection.py +139 -0
- dstack/_internal/server/services/gateways/pool.py +58 -0
- dstack/_internal/server/services/gpus.py +387 -0
- dstack/_internal/server/services/instances.py +731 -0
- dstack/_internal/server/services/jobs/__init__.py +840 -0
- dstack/_internal/server/services/jobs/configurators/__init__.py +0 -0
- dstack/_internal/server/services/jobs/configurators/base.py +469 -0
- dstack/_internal/server/services/jobs/configurators/dev.py +69 -0
- dstack/_internal/server/services/jobs/configurators/extensions/__init__.py +0 -0
- dstack/_internal/server/services/jobs/configurators/extensions/base.py +15 -0
- dstack/_internal/server/services/jobs/configurators/extensions/cursor.py +42 -0
- dstack/_internal/server/services/jobs/configurators/extensions/vscode.py +42 -0
- dstack/_internal/server/services/jobs/configurators/extensions/windsurf.py +43 -0
- dstack/_internal/server/services/jobs/configurators/service.py +28 -0
- dstack/_internal/server/services/jobs/configurators/task.py +39 -0
- dstack/_internal/server/services/locking.py +187 -0
- dstack/_internal/server/services/logging.py +29 -0
- dstack/_internal/server/services/logs/__init__.py +122 -0
- dstack/_internal/server/services/logs/aws.py +373 -0
- dstack/_internal/server/services/logs/base.py +47 -0
- dstack/_internal/server/services/logs/filelog.py +261 -0
- dstack/_internal/server/services/logs/fluentbit.py +329 -0
- dstack/_internal/server/services/logs/gcp.py +181 -0
- dstack/_internal/server/services/metrics.py +172 -0
- dstack/_internal/server/services/offers.py +249 -0
- dstack/_internal/server/services/permissions.py +37 -0
- dstack/_internal/server/services/placement.py +234 -0
- dstack/_internal/server/services/plugins.py +109 -0
- dstack/_internal/server/services/probes.py +10 -0
- dstack/_internal/server/services/projects.py +835 -0
- dstack/_internal/server/services/prometheus/__init__.py +0 -0
- dstack/_internal/server/services/prometheus/client_metrics.py +55 -0
- dstack/_internal/server/services/prometheus/custom_metrics.py +327 -0
- dstack/_internal/server/services/proxy/__init__.py +3 -0
- dstack/_internal/server/services/proxy/auth.py +12 -0
- dstack/_internal/server/services/proxy/deps.py +18 -0
- dstack/_internal/server/services/proxy/repo.py +189 -0
- dstack/_internal/server/services/proxy/routers/__init__.py +0 -0
- dstack/_internal/server/services/proxy/routers/service_proxy.py +49 -0
- dstack/_internal/server/services/proxy/services/__init__.py +0 -0
- dstack/_internal/server/services/proxy/services/service_proxy.py +135 -0
- dstack/_internal/server/services/repos.py +362 -0
- dstack/_internal/server/services/requirements/__init__.py +0 -0
- dstack/_internal/server/services/requirements/combine.py +260 -0
- dstack/_internal/server/services/resources.py +21 -0
- dstack/_internal/server/services/runner/__init__.py +0 -0
- dstack/_internal/server/services/runner/client.py +646 -0
- dstack/_internal/server/services/runner/ssh.py +128 -0
- dstack/_internal/server/services/runs/__init__.py +1026 -0
- dstack/_internal/server/services/runs/plan.py +703 -0
- dstack/_internal/server/services/runs/replicas.py +317 -0
- dstack/_internal/server/services/runs/spec.py +191 -0
- dstack/_internal/server/services/secrets.py +245 -0
- dstack/_internal/server/services/services/__init__.py +345 -0
- dstack/_internal/server/services/services/autoscalers.py +140 -0
- dstack/_internal/server/services/services/options.py +53 -0
- dstack/_internal/server/services/ssh.py +67 -0
- dstack/_internal/server/services/storage/__init__.py +37 -0
- dstack/_internal/server/services/storage/base.py +48 -0
- dstack/_internal/server/services/storage/gcs.py +66 -0
- dstack/_internal/server/services/storage/s3.py +69 -0
- dstack/_internal/server/services/users.py +461 -0
- dstack/_internal/server/services/volumes.py +496 -0
- dstack/_internal/server/settings.py +161 -0
- dstack/_internal/server/statics/00a6e1fb461ed2929fb9.png +0 -0
- dstack/_internal/server/statics/0cae4d9f0a36034984a7.png +0 -0
- dstack/_internal/server/statics/391de232cc0e30cae513.png +0 -0
- dstack/_internal/server/statics/4e0eead8c1a73689ef9d.svg +1 -0
- dstack/_internal/server/statics/544afa2f63428c2235b0.png +0 -0
- dstack/_internal/server/statics/54a4f50f74c6b9381530.svg +7 -0
- dstack/_internal/server/statics/68dd1360a7d2611e0132.svg +4 -0
- dstack/_internal/server/statics/69544b4c81973b54a66f.png +0 -0
- dstack/_internal/server/statics/77a8b02b17af19e39266.png +0 -0
- dstack/_internal/server/statics/83a93a8871c219104367.svg +9 -0
- dstack/_internal/server/statics/8f28bb8e9999e5e6a48b.svg +4 -0
- dstack/_internal/server/statics/9124086961ab8c366bc4.svg +9 -0
- dstack/_internal/server/statics/9a9ebaeb54b025dbac0a.svg +5 -0
- dstack/_internal/server/statics/a3428392dc534f3b15c4.svg +7 -0
- dstack/_internal/server/statics/ae22625574d69361f72c.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-144x144.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-192x192.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-256x256.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-36x36.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-384x384.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-48x48.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-512x512.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-72x72.png +0 -0
- dstack/_internal/server/statics/assets/android-chrome-96x96.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-1024x1024.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-114x114.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-120x120.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-144x144.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-152x152.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-167x167.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-180x180.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-57x57.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-60x60.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-72x72.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-76x76.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon-precomposed.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-icon.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1125x2436.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1136x640.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1170x2532.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1179x2556.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1242x2208.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1242x2688.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1284x2778.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1290x2796.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1334x750.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1488x2266.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1536x2048.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1620x2160.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1640x2160.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1668x2224.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1668x2388.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-1792x828.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2048x1536.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2048x2732.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2160x1620.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2160x1640.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2208x1242.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2224x1668.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2266x1488.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2388x1668.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2436x1125.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2532x1170.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2556x1179.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2688x1242.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2732x2048.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2778x1284.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-2796x1290.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-640x1136.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-750x1334.png +0 -0
- dstack/_internal/server/statics/assets/apple-touch-startup-image-828x1792.png +0 -0
- dstack/_internal/server/statics/assets/browserconfig.xml +12 -0
- dstack/_internal/server/statics/assets/favicon-16x16.png +0 -0
- dstack/_internal/server/statics/assets/favicon-32x32.png +0 -0
- dstack/_internal/server/statics/assets/favicon-48x48.png +0 -0
- dstack/_internal/server/statics/assets/favicon.ico +0 -0
- dstack/{dashboard/statics/assets/manifest.json → _internal/server/statics/assets/manifest.webmanifest} +18 -9
- dstack/_internal/server/statics/assets/mstile-144x144.png +0 -0
- dstack/_internal/server/statics/assets/mstile-150x150.png +0 -0
- dstack/_internal/server/statics/assets/mstile-310x150.png +0 -0
- dstack/_internal/server/statics/assets/mstile-310x310.png +0 -0
- dstack/_internal/server/statics/assets/mstile-70x70.png +0 -0
- dstack/_internal/server/statics/assets/yandex-browser-50x50.png +0 -0
- dstack/_internal/server/statics/b7ae68f44193474fc578.png +0 -0
- dstack/_internal/server/statics/d2f008c75b2b5b191f3f.png +0 -0
- dstack/_internal/server/statics/d44c33e1b92e05c379fd.png +0 -0
- dstack/_internal/server/statics/dd43ff0552815179d7ab.png +0 -0
- dstack/_internal/server/statics/dd4e7166c0b9aac197d7.png +0 -0
- dstack/_internal/server/statics/e30b27916930d43d2271.png +0 -0
- dstack/_internal/server/statics/e467d7d60aae81ab198b.svg +6 -0
- dstack/_internal/server/statics/eb9b344b73818fe2b71a.png +0 -0
- dstack/_internal/server/statics/f517dd626eb964120de0.png +0 -0
- dstack/_internal/server/statics/f958aecddee5d8e3222c.png +0 -0
- dstack/_internal/server/statics/index.html +3 -0
- dstack/_internal/server/statics/logo-notext.svg +116 -0
- dstack/_internal/server/statics/main-2e6967bad9f29395eea6.css +3 -0
- dstack/_internal/server/statics/main-7dc0f6d20b8b41659acc.js +155547 -0
- dstack/_internal/server/statics/main-7dc0f6d20b8b41659acc.js.map +1 -0
- dstack/{dashboard → _internal/server}/statics/manifest.json +2 -2
- dstack/_internal/server/statics/static/media/entraID.d65d1f3e9486a8e56d24fc07b3230885.svg +9 -0
- dstack/_internal/server/statics/static/media/google.b194b06fafd0a52aeb566922160ea514.svg +1 -0
- dstack/{dashboard/statics/static/media/logo.f9d7170678f68f796e270698633770ec.svg → _internal/server/statics/static/media/logo.f602feeb138844eda97c8cb641461448.svg} +8 -6
- dstack/_internal/server/statics/static/media/okta.12f178e6873a1100965f2a4dbd18fcec.svg +2 -0
- dstack/_internal/server/statics/static/media/theme.3994c817bb7dda191c1c9640dee0bf42.svg +3 -0
- dstack/_internal/server/testing/__init__.py +0 -0
- dstack/_internal/server/testing/common.py +1220 -0
- dstack/_internal/server/testing/conf.py +53 -0
- dstack/_internal/server/testing/matchers.py +31 -0
- dstack/_internal/server/utils/__init__.py +0 -0
- dstack/_internal/server/utils/common.py +55 -0
- dstack/_internal/server/utils/logging.py +51 -0
- dstack/_internal/server/utils/provisioning.py +368 -0
- dstack/_internal/server/utils/routers.py +166 -0
- dstack/_internal/server/utils/sentry_utils.py +24 -0
- dstack/_internal/settings.py +49 -0
- dstack/_internal/utils/__init__.py +0 -0
- dstack/_internal/utils/common.py +318 -0
- dstack/_internal/utils/cron.py +5 -0
- dstack/_internal/utils/crypto.py +40 -0
- dstack/_internal/utils/env.py +88 -0
- dstack/_internal/utils/event_loop.py +30 -0
- dstack/_internal/utils/files.py +69 -0
- dstack/_internal/utils/gpu.py +59 -0
- dstack/_internal/utils/hash.py +31 -0
- dstack/_internal/utils/interpolator.py +91 -0
- dstack/_internal/utils/json_schema.py +11 -0
- dstack/_internal/utils/json_utils.py +54 -0
- dstack/_internal/utils/logging.py +5 -0
- dstack/_internal/utils/nested_list.py +47 -0
- dstack/_internal/utils/network.py +50 -0
- dstack/_internal/utils/path.py +57 -0
- dstack/_internal/utils/random_names.py +258 -0
- dstack/_internal/utils/ssh.py +346 -0
- dstack/_internal/utils/tags.py +42 -0
- dstack/_internal/utils/typing.py +14 -0
- dstack/_internal/utils/version.py +22 -0
- dstack/api/__init__.py +46 -0
- dstack/api/_public/__init__.py +96 -0
- dstack/api/_public/backends.py +42 -0
- dstack/api/_public/common.py +5 -0
- dstack/api/_public/repos.py +202 -0
- dstack/api/_public/runs.py +714 -0
- dstack/api/server/__init__.py +206 -0
- dstack/api/server/_auth.py +30 -0
- dstack/api/server/_backends.py +38 -0
- dstack/api/server/_events.py +64 -0
- dstack/api/server/_files.py +18 -0
- dstack/api/server/_fleets.py +82 -0
- dstack/api/server/_gateways.py +54 -0
- dstack/api/server/_gpus.py +27 -0
- dstack/api/server/_group.py +22 -0
- dstack/api/server/_logs.py +15 -0
- dstack/api/server/_metrics.py +23 -0
- dstack/api/server/_projects.py +124 -0
- dstack/api/server/_repos.py +64 -0
- dstack/api/server/_runs.py +102 -0
- dstack/api/server/_secrets.py +36 -0
- dstack/api/server/_users.py +82 -0
- dstack/api/server/_volumes.py +39 -0
- dstack/api/server/utils.py +34 -0
- dstack/api/utils.py +105 -0
- dstack/core/__init__.py +0 -0
- dstack/plugins/__init__.py +8 -0
- dstack/plugins/_base.py +72 -0
- dstack/plugins/_models.py +8 -0
- dstack/plugins/_utils.py +19 -0
- dstack/plugins/builtin/__init__.py +0 -0
- dstack/plugins/builtin/rest_plugin/__init__.py +18 -0
- dstack/plugins/builtin/rest_plugin/_models.py +48 -0
- dstack/plugins/builtin/rest_plugin/_plugin.py +147 -0
- dstack/version.py +3 -1
- dstack-0.20.7.dist-info/METADATA +519 -0
- dstack-0.20.7.dist-info/RECORD +720 -0
- {dstack-0.0.9.dist-info → dstack-0.20.7.dist-info}/WHEEL +1 -2
- dstack-0.20.7.dist-info/entry_points.txt +2 -0
- dstack-0.20.7.dist-info/licenses/LICENSE.md +353 -0
- dstack/aws/__init__.py +0 -180
- dstack/aws/artifacts.py +0 -111
- dstack/aws/config.py +0 -40
- dstack/aws/jobs.py +0 -245
- dstack/aws/logs.py +0 -186
- dstack/aws/repos.py +0 -137
- dstack/aws/run_names.py +0 -17
- dstack/aws/runners.py +0 -693
- dstack/aws/runs.py +0 -79
- dstack/aws/secrets.py +0 -99
- dstack/aws/tags.py +0 -138
- dstack/backend.py +0 -299
- dstack/cli/app.py +0 -41
- dstack/cli/artifacts.py +0 -87
- dstack/cli/common.py +0 -57
- dstack/cli/config.py +0 -194
- dstack/cli/dashboard.py +0 -26
- dstack/cli/delete.py +0 -49
- dstack/cli/init.py +0 -33
- dstack/cli/logs.py +0 -87
- dstack/cli/main.py +0 -81
- dstack/cli/restart.py +0 -43
- dstack/cli/run.py +0 -223
- dstack/cli/schema.py +0 -46
- dstack/cli/secrets.py +0 -97
- dstack/cli/status.py +0 -140
- dstack/cli/stop.py +0 -53
- dstack/cli/tags.py +0 -100
- dstack/config.py +0 -80
- dstack/dashboard/artifacts.py +0 -26
- dstack/dashboard/logs.py +0 -73
- dstack/dashboard/main.py +0 -45
- dstack/dashboard/repos.py +0 -41
- dstack/dashboard/runs.py +0 -140
- dstack/dashboard/secrets.py +0 -53
- dstack/dashboard/statics/4d6a4e032505c1efd23c.png +0 -0
- dstack/dashboard/statics/7e018c3e5566d7c349a8.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-144x144.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-192x192.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-256x256.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-36x36.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-384x384.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-48x48.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-512x512.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-72x72.png +0 -0
- dstack/dashboard/statics/assets/android-chrome-96x96.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-1024x1024.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-114x114.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-120x120.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-144x144.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-152x152.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-167x167.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-180x180.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-57x57.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-60x60.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-72x72.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-76x76.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon-precomposed.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-icon.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1125x2436.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1136x640.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1242x2208.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1242x2688.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1334x750.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1536x2048.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1620x2160.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1668x2224.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1668x2388.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-1792x828.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2048x1536.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2048x2732.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2160x1620.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2208x1242.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2224x1668.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2388x1668.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2436x1125.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2688x1242.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-2732x2048.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-640x1136.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-750x1334.png +0 -0
- dstack/dashboard/statics/assets/apple-touch-startup-image-828x1792.png +0 -0
- dstack/dashboard/statics/assets/browserconfig.xml +0 -15
- dstack/dashboard/statics/assets/coast-228x228.png +0 -0
- dstack/dashboard/statics/assets/favicon-16x16.png +0 -0
- dstack/dashboard/statics/assets/favicon-32x32.png +0 -0
- dstack/dashboard/statics/assets/favicon-48x48.png +0 -0
- dstack/dashboard/statics/assets/favicon.ico +0 -0
- dstack/dashboard/statics/assets/firefox_app_128x128.png +0 -0
- dstack/dashboard/statics/assets/firefox_app_512x512.png +0 -0
- dstack/dashboard/statics/assets/firefox_app_60x60.png +0 -0
- dstack/dashboard/statics/assets/manifest.webapp +0 -14
- dstack/dashboard/statics/assets/mstile-144x144.png +0 -0
- dstack/dashboard/statics/assets/mstile-150x150.png +0 -0
- dstack/dashboard/statics/assets/mstile-310x150.png +0 -0
- dstack/dashboard/statics/assets/mstile-310x310.png +0 -0
- dstack/dashboard/statics/assets/mstile-70x70.png +0 -0
- dstack/dashboard/statics/assets/yandex-browser-50x50.png +0 -0
- dstack/dashboard/statics/d0f71e48806e25d72553.png +0 -0
- dstack/dashboard/statics/index.html +0 -7
- dstack/dashboard/statics/main-1d87e34eb0454da8ebb4.js +0 -3
- dstack/dashboard/statics/main-1d87e34eb0454da8ebb4.js.LICENSE.txt +0 -102
- dstack/dashboard/statics/main-1d87e34eb0454da8ebb4.js.map +0 -1
- dstack/dashboard/statics/main.css +0 -5058
- dstack/dashboard/statics/splash_thumbnail.png +0 -0
- dstack/dashboard/statics/static/media/check.3f68ffc787a15c0476793a6d18ecb71a.svg +0 -3
- dstack/dashboard/statics/static/media/chevron-down.bfd8f22c4a5db4d443e76bca3b02f334.svg +0 -3
- dstack/dashboard/statics/static/media/chevron-up.bade0c5d82d741cead615813264140c9.svg +0 -3
- dstack/dashboard/statics/static/media/clock.583b744f29b9d143718a55e7c35fe38e.svg +0 -3
- dstack/dashboard/statics/static/media/close.a8bb9e47361b03a3b5084dad676ba1da.svg +0 -3
- dstack/dashboard/statics/static/media/content-copy.73f5f2a175094757758e315243a4111e.svg +0 -3
- dstack/dashboard/statics/static/media/delete-outline.6a8abf4e4f9cb777781967efd56efe9b.svg +0 -3
- dstack/dashboard/statics/static/media/dots-vertical.82fc618192e0c7dc4d615ff93269246a.svg +0 -3
- dstack/dashboard/statics/static/media/earth.1ad57c7f59f4be5c8bb2fa00439c3149.svg +0 -3
- dstack/dashboard/statics/static/media/email.320bc3af24a5f1bb41ebd85f66a5dd70.svg +0 -3
- dstack/dashboard/statics/static/media/external-link.99b88e699c15afb820a1779d9a2261ed.svg +0 -3
- dstack/dashboard/statics/static/media/eye-off-outline.5b4afb7ad624a44dd307518ff93d1faa.svg +0 -3
- dstack/dashboard/statics/static/media/eye-outline.ca41708feaaed1edb15c5fff021fbafe.svg +0 -3
- dstack/dashboard/statics/static/media/file-download-outline.3634b41923ba79b297ff294ef898661c.svg +0 -3
- dstack/dashboard/statics/static/media/folder-outline.33378387af61821dd1207e4b2d061a07.svg +0 -3
- dstack/dashboard/statics/static/media/github-circle.1bb85d171c31a3c2eebad07319377171.svg +0 -3
- dstack/dashboard/statics/static/media/infinity.915f92939afc0a37f94adba211ceb172.svg +0 -3
- dstack/dashboard/statics/static/media/layers.b4b02cea267a617d7aa44c2719250c89.svg +0 -3
- dstack/dashboard/statics/static/media/linkedin.1c52fae553eee54397f0e63a79455a5e.svg +0 -3
- dstack/dashboard/statics/static/media/loading.e466be7b2c1f0ac9e7e51ca929d0e37d.svg +0 -3
- dstack/dashboard/statics/static/media/lock.4a4c7768d0fa60c716609ddc483470ef.svg +0 -3
- dstack/dashboard/statics/static/media/magnify.0c803314d039d21f3cb1504ccd1437a4.svg +0 -3
- dstack/dashboard/statics/static/media/mark.3f68ffc787a15c0476793a6d18ecb71a.svg +0 -3
- dstack/dashboard/statics/static/media/menu-close.3ee84714181017c6ff837830297c8437.svg +0 -3
- dstack/dashboard/statics/static/media/menu.922f81e0972fbcbb5adcd8def20c86a3.svg +0 -3
- dstack/dashboard/statics/static/media/pencil.f706a3b9dcbff4959a91bf72e1e6324f.svg +0 -3
- dstack/dashboard/statics/static/media/refresh.a80edb948e98b322cd73b67814a57a48.svg +0 -3
- dstack/dashboard/statics/static/media/shape-plus.63b093c7f4b44c3def774f30fcfbceca.svg +0 -3
- dstack/dashboard/statics/static/media/slack.ec2fca99c6b944950ac65404ddd26880.svg +0 -4
- dstack/dashboard/statics/static/media/small-logo.b9cc8d09f646a553e65fa336dafd8b10.svg +0 -116
- dstack/dashboard/statics/static/media/source-branch.b8d22cfc42a7bed81f0fc08130818e85.svg +0 -3
- dstack/dashboard/statics/static/media/source-commit.be2bb53c081b9b6836adffccc0b8d3e6.svg +0 -3
- dstack/dashboard/statics/static/media/stop.11488ff1437ad929476be8924a3b7075.svg +0 -3
- dstack/dashboard/statics/static/media/tag-minus.15680a815b0b8d027e973c84832c05e6.svg +0 -3
- dstack/dashboard/statics/static/media/tag-outline.19b0bf86a8afd7d6d9c716e9a91d94ca.svg +0 -3
- dstack/dashboard/statics/static/media/twitter.4af18861c84a2f3044c7546b55d5739c.svg +0 -3
- dstack/dashboard/tags.py +0 -119
- dstack/jobs.py +0 -255
- dstack/providers/__init__.py +0 -316
- dstack/providers/_python/main.py +0 -88
- dstack/providers/_tensorboard/main.py +0 -93
- dstack/providers/_torchrun/main.py +0 -121
- dstack/providers/bash/main.py +0 -90
- dstack/providers/code/main.py +0 -95
- dstack/providers/docker/main.py +0 -79
- dstack/providers/lab/main.py +0 -95
- dstack/providers/notebook/main.py +0 -90
- dstack/random_name.py +0 -29
- dstack/repo.py +0 -135
- dstack/runners.py +0 -35
- dstack/util.py +0 -15
- dstack-0.0.9.dist-info/METADATA +0 -176
- dstack-0.0.9.dist-info/RECORD +0 -179
- dstack-0.0.9.dist-info/entry_points.txt +0 -3
- dstack-0.0.9.dist-info/top_level.txt +0 -2
- tests/test_config.py +0 -70
- /dstack/{cli → _internal}/__init__.py +0 -0
- /dstack/{dashboard → _internal/cli}/__init__.py +0 -0
- /dstack/{providers/_python → _internal/cli/models}/__init__.py +0 -0
- /dstack/{providers/_tensorboard → _internal/cli/services}/__init__.py +0 -0
- /dstack/{providers/_torchrun → _internal/cli/utils}/__init__.py +0 -0
- /dstack/{providers/bash → _internal/core}/__init__.py +0 -0
- /dstack/{providers/code → _internal/core/backends}/__init__.py +0 -0
- /dstack/{providers/docker → _internal/core/backends/aws}/__init__.py +0 -0
- /dstack/{providers/lab → _internal/core/backends/azure}/__init__.py +0 -0
- /dstack/{providers/notebook → _internal/core/backends/base}/__init__.py +0 -0
- {tests → dstack/_internal/core/backends/cloudrift}/__init__.py +0 -0
- /dstack/{dashboard → _internal/server}/statics/assets/yandex-browser-manifest.json +0 -0
- /dstack/{dashboard → _internal/server}/statics/robots.txt +0 -0
|
@@ -0,0 +1,835 @@
|
|
|
1
|
+
import re
|
|
2
|
+
import secrets
|
|
3
|
+
import uuid
|
|
4
|
+
from datetime import datetime
|
|
5
|
+
from typing import Awaitable, Callable, List, Optional, Tuple
|
|
6
|
+
|
|
7
|
+
from sqlalchemy import and_, delete, literal_column, or_, select, update
|
|
8
|
+
from sqlalchemy import func as safunc
|
|
9
|
+
from sqlalchemy.ext.asyncio import AsyncSession
|
|
10
|
+
from sqlalchemy.orm import QueryableAttribute, joinedload, load_only
|
|
11
|
+
|
|
12
|
+
from dstack._internal.core.backends.configurators import get_configurator
|
|
13
|
+
from dstack._internal.core.backends.dstack.models import (
|
|
14
|
+
DstackBackendConfig,
|
|
15
|
+
DstackBaseBackendConfig,
|
|
16
|
+
)
|
|
17
|
+
from dstack._internal.core.backends.models import BackendInfo
|
|
18
|
+
from dstack._internal.core.errors import ForbiddenError, ResourceExistsError, ServerClientError
|
|
19
|
+
from dstack._internal.core.models.projects import (
|
|
20
|
+
Member,
|
|
21
|
+
MemberPermissions,
|
|
22
|
+
Project,
|
|
23
|
+
ProjectHookConfig,
|
|
24
|
+
ProjectsInfoList,
|
|
25
|
+
ProjectsInfoListOrProjectsList,
|
|
26
|
+
)
|
|
27
|
+
from dstack._internal.core.models.runs import RunStatus
|
|
28
|
+
from dstack._internal.core.models.users import GlobalRole, ProjectRole
|
|
29
|
+
from dstack._internal.server.models import (
|
|
30
|
+
FleetModel,
|
|
31
|
+
MemberModel,
|
|
32
|
+
ProjectModel,
|
|
33
|
+
RunModel,
|
|
34
|
+
UserModel,
|
|
35
|
+
VolumeModel,
|
|
36
|
+
)
|
|
37
|
+
from dstack._internal.server.schemas.projects import MemberSetting
|
|
38
|
+
from dstack._internal.server.services import events, users
|
|
39
|
+
from dstack._internal.server.services.backends import (
|
|
40
|
+
get_backend_config_without_creds_from_backend_model,
|
|
41
|
+
)
|
|
42
|
+
from dstack._internal.server.services.permissions import get_default_permissions
|
|
43
|
+
from dstack._internal.server.settings import DEFAULT_PROJECT_NAME
|
|
44
|
+
from dstack._internal.utils.common import get_current_datetime, run_async
|
|
45
|
+
from dstack._internal.utils.crypto import generate_rsa_key_pair_bytes
|
|
46
|
+
from dstack._internal.utils.logging import get_logger
|
|
47
|
+
|
|
48
|
+
logger = get_logger(__name__)
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
async def get_or_create_default_project(
|
|
52
|
+
session: AsyncSession,
|
|
53
|
+
user: UserModel,
|
|
54
|
+
) -> Tuple[Project, bool]:
|
|
55
|
+
default_project = await get_project_by_name(
|
|
56
|
+
session=session,
|
|
57
|
+
project_name=DEFAULT_PROJECT_NAME,
|
|
58
|
+
)
|
|
59
|
+
if default_project is not None:
|
|
60
|
+
return default_project, False
|
|
61
|
+
default_project = await create_project(
|
|
62
|
+
session=session,
|
|
63
|
+
user=user,
|
|
64
|
+
project_name=DEFAULT_PROJECT_NAME,
|
|
65
|
+
)
|
|
66
|
+
return default_project, True
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
async def list_user_accessible_projects(
|
|
70
|
+
session: AsyncSession,
|
|
71
|
+
user: UserModel,
|
|
72
|
+
include_not_joined: bool,
|
|
73
|
+
return_total_count: bool,
|
|
74
|
+
name_pattern: Optional[str],
|
|
75
|
+
prev_created_at: Optional[datetime],
|
|
76
|
+
prev_id: Optional[uuid.UUID],
|
|
77
|
+
limit: int,
|
|
78
|
+
ascending: bool,
|
|
79
|
+
) -> ProjectsInfoListOrProjectsList:
|
|
80
|
+
"""
|
|
81
|
+
Returns all projects accessible to the user:
|
|
82
|
+
- All projects for global admins
|
|
83
|
+
- Projects where user is a member (public or private)
|
|
84
|
+
- if `include_not_joined`: Public projects where user is NOT a member
|
|
85
|
+
"""
|
|
86
|
+
filters = [ProjectModel.deleted == False]
|
|
87
|
+
if name_pattern:
|
|
88
|
+
name_pattern = name_pattern.replace("_", "/_")
|
|
89
|
+
filters.append(ProjectModel.name.ilike(f"%{name_pattern}%", escape="/"))
|
|
90
|
+
stmt = select(ProjectModel).where(*filters)
|
|
91
|
+
if user.global_role != GlobalRole.ADMIN:
|
|
92
|
+
stmt = stmt.outerjoin(
|
|
93
|
+
MemberModel,
|
|
94
|
+
onclause=and_(
|
|
95
|
+
MemberModel.project_id == ProjectModel.id,
|
|
96
|
+
MemberModel.user_id == user.id,
|
|
97
|
+
),
|
|
98
|
+
)
|
|
99
|
+
if include_not_joined:
|
|
100
|
+
stmt = stmt.where(
|
|
101
|
+
or_(
|
|
102
|
+
ProjectModel.is_public == True,
|
|
103
|
+
MemberModel.user_id.is_not(None),
|
|
104
|
+
)
|
|
105
|
+
)
|
|
106
|
+
else:
|
|
107
|
+
stmt = stmt.where(MemberModel.user_id.is_not(None))
|
|
108
|
+
pagination_filters = []
|
|
109
|
+
if prev_created_at is not None:
|
|
110
|
+
if ascending:
|
|
111
|
+
if prev_id is None:
|
|
112
|
+
pagination_filters.append(ProjectModel.created_at > prev_created_at)
|
|
113
|
+
else:
|
|
114
|
+
pagination_filters.append(
|
|
115
|
+
or_(
|
|
116
|
+
ProjectModel.created_at > prev_created_at,
|
|
117
|
+
and_(
|
|
118
|
+
ProjectModel.created_at == prev_created_at, ProjectModel.id < prev_id
|
|
119
|
+
),
|
|
120
|
+
)
|
|
121
|
+
)
|
|
122
|
+
else:
|
|
123
|
+
if prev_id is None:
|
|
124
|
+
pagination_filters.append(ProjectModel.created_at < prev_created_at)
|
|
125
|
+
else:
|
|
126
|
+
pagination_filters.append(
|
|
127
|
+
or_(
|
|
128
|
+
ProjectModel.created_at < prev_created_at,
|
|
129
|
+
and_(
|
|
130
|
+
ProjectModel.created_at == prev_created_at, ProjectModel.id > prev_id
|
|
131
|
+
),
|
|
132
|
+
)
|
|
133
|
+
)
|
|
134
|
+
order_by = (ProjectModel.created_at.desc(), ProjectModel.id)
|
|
135
|
+
if ascending:
|
|
136
|
+
order_by = (ProjectModel.created_at.asc(), ProjectModel.id.desc())
|
|
137
|
+
total_count = None
|
|
138
|
+
if return_total_count:
|
|
139
|
+
res = await session.execute(stmt.with_only_columns(safunc.count(literal_column("1"))))
|
|
140
|
+
total_count = res.scalar_one()
|
|
141
|
+
res = await session.execute(stmt.where(*pagination_filters).order_by(*order_by).limit(limit))
|
|
142
|
+
project_models = res.unique().scalars().all()
|
|
143
|
+
projects = [
|
|
144
|
+
project_model_to_project(p, include_backends=False, include_members=False)
|
|
145
|
+
for p in project_models
|
|
146
|
+
]
|
|
147
|
+
if total_count is None:
|
|
148
|
+
return projects
|
|
149
|
+
return ProjectsInfoList(total_count=total_count, projects=projects)
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
async def get_project_by_name(
|
|
153
|
+
session: AsyncSession,
|
|
154
|
+
project_name: str,
|
|
155
|
+
) -> Optional[Project]:
|
|
156
|
+
project_model = await get_project_model_by_name(session=session, project_name=project_name)
|
|
157
|
+
if project_model is None:
|
|
158
|
+
return None
|
|
159
|
+
return project_model_to_project(project_model)
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
async def create_project(
|
|
163
|
+
session: AsyncSession,
|
|
164
|
+
user: UserModel,
|
|
165
|
+
project_name: str,
|
|
166
|
+
is_public: bool = False,
|
|
167
|
+
config: Optional[ProjectHookConfig] = None,
|
|
168
|
+
) -> Project:
|
|
169
|
+
user_permissions = users.get_user_permissions(user)
|
|
170
|
+
if not user_permissions.can_create_projects:
|
|
171
|
+
raise ForbiddenError("User cannot create projects")
|
|
172
|
+
project = await get_project_model_by_name(
|
|
173
|
+
session=session, project_name=project_name, ignore_case=True
|
|
174
|
+
)
|
|
175
|
+
if project is not None:
|
|
176
|
+
raise ResourceExistsError()
|
|
177
|
+
await _check_projects_quota(session=session, user=user)
|
|
178
|
+
project = await create_project_model(
|
|
179
|
+
session=session,
|
|
180
|
+
owner=user,
|
|
181
|
+
project_name=project_name,
|
|
182
|
+
is_public=is_public,
|
|
183
|
+
)
|
|
184
|
+
await add_project_member(
|
|
185
|
+
session=session,
|
|
186
|
+
project=project,
|
|
187
|
+
user=user,
|
|
188
|
+
project_role=ProjectRole.ADMIN,
|
|
189
|
+
member_num=0,
|
|
190
|
+
)
|
|
191
|
+
project_model = await get_project_model_by_name_or_error(
|
|
192
|
+
session=session, project_name=project_name
|
|
193
|
+
)
|
|
194
|
+
for hook in _CREATE_PROJECT_HOOKS:
|
|
195
|
+
await hook(session, project_model, config)
|
|
196
|
+
# a hook may change project
|
|
197
|
+
session.expire(project_model)
|
|
198
|
+
project_model = await get_project_model_by_name_or_error(
|
|
199
|
+
session=session, project_name=project_name
|
|
200
|
+
)
|
|
201
|
+
return project_model_to_project(project_model)
|
|
202
|
+
|
|
203
|
+
|
|
204
|
+
async def update_project(
|
|
205
|
+
session: AsyncSession,
|
|
206
|
+
user: UserModel,
|
|
207
|
+
project: ProjectModel,
|
|
208
|
+
is_public: bool,
|
|
209
|
+
):
|
|
210
|
+
updated_fields = []
|
|
211
|
+
if is_public != project.is_public:
|
|
212
|
+
project.is_public = is_public
|
|
213
|
+
updated_fields.append(f"is_public={is_public}")
|
|
214
|
+
events.emit(
|
|
215
|
+
session,
|
|
216
|
+
f"Project updated. Updated fields: {', '.join(updated_fields) or '<none>'}",
|
|
217
|
+
actor=events.UserActor.from_user(user),
|
|
218
|
+
targets=[events.Target.from_model(project)],
|
|
219
|
+
)
|
|
220
|
+
await session.commit()
|
|
221
|
+
|
|
222
|
+
|
|
223
|
+
async def delete_projects(
|
|
224
|
+
session: AsyncSession,
|
|
225
|
+
user: UserModel,
|
|
226
|
+
projects_names: List[str],
|
|
227
|
+
):
|
|
228
|
+
if user.global_role != GlobalRole.ADMIN:
|
|
229
|
+
user_projects = await list_member_project_models(
|
|
230
|
+
session=session, user=user, include_members=True
|
|
231
|
+
)
|
|
232
|
+
user_project_names = [p.name for p in user_projects]
|
|
233
|
+
for project_name in projects_names:
|
|
234
|
+
if project_name not in user_project_names:
|
|
235
|
+
raise ForbiddenError()
|
|
236
|
+
projects_to_delete = [p for p in user_projects if p.name in projects_names]
|
|
237
|
+
for project in projects_to_delete:
|
|
238
|
+
if not _is_project_admin(user=user, project=project):
|
|
239
|
+
raise ForbiddenError()
|
|
240
|
+
|
|
241
|
+
res = await session.execute(
|
|
242
|
+
select(ProjectModel)
|
|
243
|
+
.where(
|
|
244
|
+
ProjectModel.name.in_(projects_names),
|
|
245
|
+
ProjectModel.deleted == False,
|
|
246
|
+
)
|
|
247
|
+
.options(load_only(ProjectModel.id, ProjectModel.name))
|
|
248
|
+
)
|
|
249
|
+
projects = res.scalars().all()
|
|
250
|
+
if len(projects) != len(projects_names):
|
|
251
|
+
raise ServerClientError("Failed to delete non-existent projects")
|
|
252
|
+
|
|
253
|
+
for p in projects:
|
|
254
|
+
# FIXME: The checks are not under lock,
|
|
255
|
+
# so there can be dangling active resources due to race conditions.
|
|
256
|
+
await _check_project_has_active_resources(session=session, project_id=p.id)
|
|
257
|
+
|
|
258
|
+
timestamp = str(int(get_current_datetime().timestamp()))
|
|
259
|
+
updates = []
|
|
260
|
+
for p in projects:
|
|
261
|
+
updates.append(
|
|
262
|
+
{
|
|
263
|
+
"id": p.id,
|
|
264
|
+
"name": f"_deleted_{timestamp}_{secrets.token_hex(8)}",
|
|
265
|
+
"original_name": p.name,
|
|
266
|
+
"deleted": True,
|
|
267
|
+
}
|
|
268
|
+
)
|
|
269
|
+
events.emit(
|
|
270
|
+
session,
|
|
271
|
+
"Project deleted",
|
|
272
|
+
actor=events.UserActor.from_user(user),
|
|
273
|
+
targets=[events.Target.from_model(p)],
|
|
274
|
+
)
|
|
275
|
+
await session.execute(update(ProjectModel), updates)
|
|
276
|
+
await session.commit()
|
|
277
|
+
|
|
278
|
+
|
|
279
|
+
async def set_project_members(
|
|
280
|
+
session: AsyncSession,
|
|
281
|
+
user: UserModel,
|
|
282
|
+
project: ProjectModel,
|
|
283
|
+
members: List[MemberSetting],
|
|
284
|
+
):
|
|
285
|
+
usernames = {m.username for m in members}
|
|
286
|
+
if len(usernames) != len(members):
|
|
287
|
+
raise ServerClientError("Cannot add same user multiple times")
|
|
288
|
+
|
|
289
|
+
project = await get_project_model_by_name_or_error(
|
|
290
|
+
session=session,
|
|
291
|
+
project_name=project.name,
|
|
292
|
+
)
|
|
293
|
+
project_role = get_user_project_role(user=user, project=project)
|
|
294
|
+
if user.global_role != GlobalRole.ADMIN and project_role == ProjectRole.MANAGER:
|
|
295
|
+
new_admins_members = {
|
|
296
|
+
(m.username, m.project_role) for m in members if m.project_role == ProjectRole.ADMIN
|
|
297
|
+
}
|
|
298
|
+
current_admins_members = {
|
|
299
|
+
(m.user.name, m.project_role)
|
|
300
|
+
for m in project.members
|
|
301
|
+
if m.project_role == ProjectRole.ADMIN
|
|
302
|
+
}
|
|
303
|
+
if new_admins_members != current_admins_members:
|
|
304
|
+
raise ForbiddenError("Access denied: changing project admins")
|
|
305
|
+
|
|
306
|
+
# FIXME: potentially long write transaction
|
|
307
|
+
# clear_project_members() issues DELETE without commit
|
|
308
|
+
await clear_project_members(session=session, project=project)
|
|
309
|
+
names = [m.username for m in members]
|
|
310
|
+
res = await session.execute(
|
|
311
|
+
select(UserModel).where(
|
|
312
|
+
(UserModel.name.in_(names)) | (UserModel.email.in_(names)),
|
|
313
|
+
UserModel.deleted == False,
|
|
314
|
+
)
|
|
315
|
+
)
|
|
316
|
+
users = res.scalars().all()
|
|
317
|
+
username_to_user = {user.name: user for user in users}
|
|
318
|
+
email_to_user = {user.email: user for user in users if user.email}
|
|
319
|
+
for i, member in enumerate(members):
|
|
320
|
+
user_to_add = username_to_user.get(member.username) or email_to_user.get(member.username)
|
|
321
|
+
if user_to_add is None:
|
|
322
|
+
continue
|
|
323
|
+
await add_project_member(
|
|
324
|
+
session=session,
|
|
325
|
+
project=project,
|
|
326
|
+
user=user_to_add,
|
|
327
|
+
project_role=member.project_role,
|
|
328
|
+
member_num=i,
|
|
329
|
+
commit=False,
|
|
330
|
+
)
|
|
331
|
+
await session.commit()
|
|
332
|
+
|
|
333
|
+
|
|
334
|
+
async def add_project_members(
|
|
335
|
+
session: AsyncSession,
|
|
336
|
+
user: UserModel,
|
|
337
|
+
project: ProjectModel,
|
|
338
|
+
members: List[MemberSetting],
|
|
339
|
+
):
|
|
340
|
+
"""Add multiple members to a project."""
|
|
341
|
+
usernames = {m.username for m in members}
|
|
342
|
+
if len(usernames) != len(members):
|
|
343
|
+
raise ServerClientError("Cannot add same user multiple times")
|
|
344
|
+
|
|
345
|
+
project = await get_project_model_by_name_or_error(
|
|
346
|
+
session=session,
|
|
347
|
+
project_name=project.name,
|
|
348
|
+
)
|
|
349
|
+
requesting_user_role = get_user_project_role(user=user, project=project)
|
|
350
|
+
|
|
351
|
+
is_self_join_to_public = (
|
|
352
|
+
len(members) == 1
|
|
353
|
+
and project.is_public
|
|
354
|
+
and (members[0].username == user.name or members[0].username == user.email)
|
|
355
|
+
and requesting_user_role is None
|
|
356
|
+
)
|
|
357
|
+
|
|
358
|
+
if not is_self_join_to_public:
|
|
359
|
+
if user.global_role != GlobalRole.ADMIN and requesting_user_role not in [
|
|
360
|
+
ProjectRole.ADMIN,
|
|
361
|
+
ProjectRole.MANAGER,
|
|
362
|
+
]:
|
|
363
|
+
raise ForbiddenError("Access denied: insufficient permissions to add members")
|
|
364
|
+
|
|
365
|
+
if user.global_role != GlobalRole.ADMIN and requesting_user_role == ProjectRole.MANAGER:
|
|
366
|
+
for member in members:
|
|
367
|
+
if member.project_role == ProjectRole.ADMIN:
|
|
368
|
+
raise ForbiddenError(
|
|
369
|
+
"Access denied: only global admins can add project admins"
|
|
370
|
+
)
|
|
371
|
+
else:
|
|
372
|
+
if members[0].project_role != ProjectRole.USER:
|
|
373
|
+
raise ForbiddenError("Access denied: can only join public projects as user role")
|
|
374
|
+
|
|
375
|
+
res = await session.execute(
|
|
376
|
+
select(UserModel).where(
|
|
377
|
+
(UserModel.name.in_(usernames)) | (UserModel.email.in_(usernames)),
|
|
378
|
+
UserModel.deleted == False,
|
|
379
|
+
)
|
|
380
|
+
)
|
|
381
|
+
users_found = res.scalars().all()
|
|
382
|
+
|
|
383
|
+
username_to_user = {user.name: user for user in users_found}
|
|
384
|
+
email_to_user = {user.email: user for user in users_found if user.email}
|
|
385
|
+
|
|
386
|
+
member_by_user_id = {m.user_id: m for m in project.members}
|
|
387
|
+
|
|
388
|
+
for member_setting in members:
|
|
389
|
+
user_to_add = username_to_user.get(member_setting.username) or email_to_user.get(
|
|
390
|
+
member_setting.username
|
|
391
|
+
)
|
|
392
|
+
if user_to_add is None:
|
|
393
|
+
raise ServerClientError(f"User not found: {member_setting.username}")
|
|
394
|
+
|
|
395
|
+
if user_to_add.id in member_by_user_id:
|
|
396
|
+
existing_member = member_by_user_id[user_to_add.id]
|
|
397
|
+
if existing_member.project_role != member_setting.project_role:
|
|
398
|
+
existing_member.project_role = member_setting.project_role
|
|
399
|
+
else:
|
|
400
|
+
await add_project_member(
|
|
401
|
+
session=session,
|
|
402
|
+
project=project,
|
|
403
|
+
user=user_to_add,
|
|
404
|
+
project_role=member_setting.project_role,
|
|
405
|
+
member_num=None,
|
|
406
|
+
commit=False,
|
|
407
|
+
)
|
|
408
|
+
|
|
409
|
+
await session.commit()
|
|
410
|
+
|
|
411
|
+
|
|
412
|
+
async def add_project_member(
|
|
413
|
+
session: AsyncSession,
|
|
414
|
+
project: ProjectModel,
|
|
415
|
+
user: UserModel,
|
|
416
|
+
project_role: ProjectRole,
|
|
417
|
+
member_num: Optional[int] = None,
|
|
418
|
+
commit: bool = True,
|
|
419
|
+
) -> MemberModel:
|
|
420
|
+
member = MemberModel(
|
|
421
|
+
user_id=user.id,
|
|
422
|
+
project_id=project.id,
|
|
423
|
+
project_role=project_role,
|
|
424
|
+
member_num=member_num,
|
|
425
|
+
)
|
|
426
|
+
session.add(member)
|
|
427
|
+
if commit:
|
|
428
|
+
await session.commit()
|
|
429
|
+
return member
|
|
430
|
+
|
|
431
|
+
|
|
432
|
+
async def clear_project_members(
|
|
433
|
+
session: AsyncSession,
|
|
434
|
+
project: ProjectModel,
|
|
435
|
+
):
|
|
436
|
+
await session.execute(delete(MemberModel).where(MemberModel.project_id == project.id))
|
|
437
|
+
|
|
438
|
+
|
|
439
|
+
async def list_user_project_models(
|
|
440
|
+
session: AsyncSession,
|
|
441
|
+
user: UserModel,
|
|
442
|
+
only_names: bool = False,
|
|
443
|
+
) -> List[ProjectModel]:
|
|
444
|
+
load_only_attrs = []
|
|
445
|
+
if only_names:
|
|
446
|
+
load_only_attrs += [ProjectModel.id, ProjectModel.name]
|
|
447
|
+
if user.global_role == GlobalRole.ADMIN:
|
|
448
|
+
return await list_project_models(session=session, load_only_attrs=load_only_attrs)
|
|
449
|
+
return await list_member_project_models(
|
|
450
|
+
session=session, user=user, load_only_attrs=load_only_attrs
|
|
451
|
+
)
|
|
452
|
+
|
|
453
|
+
|
|
454
|
+
async def list_member_project_models(
|
|
455
|
+
session: AsyncSession,
|
|
456
|
+
user: UserModel,
|
|
457
|
+
include_members: bool = False,
|
|
458
|
+
load_only_attrs: Optional[List[QueryableAttribute]] = None,
|
|
459
|
+
) -> List[ProjectModel]:
|
|
460
|
+
"""
|
|
461
|
+
List project models for a user where they are a member.
|
|
462
|
+
"""
|
|
463
|
+
options = []
|
|
464
|
+
if include_members:
|
|
465
|
+
options.append(joinedload(ProjectModel.members))
|
|
466
|
+
if load_only_attrs:
|
|
467
|
+
options.append(load_only(*load_only_attrs))
|
|
468
|
+
res = await session.execute(
|
|
469
|
+
select(ProjectModel)
|
|
470
|
+
.where(
|
|
471
|
+
MemberModel.project_id == ProjectModel.id,
|
|
472
|
+
MemberModel.user_id == user.id,
|
|
473
|
+
ProjectModel.deleted == False,
|
|
474
|
+
)
|
|
475
|
+
.options(*options)
|
|
476
|
+
)
|
|
477
|
+
return list(res.scalars().unique().all())
|
|
478
|
+
|
|
479
|
+
|
|
480
|
+
async def list_public_non_member_project_models(
|
|
481
|
+
session: AsyncSession,
|
|
482
|
+
user: UserModel,
|
|
483
|
+
) -> List[ProjectModel]:
|
|
484
|
+
"""
|
|
485
|
+
List public project models where user is NOT a member.
|
|
486
|
+
"""
|
|
487
|
+
res = await session.execute(
|
|
488
|
+
select(ProjectModel).where(
|
|
489
|
+
ProjectModel.deleted == False,
|
|
490
|
+
ProjectModel.is_public == True,
|
|
491
|
+
ProjectModel.id.notin_(
|
|
492
|
+
select(MemberModel.project_id).where(MemberModel.user_id == user.id)
|
|
493
|
+
),
|
|
494
|
+
)
|
|
495
|
+
)
|
|
496
|
+
return list(res.scalars().all())
|
|
497
|
+
|
|
498
|
+
|
|
499
|
+
async def list_user_owned_project_models(
|
|
500
|
+
session: AsyncSession, user: UserModel, include_deleted: bool = False
|
|
501
|
+
) -> List[ProjectModel]:
|
|
502
|
+
filters = [
|
|
503
|
+
ProjectModel.owner_id == user.id,
|
|
504
|
+
ProjectModel.deleted == False,
|
|
505
|
+
]
|
|
506
|
+
if not include_deleted:
|
|
507
|
+
filters.append(ProjectModel.deleted == False)
|
|
508
|
+
res = await session.execute(select(ProjectModel).where(*filters))
|
|
509
|
+
return list(res.scalars().all())
|
|
510
|
+
|
|
511
|
+
|
|
512
|
+
async def list_project_models(
|
|
513
|
+
session: AsyncSession,
|
|
514
|
+
load_only_attrs: Optional[List[QueryableAttribute]] = None,
|
|
515
|
+
) -> List[ProjectModel]:
|
|
516
|
+
options = []
|
|
517
|
+
if load_only_attrs:
|
|
518
|
+
options.append(load_only(*load_only_attrs))
|
|
519
|
+
res = await session.execute(
|
|
520
|
+
select(ProjectModel).where(ProjectModel.deleted == False).options(*options)
|
|
521
|
+
)
|
|
522
|
+
return list(res.scalars().all())
|
|
523
|
+
|
|
524
|
+
|
|
525
|
+
# TODO: Do not load ProjectModel.backends and ProjectModel.members by default when getting project
|
|
526
|
+
|
|
527
|
+
|
|
528
|
+
async def get_project_model_by_name(
|
|
529
|
+
session: AsyncSession, project_name: str, ignore_case: bool = True
|
|
530
|
+
) -> Optional[ProjectModel]:
|
|
531
|
+
filters = [ProjectModel.deleted == False]
|
|
532
|
+
if ignore_case:
|
|
533
|
+
filters.append(safunc.lower(ProjectModel.name) == safunc.lower(project_name))
|
|
534
|
+
else:
|
|
535
|
+
filters.append(ProjectModel.name == project_name)
|
|
536
|
+
res = await session.execute(
|
|
537
|
+
select(ProjectModel)
|
|
538
|
+
.where(*filters)
|
|
539
|
+
.options(joinedload(ProjectModel.backends))
|
|
540
|
+
.options(joinedload(ProjectModel.members))
|
|
541
|
+
)
|
|
542
|
+
return res.unique().scalar()
|
|
543
|
+
|
|
544
|
+
|
|
545
|
+
async def get_project_model_by_name_or_error(
|
|
546
|
+
session: AsyncSession,
|
|
547
|
+
project_name: str,
|
|
548
|
+
) -> ProjectModel:
|
|
549
|
+
res = await session.execute(
|
|
550
|
+
select(ProjectModel)
|
|
551
|
+
.where(
|
|
552
|
+
ProjectModel.name == project_name,
|
|
553
|
+
ProjectModel.deleted == False,
|
|
554
|
+
)
|
|
555
|
+
.options(joinedload(ProjectModel.backends))
|
|
556
|
+
.options(joinedload(ProjectModel.members))
|
|
557
|
+
)
|
|
558
|
+
return res.unique().scalar_one()
|
|
559
|
+
|
|
560
|
+
|
|
561
|
+
async def get_project_model_by_id_or_error(
|
|
562
|
+
session: AsyncSession,
|
|
563
|
+
project_id: uuid.UUID,
|
|
564
|
+
) -> ProjectModel:
|
|
565
|
+
res = await session.execute(
|
|
566
|
+
select(ProjectModel)
|
|
567
|
+
.where(
|
|
568
|
+
ProjectModel.id == project_id,
|
|
569
|
+
ProjectModel.deleted == False,
|
|
570
|
+
)
|
|
571
|
+
.options(joinedload(ProjectModel.backends))
|
|
572
|
+
.options(joinedload(ProjectModel.members))
|
|
573
|
+
)
|
|
574
|
+
return res.unique().scalar_one()
|
|
575
|
+
|
|
576
|
+
|
|
577
|
+
async def create_project_model(
|
|
578
|
+
session: AsyncSession, owner: UserModel, project_name: str, is_public: bool = False
|
|
579
|
+
) -> ProjectModel:
|
|
580
|
+
validate_project_name(project_name)
|
|
581
|
+
private_bytes, public_bytes = await run_async(
|
|
582
|
+
generate_rsa_key_pair_bytes, f"{project_name}@dstack"
|
|
583
|
+
)
|
|
584
|
+
project = ProjectModel(
|
|
585
|
+
id=uuid.uuid4(),
|
|
586
|
+
owner_id=owner.id,
|
|
587
|
+
name=project_name,
|
|
588
|
+
ssh_private_key=private_bytes.decode(),
|
|
589
|
+
ssh_public_key=public_bytes.decode(),
|
|
590
|
+
is_public=is_public,
|
|
591
|
+
)
|
|
592
|
+
session.add(project)
|
|
593
|
+
events.emit(
|
|
594
|
+
session,
|
|
595
|
+
"Project created",
|
|
596
|
+
actor=events.UserActor.from_user(owner),
|
|
597
|
+
targets=[events.Target.from_model(project)],
|
|
598
|
+
)
|
|
599
|
+
await session.commit()
|
|
600
|
+
return project
|
|
601
|
+
|
|
602
|
+
|
|
603
|
+
def get_user_project_role(user: UserModel, project: ProjectModel) -> Optional[ProjectRole]:
|
|
604
|
+
for member in project.members:
|
|
605
|
+
if member.user_id == user.id:
|
|
606
|
+
return member.project_role
|
|
607
|
+
return None
|
|
608
|
+
|
|
609
|
+
|
|
610
|
+
def get_member(user: UserModel, project: ProjectModel) -> Optional[MemberModel]:
|
|
611
|
+
for member in project.members:
|
|
612
|
+
if member.user_id == user.id:
|
|
613
|
+
return member
|
|
614
|
+
return None
|
|
615
|
+
|
|
616
|
+
|
|
617
|
+
def project_model_to_project(
|
|
618
|
+
project_model: ProjectModel,
|
|
619
|
+
include_backends: bool = True,
|
|
620
|
+
include_members: bool = True,
|
|
621
|
+
) -> Project:
|
|
622
|
+
members = []
|
|
623
|
+
if include_members:
|
|
624
|
+
for m in project_model.members:
|
|
625
|
+
members.append(
|
|
626
|
+
Member(
|
|
627
|
+
user=users.user_model_to_user(m.user),
|
|
628
|
+
project_role=m.project_role,
|
|
629
|
+
permissions=get_member_permissions(m),
|
|
630
|
+
)
|
|
631
|
+
)
|
|
632
|
+
backends = []
|
|
633
|
+
if include_backends:
|
|
634
|
+
for b in project_model.backends:
|
|
635
|
+
configurator = get_configurator(b.type)
|
|
636
|
+
if configurator is None:
|
|
637
|
+
logger.warning("Configurator for backend %s not found", b.type)
|
|
638
|
+
continue
|
|
639
|
+
if not b.auth.decrypted:
|
|
640
|
+
logger.warning(
|
|
641
|
+
"Failed to decrypt creds for %s backend. Backend will be ignored.",
|
|
642
|
+
b.type.value,
|
|
643
|
+
)
|
|
644
|
+
continue
|
|
645
|
+
backend_config = get_backend_config_without_creds_from_backend_model(configurator, b)
|
|
646
|
+
if isinstance(backend_config, DstackBackendConfig):
|
|
647
|
+
for backend_type in backend_config.base_backends:
|
|
648
|
+
backends.append(
|
|
649
|
+
BackendInfo(
|
|
650
|
+
name=backend_type,
|
|
651
|
+
config=DstackBaseBackendConfig(type=backend_type),
|
|
652
|
+
)
|
|
653
|
+
)
|
|
654
|
+
else:
|
|
655
|
+
backends.append(
|
|
656
|
+
BackendInfo(
|
|
657
|
+
name=b.type,
|
|
658
|
+
config=backend_config,
|
|
659
|
+
)
|
|
660
|
+
)
|
|
661
|
+
return Project(
|
|
662
|
+
project_id=project_model.id,
|
|
663
|
+
project_name=project_model.name,
|
|
664
|
+
owner=users.user_model_to_user(project_model.owner),
|
|
665
|
+
created_at=project_model.created_at,
|
|
666
|
+
backends=backends,
|
|
667
|
+
members=members,
|
|
668
|
+
is_public=project_model.is_public,
|
|
669
|
+
)
|
|
670
|
+
|
|
671
|
+
|
|
672
|
+
def get_member_permissions(member_model: MemberModel) -> MemberPermissions:
|
|
673
|
+
default_permissions = get_default_permissions()
|
|
674
|
+
user_model = member_model.user
|
|
675
|
+
can_manage_ssh_fleets = True
|
|
676
|
+
if not default_permissions.allow_non_admins_manage_ssh_fleets:
|
|
677
|
+
if (
|
|
678
|
+
user_model.global_role != GlobalRole.ADMIN
|
|
679
|
+
and member_model.project_role != ProjectRole.ADMIN
|
|
680
|
+
):
|
|
681
|
+
can_manage_ssh_fleets = False
|
|
682
|
+
return MemberPermissions(
|
|
683
|
+
can_manage_ssh_fleets=can_manage_ssh_fleets,
|
|
684
|
+
)
|
|
685
|
+
|
|
686
|
+
|
|
687
|
+
def validate_project_name(project_name: str):
|
|
688
|
+
if not is_valid_project_name(project_name):
|
|
689
|
+
raise ServerClientError("Project name should match regex '^[a-zA-Z0-9-_]{1,50}$'")
|
|
690
|
+
|
|
691
|
+
|
|
692
|
+
def is_valid_project_name(project_name: str) -> bool:
|
|
693
|
+
return re.match("^[a-zA-Z0-9-_]{1,50}$", project_name) is not None
|
|
694
|
+
|
|
695
|
+
|
|
696
|
+
_CREATE_PROJECT_HOOKS = []
|
|
697
|
+
|
|
698
|
+
|
|
699
|
+
def register_create_project_hook(
|
|
700
|
+
func: Callable[[AsyncSession, ProjectModel, Optional[ProjectHookConfig]], Awaitable[None]],
|
|
701
|
+
):
|
|
702
|
+
_CREATE_PROJECT_HOOKS.append(func)
|
|
703
|
+
|
|
704
|
+
|
|
705
|
+
async def _check_projects_quota(session: AsyncSession, user: UserModel):
|
|
706
|
+
if user.global_role == GlobalRole.ADMIN:
|
|
707
|
+
return
|
|
708
|
+
owned_projects = await list_user_owned_project_models(session=session, user=user)
|
|
709
|
+
if len(owned_projects) >= user.projects_quota:
|
|
710
|
+
raise ServerClientError("User project quota exceeded")
|
|
711
|
+
|
|
712
|
+
|
|
713
|
+
def _is_project_admin(
|
|
714
|
+
user: UserModel,
|
|
715
|
+
project: ProjectModel,
|
|
716
|
+
) -> bool:
|
|
717
|
+
if user.id == project.owner_id:
|
|
718
|
+
return True
|
|
719
|
+
|
|
720
|
+
for m in project.members:
|
|
721
|
+
if user.id == m.user_id:
|
|
722
|
+
if m.project_role == ProjectRole.ADMIN:
|
|
723
|
+
return True
|
|
724
|
+
return False
|
|
725
|
+
|
|
726
|
+
|
|
727
|
+
async def _check_project_has_active_resources(session: AsyncSession, project_id: uuid.UUID):
|
|
728
|
+
res = await session.execute(
|
|
729
|
+
select(RunModel.run_name).where(
|
|
730
|
+
RunModel.project_id == project_id,
|
|
731
|
+
RunModel.status.not_in(RunStatus.finished_statuses()),
|
|
732
|
+
)
|
|
733
|
+
)
|
|
734
|
+
run_names = list(res.scalars().all())
|
|
735
|
+
if len(run_names) > 0:
|
|
736
|
+
raise ServerClientError(f"Failed to delete project with active runs: {run_names}")
|
|
737
|
+
res = await session.execute(
|
|
738
|
+
select(FleetModel.name).where(
|
|
739
|
+
FleetModel.project_id == project_id,
|
|
740
|
+
FleetModel.deleted.is_(False),
|
|
741
|
+
)
|
|
742
|
+
)
|
|
743
|
+
fleet_names = list(res.scalars().all())
|
|
744
|
+
if len(fleet_names) > 0:
|
|
745
|
+
raise ServerClientError(f"Failed to delete project with active fleets: {fleet_names}")
|
|
746
|
+
res = await session.execute(
|
|
747
|
+
select(VolumeModel.name).where(
|
|
748
|
+
VolumeModel.project_id == project_id,
|
|
749
|
+
VolumeModel.deleted.is_(False),
|
|
750
|
+
)
|
|
751
|
+
)
|
|
752
|
+
volume_names = list(res.scalars().all())
|
|
753
|
+
if len(volume_names) > 0:
|
|
754
|
+
raise ServerClientError(f"Failed to delete project with active volumes: {volume_names}")
|
|
755
|
+
|
|
756
|
+
|
|
757
|
+
async def remove_project_members(
|
|
758
|
+
session: AsyncSession,
|
|
759
|
+
user: UserModel,
|
|
760
|
+
project: ProjectModel,
|
|
761
|
+
usernames: List[str],
|
|
762
|
+
):
|
|
763
|
+
"""Remove multiple members from a project."""
|
|
764
|
+
project = await get_project_model_by_name_or_error(
|
|
765
|
+
session=session,
|
|
766
|
+
project_name=project.name,
|
|
767
|
+
)
|
|
768
|
+
requesting_user_role = get_user_project_role(user=user, project=project)
|
|
769
|
+
|
|
770
|
+
is_self_leave = (
|
|
771
|
+
len(usernames) == 1
|
|
772
|
+
and (usernames[0] == user.name or usernames[0] == user.email)
|
|
773
|
+
and requesting_user_role is not None
|
|
774
|
+
)
|
|
775
|
+
|
|
776
|
+
if not is_self_leave:
|
|
777
|
+
if user.global_role != GlobalRole.ADMIN and requesting_user_role not in [
|
|
778
|
+
ProjectRole.ADMIN,
|
|
779
|
+
ProjectRole.MANAGER,
|
|
780
|
+
]:
|
|
781
|
+
raise ForbiddenError("Access denied: insufficient permissions to remove members")
|
|
782
|
+
|
|
783
|
+
res = await session.execute(
|
|
784
|
+
select(UserModel).where(
|
|
785
|
+
(UserModel.name.in_(usernames)) | (UserModel.email.in_(usernames)),
|
|
786
|
+
UserModel.deleted == False,
|
|
787
|
+
)
|
|
788
|
+
)
|
|
789
|
+
users_found = res.scalars().all()
|
|
790
|
+
|
|
791
|
+
username_to_user = {user.name: user for user in users_found}
|
|
792
|
+
email_to_user = {user.email: user for user in users_found if user.email}
|
|
793
|
+
|
|
794
|
+
member_by_user_id = {m.user_id: m for m in project.members}
|
|
795
|
+
|
|
796
|
+
members_to_remove = []
|
|
797
|
+
admin_removals = 0
|
|
798
|
+
|
|
799
|
+
for username in usernames:
|
|
800
|
+
user_to_remove = username_to_user.get(username) or email_to_user.get(username)
|
|
801
|
+
if user_to_remove is None:
|
|
802
|
+
raise ServerClientError(f"User not found: {username}")
|
|
803
|
+
|
|
804
|
+
if user_to_remove.id not in member_by_user_id:
|
|
805
|
+
raise ServerClientError(f"User is not a member of this project: {username}")
|
|
806
|
+
|
|
807
|
+
member_to_remove = member_by_user_id[user_to_remove.id]
|
|
808
|
+
|
|
809
|
+
if member_to_remove.project_role == ProjectRole.ADMIN:
|
|
810
|
+
if is_self_leave:
|
|
811
|
+
total_admins = sum(
|
|
812
|
+
1 for member in project.members if member.project_role == ProjectRole.ADMIN
|
|
813
|
+
)
|
|
814
|
+
if total_admins <= 1:
|
|
815
|
+
raise ServerClientError("Cannot leave project: you are the last admin")
|
|
816
|
+
else:
|
|
817
|
+
if user.global_role != GlobalRole.ADMIN:
|
|
818
|
+
raise ForbiddenError(
|
|
819
|
+
f"Access denied: only global admins can remove project admins (user: {username})"
|
|
820
|
+
)
|
|
821
|
+
admin_removals += 1
|
|
822
|
+
|
|
823
|
+
members_to_remove.append(member_to_remove)
|
|
824
|
+
|
|
825
|
+
if not is_self_leave:
|
|
826
|
+
total_admins = sum(
|
|
827
|
+
1 for member in project.members if member.project_role == ProjectRole.ADMIN
|
|
828
|
+
)
|
|
829
|
+
if admin_removals >= total_admins:
|
|
830
|
+
raise ServerClientError("Cannot remove all project admins")
|
|
831
|
+
|
|
832
|
+
for member in members_to_remove:
|
|
833
|
+
await session.delete(member)
|
|
834
|
+
|
|
835
|
+
await session.commit()
|