dstack 0.19.25rc1__py3-none-any.whl → 0.19.26__py3-none-any.whl

dstack/_internal/server/services/runner/client.py

@@ -26,6 +26,7 @@ from dstack._internal.server.schemas.runner import (
     ShimVolumeInfo,
     SubmitBody,
     TaskInfoResponse,
+    TaskListResponse,
     TaskSubmitRequest,
     TaskTerminateRequest,
 )
@@ -245,6 +246,12 @@ class ShimClient:
         self._raise_for_status(resp)
         return self._response(InstanceHealthResponse, resp)
 
+    def list_tasks(self) -> TaskListResponse:
+        if not self.is_api_v2_supported():
+            raise ShimAPIVersionError()
+        resp = self._request("GET", "/api/tasks", raise_for_status=True)
+        return self._response(TaskListResponse, resp)
+
     def get_task(self, task_id: "_TaskID") -> TaskInfoResponse:
         if not self.is_api_v2_supported():
             raise ShimAPIVersionError()

dstack/_internal/server/services/runs.py

@@ -529,7 +529,7 @@ async def submit_run(
             initial_status = RunStatus.PENDING
             initial_replicas = 0
         elif run_spec.configuration.type == "service":
-            initial_replicas = run_spec.configuration.replicas.min
+            initial_replicas = run_spec.configuration.replicas.min or 0
 
         run_model = RunModel(
             id=uuid.uuid4(),

dstack/_internal/server/services/services/__init__.py

@@ -5,7 +5,6 @@ Application logic related to `type: service` runs.
 import uuid
 from datetime import datetime
 from typing import Optional
-from urllib.parse import urlparse
 
 import httpx
 from sqlalchemy import select
@@ -73,6 +72,8 @@ async def register_service(session: AsyncSession, run_model: RunModel, run_spec:
 async def _register_service_in_gateway(
     session: AsyncSession, run_model: RunModel, run_spec: RunSpec, gateway: GatewayModel
 ) -> ServiceSpec:
+    assert run_spec.configuration.type == "service"
+
     if gateway.gateway_compute is None:
         raise ServerClientError("Gateway has no instance associated with it")
 
@@ -100,6 +101,9 @@ async def _register_service_in_gateway(
         model_url=f"{gateway_protocol}://gateway.{wildcard_domain}",
     )
 
+    domain = service_spec.get_domain()
+    assert domain is not None
+
     conn = await get_or_add_gateway_connection(session, gateway.id)
     try:
         logger.debug("%s: registering service as %s", fmt(run_model), service_spec.url)
@@ -107,7 +111,7 @@ async def _register_service_in_gateway(
             await client.register_service(
                 project=run_model.project.name,
                 run_name=run_model.run_name,
-                domain=urlparse(service_spec.url).hostname,
+                domain=domain,
                 service_https=service_https,
                 gateway_https=gateway_https,
                 auth=run_spec.configuration.auth,
@@ -127,6 +131,7 @@ async def _register_service_in_gateway(
 
 
 def _register_service_in_server(run_model: RunModel, run_spec: RunSpec) -> ServiceSpec:
+    assert run_spec.configuration.type == "service"
     if run_spec.configuration.https != SERVICE_HTTPS_DEFAULT:
         # Note: if the user sets `https: <default-value>`, it will be ignored silently
         # TODO: in 0.19, make `https` Optional to be able to tell if it was set or omitted
@@ -270,6 +275,7 @@ async def unregister_replica(session: AsyncSession, job_model: JobModel):
 
 
 def _get_service_https(run_spec: RunSpec, configuration: GatewayConfiguration) -> bool:
+    assert run_spec.configuration.type == "service"
     if not run_spec.configuration.https:
         return False
     if configuration.certificate is not None and configuration.certificate.type == "acm":

dstack/_internal/server/services/services/autoscalers.py

@@ -120,6 +120,8 @@ class RPSAutoscaler(BaseServiceScaler):
 
 
 def get_service_scaler(conf: ServiceConfiguration) -> BaseServiceScaler:
+    assert conf.replicas.min is not None
+    assert conf.replicas.max is not None
     if conf.scaling is None:
         return ManualScaler(
             min_replicas=conf.replicas.min,

dstack/_internal/server/services/ssh.py

@@ -20,10 +20,11 @@ def container_ssh_tunnel(
     """
     Build SSHTunnel for connecting to the container running the specified job.
     """
-
     jpd: JobProvisioningData = JobProvisioningData.__response__.parse_raw(
         job.job_provisioning_data
     )
+    assert jpd.hostname is not None
+    assert jpd.ssh_port is not None
     if not jpd.dockerized:
         ssh_destination = f"{jpd.username}@{jpd.hostname}"
         ssh_port = jpd.ssh_port

dstack/_internal/server/services/storage/__init__.py

@@ -1,9 +1,8 @@
 from typing import Optional
 
 from dstack._internal.server import settings
+from dstack._internal.server.services.storage import gcs, s3
 from dstack._internal.server.services.storage.base import BaseStorage
-from dstack._internal.server.services.storage.gcs import GCS_AVAILABLE, GCSStorage
-from dstack._internal.server.services.storage.s3 import BOTO_AVAILABLE, S3Storage
 
 _default_storage = None
 
@@ -20,16 +19,16 @@ def init_default_storage():
         )
 
     if settings.SERVER_S3_BUCKET:
-        if not BOTO_AVAILABLE:
+        if not s3.BOTO_AVAILABLE:
             raise ValueError("AWS dependencies are not installed")
-        _default_storage = S3Storage(
+        _default_storage = s3.S3Storage(
             bucket=settings.SERVER_S3_BUCKET,
             region=settings.SERVER_S3_BUCKET_REGION,
         )
     elif settings.SERVER_GCS_BUCKET:
-        if not GCS_AVAILABLE:
+        if not gcs.GCS_AVAILABLE:
             raise ValueError("GCS dependencies are not installed")
-        _default_storage = GCSStorage(
+        _default_storage = gcs.GCSStorage(
             bucket=settings.SERVER_GCS_BUCKET,
         )
 

dstack/_internal/server/services/storage/gcs.py

@@ -8,59 +8,59 @@ try:
     from google.cloud.exceptions import NotFound
 except ImportError:
     GCS_AVAILABLE = False
+else:
 
+    class GCSStorage(BaseStorage):
+        def __init__(
+            self,
+            bucket: str,
+        ):
+            self._client = storage.Client()
+            self._bucket = self._client.bucket(bucket)
 
-class GCSStorage(BaseStorage):
-    def __init__(
-        self,
-        bucket: str,
-    ):
-        self._client = storage.Client()
-        self._bucket = self._client.bucket(bucket)
+        def upload_code(
+            self,
+            project_id: str,
+            repo_id: str,
+            code_hash: str,
+            blob: bytes,
+        ):
+            key = self._get_code_key(project_id, repo_id, code_hash)
+            self._upload(key, blob)
 
-    def upload_code(
-        self,
-        project_id: str,
-        repo_id: str,
-        code_hash: str,
-        blob: bytes,
-    ):
-        key = self._get_code_key(project_id, repo_id, code_hash)
-        self._upload(key, blob)
+        def get_code(
+            self,
+            project_id: str,
+            repo_id: str,
+            code_hash: str,
+        ) -> Optional[bytes]:
+            key = self._get_code_key(project_id, repo_id, code_hash)
+            return self._get(key)
 
-    def get_code(
-        self,
-        project_id: str,
-        repo_id: str,
-        code_hash: str,
-    ) -> Optional[bytes]:
-        key = self._get_code_key(project_id, repo_id, code_hash)
-        return self._get(key)
+        def upload_archive(
+            self,
+            user_id: str,
+            archive_hash: str,
+            blob: bytes,
+        ):
+            key = self._get_archive_key(user_id, archive_hash)
+            self._upload(key, blob)
 
-    def upload_archive(
-        self,
-        user_id: str,
-        archive_hash: str,
-        blob: bytes,
-    ):
-        key = self._get_archive_key(user_id, archive_hash)
-        self._upload(key, blob)
+        def get_archive(
+            self,
+            user_id: str,
+            archive_hash: str,
+        ) -> Optional[bytes]:
+            key = self._get_archive_key(user_id, archive_hash)
+            return self._get(key)
 
-    def get_archive(
-        self,
-        user_id: str,
-        archive_hash: str,
-    ) -> Optional[bytes]:
-        key = self._get_archive_key(user_id, archive_hash)
-        return self._get(key)
+        def _upload(self, key: str, blob: bytes):
+            blob_obj = self._bucket.blob(key)
+            blob_obj.upload_from_string(blob)
 
-    def _upload(self, key: str, blob: bytes):
-        blob_obj = self._bucket.blob(key)
-        blob_obj.upload_from_string(blob)
-
-    def _get(self, key: str) -> Optional[bytes]:
-        try:
-            blob = self._bucket.blob(key)
-        except NotFound:
-            return None
-        return blob.download_as_bytes()
+        def _get(self, key: str) -> Optional[bytes]:
+            try:
+                blob = self._bucket.blob(key)
+            except NotFound:
+                return None
+            return blob.download_as_bytes()

dstack/_internal/server/services/storage/s3.py

@@ -8,62 +8,62 @@ try:
     from boto3 import Session
 except ImportError:
     BOTO_AVAILABLE = False
+else:
 
+    class S3Storage(BaseStorage):
+        def __init__(
+            self,
+            bucket: str,
+            region: Optional[str] = None,
+        ):
+            self._session = Session()
+            self._client = self._session.client("s3", region_name=region)
+            self.bucket = bucket
 
-class S3Storage(BaseStorage):
-    def __init__(
-        self,
-        bucket: str,
-        region: Optional[str] = None,
-    ):
-        self._session = Session()
-        self._client = self._session.client("s3", region_name=region)
-        self.bucket = bucket
+        def upload_code(
+            self,
+            project_id: str,
+            repo_id: str,
+            code_hash: str,
+            blob: bytes,
+        ):
+            key = self._get_code_key(project_id, repo_id, code_hash)
+            self._upload(key, blob)
 
-    def upload_code(
-        self,
-        project_id: str,
-        repo_id: str,
-        code_hash: str,
-        blob: bytes,
-    ):
-        key = self._get_code_key(project_id, repo_id, code_hash)
-        self._upload(key, blob)
+        def get_code(
+            self,
+            project_id: str,
+            repo_id: str,
+            code_hash: str,
+        ) -> Optional[bytes]:
+            key = self._get_code_key(project_id, repo_id, code_hash)
+            return self._get(key)
 
-    def get_code(
-        self,
-        project_id: str,
-        repo_id: str,
-        code_hash: str,
-    ) -> Optional[bytes]:
-        key = self._get_code_key(project_id, repo_id, code_hash)
-        return self._get(key)
+        def upload_archive(
+            self,
+            user_id: str,
+            archive_hash: str,
+            blob: bytes,
+        ):
+            key = self._get_archive_key(user_id, archive_hash)
+            self._upload(key, blob)
 
-    def upload_archive(
-        self,
-        user_id: str,
-        archive_hash: str,
-        blob: bytes,
-    ):
-        key = self._get_archive_key(user_id, archive_hash)
-        self._upload(key, blob)
+        def get_archive(
+            self,
+            user_id: str,
+            archive_hash: str,
+        ) -> Optional[bytes]:
+            key = self._get_archive_key(user_id, archive_hash)
+            return self._get(key)
 
-    def get_archive(
-        self,
-        user_id: str,
-        archive_hash: str,
-    ) -> Optional[bytes]:
-        key = self._get_archive_key(user_id, archive_hash)
-        return self._get(key)
+        def _upload(self, key: str, blob: bytes):
+            self._client.put_object(Bucket=self.bucket, Key=key, Body=blob)
 
-    def _upload(self, key: str, blob: bytes):
-        self._client.put_object(Bucket=self.bucket, Key=key, Body=blob)
-
-    def _get(self, key: str) -> Optional[bytes]:
-        try:
-            response = self._client.get_object(Bucket=self.bucket, Key=key)
-        except botocore.exceptions.ClientError as e:
-            if e.response["Error"]["Code"] == "NoSuchKey":
-                return None
-            raise e
-        return response["Body"].read()
+        def _get(self, key: str) -> Optional[bytes]:
+            try:
+                response = self._client.get_object(Bucket=self.bucket, Key=key)
+            except botocore.exceptions.ClientError as e:
+                if e.response["Error"]["Code"] == "NoSuchKey":
+                    return None
+                raise e
+            return response["Body"].read()

dstack/_internal/server/statics/index.html

@@ -1,3 +1,3 @@
 <!doctype html><html lang="en"><head><meta charset="utf-8"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><title>dstack</title><meta name="description" content="Get GPUs at the best prices and availability from a wide range of providers. No cloud account of your own is required.
 "/><link rel="preconnect" href="https://fonts.googleapis.com"><link rel="preconnect" href="https://fonts.gstatic.com" crossorigin><link href="https://fonts.googleapis.com/css2?family=Roboto:ital,wght@0,100;0,300;0,400;0,500;0,700;0,900;1,100;1,300;1,400;1,500;1,700;1,900&display=swap" rel="stylesheet"><meta name="og:title" content="dstack"><meta name="og:type" content="article"><meta name="og:image" content="/splash_thumbnail.png"><meta name="og:description" content="Get GPUs at the best prices and availability from a wide range of providers. No cloud account of your own is required.
-"><link rel="icon" type="image/x-icon" href="/assets/favicon.ico"><link rel="icon" type="image/png" sizes="16x16" href="/assets/favicon-16x16.png"><link rel="icon" type="image/png" sizes="32x32" href="/assets/favicon-32x32.png"><link rel="icon" type="image/png" sizes="48x48" href="/assets/favicon-48x48.png"><link rel="manifest" href="/assets/manifest.webmanifest"><meta name="mobile-web-app-capable" content="yes"><meta name="theme-color" content="#fff"><meta name="application-name" content="dstackai"><link rel="apple-touch-icon" sizes="57x57" href="/assets/apple-touch-icon-57x57.png"><link rel="apple-touch-icon" sizes="60x60" href="/assets/apple-touch-icon-60x60.png"><link rel="apple-touch-icon" sizes="72x72" href="/assets/apple-touch-icon-72x72.png"><link rel="apple-touch-icon" sizes="76x76" href="/assets/apple-touch-icon-76x76.png"><link rel="apple-touch-icon" sizes="114x114" href="/assets/apple-touch-icon-114x114.png"><link rel="apple-touch-icon" sizes="120x120" href="/assets/apple-touch-icon-120x120.png"><link rel="apple-touch-icon" sizes="144x144" href="/assets/apple-touch-icon-144x144.png"><link rel="apple-touch-icon" sizes="152x152" href="/assets/apple-touch-icon-152x152.png"><link rel="apple-touch-icon" sizes="167x167" href="/assets/apple-touch-icon-167x167.png"><link rel="apple-touch-icon" sizes="180x180" href="/assets/apple-touch-icon-180x180.png"><link rel="apple-touch-icon" sizes="1024x1024" href="/assets/apple-touch-icon-1024x1024.png"><meta name="apple-mobile-web-app-capable" content="yes"><meta name="apple-mobile-web-app-status-bar-style" content="black-translucent"><meta name="apple-mobile-web-app-title" content="dstackai"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-640x1136.png"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1136x640.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-750x1334.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1334x750.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1125x2436.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2436x1125.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1170x2532.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2532x1170.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1179x2556.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2556x1179.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-828x1792.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1792x828.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2688.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2688x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2208.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2208x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1284x2778.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2778x1284.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1290x2796.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2796x1290.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1488x2266.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2266x1488.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1536x2048.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2048x1536.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1620x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1620.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1640x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1640.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2388.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2388x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2224.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2224x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-2048x2732.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2732x2048.png"><meta name="msapplication-TileColor" content="#fff"><meta name="msapplication-TileImage" content="/assets/mstile-144x144.png"><meta name="msapplication-config" content="/assets/browserconfig.xml"><link rel="yandex-tableau-widget" href="/assets/yandex-browser-manifest.json"><script defer="defer" src="/main-d151b300fcac3933213d.js"></script><link href="/main-aec4762350e34d6fbff9.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div class="b-page-header" id="header"></div><div id="root"></div><script src="https://widget.kapa.ai/kapa-widget.bundle.js" data-website-id="1c028b8e-609e-40e3-b792-f3939a461850" data-project-name="dstack" data-project-color="rgba(0, 0, 0, 0.87)" data-font-size-lg="0.78rem" data-button-hide="true" data-modal-image="/logo-notext.svg" data-modal-z-index="1100" data-modal-title="Ask me anything" data-project-logo="/assets/images/kapa.svg" data-modal-disclaimer="This is a custom LLM for dstack with access to Documentation, API references and GitHub issues. This feature is experimental - Give it a try!" data-user-analytics-fingerprint-enabled="true" async></script></body></html>
+"><link rel="icon" type="image/x-icon" href="/assets/favicon.ico"><link rel="icon" type="image/png" sizes="16x16" href="/assets/favicon-16x16.png"><link rel="icon" type="image/png" sizes="32x32" href="/assets/favicon-32x32.png"><link rel="icon" type="image/png" sizes="48x48" href="/assets/favicon-48x48.png"><link rel="manifest" href="/assets/manifest.webmanifest"><meta name="mobile-web-app-capable" content="yes"><meta name="theme-color" content="#fff"><meta name="application-name" content="dstackai"><link rel="apple-touch-icon" sizes="57x57" href="/assets/apple-touch-icon-57x57.png"><link rel="apple-touch-icon" sizes="60x60" href="/assets/apple-touch-icon-60x60.png"><link rel="apple-touch-icon" sizes="72x72" href="/assets/apple-touch-icon-72x72.png"><link rel="apple-touch-icon" sizes="76x76" href="/assets/apple-touch-icon-76x76.png"><link rel="apple-touch-icon" sizes="114x114" href="/assets/apple-touch-icon-114x114.png"><link rel="apple-touch-icon" sizes="120x120" href="/assets/apple-touch-icon-120x120.png"><link rel="apple-touch-icon" sizes="144x144" href="/assets/apple-touch-icon-144x144.png"><link rel="apple-touch-icon" sizes="152x152" href="/assets/apple-touch-icon-152x152.png"><link rel="apple-touch-icon" sizes="167x167" href="/assets/apple-touch-icon-167x167.png"><link rel="apple-touch-icon" sizes="180x180" href="/assets/apple-touch-icon-180x180.png"><link rel="apple-touch-icon" sizes="1024x1024" href="/assets/apple-touch-icon-1024x1024.png"><meta name="apple-mobile-web-app-capable" content="yes"><meta name="apple-mobile-web-app-status-bar-style" content="black-translucent"><meta name="apple-mobile-web-app-title" content="dstackai"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-640x1136.png"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1136x640.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-750x1334.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1334x750.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1125x2436.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2436x1125.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1170x2532.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2532x1170.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1179x2556.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2556x1179.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-828x1792.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1792x828.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2688.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2688x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2208.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2208x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1284x2778.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2778x1284.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1290x2796.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2796x1290.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1488x2266.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2266x1488.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1536x2048.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2048x1536.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1620x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1620.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1640x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1640.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2388.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2388x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2224.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2224x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-2048x2732.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2732x2048.png"><meta name="msapplication-TileColor" content="#fff"><meta name="msapplication-TileImage" content="/assets/mstile-144x144.png"><meta name="msapplication-config" content="/assets/browserconfig.xml"><link rel="yandex-tableau-widget" href="/assets/yandex-browser-manifest.json"><script defer="defer" src="/main-d151b300fcac3933213d.js"></script><link href="/main-aec4762350e34d6fbff9.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div class="b-page-header" id="header"></div><div id="root"></div><script async src="https://widget.kapa.ai/kapa-widget.bundle.js" data-website-id="11a9339d-20ce-4ddb-9ba3-1b6e29afe8eb" data-project-name="dstack" data-project-color="rgba(0, 0, 0, 0.87)" data-font-size-lg="0.78rem" data-button-hide="true" data-modal-image="/logo-notext.svg" data-modal-z-index="1100" data-modal-title="Ask me anything" data-project-logo="/assets/images/kapa.svg" data-modal-disclaimer="This is a custom LLM for dstack with access to Documentation, API references and GitHub issues. This feature is experimental - Give it a try!" data-user-analytics-fingerprint-enabled="true"></script></body></html>

dstack/_internal/server/testing/common.py

@@ -573,7 +573,7 @@ def get_fleet_spec(conf: Optional[FleetConfiguration] = None) -> FleetSpec:
     return FleetSpec(
         configuration=conf,
         configuration_path="fleet.dstack.yml",
-        profile=Profile(name=""),
+        profile=Profile(),
     )
 
 

dstack/_internal/server/utils/logging.py

@@ -31,15 +31,15 @@ def configure_logging():
             rename_fields={"name": "logger", "asctime": "timestamp", "levelname": "level"},
         ),
     }
-    handlers = {
+    handlers: dict[str, logging.Handler] = {
         "rich": DstackRichHandler(console=console),
         "standard": logging.StreamHandler(stream=sys.stdout),
         "json": logging.StreamHandler(stream=sys.stdout),
     }
     if settings.LOG_FORMAT not in formatters:
         raise ValueError(f"Invalid settings.LOG_FORMAT: {settings.LOG_FORMAT}")
-    formatter = formatters.get(settings.LOG_FORMAT)
-    handler = handlers.get(settings.LOG_FORMAT)
+    formatter = formatters[settings.LOG_FORMAT]
+    handler = handlers[settings.LOG_FORMAT]
     handler.setFormatter(formatter)
     handler.addFilter(AsyncioCancelledErrorFilter())
     root_logger = logging.getLogger(None)

dstack/_internal/server/utils/provisioning.py

@@ -312,10 +312,10 @@ def get_paramiko_connection(
     with proxy_ctx as proxy_client, paramiko.SSHClient() as client:
         proxy_channel: Optional[paramiko.Channel] = None
         if proxy_client is not None:
+            transport = proxy_client.get_transport()
+            assert transport is not None
             try:
-                proxy_channel = proxy_client.get_transport().open_channel(
-                    "direct-tcpip", (host, port), ("", 0)
-                )
+                proxy_channel = transport.open_channel("direct-tcpip", (host, port), ("", 0))
             except (paramiko.SSHException, OSError) as e:
                 raise ProvisioningError(f"Proxy channel failed: {e}") from e
         client.set_missing_host_key_policy(paramiko.AutoAddPolicy())

dstack/_internal/utils/json_schema.py

@@ -3,7 +3,9 @@ def add_extra_schema_types(schema_property: dict, extra_types: list[dict]):
         refs = [schema_property.pop("allOf")[0]]
     elif "anyOf" in schema_property:
         refs = schema_property.pop("anyOf")
-    else:
+    elif "type" in schema_property:
         refs = [{"type": schema_property.pop("type")}]
+    else:
+        refs = [{"$ref": schema_property.pop("$ref")}]
     refs.extend(extra_types)
     schema_property["anyOf"] = refs

dstack/_internal/utils/typing.py

@@ -0,0 +1,14 @@
+from typing import Any, Protocol, TypeVar, Union
+
+_T_contra = TypeVar("_T_contra", contravariant=True)
+
+
+class SupportsDunderLT(Protocol[_T_contra]):
+    def __lt__(self, other: _T_contra, /) -> bool: ...
+
+
+class SupportsDunderGT(Protocol[_T_contra]):
+    def __gt__(self, other: _T_contra, /) -> bool: ...
+
+
+SupportsRichComparison = Union[SupportsDunderLT[Any], SupportsDunderGT[Any]]

dstack/api/_public/repos.py

@@ -68,6 +68,7 @@ class RepoCollection:
         """
         creds = None
         if isinstance(repo, RemoteRepo):
+            assert repo.repo_url is not None
             try:
                 creds = get_local_repo_credentials(
                     repo_url=repo.repo_url,
@@ -140,22 +141,40 @@ class RepoCollection:
     def is_initialized(
         self,
         repo: Repo,
+        by_user: bool = False,
     ) -> bool:
         """
-        Checks if the remote repo is initialized in the project
+        Checks if the repo is initialized in the project
 
         Args:
             repo: The repo to check.
+            by_user: Require the remote repo to be initialized by the user, that is, to have
+                the user's credentials. Ignored for other repo types.
 
         Returns:
             Whether the repo is initialized or not.
         """
+        if isinstance(repo, RemoteRepo) and by_user:
+            return self._is_initialized_by_user(repo)
         try:
-            self._api_client.repos.get(self._project, repo.repo_id, include_creds=False)
+            self._api_client.repos.get(self._project, repo.repo_id)
             return True
         except ResourceNotExistsError:
             return False
 
+    def _is_initialized_by_user(self, repo: RemoteRepo) -> bool:
+        try:
+            repo_head = self._api_client.repos.get_with_creds(self._project, repo.repo_id)
+        except ResourceNotExistsError:
+            return False
+        # This works because:
+        # - RepoCollection.init() always submits RemoteRepoCreds for remote repos, even if
+        #   the repo is public
+        # - Server returns creds only if there is RepoCredsModel for the user (or legacy
+        #   shared creds in RepoModel)
+        # TODO: add an API method with the same logic returning a bool value?
+        return repo_head.repo_creds is not None
+
 
 def get_ssh_keypair(key_path: Optional[PathLike], dstack_key_path: Path) -> str:
     """Returns a path to the private key"""

dstack/api/_public/runs.py

@@ -23,7 +23,7 @@ from dstack._internal.core.models.configurations import (
     PortMapping,
     ServiceConfiguration,
 )
-from dstack._internal.core.models.files import FileArchiveMapping, FilePathMapping
+from dstack._internal.core.models.files import FileArchiveMapping
 from dstack._internal.core.models.profiles import (
     CreationPolicy,
     Profile,
@@ -436,7 +436,7 @@ class RunCollection:
     ) -> RunPlan:
         """
         Get a run plan.
-        Use this method to see the run plan before applying the cofiguration.
+        Use this method to see the run plan before applying the configuration.
 
         Args:
             configuration (Union[Task, Service, DevEnvironment]): The run configuration.
@@ -499,7 +499,6 @@ class RunCollection:
 
         self._validate_configuration_files(configuration, run_spec.configuration_path)
         for file_mapping in configuration.files:
-            assert isinstance(file_mapping, FilePathMapping)
             with tempfile.TemporaryFile("w+b") as fp:
                 try:
                     archive_hash = create_file_archive(file_mapping.local_path, fp)
@@ -691,11 +690,11 @@ class RunCollection:
             spot_policy=spot_policy,
             retry=None,
             utilization_policy=utilization_policy,
-            max_duration=max_duration,
-            stop_duration=stop_duration,
+            max_duration=max_duration,  # type: ignore[assignment]
+            stop_duration=stop_duration,  # type: ignore[assignment]
             max_price=max_price,
             creation_policy=creation_policy,
-            idle_duration=idle_duration,
+            idle_duration=idle_duration,  # type: ignore[assignment]
         )
         run_spec = RunSpec(
             run_name=run_name,
@@ -812,7 +811,6 @@ class RunCollection:
         if configuration_path is not None:
             base_dir = Path(configuration_path).expanduser().resolve().parent
         for file_mapping in configuration.files:
-            assert isinstance(file_mapping, FilePathMapping)
             path = Path(file_mapping.local_path).expanduser()
             if not path.is_absolute():
                 if base_dir is None: