dstack 0.19.11rc1__tar.gz → 0.19.12rc1__tar.gz

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/.github/workflows/build.yml

@@ -287,7 +287,8 @@ jobs:
           python-version: 3.11
       - name: Install dstack
         run: |
-          uv sync --extra server
+          uv pip install examples/plugins/example_plugin_server
+          uv pip install -e '.[server]'
       # Move these deps into an extra and install that way
       - name: Build
         run: |

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/.github/workflows/docs.yaml

@@ -16,10 +16,11 @@ jobs:
           python-version: 3.11
       - name: Install dstack
         run: |
+          uv pip install examples/plugins/example_plugin_server
           if [ -n "${{ inputs.release_tag }}" ]; then
             uv pip install "dstack[server]==${{ inputs.release_tag }}"
           else
-            uv sync --extra server
+            uv pip install -e '.[server]'
           fi
       - name: Build
         run: |

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dstack
-Version: 0.19.11rc1
+Version: 0.19.12rc1
 Summary: dstack is an open-source orchestration engine for running AI workloads on any cloud or on-premises.
 Project-URL: Homepage, https://dstack.ai
 Project-URL: Source, https://github.com/dstackai/dstack
@@ -22,7 +22,7 @@ Requires-Dist: cursor
 Requires-Dist: filelock
 Requires-Dist: gitpython
 Requires-Dist: gpuhunt==0.1.6
-Requires-Dist: humanize>=4.12.3
+Requires-Dist: ignore-python>=0.2.0
 Requires-Dist: jsonschema
 Requires-Dist: packaging
 Requires-Dist: paramiko>=3.2.0

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/docs/docs/guides/plugins.md

@@ -113,4 +113,16 @@ class ExamplePolicy(ApplyPolicy):
 
 </div>
 
-For more information on the plugin development, see the [plugin example](https://github.com/dstackai/dstack/tree/master/examples/plugins/example_plugin).
+## Built-in Plugins
+
+### REST Plugin
+
+`rest_plugin` is a builtin `dstack` plugin that allows writing your custom plugins as API servers, so you don't need to install plugins as Python packages.
+
+Plugins implemented as API servers have advantages over plugins implemented as Python packages in some cases:
+
+* No dependency conflicts with `dstack`.
+* You can use any programming language.
+* If you run the `dstack` server via Docker, you don't need to extend the `dstack` server image with plugins or map them via volumes.
+
+To get started, check out the [plugin server example](https://github.com/dstackai/dstack/tree/master/examples/plugins/example_plugin_server). The `rest_plugin` server API is documented [here](../reference/plugins/rest_plugin/index.md).

dstack-0.19.12rc1/docs/docs/reference/plugins/rest_plugin/index.md

@@ -0,0 +1,33 @@
+---
+title: REST PLUGIN API
+---
+
+`rest_plugin` is a builtin `dstack` plugin that allows writing custom plugins as API servers. The following is an OpenAPI documentation for a `rest_plugin` API server.
+
+<style>
+    .swagger-ui .info {
+        margin: 0 !important;
+    }
+
+    .swagger-ui .info h1, .swagger-ui .info h2, .swagger-ui .info h3, .swagger-ui .info h4, .swagger-ui .info h5 {
+        font-weight: 800 !important;
+        letter-spacing: -1px !important;
+        color: rgb(0, 0, 0) !important;
+        text-transform: none !important;
+        font-family: var(--md-text-font-family) !important;
+    }
+
+    .swagger-ui .info .title {
+        padding: 0 !important;
+    }
+
+    .swagger-ui .info li, .swagger-ui .info p, .swagger-ui .info table {
+        line-height: 1.3rem !important;
+        font-size: 0.8rem !important;
+        font-family: var(--md-text-font-family) !important;
+    }
+</style>
+
+<br></br>
+
+!!swagger rest_plugin_openapi.json!!

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/docs/docs/reference/server/config.yml.md

@@ -15,7 +15,7 @@ to configure [backends](../../concepts/backends.md) and other [sever-level setti
     overrides:
         show_root_heading: false
         backends:
-            type: 'Union[AWSBackendConfigWithCreds, AzureBackendConfigWithCreds, GCPBackendConfigWithCreds, LambdaBackendConfigWithCreds, NebiusBackendConfigWithCreds, RunpodBackendConfigWithCreds, TensorDockBackendConfigWithCreds, VastAIBackendConfigWithCreds, KubernetesConfig]'
+            type: 'Union[AWSBackendConfigWithCreds, AzureBackendConfigWithCreds, GCPBackendConfigWithCreds, LambdaBackendConfigWithCreds, NebiusBackendConfigWithCreds, RunpodBackendConfigWithCreds, VastAIBackendConfigWithCreds, KubernetesConfig]'
 
 #### `projects[n].backends` { #backends data-toc-label="backends" }
 
@@ -194,7 +194,7 @@ to configure [backends](../../concepts/backends.md) and other [sever-level setti
         type:
             required: true
 
-##### `projects[n].backends[type=tensordock]` { #tensordock data-toc-label="tensordock" }
+<!-- ##### `projects[n].backends[type=tensordock]` { #tensordock data-toc-label="tensordock" }
 
 #SCHEMA# dstack._internal.core.backends.tensordock.models.TensorDockBackendConfigWithCreds
     overrides:
@@ -209,7 +209,7 @@ to configure [backends](../../concepts/backends.md) and other [sever-level setti
     overrides:
         show_root_heading: false
         type:
-            required: true
+            required: true -->
 
 ##### `projects[n].backends[type=oci]` { #oci data-toc-label="oci" }
 

dstack-0.19.12rc1/examples/plugins/example_plugin_server/.python-version

@@ -0,0 +1 @@
+3.11

dstack-0.19.12rc1/examples/plugins/example_plugin_server/README.md

@@ -0,0 +1,29 @@
+## Overview
+
+If you wish to hook up your own plugin server through `dstack` builtin `rest_plugin`, here's a basic example on how to do so.
+
+## Steps
+
+1. Install the plugin server:
+
+    ```bash
+    uv pip install examples/plugins/example_plugin_server
+    ```
+
+2. Start the plugin server:
+
+    ```bash
+    python -m example_plugin_server.main
+    ```
+
+3. Enable `rest_plugin` in `server/config.yaml`:
+
+    ```yaml
+   plugins:
+    - rest_plugin
+    ```
+
+4. Point the `dstack` server to your plugin server:
+    ```bash
+    export DSTACK_PLUGIN_SERVICE_URI=http://127.0.0.1:8000
+    ```

dstack-0.19.12rc1/examples/plugins/example_plugin_server/pyproject.toml

@@ -0,0 +1,17 @@
+[project]
+name = "dstack-plugin-server"
+version = "0.1.0"
+description = "Example plugin server"
+readme = "README.md"
+requires-python = ">=3.11"
+dependencies = [
+    "fastapi[standard]>=0.115.12",
+    "dstack",
+]
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/example_plugin_server"]

dstack-0.19.12rc1/examples/plugins/example_plugin_server/src/example_plugin_server/main.py

@@ -0,0 +1,66 @@
+import logging
+import os
+
+import uvicorn
+from fastapi import FastAPI
+
+from dstack.plugins.builtin.rest_plugin import (
+    FleetSpecRequest,
+    FleetSpecResponse,
+    GatewaySpecRequest,
+    GatewaySpecResponse,
+    RunSpecRequest,
+    RunSpecResponse,
+    VolumeSpecRequest,
+    VolumeSpecResponse,
+)
+from example_plugin_server.utils import configure_logging
+
+configure_logging()
+logger = logging.getLogger(__name__)
+
+app = FastAPI()
+
+
+@app.post("/apply_policies/on_run_apply")
+async def on_run_apply(request: RunSpecRequest) -> RunSpecResponse:
+    logger.info(
+        f"Received run spec request from user {request.user} and project {request.project}"
+    )
+    response = RunSpecResponse(spec=request.spec, error=None)
+    return response
+
+
+@app.post("/apply_policies/on_fleet_apply")
+async def on_fleet_apply(request: FleetSpecRequest) -> FleetSpecResponse:
+    logger.info(
+        f"Received fleet spec request from user {request.user} and project {request.project}"
+    )
+    response = FleetSpecResponse(spec=request.spec, error=None)
+    return response
+
+
+@app.post("/apply_policies/on_volume_apply")
+async def on_volume_apply(request: VolumeSpecRequest) -> VolumeSpecResponse:
+    logger.info(
+        f"Received volume spec request from user {request.user} and project {request.project}"
+    )
+    response = VolumeSpecResponse(spec=request.spec, error=None)
+    return response
+
+
+@app.post("/apply_policies/on_gateway_apply")
+async def on_gateway_apply(request: GatewaySpecRequest) -> GatewaySpecResponse:
+    logger.info(
+        f"Received gateway spec request from user {request.user} and project {request.project}"
+    )
+    response = GatewaySpecResponse(spec=request.spec, error=None)
+    return response
+
+
+if __name__ == "__main__":
+    uvicorn.run(
+        app,
+        host="127.0.0.1",
+        port=int(os.getenv("DSTACK_REST_PLUGIN_SERVER_PORT", 8000)),
+    )

dstack-0.19.12rc1/examples/plugins/example_plugin_server/src/example_plugin_server/utils.py

@@ -0,0 +1,7 @@
+import logging
+import os
+
+
+def configure_logging():
+    log_level = os.getenv("LOG_LEVEL", "INFO").upper()
+    logging.basicConfig(level=log_level)

dstack-0.19.12rc1/frontend/src/pages/Project/Backends/Table/constants.tsx

@@ -0,0 +1,26 @@
+import React from 'react';
+
+export const BACKENDS_HELP_SKY = {
+    header: <h2>Backends</h2>,
+    body: (
+        <>
+            <p>To use <code>dstack</code> with cloud providers, you have to configure backends.</p>
+            <h4>Marketplace</h4>
+            <p>By default, <code>dstack Sky</code> includes a preset of backends that let you access compute from the {' '}
+                <code>dstack</code> marketplace and pay through your <code>dstack Sky</code> user billing.</p>
+            <h4>Your own cloud accounts</h4>
+            <p>You can also configure custom backends to use your own cloud providers, either instead of or in addition to the default ones.</p>
+            <p>See the <a href={'https://dstack.ai/docs/concepts/backends'} target='_blank'>documentation</a> for the list of supported backends.</p>
+        </>
+    ),
+};
+
+export const BACKENDS_HELP_ENTERPRISE = {
+    header: <h2>Backends</h2>,
+    body: (
+        <>
+            <p>To use <code>dstack</code> with cloud providers, you have to configure backends.</p>
+            <p>See the <a href={'https://dstack.ai/docs/concepts/backends'} target='_blank'>documentation</a> for the list of supported backends.</p>
+        </>
+    ),
+};

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/frontend/src/pages/Project/Backends/YAMLForm/constants.tsx

@@ -22,7 +22,7 @@ export const CONFIG_YAML_HELP_SKY = {
             </p>
             <p>
                 You can see all supported backend types at the{' '}
-                <a href={'https://dstack.ai/docs/reference/server/config.yml/#examples'} target={'_blank'}>
+                <a href={'https://dstack.ai/docs/concepts/backends'} target={'_blank'}>
                     documentation
                 </a>
                 .
@@ -30,7 +30,7 @@ export const CONFIG_YAML_HELP_SKY = {
             <h4>Your own cloud account</h4>
             <p>
                 If you want to use your own cloud account, configure <code>creds</code> and other settings according to the{' '}
-                <a href={'https://dstack.ai/docs/reference/server/config.yml/#examples'} target={'_blank'}>
+                <a href={'https://dstack.ai/docs/concepts/backends'} target={'_blank'}>
                     documentation
                 </a>
                 . Example:
@@ -68,7 +68,7 @@ export const CONFIG_YAML_HELP_ENTERPRISE = {
             </p>
             <p>
                 Each backend type may support different properties. See the{' '}
-                <a href={'https://dstack.ai/docs/reference/server/config.yml/#examples'}>reference page</a> for more examples.
+                <a href={'https://dstack.ai/docs/concepts/backends'} target='_blank'>documentaiton</a> for more examples.
             </p>
         </>
     ),

dstack-0.19.12rc1/frontend/src/pages/Project/Details/Settings/constants.tsx

@@ -0,0 +1,18 @@
+import React from 'react';
+
+export const CLI_INFO = {
+    header: <h2>CLI</h2>,
+    body: (
+        <>
+            <p>
+                To use this project with your CLI, add it using the
+                <a href={'https://dstack.ai/docs/reference/cli/dstack/project/'} target='_blank'>
+                    <code>dstack project add</code></a> command.
+            </p>
+            <p>
+                To learn how to install the CLI, refer to the{' '}
+                <a href={'https://dstack.ai/docs/cli/installation'} target='_blank'>installation</a> guide.
+            </p>
+        </>
+    ),
+};

dstack-0.19.12rc1/frontend/src/pages/Project/Gateways/Table/constants.tsx

@@ -0,0 +1,11 @@
+import React from 'react';
+
+export const GATEWAYS_INFO = {
+    header: <h2>Gateways</h2>,
+    body: (
+        <>
+            <p>Gateways manage the ingress traffic for running services.</p>
+            <p>To learn more about gateways, see the <a href={'https://dstack.ai/docs/concepts/gateways'} target='_blank'>documentation</a>.</p>
+        </>
+    ),
+};

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/mkdocs.yml

@@ -127,6 +127,7 @@ plugins:
         - scripts/docs/gen_cli_reference.py
         - scripts/docs/gen_openapi_reference.py
         - scripts/docs/gen_schema_reference.py
+        - scripts/docs/gen_rest_plugin_spec_reference.py
   - mkdocstrings:
       handlers:
         python:
@@ -254,6 +255,8 @@ nav:
             - Python API: docs/reference/api/python/index.md
             - REST API: docs/reference/api/rest/index.md
         - Environment variables: docs/reference/environment-variables.md
+        - Plugins:
+            - REST Plugin API: docs/reference/plugins/rest_plugin/index.md
   - Examples:
     - examples.md
     - Fine-tuning:

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/pyproject.toml

@@ -34,7 +34,7 @@ dependencies = [
     "psutil",
     "gpuhunt==0.1.6",
     "argcomplete>=3.5.0",
-    "humanize>=4.12.3",
+    "ignore-python>=0.2.0",
 ]
 
 [project.urls]

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/runner/internal/runner/api/http.go

@@ -3,6 +3,7 @@ package api
 import (
 	"context"
 	"io"
+	"math"
 	"net/http"
 	"os"
 	"path/filepath"
@@ -64,7 +65,7 @@ func (s *Server) uploadCodePostHandler(w http.ResponseWriter, r *http.Request) (
 		return nil, &api.Error{Status: http.StatusConflict}
 	}
 
-	r.Body = http.MaxBytesReader(w, r.Body, 10*1024*1024)
+	r.Body = http.MaxBytesReader(w, r.Body, math.MaxInt64)
 	codePath := filepath.Join(s.tempDir, "code") // todo random name?
 	file, err := os.Create(codePath)
 	if err != nil {

dstack-0.19.12rc1/scripts/docs/gen_rest_plugin_spec_reference.py

@@ -0,0 +1,32 @@
+"""
+Generates OpenAPI schema from an example REST plugin.
+"""
+
+import json
+import logging
+
+import mkdocs_gen_files
+
+from dstack._internal.settings import DSTACK_VERSION
+
+logger = logging.getLogger("mkdocs.plugins.dstack.rest_plugin_schema")
+
+try:
+    from example_plugin_server.main import app
+except ImportError:
+    logger.warning(
+        "No module named 'example_plugin_server'."
+        " The REST Plugin API won't be generated."
+        " Run 'uv pip install examples/plugins/example_plugin_server' to install 'example_plugin_server'."
+    )
+    exit(0)
+
+app.title = "REST Plugin OpenAPI Spec"
+app.servers = [
+    {"url": "http://localhost:8000", "description": "Local server"},
+]
+app.version = DSTACK_VERSION or "0.0.0"
+with mkdocs_gen_files.open(
+    "docs/reference/plugins/rest_plugin/rest_plugin_openapi.json", "w"
+) as f:
+    json.dump(app.openapi(), f)

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/scripts/packer/provisioners/install-nvidia-grid-driver-for-azure.sh

@@ -8,7 +8,7 @@ sudo apt-get update
 sudo DEBIAN_FRONTEND=noninteractive apt-get install build-essential linux-azure -y
 
 wget --no-verbose -O NVIDIA-Linux-x86_64-grid.run \
-    https://download.microsoft.com/download/8/d/a/8da4fb8e-3a9b-4e6a-bc9a-72ff64d7a13c/NVIDIA-Linux-x86_64-535.161.08-grid-azure.run
+    https://download.microsoft.com/download/c5319e92-672e-4067-8d85-ab66a7a64db3/NVIDIA-Linux-x86_64-550.144.06-grid-azure.run
 chmod +x NVIDIA-Linux-x86_64-grid.run
 sudo ./NVIDIA-Linux-x86_64-grid.run --silent --disable-nouveau
 rm NVIDIA-Linux-x86_64-grid.run

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/src/dstack/_internal/cli/commands/offer.py

@@ -84,6 +84,8 @@ class OfferCommand(APIBaseCommand):
         job_plan = run_plan.job_plans[0]
 
         if args.format == "json":
+            # FIXME: Should use effective_run_spec from run_plan,
+            # since the spec can be changed by the server and plugins
             output = {
                 "project": run_plan.project_name,
                 "user": run_plan.user,

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/src/dstack/_internal/cli/services/configurators/run.py

@@ -105,7 +105,7 @@ class BaseRunConfigurator(ApplyEnvVarsConfiguratorMixin, BaseApplyConfigurator):
             changed_fields = []
             if run_plan.action == ApplyAction.UPDATE:
                 diff = diff_models(
-                    run_plan.run_spec.configuration,
+                    run_plan.get_effective_run_spec().configuration,
                     run_plan.current_resource.run_spec.configuration,
                 )
                 changed_fields = list(diff.keys())

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/src/dstack/_internal/cli/utils/updates.py

@@ -57,10 +57,22 @@ def _is_last_check_time_outdated() -> bool:
     )
 
 
+def is_update_available(current_version: str, latest_version: str) -> bool:
+    """
+    Return True if latest_version is newer than current_version.
+    Pre-releases are only considered if the current version is also a pre-release.
+    """
+    _current_version = pkg_version.parse(str(current_version))
+    _latest_version = pkg_version.parse(str(latest_version))
+    return _current_version < _latest_version and (
+        not _latest_version.is_prerelease or _current_version.is_prerelease
+    )
+
+
 def _check_version():
     latest_version = get_latest_version()
     if latest_version is not None:
-        if pkg_version.parse(str(version.__version__)) < pkg_version.parse(latest_version):
+        if is_update_available(version.__version__, latest_version):
             console.print(f"A new version of dstack is available: [code]{latest_version}[/]\n")
 
 

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/src/dstack/_internal/core/backends/aws/compute.py

@@ -611,9 +611,12 @@ class AWSCompute(
                 raise e
         logger.debug("Deleted EBS volume %s", volume.configuration.name)
 
-    def attach_volume(self, volume: Volume, instance_id: str) -> VolumeAttachmentData:
+    def attach_volume(
+        self, volume: Volume, provisioning_data: JobProvisioningData
+    ) -> VolumeAttachmentData:
         ec2_client = self.session.client("ec2", region_name=volume.configuration.region)
 
+        instance_id = provisioning_data.instance_id
         device_names = aws_resources.list_available_device_names(
             ec2_client=ec2_client, instance_id=instance_id
         )
@@ -646,9 +649,12 @@ class AWSCompute(
         logger.debug("Attached EBS volume %s to instance %s", volume.volume_id, instance_id)
         return VolumeAttachmentData(device_name=device_name)
 
-    def detach_volume(self, volume: Volume, instance_id: str, force: bool = False):
+    def detach_volume(
+        self, volume: Volume, provisioning_data: JobProvisioningData, force: bool = False
+    ):
         ec2_client = self.session.client("ec2", region_name=volume.configuration.region)
 
+        instance_id = provisioning_data.instance_id
         logger.debug("Detaching EBS volume %s from instance %s", volume.volume_id, instance_id)
         attachment_data = get_or_error(volume.get_attachment_data_for_instance(instance_id))
         try:
@@ -667,9 +673,10 @@ class AWSCompute(
             raise e
         logger.debug("Detached EBS volume %s from instance %s", volume.volume_id, instance_id)
 
-    def is_volume_detached(self, volume: Volume, instance_id: str) -> bool:
+    def is_volume_detached(self, volume: Volume, provisioning_data: JobProvisioningData) -> bool:
         ec2_client = self.session.client("ec2", region_name=volume.configuration.region)
 
+        instance_id = provisioning_data.instance_id
         logger.debug("Getting EBS volume %s status", volume.volume_id)
         response = ec2_client.describe_volumes(VolumeIds=[volume.volume_id])
         volumes_infos = response.get("Volumes")
@@ -819,18 +826,23 @@ def _get_regions_to_zones(session: boto3.Session, regions: List[str]) -> Dict[st
 
 def _supported_instances(offer: InstanceOffer) -> bool:
     for family in [
+        "m7i.",
+        "c7i.",
+        "r7i.",
+        "t3.",
         "t2.small",
         "c5.",
         "m5.",
-        "g4dn.",
-        "g5.",
+        "p5.",
+        "p5e.",
+        "p4d.",
+        "p4de.",
+        "p3.",
         "g6.",
         "g6e.",
         "gr6.",
-        "p3.",
-        "p4d.",
-        "p4de.",
-        "p5.",
+        "g5.",
+        "g4dn.",
     ]:
         if offer.instance.name.startswith(family):
             return True

{dstack-0.19.11rc1 → dstack-0.19.12rc1}/src/dstack/_internal/core/backends/base/compute.py

@@ -336,7 +336,9 @@ class ComputeWithVolumeSupport(ABC):
         """
         raise NotImplementedError()
 
-    def attach_volume(self, volume: Volume, instance_id: str) -> VolumeAttachmentData:
+    def attach_volume(
+        self, volume: Volume, provisioning_data: JobProvisioningData
+    ) -> VolumeAttachmentData:
         """
         Attaches a volume to the instance.
         If the volume is not found, it should raise `ComputeError()`.
@@ -345,7 +347,9 @@ class ComputeWithVolumeSupport(ABC):
         """
         raise NotImplementedError()
 
-    def detach_volume(self, volume: Volume, instance_id: str, force: bool = False):
+    def detach_volume(
+        self, volume: Volume, provisioning_data: JobProvisioningData, force: bool = False
+    ):
         """
         Detaches a volume from the instance.
         Implement only if compute may return `VolumeProvisioningData.detachable`.
@@ -353,7 +357,7 @@ class ComputeWithVolumeSupport(ABC):
         """
         raise NotImplementedError()
 
-    def is_volume_detached(self, volume: Volume, instance_id: str) -> bool:
+    def is_volume_detached(self, volume: Volume, provisioning_data: JobProvisioningData) -> bool:
         """
         Checks if a volume was detached from the instance.
         If `detach_volume()` may fail to detach volume,