skypilot-nightly 1.0.0.dev20250922__py3-none-any.whl → 1.0.0.dev20250926__py3-none-any.whl

sky/volumes/server/server.py

@@ -3,12 +3,13 @@
 import fastapi
 
 from sky import clouds
+from sky import exceptions
 from sky import sky_logging
 from sky.server.requests import executor
 from sky.server.requests import payloads
 from sky.server.requests import requests as requests_lib
 from sky.utils import registry
-from sky.utils import volume
+from sky.utils import volume as volume_utils
 from sky.volumes.server import core
 
 logger = sky_logging.init_logger(__name__)
@@ -46,6 +47,31 @@ async def volume_delete(request: fastapi.Request,
     )
 
 
+@router.post('/validate')
+async def volume_validate(
+        _: fastapi.Request,
+        volume_validate_body: payloads.VolumeValidateBody) -> None:
+    """Validates a volume."""
+    # pylint: disable=import-outside-toplevel
+    from sky.volumes import volume as volume_lib
+
+    try:
+        volume_config = {
+            'name': volume_validate_body.name,
+            'type': volume_validate_body.volume_type,
+            'infra': volume_validate_body.infra,
+            'size': volume_validate_body.size,
+            'labels': volume_validate_body.labels,
+            'config': volume_validate_body.config,
+            'resource_name': volume_validate_body.resource_name,
+        }
+        volume = volume_lib.Volume.from_yaml_config(volume_config)
+        volume.validate()
+    except Exception as e:
+        raise fastapi.HTTPException(status_code=400,
+                                    detail=exceptions.serialize_exception(e))
+
+
 @router.post('/apply')
 async def volume_apply(request: fastapi.Request,
                        volume_apply_body: payloads.VolumeApplyBody) -> None:
@@ -55,7 +81,7 @@ async def volume_apply(request: fastapi.Request,
     volume_config = volume_apply_body.config
 
     supported_volume_types = [
-        volume_type.value for volume_type in volume.VolumeType
+        volume_type.value for volume_type in volume_utils.VolumeType
     ]
     if volume_type not in supported_volume_types:
         raise fastapi.HTTPException(
@@ -64,24 +90,24 @@ async def volume_apply(request: fastapi.Request,
     if cloud is None:
         raise fastapi.HTTPException(status_code=400,
                                     detail=f'Invalid cloud: {volume_cloud}')
-    if volume_type == volume.VolumeType.PVC.value:
+    if volume_type == volume_utils.VolumeType.PVC.value:
         if not cloud.is_same_cloud(clouds.Kubernetes()):
             raise fastapi.HTTPException(
                 status_code=400,
                 detail='PVC storage is only supported on Kubernetes')
         supported_access_modes = [
-            access_mode.value for access_mode in volume.VolumeAccessMode
+            access_mode.value for access_mode in volume_utils.VolumeAccessMode
         ]
         if volume_config is None:
             volume_config = {}
         access_mode = volume_config.get('access_mode')
         if access_mode is None:
-            volume_config[
-                'access_mode'] = volume.VolumeAccessMode.READ_WRITE_ONCE.value
+            volume_config['access_mode'] = (
+                volume_utils.VolumeAccessMode.READ_WRITE_ONCE.value)
         elif access_mode not in supported_access_modes:
             raise fastapi.HTTPException(
                 status_code=400, detail=f'Invalid access mode: {access_mode}')
-    elif volume_type == volume.VolumeType.RUNPOD_NETWORK_VOLUME.value:
+    elif volume_type == volume_utils.VolumeType.RUNPOD_NETWORK_VOLUME.value:
         if not cloud.is_same_cloud(clouds.RunPod()):
             raise fastapi.HTTPException(
                 status_code=400,

sky/volumes/volume.py

@@ -100,7 +100,7 @@ class Volume:
         }
 
     def _normalize_config(self) -> None:
-        """Adjust and validate the config."""
+        """Normalize and validate the config."""
         # Validate schema
         common_utils.validate_schema(self.to_yaml_config(),
                                      schemas.get_volume_schema(),
@@ -115,8 +115,17 @@ class Volume:
         self.region = infra_info.region
         self.zone = infra_info.zone
 
-        # Validate the volume config
-        self._validate_config()
+        # Set cloud from volume type if not specified
+        cloud_obj_from_type = VOLUME_TYPE_TO_CLOUD.get(
+            volume_lib.VolumeType(self.type))
+        if self.cloud:
+            cloud_obj = registry.CLOUD_REGISTRY.from_str(self.cloud)
+            assert cloud_obj is not None
+            if not cloud_obj.is_same_cloud(cloud_obj_from_type):
+                raise ValueError(
+                    f'Invalid cloud {self.cloud} for volume type {self.type}')
+        else:
+            self.cloud = str(cloud_obj_from_type)
 
     def _adjust_config(self) -> None:
         """Adjust the volume config (e.g., parse size)."""
@@ -132,43 +141,41 @@ class Volume:
         except ValueError as e:
             raise ValueError(f'Invalid size {self.size}: {e}') from e
 
-    def _validate_config(self) -> None:
-        """Validate the volume config."""
-        cloud_obj_from_type = VOLUME_TYPE_TO_CLOUD.get(
-            volume_lib.VolumeType(self.type))
-        if self.cloud:
-            cloud_obj = registry.CLOUD_REGISTRY.from_str(self.cloud)
-            assert cloud_obj is not None
-            if not cloud_obj.is_same_cloud(cloud_obj_from_type):
-                raise ValueError(
-                    f'Invalid cloud {self.cloud} for volume type {self.type}')
-        else:
-            self.cloud = str(cloud_obj_from_type)
-            cloud_obj = cloud_obj_from_type
-            assert cloud_obj is not None
-
-        self.region, self.zone = cloud_obj.validate_region_zone(
-            self.region, self.zone)
+    def validate(self, skip_cloud_compatibility: bool = False) -> None:
+        """Validates the volume."""
+        self.validate_name()
+        self.validate_size()
+        if not skip_cloud_compatibility:
+            self.validate_cloud_compatibility()
+        # Extra, type-specific validations
+        self._validate_config_extra()
 
-        # Name must be set by factory before validation.
-        assert self.name is not None
-        valid, err_msg = cloud_obj.is_volume_name_valid(self.name)
-        if not valid:
-            raise ValueError(f'Invalid volume name: {err_msg}')
+    def validate_name(self) -> None:
+        """Validates if the volume name is set."""
+        assert self.name is not None, 'Volume name must be set'
 
+    def validate_size(self) -> None:
+        """Validates that size is specified for new volumes."""
         if not self.resource_name and not self.size:
             raise ValueError('Size is required for new volumes. '
                              'Please specify the size in the YAML file or '
                              'use the --size flag.')
+
+    def validate_cloud_compatibility(self) -> None:
+        """Validates region, zone, name, labels with the cloud."""
+        cloud_obj = registry.CLOUD_REGISTRY.from_str(self.cloud)
+        assert cloud_obj is not None
+
+        valid, err_msg = cloud_obj.is_volume_name_valid(self.name)
+        if not valid:
+            raise ValueError(f'Invalid volume name: {err_msg}')
+
         if self.labels:
             for key, value in self.labels.items():
                 valid, err_msg = cloud_obj.is_label_valid(key, value)
                 if not valid:
                     raise ValueError(f'{err_msg}')
 
-        # Extra, type-specific validations
-        self._validate_config_extra()
-
     # Hook methods for subclasses
     def _validate_config_extra(self) -> None:
         """Additional type-specific validation.

{skypilot_nightly-1.0.0.dev20250922.dist-info → skypilot_nightly-1.0.0.dev20250926.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250922
+Version: 1.0.0.dev20250926
 Summary: SkyPilot: Run AI on Any Infra — Unified, Faster, Cheaper.
 Author: SkyPilot Team
 License: Apache 2.0
@@ -59,7 +59,7 @@ Requires-Dist: casbin
 Requires-Dist: sqlalchemy_adapter
 Requires-Dist: prometheus_client>=0.8.0
 Requires-Dist: passlib
-Requires-Dist: bcrypt
+Requires-Dist: bcrypt==4.0.1
 Requires-Dist: pyjwt
 Requires-Dist: gitpython
 Requires-Dist: types-paramiko
@@ -117,6 +117,7 @@ Requires-Dist: grpcio>=1.63.0; extra == "remote"
 Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "remote"
 Provides-Extra: runpod
 Requires-Dist: runpod>=1.6.1; extra == "runpod"
+Requires-Dist: tomli; python_version < "3.11" and extra == "runpod"
 Provides-Extra: fluidstack
 Provides-Extra: cudo
 Requires-Dist: cudo-compute>=0.1.10; extra == "cudo"
@@ -151,50 +152,53 @@ Requires-Dist: anyio; extra == "server"
 Requires-Dist: grpcio>=1.63.0; extra == "server"
 Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "server"
 Requires-Dist: aiosqlite; extra == "server"
+Requires-Dist: greenlet; extra == "server"
 Provides-Extra: all
+Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
 Requires-Dist: azure-core>=1.31.0; extra == "all"
-Requires-Dist: cudo-compute>=0.1.10; extra == "all"
-Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
-Requires-Dist: casbin; extra == "all"
-Requires-Dist: sqlalchemy_adapter; extra == "all"
+Requires-Dist: docker; extra == "all"
 Requires-Dist: ibm-cos-sdk; extra == "all"
+Requires-Dist: azure-identity>=1.19.0; extra == "all"
+Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
+Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
+Requires-Dist: azure-cli>=2.65.0; extra == "all"
+Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
+Requires-Dist: boto3>=1.26.1; extra == "all"
+Requires-Dist: msrestazure; extra == "all"
+Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
+Requires-Dist: aiohttp; extra == "all"
+Requires-Dist: colorama<0.4.5; extra == "all"
+Requires-Dist: websockets; extra == "all"
+Requires-Dist: ecsapi>=0.2.0; extra == "all"
+Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
+Requires-Dist: tomli; python_version < "3.11" and extra == "all"
 Requires-Dist: pydo>=0.3.0; extra == "all"
+Requires-Dist: casbin; extra == "all"
 Requires-Dist: ray[default]>=2.6.1; extra == "all"
 Requires-Dist: azure-core>=1.24.0; extra == "all"
-Requires-Dist: websockets; extra == "all"
-Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
-Requires-Dist: anyio; extra == "all"
+Requires-Dist: cudo-compute>=0.1.10; extra == "all"
+Requires-Dist: sqlalchemy_adapter; extra == "all"
 Requires-Dist: ibm-vpc; extra == "all"
-Requires-Dist: ecsapi>=0.2.0; extra == "all"
+Requires-Dist: runpod>=1.6.1; extra == "all"
 Requires-Dist: passlib; extra == "all"
-Requires-Dist: google-cloud-storage; extra == "all"
-Requires-Dist: oci; extra == "all"
-Requires-Dist: azure-mgmt-compute>=33.0.0; extra == "all"
-Requires-Dist: python-dateutil; extra == "all"
-Requires-Dist: docker; extra == "all"
-Requires-Dist: colorama<0.4.5; extra == "all"
-Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
+Requires-Dist: anyio; extra == "all"
 Requires-Dist: grpcio>=1.63.0; extra == "all"
+Requires-Dist: python-dateutil; extra == "all"
+Requires-Dist: nebius>=0.2.47; extra == "all"
+Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
+Requires-Dist: oci; extra == "all"
 Requires-Dist: pyjwt; extra == "all"
-Requires-Dist: aiosqlite; extra == "all"
-Requires-Dist: ibm-cloud-sdk-core; extra == "all"
-Requires-Dist: aiohttp; extra == "all"
+Requires-Dist: msgraph-sdk; extra == "all"
 Requires-Dist: azure-common; extra == "all"
-Requires-Dist: kubernetes!=32.0.0,>=20.0.0; extra == "all"
+Requires-Dist: azure-mgmt-network>=27.0.0; extra == "all"
+Requires-Dist: vastai-sdk>=0.1.12; extra == "all"
+Requires-Dist: azure-storage-blob>=12.23.1; extra == "all"
+Requires-Dist: ibm-cloud-sdk-core; extra == "all"
+Requires-Dist: aiosqlite; extra == "all"
 Requires-Dist: awscli>=1.27.10; extra == "all"
-Requires-Dist: boto3>=1.26.1; extra == "all"
-Requires-Dist: msrestazure; extra == "all"
-Requires-Dist: pyopenssl<24.3.0,>=23.2.0; extra == "all"
-Requires-Dist: runpod>=1.6.1; extra == "all"
-Requires-Dist: google-api-python-client>=2.69.0; extra == "all"
-Requires-Dist: azure-cli>=2.65.0; extra == "all"
-Requires-Dist: protobuf<7.0.0,>=5.26.1; extra == "all"
-Requires-Dist: msgraph-sdk; extra == "all"
-Requires-Dist: pyvmomi==8.0.1.0.2; extra == "all"
-Requires-Dist: azure-identity>=1.19.0; extra == "all"
-Requires-Dist: ibm-platform-services>=0.48.0; extra == "all"
-Requires-Dist: nebius>=0.2.47; extra == "all"
 Requires-Dist: botocore>=1.29.10; extra == "all"
+Requires-Dist: google-cloud-storage; extra == "all"
+Requires-Dist: greenlet; extra == "all"
 Dynamic: author
 Dynamic: classifier
 Dynamic: description
@@ -245,6 +249,7 @@ Dynamic: summary
 
 :fire: *News* :fire:
 - [Aug 2025] Serve and finetune **OpenAI GPT-OSS models** (gpt-oss-120b, gpt-oss-20b) with one command on any infra: [**serve**](./llm/gpt-oss/) + [**LoRA and full finetuning**](./llm/gpt-oss-finetuning/)
+- [Jul 2025] Run large-scale **LLM training with TorchTitan** on any cloud: [**example**](./llm/torchtitan/)
 - [Jul 2025] Run distributed **RL training for LLMs** with Verl (PPO, GRPO) on any cloud: [**example**](./llm/verl/)
 - [Jul 2025] 🎉 SkyPilot v0.10.0 released! [**blog post**](https://blog.skypilot.co/announcing-skypilot-0.10.0/), [**release notes**](https://github.com/skypilot-org/skypilot/releases/tag/v0.10.0)
 - [Jul 2025] Finetune **Llama4** on any distributed cluster/cloud: [**example**](./llm/llama-4-finetuning/)