skypilot-nightly 1.0.0.dev20240906__tar.gz → 1.0.0.dev20240907__tar.gz

{skypilot_nightly-1.0.0.dev20240906/skypilot_nightly.egg-info → skypilot_nightly-1.0.0.dev20240907}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: skypilot-nightly
-Version: 1.0.0.dev20240906
+Version: 1.0.0.dev20240907
 Summary: SkyPilot: An intercloud broker for the clouds
 Author: SkyPilot Team
 License: Apache 2.0

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907}/sky/__init__.py

@@ -5,7 +5,7 @@ from typing import Optional
 import urllib.request
 
 # Replaced with the current commit when building the wheels.
-_SKYPILOT_COMMIT_SHA = '2e545b8db70991bc74d112d5070fa908078f9cdb'
+_SKYPILOT_COMMIT_SHA = '363f27bd1fc5444531966bae7ce03e406b03d646'
 
 
 def _get_git_commit():
@@ -35,7 +35,7 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev20240906'
+__version__ = '1.0.0.dev20240907'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))
 
 

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907}/sky/clouds/azure.py

@@ -58,12 +58,11 @@ class Azure(clouds.Cloud):
     # names, so the limit is 64 - 4 - 7 - 10 = 43.
     # Reference: https://azure.github.io/PSRule.Rules.Azure/en/rules/Azure.ResourceGroup.Name/ # pylint: disable=line-too-long
     _MAX_CLUSTER_NAME_LEN_LIMIT = 42
-    _BEST_DISK_TIER = resources_utils.DiskTier.MEDIUM
+    _BEST_DISK_TIER = resources_utils.DiskTier.HIGH
     _DEFAULT_DISK_TIER = resources_utils.DiskTier.MEDIUM
     # Azure does not support high disk and ultra disk tier.
-    _SUPPORTED_DISK_TIERS = (
-        set(resources_utils.DiskTier) -
-        {resources_utils.DiskTier.HIGH, resources_utils.DiskTier.ULTRA})
+    _SUPPORTED_DISK_TIERS = (set(resources_utils.DiskTier) -
+                             {resources_utils.DiskTier.ULTRA})
 
     _INDENT_PREFIX = ' ' * 4
 
@@ -361,7 +360,9 @@ class Azure(clouds.Cloud):
                 start_index += 1
             assert False, 'Low disk tier should always be supported on Azure.'
 
-        return {
+        disk_tier = _failover_disk_tier()
+
+        resources_vars = {
             'instance_type': r.instance_type,
             'custom_resources': custom_resources,
             'num_gpus': acc_count,
@@ -371,12 +372,18 @@ class Azure(clouds.Cloud):
             'zones': None,
             **image_config,
             'need_nvidia_driver_extension': need_nvidia_driver_extension,
-            'disk_tier': Azure._get_disk_type(_failover_disk_tier()),
+            'disk_tier': Azure._get_disk_type(disk_tier),
             'cloud_init_setup_commands': cloud_init_setup_commands,
             'azure_subscription_id': self.get_project_id(dryrun),
             'resource_group': f'{cluster_name.name_on_cloud}-{region_name}',
         }
 
+        # Setting disk performance tier for high disk tier.
+        if disk_tier == resources_utils.DiskTier.HIGH:
+            resources_vars['disk_performance_tier'] = 'P50'
+
+        return resources_vars
+
     def _get_feasible_launchable_resources(
         self, resources: 'resources.Resources'
     ) -> 'resources_utils.FeasibleResources':
@@ -600,10 +607,10 @@ class Azure(clouds.Cloud):
             disk_tier: Optional[resources_utils.DiskTier]) -> Tuple[bool, str]:
         if disk_tier is None or disk_tier == resources_utils.DiskTier.BEST:
             return True, ''
-        if disk_tier == resources_utils.DiskTier.HIGH or disk_tier == resources_utils.DiskTier.ULTRA:
+        if disk_tier == resources_utils.DiskTier.ULTRA:
             return False, (
-                'Azure disk_tier={high, ultra} is not supported now. '
-                'Please use disk_tier={low, medium, best} instead.')
+                'Azure disk_tier=ultra is not supported now. '
+                'Please use disk_tier={low, medium, high, best} instead.')
         # Only S-series supported premium ssd
         # see https://stackoverflow.com/questions/48590520/azure-requested-operation-cannot-be-performed-because-storage-account-type-pre  # pylint: disable=line-too-long
         if cls._get_disk_type(
@@ -611,7 +618,7 @@ class Azure(clouds.Cloud):
         ) == 'Premium_LRS' and not Azure._is_s_series(instance_type):
             return False, (
                 'Azure premium SSDs are only supported for S-series '
-                'instances. To use disk_tier=medium, please make sure '
+                'instances. To use disk_tier>=medium, please make sure '
                 'instance_type is specified to an S-series instance.')
         return True, ''
 
@@ -631,7 +638,7 @@ class Azure(clouds.Cloud):
         # cannot be used as OS disks so we might need data disk support
         tier2name = {
             resources_utils.DiskTier.ULTRA: 'Disabled',
-            resources_utils.DiskTier.HIGH: 'Disabled',
+            resources_utils.DiskTier.HIGH: 'Premium_LRS',
             resources_utils.DiskTier.MEDIUM: 'Premium_LRS',
             resources_utils.DiskTier.LOW: 'Standard_LRS',
         }

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907}/sky/provision/azure/instance.py

@@ -18,6 +18,7 @@ from sky.adaptors import azure
 from sky.provision import common
 from sky.provision import constants
 from sky.utils import common_utils
+from sky.utils import subprocess_utils
 from sky.utils import ux_utils
 
 if typing.TYPE_CHECKING:
@@ -274,6 +275,17 @@ def _create_instances(
         deployment_name=vm_name,
         parameters=parameters,
     ).wait()
+
+    performance_tier = node_config.get('disk_performance_tier', None)
+    if performance_tier is not None:
+        disks = compute_client.disks.list_by_resource_group(resource_group)
+        for disk in disks:
+            name = disk.name
+            # TODO(tian): Investigate if we can use Python SDK to update this.
+            subprocess_utils.run_no_outputs(
+                f'az disk update -n {name} -g {resource_group} '
+                f'--set tier={performance_tier}')
+
     filters = {
         constants.TAG_RAY_CLUSTER_NAME: cluster_name_on_cloud,
         _TAG_SKYPILOT_VM_ID: vm_id

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907}/sky/provision/runpod/instance.py

@@ -11,6 +11,7 @@ from sky.utils import resources_utils
 from sky.utils import ux_utils
 
 POLL_INTERVAL = 5
+QUERY_PORTS_TIMEOUT_SECONDS = 30
 
 logger = sky_logging.init_logger(__name__)
 
@@ -224,11 +225,25 @@ def query_ports(
 ) -> Dict[int, List[common.Endpoint]]:
     """See sky/provision/__init__.py"""
     del head_ip, provider_config  # Unused.
-    instances = _filter_instances(cluster_name_on_cloud, None, head_only=True)
-    assert len(instances) == 1
-    head_inst = list(instances.values())[0]
-    return {
-        port: [common.SocketEndpoint(**endpoint)]
-        for port, endpoint in head_inst['port2endpoint'].items()
-        if port in resources_utils.port_ranges_to_set(ports)
-    }
+    # RunPod ports sometimes take a while to be ready.
+    start_time = time.time()
+    ports_to_query = resources_utils.port_ranges_to_set(ports)
+    while True:
+        instances = _filter_instances(cluster_name_on_cloud,
+                                      None,
+                                      head_only=True)
+        assert len(instances) == 1
+        head_inst = list(instances.values())[0]
+        ready_ports: Dict[int, List[common.Endpoint]] = {
+            port: [common.SocketEndpoint(**endpoint)]
+            for port, endpoint in head_inst['port2endpoint'].items()
+            if port in ports_to_query
+        }
+        not_ready_ports = ports_to_query - set(ready_ports.keys())
+        if not not_ready_ports:
+            return ready_ports
+        if time.time() - start_time > QUERY_PORTS_TIMEOUT_SECONDS:
+            logger.warning(f'Querying ports {ports} timed out. Ports '
+                           f'{not_ready_ports} are not ready.')
+            return ready_ports
+        time.sleep(1)

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907}/sky/templates/azure-ray.yml.j2

@@ -81,6 +81,9 @@ available_node_types:
               {{ cmd }}
               {%- endfor %}
         need_nvidia_driver_extension: {{need_nvidia_driver_extension}}
+        {%- if disk_performance_tier is not none %}
+        disk_performance_tier: {{disk_performance_tier}}
+        {%- endif %}
         # TODO: attach disk
 
 head_node_type: ray.head.default

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907}/sky/utils/kubernetes/generate_kubeconfig.sh

@@ -169,7 +169,9 @@ roleRef:
   kind: Role
   name: skypilot-system-service-account-role
   apiGroup: rbac.authorization.k8s.io
----
+EOF
+# Apply optional ingress-related roles, but don't make the script fail if it fails
+kubectl apply -f - <<EOF || echo "Failed to apply optional ingress-related roles. Nginx ingress is likely not installed. This is not critical and the script will continue."
 # Optional: Role for accessing ingress resources
 apiVersion: rbac.authorization.k8s.io/v1
 kind: Role

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907/skypilot_nightly.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: skypilot-nightly
-Version: 1.0.0.dev20240906
+Version: 1.0.0.dev20240907
 Summary: SkyPilot: An intercloud broker for the clouds
 Author: SkyPilot Team
 License: Apache 2.0

{skypilot_nightly-1.0.0.dev20240906 → skypilot_nightly-1.0.0.dev20240907}/tests/test_optimizer_dryruns.py

@@ -765,12 +765,12 @@ def test_optimize_disk_tier(enable_all_clouds):
         map(clouds.CLOUD_REGISTRY.get,
             ['aws', 'gcp', 'azure', 'oci'])), low_tier_candidates
 
-    # Only AWS, GCP, OCI supports HIGH disk tier.
+    # Only AWS, GCP, Azure, OCI supports HIGH disk tier.
     high_tier_resources = sky.Resources(disk_tier=resources_utils.DiskTier.HIGH)
     high_tier_candidates = _get_all_candidate_cloud(high_tier_resources)
     assert high_tier_candidates == set(
         map(clouds.CLOUD_REGISTRY.get,
-            ['aws', 'gcp', 'oci'])), high_tier_candidates
+            ['aws', 'gcp', 'azure', 'oci'])), high_tier_candidates
 
     # Only AWS, GCP supports ULTRA disk tier.
     ultra_tier_resources = sky.Resources(