skypilot-nightly 1.0.0.dev20250405__py3-none-any.whl → 1.0.0.dev20250407__py3-none-any.whl

sky/__init__.py

@@ -5,7 +5,7 @@ from typing import Optional
 import urllib.request
 
 # Replaced with the current commit when building the wheels.
-_SKYPILOT_COMMIT_SHA = '5025c819176d48aa8643fe9ec058158ce2bece9a'
+_SKYPILOT_COMMIT_SHA = 'c5039370280815a3f347e76622dc154ede36d6c3'
 
 
 def _get_git_commit():
@@ -35,7 +35,7 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev20250405'
+__version__ = '1.0.0.dev20250407'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))
 
 

sky/clouds/lambda_cloud.py

@@ -43,7 +43,6 @@ class Lambda(clouds.Cloud):
         clouds.CloudImplementationFeatures.SPOT_INSTANCE: f'Spot instances are not supported in {_REPR}.',
         clouds.CloudImplementationFeatures.IMAGE_ID: f'Specifying image ID is not supported in {_REPR}.',
         clouds.CloudImplementationFeatures.CUSTOM_DISK_TIER: f'Custom disk tiers are not supported in {_REPR}.',
-        clouds.CloudImplementationFeatures.OPEN_PORTS: f'Opening ports is currently not supported on {_REPR}.',
         clouds.CloudImplementationFeatures.HOST_CONTROLLERS: f'Host controllers are not supported in {_REPR}.',
     }
 

sky/provision/lambda_cloud/instance.py

@@ -1,12 +1,13 @@
-"""Lambda instance provisioning."""
+"""Lambda Cloud instance provisioning."""
 
 import time
 from typing import Any, Dict, List, Optional
 
 from sky import sky_logging
 from sky.provision import common
-import sky.provision.lambda_cloud.lambda_utils as lambda_utils
+from sky.provision.lambda_cloud import lambda_utils
 from sky.utils import common_utils
+from sky.utils import resources_utils
 from sky.utils import status_lib
 from sky.utils import ux_utils
 
@@ -248,18 +249,102 @@ def query_instances(
     return statuses
 
 
-def open_ports(
-    cluster_name_on_cloud: str,
-    ports: List[str],
-    provider_config: Optional[Dict[str, Any]] = None,
-) -> None:
-    raise NotImplementedError('open_ports is not supported for Lambda Cloud')
-
-
-def cleanup_ports(
-    cluster_name_on_cloud: str,
-    ports: List[str],
-    provider_config: Optional[Dict[str, Any]] = None,
-) -> None:
-    """See sky/provision/__init__.py"""
+def open_ports(cluster_name_on_cloud: str,
+               ports: List[str],
+               provider_config: Optional[Dict[str, Any]] = None) -> None:
+    """Open firewall ports for Lambda Cloud.
+
+    Args:
+        cluster_name_on_cloud: Cluster name on Lambda Cloud.
+        ports: List of ports to open.
+        provider_config: Lambda Cloud provider config. Contains the API key.
+    """
+    if not ports:
+        return
+
+    # Skip port opening for us-south-1 region where it's not supported
+    region = None
+    if provider_config is not None:
+        region = provider_config.get('region')
+
+    # Skip port opening for us-south-1, as it's not supported by Lambda Cloud
+    # https://cloud.lambda.ai/api/v1/docs#get-/api/v1/firewall-rules
+    if region == 'us-south-1':
+        logger.warning(
+            f'Skipping port opening for cluster {cluster_name_on_cloud} in '
+            f'us-south-1 region, as firewall rules are not supported there.')
+        return
+
+    del provider_config, cluster_name_on_cloud  # No longer needed
+
+    lambda_client = lambda_utils.LambdaCloudClient()
+
+    # Get existing rules to avoid duplicates
+    existing_rules = lambda_client.list_firewall_rules()
+    existing_ports = set()
+    for rule in existing_rules:
+        port_range = rule.get('port_range')
+        if rule.get('protocol') == 'tcp' and port_range is not None:
+            if len(port_range) == 1:
+                # For single ports
+                existing_ports.add(port_range[0])
+            elif len(port_range) == 2:
+                # For port ranges, add all ports in the range
+                existing_ports.update(range(port_range[0], port_range[1] + 1))
+
+    # Convert port strings to a set of individual ports
+    ports_to_open = resources_utils.port_ranges_to_set(ports)
+
+    # Remove ports that are already open
+    ports_to_open = ports_to_open - existing_ports
+
+    # If no ports need to be opened, return early
+    if not ports_to_open:
+        return
+
+    # Convert individual ports to consolidated ranges
+    port_ranges = resources_utils.port_set_to_ranges(ports_to_open)
+
+    # Open port ranges
+    for port_range in port_ranges:
+        if '-' in port_range:
+            # Handle range (e.g., "1000-1010")
+            start, end = map(int, port_range.split('-'))
+            logger.debug(f'Opening port range {port_range}/tcp')
+            try:
+                lambda_client.create_firewall_rule(port_range=[start, end],
+                                                   protocol='tcp')
+            except lambda_utils.LambdaCloudError as e:
+                logger.warning(f'Failed to open port range {port_range}: {e}')
+        else:
+            # Handle single port
+            port = int(port_range)
+            logger.debug(f'Opening port {port}/tcp')
+            try:
+                lambda_client.create_firewall_rule(port_range=[port, port],
+                                                   protocol='tcp')
+            except lambda_utils.LambdaCloudError as e:
+                logger.warning(f'Failed to open port {port}: {e}')
+
+
+def cleanup_ports(cluster_name_on_cloud: str,
+                  ports: List[str],
+                  provider_config: Optional[Dict[str, Any]] = None) -> None:
+    """Skip cleanup of firewall rules.
+
+    Lambda Cloud firewall rules are global to the account, not cluster-specific.
+    We skip cleanup because rules may be used by other clusters.
+
+    TODO(zhwu): the firewall rules may accumulate over time, and we may need
+    to add a way to automatically clean them up.
+
+    Args:
+        cluster_name_on_cloud: Unused.
+        ports: Unused.
+        provider_config: Unused.
+    """
     del cluster_name_on_cloud, ports, provider_config  # Unused.
+
+    # Break the long line by splitting it
+    logger.info('Skipping cleanup of Lambda Cloud firewall rules '
+                'as they are account-wide.')

sky/provision/lambda_cloud/lambda_utils.py

@@ -112,6 +112,8 @@ def _try_request_with_backoff(method: str,
             response = requests.get(url, headers=headers)
         elif method == 'post':
             response = requests.post(url, headers=headers, data=data)
+        elif method == 'put':
+            response = requests.put(url, headers=headers, data=data)
         else:
             raise ValueError(f'Unsupported requests method: {method}')
         # If rate limited, wait and try again
@@ -249,4 +251,86 @@ class LambdaCloudClient:
         response = _try_request_with_backoff('get',
                                              f'{API_ENDPOINT}/instance-types',
                                              headers=self.headers)
+        return response.json().get('data', {})
+
+    def list_firewall_rules(self) -> List[Dict[str, Any]]:
+        """List firewall rules."""
+        response = _try_request_with_backoff('get',
+                                             f'{API_ENDPOINT}/firewall-rules',
+                                             headers=self.headers)
         return response.json().get('data', [])
+
+    def create_firewall_rule(self,
+                             port_range: List[int],
+                             protocol: str = 'tcp',
+                             description: str = '') -> Dict[str, Any]:
+        """Create a firewall rule.
+
+        Args:
+            port_range: Port range as [min_port, max_port]. For a single port,
+              use [port, port].
+            protocol: Protocol ('tcp', 'udp', 'icmp', or 'all').
+            description: Description for the rule.
+
+        Returns:
+            The created firewall rule.
+        """
+        # First, get all existing rules
+        existing_rules = self.list_firewall_rules()
+
+        # Convert existing rules to the format expected by the API
+        rule_list = []
+        for rule in existing_rules:
+            if rule.get('protocol') and rule.get('source_network'):
+                api_rule = {
+                    'protocol': rule.get('protocol'),
+                    'source_network': rule.get('source_network'),
+                    'description': rule.get('description', '')
+                }
+
+                # Add port_range for non-icmp protocols
+                if rule.get('protocol') != 'icmp' and rule.get('port_range'):
+                    api_rule['port_range'] = rule.get('port_range')
+
+                rule_list.append(api_rule)
+
+        # Add our new rule
+        new_rule: Dict[str, Any] = {
+            'protocol': protocol,
+            'source_network': '0.0.0.0/0',  # Allow from any IP address
+            'description': description or
+                           ('SkyPilot auto-generated rule for port '
+                            f'{port_range[0]}-{port_range[1]}/{protocol}')
+        }
+
+        # Add port_range for non-icmp protocols
+        if protocol != 'icmp':
+            new_rule['port_range'] = port_range
+
+        # Check if this rule already exists to avoid duplicates
+        rule_exists = False
+        for rule in rule_list:
+            if (rule.get('protocol') == protocol and
+                    rule.get('source_network') == '0.0.0.0/0'):
+                if protocol != 'icmp':
+                    if rule.get('port_range') == port_range:
+                        rule_exists = True
+                        break
+                else:
+                    rule_exists = True
+                    break
+
+        # Only add the rule if it doesn't already exist
+        if not rule_exists:
+            rule_list.append(new_rule)
+
+        # Create a data structure that matches the API schema
+        data = json.dumps({'data': rule_list})
+
+        response = _try_request_with_backoff(
+            'put',  # Using PUT instead of POST as per API documentation
+            f'{API_ENDPOINT}/firewall-rules',
+            data=data,
+            headers=self.headers,
+        )
+        return response.json().get('data', {})

{skypilot_nightly-1.0.0.dev20250405.dist-info → skypilot_nightly-1.0.0.dev20250407.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: skypilot-nightly
-Version: 1.0.0.dev20250405
+Version: 1.0.0.dev20250407
 Summary: SkyPilot: An intercloud broker for the clouds
 Author: SkyPilot Team
 License: Apache 2.0

{skypilot_nightly-1.0.0.dev20250405.dist-info → skypilot_nightly-1.0.0.dev20250407.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sky/__init__.py,sha256=ZkLN1hea20dguJClNeFn8F6wG99qD8HssxJoWkHxbR8,6428
+sky/__init__.py,sha256=-f-rcPq-1NRczFhvTmgyY0eGeL4xNdnjClhgY-sPx5I,6428
 sky/admin_policy.py,sha256=hPo02f_A32gCqhUueF0QYy1fMSSKqRwYEg_9FxScN_s,3248
 sky/authentication.py,sha256=ND011K_-Ud1dVZF37A9KrwYir_ihJXcHc7iDWmuBc8Q,22872
 sky/check.py,sha256=PPNQnaaZBA9_aogJpN4gnG4XWnTqkd74c-rBYDkDRDY,16101
@@ -56,7 +56,7 @@ sky/clouds/fluidstack.py,sha256=jIqW1MLe55MVME1PATZm8e6_FsiTnJawW7OdytPW0aM,1266
 sky/clouds/gcp.py,sha256=sUJ9LXUnMxYm6OYZ5P-z1dJHxgVILuC3OW3eFSTNCv8,56919
 sky/clouds/ibm.py,sha256=XtuPN8QgrwJdb1qb_b-7KwAE2tf_N9wh9eEfi2tcg-s,22013
 sky/clouds/kubernetes.py,sha256=SNRilcl_JYvaMDoYw0jnMtfaSi7FKQycCiJVmX6-4f4,36216
-sky/clouds/lambda_cloud.py,sha256=rR2YrZ6flEbKKpQAm60eKNjiMDYvH2hqzaCo3Hx4Ffw,12916
+sky/clouds/lambda_cloud.py,sha256=H32vd30OfjXriH9SibVATrJZfZcCBTiWAXHfliGeMZk,12804
 sky/clouds/nebius.py,sha256=4D7C2NQYI-BNhXWNOyAXNAZj7-5nN33VQW1sxfSGt9w,14662
 sky/clouds/oci.py,sha256=YO4kjSsHBmAVH4z1TuVP72zfmC0BXte4E0xIyZir9N4,27622
 sky/clouds/paperspace.py,sha256=s_sZcGqmABEqzu0MTus8__NuHo5hIUvq2FqVZCRkTzE,11070
@@ -171,8 +171,8 @@ sky/provision/kubernetes/manifests/smarter-device-manager-configmap.yaml,sha256=
 sky/provision/kubernetes/manifests/smarter-device-manager-daemonset.yaml,sha256=RtTq4F1QUmR2Uunb6zuuRaPhV7hpesz4saHjn3Ncsb4,2010
 sky/provision/lambda_cloud/__init__.py,sha256=6EEvSgtUeEiup9ivIFevHmgv0GqleroO2X0K7TRa2nE,612
 sky/provision/lambda_cloud/config.py,sha256=jq1iLzp4Up61r4JGxvtpVbJlgXnea3LHYQhCQyyl7ik,272
-sky/provision/lambda_cloud/instance.py,sha256=fkIiUMt8TlEBJnyDuM02YYmTQmFDGOahiSDphY0PNw0,9279
-sky/provision/lambda_cloud/lambda_utils.py,sha256=hL7xLLKCNKumEYDhBZgUeAiYQzL-Oy8NUovakrETFL8,10014
+sky/provision/lambda_cloud/instance.py,sha256=zenKFaAS9bAJxXM5_-Vnz7Fm7sSf3KSIlXhKUL4n6l8,12726
+sky/provision/lambda_cloud/lambda_utils.py,sha256=G1dciGF8U3OGYk0-1pc3IDsT8AyA8AceujOkQy4fqho,13284
 sky/provision/nebius/__init__.py,sha256=30I3181mu0W5g9fNvaWMPoBJZoGZ9RibuTpBH9P2pDg,558
 sky/provision/nebius/config.py,sha256=LK9kTDp2w6zZrn3vNdcSGgsgS-dL_j63Nh4_u3pqNiA,321
 sky/provision/nebius/instance.py,sha256=kfpZqwh56XV7h6XsX5dGJYilsVdRhC1EUgk0flaCo_E,11889
@@ -350,9 +350,9 @@ sky/utils/kubernetes/k8s_gpu_labeler_setup.yaml,sha256=VLKT2KKimZu1GDg_4AIlIt488
 sky/utils/kubernetes/kubernetes_deploy_utils.py,sha256=HPVgNt-wbCVPd9dpDFiA7t2mzQLpjXHJ61eiwRbEr-c,10378
 sky/utils/kubernetes/rsync_helper.sh,sha256=h4YwrPFf9727CACnMJvF3EyK_0OeOYKKt4su_daKekw,1256
 sky/utils/kubernetes/ssh_jump_lifecycle_manager.py,sha256=Kq1MDygF2IxFmu9FXpCxqucXLmeUrvs6OtRij6XTQbo,6554
-skypilot_nightly-1.0.0.dev20250405.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
-skypilot_nightly-1.0.0.dev20250405.dist-info/METADATA,sha256=wdtznc_1O5ewseMG9VlObIYMZmvjQO4-Cd7woHSdQV8,18552
-skypilot_nightly-1.0.0.dev20250405.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-skypilot_nightly-1.0.0.dev20250405.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
-skypilot_nightly-1.0.0.dev20250405.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
-skypilot_nightly-1.0.0.dev20250405.dist-info/RECORD,,
+skypilot_nightly-1.0.0.dev20250407.dist-info/licenses/LICENSE,sha256=emRJAvE7ngL6x0RhQvlns5wJzGI3NEQ_WMjNmd9TZc4,12170
+skypilot_nightly-1.0.0.dev20250407.dist-info/METADATA,sha256=hqvdfiv3pR-AR3iUrwYaDHD9U1Qra2EFlv8mwLdtAmk,18552
+skypilot_nightly-1.0.0.dev20250407.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+skypilot_nightly-1.0.0.dev20250407.dist-info/entry_points.txt,sha256=StA6HYpuHj-Y61L2Ze-hK2IcLWgLZcML5gJu8cs6nU4,36
+skypilot_nightly-1.0.0.dev20250407.dist-info/top_level.txt,sha256=qA8QuiNNb6Y1OF-pCUtPEr6sLEwy2xJX06Bd_CrtrHY,4
+skypilot_nightly-1.0.0.dev20250407.dist-info/RECORD,,