anyscale 0.26.51__py3-none-any.whl → 0.26.52__py3-none-any.whl

anyscale/_private/workload/workload_sdk.py

@@ -112,7 +112,7 @@ class WorkloadSDK(BaseSDK):
 
         return new_runtime_envs
 
-    def override_and_upload_local_dirs(
+    def override_and_upload_local_dirs_single_deployment(  # noqa: PLR0912
         self,
         runtime_envs: List[Dict[str, Any]],
         *,
@@ -122,7 +122,7 @@ class WorkloadSDK(BaseSDK):
         autopopulate_in_workspace: bool = True,
         additional_py_modules: Optional[List[str]] = None,
         py_executable_override: Optional[str] = None,
-        has_multiple_cloud_deployments: bool = False,
+        cloud_deployment: Optional[str] = None,
     ) -> List[Dict[str, Any]]:
         """Returns modified runtime_envs with all local dirs converted to remote URIs.
 
@@ -142,15 +142,13 @@ class WorkloadSDK(BaseSDK):
             if target in local_path_to_uri:
                 return local_path_to_uri[target]
 
-            if has_multiple_cloud_deployments:
-                self.logger.warning(
-                    "For compute configurations with multiple cloud deployments, local directories will only be uploaded to the object storage of the primary cloud deployment."
-                )
-
             self.logger.info(f"Uploading local dir '{target}' to cloud storage.")
             assert cloud_id is not None
             uri = self._client.upload_local_dir_to_cloud_storage(
-                target, cloud_id=cloud_id, excludes=excludes,
+                target,
+                cloud_id=cloud_id,
+                excludes=excludes,
+                cloud_deployment=cloud_deployment,
             )
             local_path_to_uri[target] = uri
             return uri
@@ -192,6 +190,103 @@ class WorkloadSDK(BaseSDK):
 
         return new_runtime_envs
 
+    def override_and_upload_local_dirs_multi_deployment(  # noqa: PLR0912
+        self,
+        runtime_envs: List[Dict[str, Any]],
+        *,
+        working_dir_override: Optional[str],
+        excludes_override: Optional[List[str]],
+        cloud_deployments: List[Optional[str]],
+        cloud_id: Optional[str] = None,
+        autopopulate_in_workspace: bool = True,
+        additional_py_modules: Optional[List[str]] = None,
+        py_executable_override: Optional[str] = None,
+    ) -> List[Dict[str, Any]]:
+        """Returns modified runtime_envs with all local dirs converted to remote bucket paths,
+        stored in the "relative_working_dir" and "relative_py_modules" fields.
+
+        The precedence for overrides is: explicit overrides passed in > fields in the existing
+        runtime_envs > workspace defaults (if `autopopulate_in_workspace == True`).
+
+        Each unique local directory across these fields will be uploaded once to cloud storage,
+        then all occurrences of it in the config will be replaced with the corresponding remote URI.
+        """
+        new_runtime_envs = copy.deepcopy(runtime_envs)
+
+        local_path_to_bucket_path: Dict[str, str] = {}
+
+        def _upload_dir_memoized(target: str, *, excludes: Optional[List[str]]) -> str:
+            if target in local_path_to_bucket_path:
+                return local_path_to_bucket_path[target]
+
+            self.logger.info(
+                f"Uploading local dir '{target}' to object storage for all {len(cloud_deployments)} cloud deployments in the compute config."
+            )
+            assert cloud_id is not None
+            bucket_path = self._client.upload_local_dir_to_cloud_storage_multi_deployment(
+                target,
+                cloud_id=cloud_id,
+                excludes=excludes,
+                cloud_deployments=cloud_deployments,
+            )
+            local_path_to_bucket_path[target] = bucket_path
+            return bucket_path
+
+        for runtime_env in new_runtime_envs:
+            # Extend, don't overwrite, excludes if it's provided.
+            if excludes_override is not None:
+                existing_excludes = runtime_env.get("excludes", None) or []
+                runtime_env["excludes"] = existing_excludes + excludes_override
+
+            final_excludes = runtime_env.get("excludes", [])
+
+            new_working_dir = None
+            if working_dir_override is not None:
+                new_working_dir = working_dir_override
+            elif "working_dir" in runtime_env:
+                new_working_dir = runtime_env["working_dir"]
+            elif autopopulate_in_workspace and self._client.inside_workspace():
+                new_working_dir = "."
+
+            if new_working_dir is not None:
+                if is_dir_remote_uri(new_working_dir):
+                    runtime_env["working_dir"] = new_working_dir
+                else:
+                    runtime_env["relative_working_dir"] = _upload_dir_memoized(
+                        new_working_dir, excludes=final_excludes
+                    )
+                    runtime_env.pop("working_dir", None)
+
+            if additional_py_modules:
+                existing_py_modules = runtime_env.get("py_modules", [])
+                runtime_env["py_modules"] = existing_py_modules + additional_py_modules
+
+            final_py_modules = runtime_env.get("py_modules", None)
+            if final_py_modules is not None:
+                py_modules = [
+                    py_module
+                    for py_module in final_py_modules
+                    if is_dir_remote_uri(py_module)
+                ]
+                if len(py_modules) > 0:
+                    runtime_env["py_modules"] = py_modules
+                else:
+                    # If there are no py_modules, remove the field.
+                    runtime_env.pop("py_modules", None)
+
+                relative_py_modules = [
+                    _upload_dir_memoized(py_module, excludes=final_excludes)
+                    for py_module in final_py_modules
+                    if not is_dir_remote_uri(py_module)
+                ]
+                if len(relative_py_modules) > 0:
+                    runtime_env["relative_py_modules"] = relative_py_modules
+
+            if py_executable_override:
+                runtime_env["py_executable"] = py_executable_override
+
+        return new_runtime_envs
+
     def _resolve_compute_config_id(
         self,
         compute_config: Union[str, ComputeConfigType, None],

anyscale/client/README.md

@@ -209,10 +209,12 @@ Class | Method | HTTP request | Description
 *DefaultApi* | [**get_job_logs_download_v2_api_v2_logs_job_logs_download_v2_job_id_get**](docs/DefaultApi.md#get_job_logs_download_v2_api_v2_logs_job_logs_download_v2_job_id_get) | **GET** /api/v2/logs/job_logs_download_v2/{job_id} | Get Job Logs Download V2
 *DefaultApi* | [**get_job_queue_api_v2_job_queues_job_queue_id_get**](docs/DefaultApi.md#get_job_queue_api_v2_job_queues_job_queue_id_get) | **GET** /api/v2/job_queues/{job_queue_id} | Get Job Queue
 *DefaultApi* | [**get_jobs_api_v2_dataset_runs_jobs_get**](docs/DefaultApi.md#get_jobs_api_v2_dataset_runs_jobs_get) | **GET** /api/v2/dataset_runs/jobs | Get Jobs
+*DefaultApi* | [**get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get**](docs/DefaultApi.md#get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get) | **GET** /api/v2/sessions/{cluster_id}/latest_cloud_deployment | Get Latest Cloud Deployment
 *DefaultApi* | [**get_lb_resource_api_v2_clouds_with_cloud_resource_gcp_router_cloud_id_get_lb_resource_post**](docs/DefaultApi.md#get_lb_resource_api_v2_clouds_with_cloud_resource_gcp_router_cloud_id_get_lb_resource_post) | **POST** /api/v2/clouds_with_cloud_resource_gcp_router/{cloud_id}/get_lb_resource | Get Lb Resource
 *DefaultApi* | [**get_lb_resource_api_v2_clouds_with_cloud_resource_router_cloud_id_get_lb_resource_post**](docs/DefaultApi.md#get_lb_resource_api_v2_clouds_with_cloud_resource_router_cloud_id_get_lb_resource_post) | **POST** /api/v2/clouds_with_cloud_resource_router/{cloud_id}/get_lb_resource | Get Lb Resource
 *DefaultApi* | [**get_log_files_api_v2_logs_get_log_files_post**](docs/DefaultApi.md#get_log_files_api_v2_logs_get_log_files_post) | **POST** /api/v2/logs/get_log_files | Get Log Files
 *DefaultApi* | [**get_manage_billing_url_api_v2_organization_billing_manage_billing_url_get**](docs/DefaultApi.md#get_manage_billing_url_api_v2_organization_billing_manage_billing_url_get) | **GET** /api/v2/organization_billing/manage_billing_url | Get Manage Billing Url
+*DefaultApi* | [**get_metric_names_api_v2_metrics_names_get**](docs/DefaultApi.md#get_metric_names_api_v2_metrics_names_get) | **GET** /api/v2/metrics/names | Get Metric Names
 *DefaultApi* | [**get_metronome_customer_info_api_v2_metronome_customer_info_organization_id_get**](docs/DefaultApi.md#get_metronome_customer_info_api_v2_metronome_customer_info_organization_id_get) | **GET** /api/v2/metronome_customer_info/{organization_id} | Get Metronome Customer Info
 *DefaultApi* | [**get_metronome_embedded_usage_dashboard_api_v2_organization_billing_metronome_embedded_dashboard_url_dashboard_type_get**](docs/DefaultApi.md#get_metronome_embedded_usage_dashboard_api_v2_organization_billing_metronome_embedded_dashboard_url_dashboard_type_get) | **GET** /api/v2/organization_billing/metronome_embedded_dashboard_url/{dashboard_type} | Get Metronome Embedded Usage Dashboard
 *DefaultApi* | [**get_metronome_embedded_usage_dashboard_by_organization_api_v2_organization_billing_organization_id_metronome_embedded_dashboard_url_dashboard_type_get**](docs/DefaultApi.md#get_metronome_embedded_usage_dashboard_by_organization_api_v2_organization_billing_organization_id_metronome_embedded_dashboard_url_dashboard_type_get) | **GET** /api/v2/organization_billing/{organization_id}/metronome_embedded_dashboard_url/{dashboard_type} | Get Metronome Embedded Usage Dashboard By Organization
@@ -488,6 +490,7 @@ Class | Method | HTTP request | Description
  - [ClouddatabucketpresigneduploadinfoResponse](docs/ClouddatabucketpresigneduploadinfoResponse.md)
  - [ClouddatabucketpresignedurlresponseResponse](docs/ClouddatabucketpresignedurlresponseResponse.md)
  - [ClouddeploymentListResponse](docs/ClouddeploymentListResponse.md)
+ - [ClouddeploymentResponse](docs/ClouddeploymentResponse.md)
  - [ClouddeploymentconfigResponse](docs/ClouddeploymentconfigResponse.md)
  - [CloudoverviewdashboardResponse](docs/CloudoverviewdashboardResponse.md)
  - [CloudregionandzonesResponse](docs/CloudregionandzonesResponse.md)

anyscale/client/openapi_client/__init__.py

@@ -130,6 +130,7 @@ from openapi_client.models.cloudcollaborator_list_response import Cloudcollabora
 from openapi_client.models.clouddatabucketpresigneduploadinfo_response import ClouddatabucketpresigneduploadinfoResponse
 from openapi_client.models.clouddatabucketpresignedurlresponse_response import ClouddatabucketpresignedurlresponseResponse
 from openapi_client.models.clouddeployment_list_response import ClouddeploymentListResponse
+from openapi_client.models.clouddeployment_response import ClouddeploymentResponse
 from openapi_client.models.clouddeploymentconfig_response import ClouddeploymentconfigResponse
 from openapi_client.models.cloudoverviewdashboard_response import CloudoverviewdashboardResponse
 from openapi_client.models.cloudregionandzones_response import CloudregionandzonesResponse

anyscale/client/openapi_client/api/default_api.py

@@ -15899,6 +15899,120 @@ class DefaultApi(object):
             _request_timeout=local_var_params.get('_request_timeout'),
             collection_formats=collection_formats)
 
+    def get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get(self, cluster_id, **kwargs):  # noqa: E501
+        """Get Latest Cloud Deployment  # noqa: E501
+
+        Fetches the current cloud deployment of a cluster.  # noqa: E501
+        This method makes a synchronous HTTP request by default. To make an
+        asynchronous HTTP request, please pass async_req=True
+        >>> thread = api.get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get(cluster_id, async_req=True)
+        >>> result = thread.get()
+
+        :param async_req bool: execute request asynchronously
+        :param str cluster_id: (required)
+        :param _preload_content: if False, the urllib3.HTTPResponse object will
+                                 be returned without reading/decoding response
+                                 data. Default is True.
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :return: ClouddeploymentResponse
+                 If the method is called asynchronously,
+                 returns the request thread.
+        """
+        kwargs['_return_http_data_only'] = True
+        return self.get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get_with_http_info(cluster_id, **kwargs)  # noqa: E501
+
+    def get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get_with_http_info(self, cluster_id, **kwargs):  # noqa: E501
+        """Get Latest Cloud Deployment  # noqa: E501
+
+        Fetches the current cloud deployment of a cluster.  # noqa: E501
+        This method makes a synchronous HTTP request by default. To make an
+        asynchronous HTTP request, please pass async_req=True
+        >>> thread = api.get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get_with_http_info(cluster_id, async_req=True)
+        >>> result = thread.get()
+
+        :param async_req bool: execute request asynchronously
+        :param str cluster_id: (required)
+        :param _return_http_data_only: response data without head status code
+                                       and headers
+        :param _preload_content: if False, the urllib3.HTTPResponse object will
+                                 be returned without reading/decoding response
+                                 data. Default is True.
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :return: tuple(ClouddeploymentResponse, status_code(int), headers(HTTPHeaderDict))
+                 If the method is called asynchronously,
+                 returns the request thread.
+        """
+
+        local_var_params = locals()
+
+        all_params = [
+            'cluster_id'
+        ]
+        all_params.extend(
+            [
+                'async_req',
+                '_return_http_data_only',
+                '_preload_content',
+                '_request_timeout'
+            ]
+        )
+
+        for key, val in six.iteritems(local_var_params['kwargs']):
+            if key not in all_params:
+                raise ApiTypeError(
+                    "Got an unexpected keyword argument '%s'"
+                    " to method get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get" % key
+                )
+            local_var_params[key] = val
+        del local_var_params['kwargs']
+        # verify the required parameter 'cluster_id' is set
+        if self.api_client.client_side_validation and ('cluster_id' not in local_var_params or  # noqa: E501
+                                                        local_var_params['cluster_id'] is None):  # noqa: E501
+            raise ApiValueError("Missing the required parameter `cluster_id` when calling `get_latest_cloud_deployment_api_v2_sessions_cluster_id_latest_cloud_deployment_get`")  # noqa: E501
+
+        collection_formats = {}
+
+        path_params = {}
+        if 'cluster_id' in local_var_params:
+            path_params['cluster_id'] = local_var_params['cluster_id']  # noqa: E501
+
+        query_params = []
+
+        header_params = {}
+
+        form_params = []
+        local_var_files = {}
+
+        body_params = None
+        # HTTP header `Accept`
+        header_params['Accept'] = self.api_client.select_header_accept(
+            ['application/json'])  # noqa: E501
+
+        # Authentication setting
+        auth_settings = []  # noqa: E501
+
+        return self.api_client.call_api(
+            '/api/v2/sessions/{cluster_id}/latest_cloud_deployment', 'GET',
+            path_params,
+            query_params,
+            header_params,
+            body=body_params,
+            post_params=form_params,
+            files=local_var_files,
+            response_type='ClouddeploymentResponse',  # noqa: E501
+            auth_settings=auth_settings,
+            async_req=local_var_params.get('async_req'),
+            _return_http_data_only=local_var_params.get('_return_http_data_only'),  # noqa: E501
+            _preload_content=local_var_params.get('_preload_content', True),
+            _request_timeout=local_var_params.get('_request_timeout'),
+            collection_formats=collection_formats)
+
     def get_lb_resource_api_v2_clouds_with_cloud_resource_gcp_router_cloud_id_get_lb_resource_post(self, cloud_id, **kwargs):  # noqa: E501
         """Get Lb Resource  # noqa: E501
 
@@ -16346,6 +16460,141 @@ class DefaultApi(object):
             _request_timeout=local_var_params.get('_request_timeout'),
             collection_formats=collection_formats)
 
+    def get_metric_names_api_v2_metrics_names_get(self, **kwargs):  # noqa: E501
+        """Get Metric Names  # noqa: E501
+
+        Return all available metric names for the specified resource  # noqa: E501
+        This method makes a synchronous HTTP request by default. To make an
+        asynchronous HTTP request, please pass async_req=True
+        >>> thread = api.get_metric_names_api_v2_metrics_names_get(async_req=True)
+        >>> result = thread.get()
+
+        :param async_req bool: execute request asynchronously
+        :param str cluster_id: The cluster id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param str workspace_id: The workspace id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param str ha_job_id: The production job id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param str service_id: The service id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param float start: Optional start timestamp (Unix). If provided, filters metric names to those present in [start, end].
+        :param float end: Optional end timestamp (Unix). If provided with start, filters metric names present in [start, end].
+        :param _preload_content: if False, the urllib3.HTTPResponse object will
+                                 be returned without reading/decoding response
+                                 data. Default is True.
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :return: MetricsqueryresponseResponse
+                 If the method is called asynchronously,
+                 returns the request thread.
+        """
+        kwargs['_return_http_data_only'] = True
+        return self.get_metric_names_api_v2_metrics_names_get_with_http_info(**kwargs)  # noqa: E501
+
+    def get_metric_names_api_v2_metrics_names_get_with_http_info(self, **kwargs):  # noqa: E501
+        """Get Metric Names  # noqa: E501
+
+        Return all available metric names for the specified resource  # noqa: E501
+        This method makes a synchronous HTTP request by default. To make an
+        asynchronous HTTP request, please pass async_req=True
+        >>> thread = api.get_metric_names_api_v2_metrics_names_get_with_http_info(async_req=True)
+        >>> result = thread.get()
+
+        :param async_req bool: execute request asynchronously
+        :param str cluster_id: The cluster id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param str workspace_id: The workspace id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param str ha_job_id: The production job id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param str service_id: The service id used to query metrics. Exactly one of cluster_id, workspace_id, ha_job_id, or service_id must be set.
+        :param float start: Optional start timestamp (Unix). If provided, filters metric names to those present in [start, end].
+        :param float end: Optional end timestamp (Unix). If provided with start, filters metric names present in [start, end].
+        :param _return_http_data_only: response data without head status code
+                                       and headers
+        :param _preload_content: if False, the urllib3.HTTPResponse object will
+                                 be returned without reading/decoding response
+                                 data. Default is True.
+        :param _request_timeout: timeout setting for this request. If one
+                                 number provided, it will be total request
+                                 timeout. It can also be a pair (tuple) of
+                                 (connection, read) timeouts.
+        :return: tuple(MetricsqueryresponseResponse, status_code(int), headers(HTTPHeaderDict))
+                 If the method is called asynchronously,
+                 returns the request thread.
+        """
+
+        local_var_params = locals()
+
+        all_params = [
+            'cluster_id',
+            'workspace_id',
+            'ha_job_id',
+            'service_id',
+            'start',
+            'end'
+        ]
+        all_params.extend(
+            [
+                'async_req',
+                '_return_http_data_only',
+                '_preload_content',
+                '_request_timeout'
+            ]
+        )
+
+        for key, val in six.iteritems(local_var_params['kwargs']):
+            if key not in all_params:
+                raise ApiTypeError(
+                    "Got an unexpected keyword argument '%s'"
+                    " to method get_metric_names_api_v2_metrics_names_get" % key
+                )
+            local_var_params[key] = val
+        del local_var_params['kwargs']
+
+        collection_formats = {}
+
+        path_params = {}
+
+        query_params = []
+        if 'cluster_id' in local_var_params and local_var_params['cluster_id'] is not None:  # noqa: E501
+            query_params.append(('cluster_id', local_var_params['cluster_id']))  # noqa: E501
+        if 'workspace_id' in local_var_params and local_var_params['workspace_id'] is not None:  # noqa: E501
+            query_params.append(('workspace_id', local_var_params['workspace_id']))  # noqa: E501
+        if 'ha_job_id' in local_var_params and local_var_params['ha_job_id'] is not None:  # noqa: E501
+            query_params.append(('ha_job_id', local_var_params['ha_job_id']))  # noqa: E501
+        if 'service_id' in local_var_params and local_var_params['service_id'] is not None:  # noqa: E501
+            query_params.append(('service_id', local_var_params['service_id']))  # noqa: E501
+        if 'start' in local_var_params and local_var_params['start'] is not None:  # noqa: E501
+            query_params.append(('start', local_var_params['start']))  # noqa: E501
+        if 'end' in local_var_params and local_var_params['end'] is not None:  # noqa: E501
+            query_params.append(('end', local_var_params['end']))  # noqa: E501
+
+        header_params = {}
+
+        form_params = []
+        local_var_files = {}
+
+        body_params = None
+        # HTTP header `Accept`
+        header_params['Accept'] = self.api_client.select_header_accept(
+            ['application/json'])  # noqa: E501
+
+        # Authentication setting
+        auth_settings = []  # noqa: E501
+
+        return self.api_client.call_api(
+            '/api/v2/metrics/names', 'GET',
+            path_params,
+            query_params,
+            header_params,
+            body=body_params,
+            post_params=form_params,
+            files=local_var_files,
+            response_type='MetricsqueryresponseResponse',  # noqa: E501
+            auth_settings=auth_settings,
+            async_req=local_var_params.get('async_req'),
+            _return_http_data_only=local_var_params.get('_return_http_data_only'),  # noqa: E501
+            _preload_content=local_var_params.get('_preload_content', True),
+            _request_timeout=local_var_params.get('_request_timeout'),
+            collection_formats=collection_formats)
+
     def get_metronome_customer_info_api_v2_metronome_customer_info_organization_id_get(self, organization_id, **kwargs):  # noqa: E501
         """Get Metronome Customer Info  # noqa: E501
 

anyscale/client/openapi_client/models/__init__.py

@@ -116,6 +116,7 @@ from openapi_client.models.cloudcollaborator_list_response import Cloudcollabora
 from openapi_client.models.clouddatabucketpresigneduploadinfo_response import ClouddatabucketpresigneduploadinfoResponse
 from openapi_client.models.clouddatabucketpresignedurlresponse_response import ClouddatabucketpresignedurlresponseResponse
 from openapi_client.models.clouddeployment_list_response import ClouddeploymentListResponse
+from openapi_client.models.clouddeployment_response import ClouddeploymentResponse
 from openapi_client.models.clouddeploymentconfig_response import ClouddeploymentconfigResponse
 from openapi_client.models.cloudoverviewdashboard_response import CloudoverviewdashboardResponse
 from openapi_client.models.cloudregionandzones_response import CloudregionandzonesResponse