anyscale 0.26.28__py3-none-any.whl → 0.26.30__py3-none-any.whl

anyscale/__init__.py

@@ -25,6 +25,7 @@ from anyscale import (
     image,
     integrations,
     job,
+    job_queue,
     llm,
     organization_invitation,
     project,
@@ -46,6 +47,7 @@ from anyscale.compute_config import ComputeConfigSDK
 from anyscale.connect import ClientBuilder
 from anyscale.image import ImageSDK
 from anyscale.job import JobSDK
+from anyscale.job_queue import JobQueueSDK
 from anyscale.llm import LLMSDK
 from anyscale.organization_invitation import OrganizationInvitationSDK
 from anyscale.project import ProjectSDK
@@ -119,6 +121,7 @@ class Anyscale:
             client=self._anyscale_client
         )
         self._job_sdk = JobSDK(client=self._anyscale_client)
+        self._job_queue_sdk = JobQueueSDK(client=self._anyscale_client)
         self._service_sdk = ServiceSDK(client=self._anyscale_client)
         self._compute_config_sdk = ComputeConfigSDK(client=self._anyscale_client)
         self._cloud_sdk = CloudSDK(client=self._anyscale_client)
@@ -146,6 +149,9 @@ class Anyscale:
             client=client, logger=logger, timer=timer
         )
         obj._job_sdk = JobSDK(client=client, logger=logger, timer=timer)  # noqa: SLF001
+        obj._job_queue_sdk = JobQueueSDK(  # noqa: SLF001
+            client=client, logger=logger, timer=timer
+        )
         obj._service_sdk = ServiceSDK(  # noqa: SLF001
             client=client, logger=logger, timer=timer
         )
@@ -187,6 +193,10 @@ class Anyscale:
     def job(self) -> JobSDK:  # noqa: F811
         return self._job_sdk
 
+    @property
+    def job_queue(self) -> JobQueueSDK:  # noqa: F811
+        return self._job_queue_sdk
+
     @property
     def service(self) -> ServiceSDK:  # noqa: F811
         return self._service_sdk

anyscale/_private/anyscale_client/anyscale_client.py

@@ -60,6 +60,7 @@ from anyscale.client.openapi_client.models import (
     Dataset as InternalDataset,
     DatasetUpload,
     DecoratedComputeTemplate,
+    DecoratedjobqueueListResponse,
     DecoratedlistserviceapimodelListResponse,
     DecoratedProductionServiceV2APIModel,
     DecoratedSession,
@@ -68,6 +69,8 @@ from anyscale.client.openapi_client.models import (
     FineTunedModel,
     FinetunedmodelListResponse,
     InternalProductionJob,
+    JobQueueSortDirective,
+    JobQueuesQuery,
     ListResourceQuotasQuery,
     OrganizationCollaborator,
     OrganizationInvitation,
@@ -75,13 +78,18 @@ from anyscale.client.openapi_client.models import (
     ResourceQuotaStatus,
     ServerSessionToken,
     SessionSshKey,
+    SessionState,
     StartSessionOptions,
     StopSessionOptions,
     WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
+from anyscale.client.openapi_client.models.decorated_job_queue import DecoratedJobQueue
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
 from anyscale.client.openapi_client.models.production_job import ProductionJob
+from anyscale.client.openapi_client.models.update_job_queue_request import (
+    UpdateJobQueueRequest,
+)
 from anyscale.client.openapi_client.rest import ApiException as InternalApiException
 from anyscale.cluster_compute import parse_cluster_compute_name_version
 from anyscale.feature_flags import FLAG_DEFAULT_WORKING_DIR_FOR_PROJ
@@ -1154,6 +1162,67 @@ class AnyscaleClient(AnyscaleClientInterface):
         )
         return job_runs
 
+    @handle_api_exceptions
+    def get_job_queue(self, job_queue_id: str) -> Optional[DecoratedJobQueue]:
+        try:
+            return self._internal_api_client.get_job_queue_api_v2_job_queues_job_queue_id_get(
+                job_queue_id
+            ).result
+        except InternalApiException as e:
+            if e.status == 404:
+                return None
+
+            raise e from None
+
+    @handle_api_exceptions
+    def update_job_queue(
+        self,
+        job_queue_id: str,
+        max_concurrency: Optional[int] = None,
+        idle_timeout_s: Optional[int] = None,
+    ) -> DecoratedJobQueue:
+        if max_concurrency is None and idle_timeout_s is None:
+            raise ValueError("No fields to update")
+
+        return self._internal_api_client.update_job_queue_api_v2_job_queues_job_queue_id_put(
+            job_queue_id,
+            update_job_queue_request=UpdateJobQueueRequest(
+                max_concurrency=max_concurrency, idle_timeout_sec=idle_timeout_s,
+            ),
+        ).result
+
+    @handle_api_exceptions
+    def list_job_queues(
+        self,
+        *,
+        name: Optional[str] = None,
+        creator_id: Optional[str] = None,
+        cluster_status: Optional[SessionState] = None,
+        project: Optional[str] = None,
+        cloud: Optional[str] = None,
+        count: Optional[int] = None,
+        paging_token: Optional[str] = None,
+        sorting_directives: Optional[List[JobQueueSortDirective]] = None,
+    ) -> DecoratedjobqueueListResponse:
+        cloud_id = self.get_cloud_id(cloud_name=cloud) if cloud else None
+        project_id = (
+            self.get_project_id(parent_cloud_id=cloud_id, name=project)
+            if project
+            else None
+        )
+
+        return self._internal_api_client.list_job_queues_api_v2_job_queues_post(
+            job_queues_query=JobQueuesQuery(
+                name=name,
+                creator_id=creator_id,
+                cluster_status=cluster_status,
+                project_id=project_id,
+                cloud_id=cloud_id,
+                paging=PageQuery(count=count, paging_token=paging_token),
+                sorting_directives=sorting_directives,
+            ),
+        )
+
     @handle_api_exceptions
     def rollout_service(
         self, model: ApplyProductionServiceV2Model

anyscale/_private/anyscale_client/common.py

@@ -15,19 +15,23 @@ from anyscale.client.openapi_client.models import (
     CreateResourceQuota,
     CreateUserProjectCollaborator,
     DecoratedComputeTemplate,
+    DecoratedjobqueueListResponse,
     DecoratedlistserviceapimodelListResponse,
     DecoratedProductionServiceV2APIModel,
     DeletedPlatformFineTunedModel,
     FineTunedModel,
     InternalProductionJob,
+    JobQueueSortDirective,
     OrganizationCollaborator,
     OrganizationInvitation,
     Project,
     ResourceQuota,
     ServerSessionToken,
+    SessionState,
     WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
+from anyscale.client.openapi_client.models.decorated_job_queue import DecoratedJobQueue
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
 from anyscale.client.openapi_client.models.decorated_session import DecoratedSession
 from anyscale.client.openapi_client.models.production_job import ProductionJob
@@ -366,6 +370,24 @@ class AnyscaleClientInterface(ABC):
         """
         raise NotImplementedError
 
+    @abstractmethod
+    def get_job_queue(self, job_queue_id: str) -> Optional[DecoratedJobQueue]:
+        """Get a job queue by id.
+
+        Returns None if not found.
+        """
+        raise NotImplementedError
+
+    @abstractmethod
+    def update_job_queue(
+        self,
+        job_queue_id: str,
+        max_concurrency: Optional[int] = None,
+        idle_timeout_s: Optional[int] = None,
+    ) -> DecoratedJobQueue:
+        """Update a job queue."""
+        raise NotImplementedError
+
     @abstractmethod
     def get_job_runs(self, job_id: str) -> List[APIJobRun]:
         """Returns all job runs for a given job id.
@@ -374,6 +396,22 @@ class AnyscaleClientInterface(ABC):
         """
         raise NotImplementedError
 
+    @abstractmethod
+    def list_job_queues(
+        self,
+        *,
+        name: Optional[str] = None,
+        creator_id: Optional[str] = None,
+        cluster_status: Optional[SessionState] = None,
+        project: Optional[str] = None,
+        cloud: Optional[str] = None,
+        count: Optional[int] = None,
+        paging_token: Optional[str] = None,
+        sorting_directives: Optional[List[JobQueueSortDirective]] = None,
+    ) -> DecoratedjobqueueListResponse:
+        """List job queues."""
+        raise NotImplementedError
+
     @abstractmethod
     def rollout_service(
         self, model: ApplyProductionServiceV2Model

anyscale/_private/anyscale_client/fake_anyscale_client.py

@@ -49,6 +49,7 @@ from anyscale.client.openapi_client.models import (
     WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
+from anyscale.client.openapi_client.models.decorated_job_queue import DecoratedJobQueue
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
 from anyscale.client.openapi_client.models.decorated_session import DecoratedSession
 from anyscale.client.openapi_client.models.session_ssh_key import SessionSshKey
@@ -150,6 +151,7 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
         self._deleted_services: Dict[str, DecoratedProductionServiceV2APIModel] = {}
         self._jobs: Dict[str, ProductionJob] = {}
         self._job_runs: Dict[str, List[APIJobRun]] = defaultdict(list)
+        self._job_queues: Dict[str, DecoratedJobQueue] = {}
         self._project_to_id: Dict[Optional[str] : Dict[Optional[str], str]] = {}
         self._project_collaborators: Dict[str, List[CreateUserProjectCollaborator]] = {}
         self._rolled_out_model: Optional[ApplyProductionServiceV2Model] = None
@@ -702,6 +704,15 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
     def update_job_run(self, prod_job_id: str, model: APIJobRun):
         self._job_runs[prod_job_id].append(model)
 
+    def list_job_queues(self) -> List[DecoratedJobQueue]:
+        return list(self._job_queues.values())
+
+    def get_job_queue(self, job_queue_id: str) -> Optional[DecoratedJobQueue]:
+        return self._job_queues.get(job_queue_id, None)
+
+    def update_job_queue(self, model: DecoratedJobQueue):
+        self._job_queues[model.id] = model
+
     def register_project_by_name(
         self,
         name: str,

anyscale/_private/docgen/__main__.py

@@ -119,7 +119,6 @@ ALL_MODULES = [
             "get_default_project": None,
             "get_project": None,
             "search_projects": None,
-            "update_project": None,
         },
         legacy_sdk_models=[
             "CreateProject",
@@ -127,7 +126,6 @@ ALL_MODULES = [
             "ProjectListResponse",
             "ProjectResponse",
             "ProjectsQuery",
-            "UpdateProject",
         ],
     ),
     Module(
@@ -167,7 +165,6 @@ ALL_MODULES = [
         legacy_sdk_commands={
             "create_job": anyscale.job.submit,
             "get_production_job": anyscale.job.status,
-            "get_session_for_job": anyscale.job.status,
             "terminate_job": anyscale.job.terminate,
             "fetch_job_logs": anyscale.job.get_logs,
             "fetch_production_job_logs": anyscale.job.get_logs,
@@ -392,31 +389,26 @@ ALL_MODULES = [
             cluster_env_commands.list,
         ],
         legacy_sdk_commands={
-            "get_cluster_environment_build_operation": None,
             "create_byod_cluster_environment_build": anyscale.image.build,
             "create_cluster_environment_build": anyscale.image.build,
             "find_cluster_environment_build_by_identifier": None,
             "get_cluster_environment_build": None,
-            "get_cluster_environment_build_logs": None,
             "get_default_cluster_environment_build": None,
             "list_cluster_environment_builds": None,
             "create_byod_cluster_environment": anyscale.image.build,
             "create_cluster_environment": anyscale.image.build,
-            "delete_cluster_environment": None,
             "get_cluster_environment": None,
             "search_cluster_environments": None,
         },
         legacy_sdk_models=[
             "ClusterEnvironment",
             "ClusterEnvironmentBuild",
-            "ClusterEnvironmentBuildLogResponse",
             "ClusterEnvironmentBuildOperation",
             "ClusterEnvironmentBuildStatus",
             "ClusterEnvironmentsQuery",
             "ClusterenvironmentListResponse",
             "ClusterenvironmentResponse",
             "ClusterenvironmentbuildListResponse",
-            "ClusterenvironmentbuildlogresponseResponse",
             "ClusterenvironmentbuildoperationResponse",
             "CreateBYODClusterEnvironment",
             "CreateBYODClusterEnvironmentBuild",
@@ -461,12 +453,9 @@ ALL_MODULES = [
         cli_command_group_prefix={cloud_commands.cloud_config_update: "config"},
         legacy_sdk_commands={
             # limited support, no replacement yet
-            "create_cloud": None,
-            "delete_cloud": None,
             "get_cloud": None,
             "get_default_cloud": None,
             "search_clouds": None,
-            "update_cloud": None,
         },
         legacy_sdk_models=[
             "Cloud",
@@ -479,8 +468,6 @@ ALL_MODULES = [
             "CloudTypes",
             "CloudVersion",
             "CloudsQuery",
-            "CreateCloud",
-            "UpdateCloud",
         ],
     ),
     Module(
@@ -540,8 +527,12 @@ ALL_MODULES = [
         cli_prefix="anyscale machine-pool",
         cli_commands=[
             machine_pool_commands.create_machine_pool,
+            machine_pool_commands.update_machine_pool,
             machine_pool_commands.delete_machine_pool,
+            machine_pool_commands.attach_machine_pool_to_cloud,
+            machine_pool_commands.detach_machine_pool_from_cloud,
             machine_pool_commands.list_machine_pools,
+            machine_pool_commands.describe,
         ],
         sdk_prefix="anyscale.machine_pool",
         sdk_commands=[],
@@ -560,7 +551,6 @@ ALL_MODULES = [
         legacy_sdk_commands={
             "launch_cluster": None,
             "launch_cluster_with_new_cluster_environment": None,
-            "archive_cluster": None,
             "create_cluster": None,
             "delete_cluster": None,
             "get_cluster": None,
@@ -678,7 +668,6 @@ ALL_MODULES = [
             machine_commands.list_machines,
         ],
         legacy_sdk_commands={
-            "get_organization_temporary_object_storage_credentials": None,
             "partial_update_organization": None,
             "upsert_sso_config": None,
             "upsert_test_sso_config": None,
@@ -698,9 +687,6 @@ ALL_MODULES = [
             "IdleTerminationStatus",
             "ListResponseMetadata",
             "NodeType",
-            "ObjectStorageConfig",
-            "ObjectStorageConfigS3",
-            "ObjectstorageconfigResponse",
             "OperationError",
             "OperationProgress",
             "OperationResult",

anyscale/_private/docgen/api.md

@@ -244,30 +244,6 @@ result = thread.get()
 
 ## Clouds
 
-### create_cloud
-
-Creates a Cloud.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `create_cloud` | [CreateCloud](./models.md#createcloud)|  | 
-
-Returns [CloudResponse](./models.md#cloudresponse)
-
-### delete_cloud
-
-Deletes a Cloud. Will delete all clusters that are using this cloud. If any of those clusters are not terminated, this call will fail.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `cloud_id` | str| ID of the Cloud to delete. | Defaults to null
-
-Returns void (empty response body)
-
 ### get_cloud
 
 Retrieves a Cloud.
@@ -301,19 +277,6 @@ Name | Type | Description  | Notes
 
 Returns [CloudListResponse](./models.md#cloudlistresponse)
 
-### update_cloud
-
-Updates a Cloud.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `cloud_id` | str| ID of the Cloud to update. | Defaults to null
- `update_cloud` | [UpdateCloud](./models.md#updatecloud)|  | 
-
-Returns [CloudResponse](./models.md#cloudresponse)
-
 ## Cluster Computes
 
 ### create_cluster_compute
@@ -376,20 +339,6 @@ Name | Type | Description  | Notes
 
 Returns [ClustercomputeListResponse](./models.md#clustercomputelistresponse)
 
-## Cluster Environment Build Operations
-
-### get_cluster_environment_build_operation
-
-Retrieves a Cluster Environment Build Operation.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `cluster_environment_build_operation_id` | str| ID of the Cluster Environment Build Operation to retrieve. | Defaults to null
-
-Returns [ClusterenvironmentbuildoperationResponse](./models.md#clusterenvironmentbuildoperationresponse)
-
 ## Cluster Environment Builds
 
 ### create_byod_cluster_environment_build
@@ -440,18 +389,6 @@ Name | Type | Description  | Notes
 
 Returns [ClusterenvironmentbuildResponse](./models.md#clusterenvironmentbuildresponse)
 
-### get_cluster_environment_build_logs
-
-Retrieves logs for a Cluster Environment Build.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `cluster_environment_build_id` | str| ID of the Cluster Environment Build to retrieve logs for. | Defaults to null
-
-Returns [ClusterenvironmentbuildlogresponseResponse](./models.md#clusterenvironmentbuildlogresponseresponse)
-
 ### get_default_cluster_environment_build
 
 Retrieves a default cluster environment with the preferred attributes.
@@ -506,18 +443,6 @@ Name | Type | Description  | Notes
 
 Returns [ClusterenvironmentResponse](./models.md#clusterenvironmentresponse)
 
-### delete_cluster_environment
-
-Deletes a Cluster Environment.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `cluster_config_id` | str| ID of the Cluster Environment to delete. | Defaults to null
-
-Returns void (empty response body)
-
 ### get_cluster_environment
 
 Retrieves a Cluster Environment.
@@ -558,18 +483,6 @@ Returns [ClusteroperationResponse](./models.md#clusteroperationresponse)
 
 ## Clusters
 
-### archive_cluster
-
-Archives the cluster. It is a no-op if the cluster is already archived.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `cluster_id` | str|  | Defaults to null
-
-Returns void (empty response body)
-
 ### create_cluster
 
 Creates a Cluster.
@@ -700,19 +613,6 @@ Returns [LogstreamResponse](./models.md#logstreamresponse)
 
 ## Organizations
 
-### get_organization_temporary_object_storage_credentials
-
-Retrieves temporary object storage config and credentials scoped to an organization and region.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `organization_id` | str|  | Defaults to null
- `region` | str|  | Defaults to null
-
-Returns [ObjectstorageconfigResponse](./models.md#objectstorageconfigresponse)
-
 ### partial_update_organization
 
 Update an organization's requirement for Single Sign On (SSO). If SSO is required for an organization, SSO will be the only way to log in to it.
@@ -752,18 +652,6 @@ Name | Type | Description  | Notes
 
 Returns [ProductionjobResponse](./models.md#productionjobresponse)
 
-### get_session_for_job
-
-Get Session for Production Job
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `production_job_id` | str|  | Defaults to null
-
-Returns [SessionResponse](./models.md#sessionresponse)
-
 ### list_production_jobs
 
 
@@ -855,19 +743,6 @@ Name | Type | Description  | Notes
 
 Returns [ProjectListResponse](./models.md#projectlistresponse)
 
-### update_project
-
-Updates a Project.
-
-Parameters
-
-Name | Type | Description  | Notes
-------------- | ------------- | ------------- | -------------
- `project_id` | str| ID of the Project to update. | Defaults to null
- `update_project` | [UpdateProject](./models.md#updateproject)|  | 
-
-Returns [ProjectResponse](./models.md#projectresponse)
-
 ## Schedules
 
 ### create_or_update_schedule