anyscale 0.24.78__tar.gz → 0.24.80__tar.gz

{anyscale-0.24.78 → anyscale-0.24.80}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anyscale
-Version: 0.24.78
+Version: 0.24.80
 Summary: Command Line Interface for Anyscale
 Author: Anyscale Inc.
 License: AS License

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/_private/anyscale_client/anyscale_client.py

@@ -22,6 +22,7 @@ from anyscale._private.anyscale_client.common import (
     RUNTIME_ENV_PACKAGE_FORMAT,
 )
 from anyscale._private.models.image_uri import ImageURI
+from anyscale._private.models.model_base import InternalListResponse, ListResponse
 from anyscale._private.utils.progress_util import (
     FileDownloadProgress,
     ProgressFileReader,
@@ -47,18 +48,19 @@ from anyscale.client.openapi_client.models import (
     CreateDataset,
     CreateExperimentalWorkspace,
     CreateInternalProductionJob,
-    Dataset,
+    Dataset as InternalDataset,
     DatasetUpload,
     DecoratedComputeTemplate,
+    DecoratedSession,
     DeletedPlatformFineTunedModel,
     ExperimentalWorkspace,
     FineTunedModel,
     FinetunedmodelListResponse,
     InternalProductionJob,
     SessionSshKey,
-    SessionState,
     StartSessionOptions,
     StopSessionOptions,
+    WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
@@ -77,6 +79,8 @@ from anyscale.sdk.anyscale_client.models import (
     ClusterenvironmentbuildListResponse,
     ClusterEnvironmentBuildStatus,
     ClusterEnvironmentsQuery,
+    CreateBYODClusterEnvironment,
+    CreateBYODClusterEnvironmentConfigurationSchema,
     CreateClusterEnvironment,
     CreateClusterEnvironmentBuild,
     Job as APIJobRun,
@@ -759,31 +763,59 @@ class AnyscaleClient(AnyscaleClientInterface):
         )
 
     def _find_or_create_cluster_env(
-        self, cluster_env_name: str, anonymous: bool
+        self,
+        cluster_env_name: str,
+        anonymous: bool,
+        *,
+        image_uri: Optional[str] = None,
+        registry_login_secret: Optional[str] = None,
+        ray_version: Optional[str] = None,
     ) -> ClusterEnvironment:
+        """
+        Find or create a cluster environment with the given name.
+
+        There're two possible race conditions:
+        1) A tries to create a cluster env with the same name as B, but B has already created it.
+        -> A will get a 409 conflict error and should retry to get the existing cluster env.
+        2) A and B creates two identical builds under the same cluster env. This would cause job queue to
+        reject the job submission.
+        -> Cluster env and BYOD build are created within the same transaction, so the latter one will fail
+        with a 409 conflict error. The former one will succeed and the latter one should retry to get the
+        existing cluster env.
+        """
         existing_cluster_env = self.get_cluster_env_by_name(cluster_env_name)
         if existing_cluster_env is not None:
             return existing_cluster_env
 
-        # this creates a cluster env only and it does not trigger a build to avoid the race condition
-        # when creating a cluster environment and a build at the same time and then list builds for the cluster environment later.
-        # ```
-        #     cluster_env == self._external_api_client.create_cluster_environment(..., image_uri=image_uri)
-        #     build == self._external_api_client.create_cluster_environment_build(..., cluster_env_id=cluster_env.id)
-        # ```
-        # The race condition can happen if another build for the same cluster envrionment is created between the two calls.
         try:
-            cluster_environment = self._external_api_client.create_cluster_environment(
-                CreateClusterEnvironment(name=cluster_env_name, anonymous=anonymous)
-            ).result
+            if image_uri:
+                # For BYOD builds, we should create a build along with the cluster env.
+                cluster_environment = self._external_api_client.create_byod_cluster_environment(
+                    CreateBYODClusterEnvironment(
+                        name=cluster_env_name,
+                        config_json=CreateBYODClusterEnvironmentConfigurationSchema(
+                            docker_image=image_uri,
+                            ray_version=ray_version
+                            if ray_version
+                            else LATEST_RAY_VERSION,
+                            registry_login_secret=registry_login_secret,
+                        ),
+                        anonymous=anonymous,
+                    )
+                ).result
+            else:
+                cluster_environment = self._external_api_client.create_cluster_environment(
+                    CreateClusterEnvironment(name=cluster_env_name, anonymous=anonymous)
+                ).result
             return cluster_environment
         except ExternalApiException as e:
-            if e.status == 409:
-                # Retry to get the existing cluster env because it might be created by another process.
-                existing_cluster_env = self.get_cluster_env_by_name(cluster_env_name)
-                if existing_cluster_env is not None:
-                    return existing_cluster_env
-            raise e from None
+            if e.status != 409:
+                raise e from None
+            # Retry to get the existing cluster env because it might be created by another process.
+            existing_cluster_env = self.get_cluster_env_by_name(cluster_env_name)
+            if existing_cluster_env is None:
+                raise e from None
+            return existing_cluster_env
 
     @handle_api_exceptions
     def get_cluster_env_build_id_from_containerfile(
@@ -853,13 +885,30 @@ class AnyscaleClient(AnyscaleClientInterface):
                     raise RuntimeError(
                         f"Legacy cluster environment '{identifier}' is not found."
                     )
+        elif image_uri.is_default_image():
+            # Default image
+            cluster_envs = self._internal_api_client.list_application_templates_api_v2_application_templates_get(
+                image_name_contains=image_uri.image_uri
+            ).results
+            for cluster_env in cluster_envs:
+                if (
+                    cluster_env.latest_build is not None
+                    and cluster_env.latest_build.docker_image_name
+                    == image_uri.image_uri
+                ):
+                    return cluster_env.latest_build.id
+            raise RuntimeError(f"Default image '{image_uri.image_uri}' is not found.")
 
+        # BYOD image
         cluster_env_name = name if name else image_uri.to_cluster_env_name()
+        image_uri_str = str(image_uri)
         cluster_env = self._find_or_create_cluster_env(
-            cluster_env_name, anonymous=not name
+            cluster_env_name,
+            anonymous=not name,
+            image_uri=image_uri_str,
+            registry_login_secret=registry_login_secret,
+            ray_version=ray_version,
         )
-        image_uri_str = str(image_uri)
-
         for build in self.list_cluster_env_builds(cluster_env.id):
             if (
                 build.docker_image_name == image_uri_str
@@ -1214,13 +1263,14 @@ class AnyscaleClient(AnyscaleClientInterface):
         )
 
     @handle_api_exceptions
-    def get_dataset(
-        self, name: str, version: Optional[int], project: Optional[str]
-    ) -> Dataset:
+    def get_dataset(self, name: str, version: Optional[int], project: Optional[str]):
         project_id = self._source_project_id(project)
-        dataset = self._internal_api_client.find_dataset_api_v2_datasets_find_get(
+        internal_dataset = self._internal_api_client.find_dataset_api_v2_datasets_find_get(
             name=name, version=version, project_id=project_id
         ).result
+        from anyscale.llm.dataset._private.models import Dataset
+
+        dataset = Dataset.parse_from_internal_model(internal_dataset)
         return dataset
 
     def upload_dataset(
@@ -1230,7 +1280,7 @@ class AnyscaleClient(AnyscaleClientInterface):
         description: Optional[str],
         cloud: Optional[str],
         project: Optional[str],
-    ) -> Dataset:
+    ):
         # Resolve `~/.../file` to `/home/user/.../file`
         dataset_file = os.path.expanduser(dataset_file)
 
@@ -1277,7 +1327,11 @@ class AnyscaleClient(AnyscaleClientInterface):
             progress.console.print(
                 "Upload complete!", style=Style(bold=True, color="green")
             )
-        return dataset_upload.dataset
+        internal_dataset = dataset_upload.dataset
+        from anyscale.llm.dataset._private.models import Dataset
+
+        dataset = Dataset.parse_from_internal_model(internal_dataset)
+        return dataset
 
     @handle_api_exceptions
     def download_dataset(
@@ -1309,6 +1363,36 @@ class AnyscaleClient(AnyscaleClientInterface):
 
         return dataset_bytes
 
+    @handle_api_exceptions
+    def list_datasets(
+        self,
+        limit: Optional[int] = None,
+        after: Optional[str] = None,  # Unique ID to start listing after
+        name_contains: Optional[str] = None,
+        cloud: Optional[str] = None,
+        project: Optional[str] = None,
+    ):
+        project_id = self._source_project_id(project)
+        cloud_id = self.get_cloud_id(cloud_name=cloud) if cloud else None
+
+        def get_next_page(
+            after_id: Optional[str],
+        ) -> InternalListResponse[InternalDataset]:
+            internal_datasets: InternalListResponse = self._internal_api_client.list_datasets_api_v2_datasets_get(
+                project_id=project_id,
+                cloud_id=cloud_id,
+                name_contains=name_contains,
+                after=after_id,
+            )
+            return internal_datasets
+
+        from anyscale.llm.dataset._private.models import Dataset
+
+        list_response = ListResponse(
+            after=after, limit=limit, get_next_page=get_next_page, cls=Dataset,
+        )
+        return list_response
+
     def _source_project_id(self, project_name: Optional[str]) -> Optional[str]:
         """Sources a optional project ID from an optionally-provided project name."""
         if project_name:
@@ -1435,6 +1519,14 @@ class AnyscaleClient(AnyscaleClientInterface):
             },
         )
 
+    @handle_api_exceptions
+    def get_workspace_proxied_dataplane_artifacts(
+        self, workspace_id: str
+    ) -> WorkspaceDataplaneProxiedArtifacts:
+        return self._internal_api_client.get_workspace_proxied_dataplane_artifacts_api_v2_experimental_workspaces_workspace_id_proxied_dataplane_artifacts_get(
+            workspace_id
+        ).result
+
     @handle_api_exceptions
     def start_workspace(self, workspace_id: str):
         """Start a workspace."""
@@ -1465,15 +1557,15 @@ class AnyscaleClient(AnyscaleClientInterface):
         )
 
     @handle_api_exceptions
-    def get_workspace_status(self, workspace_id: str) -> SessionState:
-        workspace_model = self.get_workspace(id=workspace_id)
-        if workspace_model is None:
+    def get_workspace_cluster(self, workspace_id: str) -> Optional[DecoratedSession]:
+        workspace = self.get_workspace(id=workspace_id)
+        if not workspace:
             raise ValueError(f"Workspace '{workspace_id}' not found.")
 
-        result = self._internal_api_client.get_session_api_v2_sessions_session_id_get(
-            session_id=workspace_model.cluster_id
+        result = self._internal_api_client.get_decorated_cluster_api_v2_decorated_sessions_cluster_id_get(
+            workspace.cluster_id
         )
-        return result.result.state
+        return result.result
 
     @handle_api_exceptions
     def get_cluster_head_node_ip(self, cluster_id: str) -> str:

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/_private/anyscale_client/common.py

@@ -7,15 +7,16 @@ from anyscale.client.openapi_client.models import (
     ComputeTemplateConfig,
     CreateExperimentalWorkspace,
     CreateInternalProductionJob,
-    Dataset,
     DecoratedComputeTemplate,
     DeletedPlatformFineTunedModel,
     FineTunedModel,
     InternalProductionJob,
     Project,
+    WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
+from anyscale.client.openapi_client.models.decorated_session import DecoratedSession
 from anyscale.client.openapi_client.models.production_job import ProductionJob
 from anyscale.client.openapi_client.models.session_ssh_key import SessionSshKey
 from anyscale.sdk.anyscale_client.models import (
@@ -25,7 +26,6 @@ from anyscale.sdk.anyscale_client.models import (
     ClusterEnvironment,
     Job as APIJobRun,
     ServiceModel,
-    SessionState,
 )
 from anyscale.sdk.anyscale_client.models.cluster_environment_build import (
     ClusterEnvironmentBuild,
@@ -412,9 +412,7 @@ class AnyscaleClientInterface(ABC):
         raise NotImplementedError
 
     @abstractmethod
-    def get_dataset(
-        self, name: str, version: Optional[int], project: Optional[str]
-    ) -> Dataset:
+    def get_dataset(self, name: str, version: Optional[int], project: Optional[str]):
         """See docstring for `anyscale.llm.dataset.get()`."""
         raise NotImplementedError
 
@@ -426,7 +424,7 @@ class AnyscaleClientInterface(ABC):
         description: Optional[str],
         cloud: Optional[str],
         project: Optional[str],
-    ) -> Dataset:
+    ):
         """See docstring for `anyscale.llm.dataset.upload()`."""
         raise NotImplementedError
 
@@ -436,6 +434,18 @@ class AnyscaleClientInterface(ABC):
     ) -> bytes:
         """See docstring for `anyscale.llm.dataset.download()`."""
 
+    @abstractmethod
+    def list_datasets(
+        self,
+        limit: Optional[int] = None,
+        after: Optional[str] = None,  # Unique ID to start listing after
+        name_contains: Optional[str] = None,
+        cloud: Optional[str] = None,
+        project: Optional[str] = None,
+    ):
+        """See docstring for `anyscale.llm.dataset.list()`."""
+        raise NotImplementedError
+
     @abstractmethod
     def create_workspace(self, model: CreateExperimentalWorkspace) -> str:
         """Creates a workspace
@@ -491,8 +501,15 @@ class AnyscaleClientInterface(ABC):
         raise NotImplementedError
 
     @abstractmethod
-    def get_workspace_status(self, workspace_id: str) -> SessionState:
-        """Get the status of a workspace."""
+    def get_workspace_cluster(self, workspace_id: str) -> Optional[DecoratedSession]:
+        """Get the cluster model for the provided workspace ID."""
+        raise NotImplementedError
+
+    @abstractmethod
+    def get_workspace_proxied_dataplane_artifacts(
+        self, workspace_id: str
+    ) -> WorkspaceDataplaneProxiedArtifacts:
+        """Get the dataplane artifacts of the workspace."""
         raise NotImplementedError
 
     @abstractmethod

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/_private/anyscale_client/fake_anyscale_client.py

@@ -2,6 +2,7 @@ from collections import defaultdict
 from datetime import datetime
 import logging
 from typing import DefaultDict, Dict, Generator, List, Optional, Tuple
+from unittest.mock import Mock
 import uuid
 
 from anyscale._private.anyscale_client.common import (
@@ -9,13 +10,13 @@ from anyscale._private.anyscale_client.common import (
     WORKSPACE_CLUSTER_NAME_PREFIX,
 )
 from anyscale._private.models.image_uri import ImageURI
+from anyscale._private.models.model_base import ListResponse
 from anyscale.cli_logger import BlockLogger
 from anyscale.client.openapi_client.models import (
     Cloud,
     ComputeTemplateConfig,
     CreateExperimentalWorkspace,
     CreateInternalProductionJob,
-    Dataset,
     DecoratedComputeTemplate,
     DeletedPlatformFineTunedModel,
     ExperimentalWorkspace,
@@ -27,11 +28,14 @@ from anyscale.client.openapi_client.models import (
     ProductionJob,
     ProductionJobStateTransition,
     Project,
+    WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
+from anyscale.client.openapi_client.models.decorated_session import DecoratedSession
 from anyscale.client.openapi_client.models.session_ssh_key import SessionSshKey
 from anyscale.cluster_compute import parse_cluster_compute_name_version
+from anyscale.llm.dataset._private.models import Dataset
 from anyscale.sdk.anyscale_client.configuration import Configuration
 from anyscale.sdk.anyscale_client.models import (
     ApplyServiceModel,
@@ -823,7 +827,7 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
     def get_dataset(
         self, name: str, version: Optional[int], project: Optional[str]  # noqa: ARG002
     ) -> Dataset:
-        pass
+        raise NotImplementedError
 
     def upload_dataset(
         self,
@@ -833,13 +837,23 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
         cloud: Optional[str],  # noqa: ARG002
         project: Optional[str],  # noqa: ARG002
     ) -> Dataset:
-        pass
+        raise NotImplementedError
 
     def download_dataset(
         self, name: str, version: Optional[int], project: Optional[str]  # noqa: ARG002
     ) -> bytes:
         return b""
 
+    def list_datasets(
+        self,
+        limit: Optional[int] = None,  # noqa: ARG002
+        after: Optional[str] = None,  # noqa: ARG002
+        name_contains: Optional[str] = None,  # noqa: ARG002
+        cloud: Optional[str] = None,  # noqa: ARG002
+        project: Optional[str] = None,  # noqa: ARG002
+    ) -> ListResponse[Dataset]:
+        raise NotImplementedError
+
     def get_finetuned_model(
         self, model_id: Optional[str], job_id: Optional[str]  # noqa: ARG002
     ) -> FineTunedModel:
@@ -935,11 +949,31 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
     ):
         self._workspaces_env_vars[workspace_id] = env_vars
 
-    def get_workspace_status(self, workspace_id: str) -> SessionState:
-        workspace = self._workspaces.get(workspace_id, None)
-        if workspace is None:
-            raise ValueError(f"Workspace '{workspace_id}' not found.")
-        return workspace.state
+    def get_workspace_cluster(self, workspace_id: str) -> Optional[DecoratedSession]:
+        workspace_model = self._workspaces.get(workspace_id, None)
+        compute_config = self.get_compute_config(workspace_model.compute_config_id)
+        assert compute_config is not None
+        return Mock(
+            name=f"workspace-cluster-{workspace_model.name}",
+            build_id=workspace_model.environment_id,
+            state=workspace_model.state,
+            project_id=workspace_model.project_id,
+            cloud_id=workspace_model.cloud_id,
+            idle_timeout=compute_config.idle_timeout_minutes,
+        )
+
+    def get_workspace_proxied_dataplane_artifacts(
+        self, workspace_id: str
+    ) -> WorkspaceDataplaneProxiedArtifacts:
+        env_vars_dict = self._workspaces_env_vars.get(workspace_id, None)
+        return WorkspaceDataplaneProxiedArtifacts(
+            requirements=self._workspaces_dependencies.get(workspace_id, None),
+            environment_variables=[
+                f"{key}={value}" for key, value in env_vars_dict.items()
+            ]
+            if env_vars_dict
+            else None,
+        )
 
     def get_cluster_head_node_ip(self, cluster_id: str) -> str:
         return self._clusters_headnode_ip.get(cluster_id, "")

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/_private/docgen/models.md

@@ -562,7 +562,11 @@ URLs for additional services running in the Cluster. (ex/ Jupyter, Ray Dashboard
 Name | Type | Description | Notes
 ------------ | ------------- | ------------- | -------------
 **webterminal_auth_url** | **str** | URL to authenticate with the webterminal | [optional] [default to null]
-**metrics_dashboard_url** | **str** | URL for Grafana (metrics) dashboard in the running cluster state. | [optional] [default to null]
+**metrics_dashboard_url** | **str** | URL for Grafana (metrics) dashboard. | [optional] [default to null]
+**data_metrics_dashboard_url** | **str** | URL for the data Grafana dashboard. | [optional] [default to null]
+**train_metrics_dashboard_url** | **str** | URL for the train Grafana dashboard. | [optional] [default to null]
+**serve_metrics_dashboard_url** | **str** | URL for the serve Grafana dashboard. | [optional] [default to null]
+**serve_deployment_metrics_dashboard_url** | **str** | URL for the serve deployment Grafana dashboard. | [optional] [default to null]
 **persistent_metrics_url** | **str** | URL for the persistent Grafana (metrics) dashboard in the non-running cluster state. | [optional] [default to null]
 **connect_url** | **str** | URL for Anyscale connect. | [optional] [default to null]
 **jupyter_notebook_url** | **str** | URL for Jupyter Lab. | [optional] [default to null]
@@ -1944,6 +1948,10 @@ Name | Type | Description | Notes
 **archived_at** | **datetime** | The time in which this cluster is archived. | [optional] [default to null]
 **webterminal_auth_url** | **str** | URL to authenticate with the webterminalThis field will only be populated after the Session finishes starting. | [optional] [default to null]
 **metrics_dashboard_url** | **str** | URL for Grafana (metrics) dashboard for this Session in the running cluster state. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**data_metrics_dashboard_url** | **str** | URL for Data Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**train_metrics_dashboard_url** | **str** | URL for Train Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**serve_metrics_dashboard_url** | **str** | URL for Serve Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**serve_deployment_metrics_dashboard_url** | **str** | URL for Serve deployment Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
 **persistent_metrics_url** | **str** | URL for persistent Grafana (metrics) dashboard for this Session in the non-running cluster state. This field will only be populated after the Session finishes starting. | [optional] [default to null]
 **connect_url** | **str** | URL for Anyscale connect for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
 **jupyter_notebook_url** | **str** | URL for Jupyter Lab for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/_private/models/image_uri.py

@@ -24,6 +24,7 @@ IMAGE_URI_PATTERN_RE = re.compile(
 )
 
 ANYSCALE_CLUSTER_ENV_PREFIX = "anyscale/image/"
+DEFAULT_IMAGE_URI_PREFIX = "anyscale/ray"
 
 
 class ImageURI:
@@ -68,7 +69,7 @@ class ImageURI:
             else:
                 return ImageURI.from_str("")
         elif cls._is_default_build(build):
-            return ImageURI.from_str(str(cluster_env.name))
+            return ImageURI.from_str(build.docker_image_name)
         else:
             image_uri_str = (
                 ANYSCALE_CLUSTER_ENV_PREFIX + f"{cluster_env.name}:{build.revision}"
@@ -91,6 +92,10 @@ class ImageURI:
         """Check if the image URI is a cluster environment image."""
         return self.image_uri.startswith(ANYSCALE_CLUSTER_ENV_PREFIX)
 
+    def is_default_image(self) -> bool:
+        """Check if the image URI is a default image."""
+        return self.image_uri.startswith(DEFAULT_IMAGE_URI_PREFIX)
+
     def to_cluster_env_identifier(self) -> str:
         assert self.is_cluster_env_image()
         identifier = self.image_uri.split("/")[2]

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/_private/models/model_base.py

@@ -1,13 +1,27 @@
 from dataclasses import asdict, fields
 from enum import Enum, EnumMeta
 import inspect
-from typing import Any, Dict, Iterable, Tuple, TypeVar, Union
+from typing import (
+    Any,
+    Callable,
+    Dict,
+    Generic,
+    Iterable,
+    Iterator,
+    List,
+    Optional,
+    Tuple,
+    Type,
+    TypeVar,
+    Union,
+)
 
 import yaml
 
 
 # In Python 3.11 there is a 'Self' introduced, but this is the
 # workaround before that: https://peps.python.org/pep-0673/.
+T = TypeVar("T")
 TModelBase = TypeVar("TModelBase", bound="ModelBase")
 
 
@@ -122,17 +136,21 @@ class ModelBase(metaclass=ModelBaseType):
         self._run_validators()
 
     @classmethod
-    def from_dict(cls, d: Dict[str, Any]) -> "ModelBase":
+    def from_dict(cls: Type[TModelBase], d: Dict[str, Any]) -> TModelBase:
         return cls(**d)
 
     @classmethod
-    def from_yaml(cls, path: str, **kwargs) -> "ModelBase":
+    def from_yaml(cls: Type[TModelBase], path: str, **kwargs) -> TModelBase:
         with open(path) as f:
             args = yaml.safe_load(f) or {}
             if kwargs:
                 args.update(kwargs)
             return cls.from_dict(args)
 
+    @classmethod
+    def parse_from_internal_model(cls: Type[TModelBase], internal_model) -> TModelBase:
+        raise NotImplementedError
+
     def to_dict(self, *, exclude_none: bool = True) -> Dict[str, Any]:
         """Convert the model to a dictionary representation.
 
@@ -173,3 +191,61 @@ class ModelBase(metaclass=ModelBaseType):
             )
 
         return type(self)(**new_instance_kwargs)
+
+
+class InternalListResponse(Generic[T]):
+    results: List[T]
+    has_more: bool
+
+
+class ListResponse(List[TModelBase]):
+    """
+    List, but with `has_more` attribute.
+
+    Attributes:
+        has_more (bool): Whether there are more results to fetch.
+
+    To use:
+    ```
+    entities: ListResponse[X] = anyscale.<entity>.list(limit=10)
+    for x in entities:
+        print(x)
+    ```
+    """
+
+    def __init__(
+        self,
+        after: Optional[str],
+        limit: Optional[int],
+        get_next_page: Callable[[Optional[str]], InternalListResponse[T]],
+        cls: Type[TModelBase],
+    ):
+        super().__init__()
+        self.has_more = True
+
+        self._after = after
+        self._limit = limit or 1000
+        self._get_next_page = get_next_page
+        self._cls = cls
+
+        # Fetch the first page
+        self._fetch_next_page()
+
+    def _fetch_next_page(self):
+        if not self.has_more:
+            return
+        next_page = self._get_next_page(self._after)
+        self.has_more = next_page.has_more
+        self.extend([self._cls.parse_from_internal_model(r) for r in next_page.results])
+        del self[self._limit :]
+        self._after = self[-1].id if self else None  # type: ignore
+
+    def __iter__(self) -> Iterator[TModelBase]:
+        index = 0
+        while index < len(self):
+            yield self[index]
+            index += 1
+            if index >= self._limit:
+                return
+            if index >= len(self) and self.has_more:
+                self._fetch_next_page()

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/client/README.md

@@ -400,6 +400,7 @@ Class | Method | HTTP request | Description
 *DefaultApi* | [**update_dns_api_v2_dns_post**](docs/DefaultApi.md#update_dns_api_v2_dns_post) | **POST** /api/v2/dns/ | Update Dns
 *DefaultApi* | [**update_instance_usage_budget_api_v2_instance_usage_budgets_instance_usage_budget_id_put**](docs/DefaultApi.md#update_instance_usage_budget_api_v2_instance_usage_budgets_instance_usage_budget_id_put) | **PUT** /api/v2/instance_usage_budgets/{instance_usage_budget_id} | Update Instance Usage Budget
 *DefaultApi* | [**update_job_queue_config_api_v2_decorated_ha_jobs_production_job_id_update_job_queue_config_put**](docs/DefaultApi.md#update_job_queue_config_api_v2_decorated_ha_jobs_production_job_id_update_job_queue_config_put) | **PUT** /api/v2/decorated_ha_jobs/{production_job_id}/update_job_queue_config | Update Job Queue Config
+*DefaultApi* | [**update_resource_quota_api_v2_resource_quotas_resource_quota_id_patch**](docs/DefaultApi.md#update_resource_quota_api_v2_resource_quotas_resource_quota_id_patch) | **PATCH** /api/v2/resource_quotas/{resource_quota_id} | Update Resource Quota
 *DefaultApi* | [**upload_session_command_logs_api_v2_session_commands_session_command_id_upload_logs_post**](docs/DefaultApi.md#upload_session_command_logs_api_v2_session_commands_session_command_id_upload_logs_post) | **POST** /api/v2/session_commands/{session_command_id}/upload_logs | Upload Session Command Logs
 *DefaultApi* | [**upsert_billing_version_api_v2_organization_billing_billing_versions_put**](docs/DefaultApi.md#upsert_billing_version_api_v2_organization_billing_billing_versions_put) | **PUT** /api/v2/organization_billing/billing_versions | Upsert Billing Version
 *DefaultApi* | [**upsert_support_request_for_user_organization_api_v2_support_requests_support_request_put**](docs/DefaultApi.md#upsert_support_request_for_user_organization_api_v2_support_requests_support_request_put) | **PUT** /api/v2/support_requests/support_request | Upsert Support Request For User Organization
@@ -823,7 +824,6 @@ Class | Method | HTTP request | Description
  - [NodeRegistrationGCP](docs/NodeRegistrationGCP.md)
  - [NodeRegistrationK8S](docs/NodeRegistrationK8S.md)
  - [NodeRegistrationProvisioned](docs/NodeRegistrationProvisioned.md)
- - [NodeRegistrationSagemaker](docs/NodeRegistrationSagemaker.md)
  - [NodeRegistrationV2](docs/NodeRegistrationV2.md)
  - [NodeType](docs/NodeType.md)
  - [NotificationChannelEmailConfig](docs/NotificationChannelEmailConfig.md)
@@ -1015,6 +1015,7 @@ Class | Method | HTTP request | Description
  - [UpdateModelDeployment](docs/UpdateModelDeployment.md)
  - [UpdateOrganizationCollaborator](docs/UpdateOrganizationCollaborator.md)
  - [UpdateProjectCollaborator](docs/UpdateProjectCollaborator.md)
+ - [UpdateResourceQuota](docs/UpdateResourceQuota.md)
  - [UploadSessionCommandLogsLocations](docs/UploadSessionCommandLogsLocations.md)
  - [UploadsessioncommandlogslocationsResponse](docs/UploadsessioncommandlogslocationsResponse.md)
  - [UserInfo](docs/UserInfo.md)

{anyscale-0.24.78 → anyscale-0.24.80}/anyscale/client/openapi_client/__init__.py

@@ -436,7 +436,6 @@ from openapi_client.models.node_registration_aws import NodeRegistrationAWS
 from openapi_client.models.node_registration_gcp import NodeRegistrationGCP
 from openapi_client.models.node_registration_k8_s import NodeRegistrationK8S
 from openapi_client.models.node_registration_provisioned import NodeRegistrationProvisioned
-from openapi_client.models.node_registration_sagemaker import NodeRegistrationSagemaker
 from openapi_client.models.node_registration_v2 import NodeRegistrationV2
 from openapi_client.models.node_type import NodeType
 from openapi_client.models.notification_channel_email_config import NotificationChannelEmailConfig
@@ -628,6 +627,7 @@ from openapi_client.models.update_endpoint import UpdateEndpoint
 from openapi_client.models.update_model_deployment import UpdateModelDeployment
 from openapi_client.models.update_organization_collaborator import UpdateOrganizationCollaborator
 from openapi_client.models.update_project_collaborator import UpdateProjectCollaborator
+from openapi_client.models.update_resource_quota import UpdateResourceQuota
 from openapi_client.models.upload_session_command_logs_locations import UploadSessionCommandLogsLocations
 from openapi_client.models.uploadsessioncommandlogslocations_response import UploadsessioncommandlogslocationsResponse
 from openapi_client.models.user_info import UserInfo