anyscale 0.24.79__tar.gz → 0.24.81__tar.gz

{anyscale-0.24.79 → anyscale-0.24.81}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anyscale
-Version: 0.24.79
+Version: 0.24.81
 Summary: Command Line Interface for Anyscale
 Author: Anyscale Inc.
 License: AS License

{anyscale-0.24.79 → anyscale-0.24.81}/anyscale/_private/anyscale_client/anyscale_client.py

@@ -22,6 +22,7 @@ from anyscale._private.anyscale_client.common import (
     RUNTIME_ENV_PACKAGE_FORMAT,
 )
 from anyscale._private.models.image_uri import ImageURI
+from anyscale._private.models.model_base import InternalListResponse, ListResponse
 from anyscale._private.utils.progress_util import (
     FileDownloadProgress,
     ProgressFileReader,
@@ -47,18 +48,19 @@ from anyscale.client.openapi_client.models import (
     CreateDataset,
     CreateExperimentalWorkspace,
     CreateInternalProductionJob,
-    Dataset,
+    Dataset as InternalDataset,
     DatasetUpload,
     DecoratedComputeTemplate,
+    DecoratedSession,
     DeletedPlatformFineTunedModel,
     ExperimentalWorkspace,
     FineTunedModel,
     FinetunedmodelListResponse,
     InternalProductionJob,
     SessionSshKey,
-    SessionState,
     StartSessionOptions,
     StopSessionOptions,
+    WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
@@ -82,6 +84,7 @@ from anyscale.sdk.anyscale_client.models import (
     CreateClusterEnvironment,
     CreateClusterEnvironmentBuild,
     Job as APIJobRun,
+    ProductionServiceV2VersionModel,
     Project,
     RollbackServiceModel,
     ServiceModel,
@@ -1157,15 +1160,59 @@ class AnyscaleClient(AnyscaleClientInterface):
 
         return all_log_chunk_urls, bearer_token
 
+    def _fetch_log_chunks_for_controller_logs(
+        self, cluster_id: str
+    ) -> Tuple[List[str], Any]:
+        all_log_chunk_urls = []
+        MAX_PAGE_SIZE = 1000
+        next_page_token = None
+        bearer_token = None
+        while True:
+            log_download_result = self._internal_api_client.get_serve_logs_download_api_v2_logs_serve_logs_download_cluster_id_get(
+                cluster_id=cluster_id,
+                next_page_token=next_page_token,
+                page_size=MAX_PAGE_SIZE,
+            ).result
+
+            if bearer_token is None:
+                bearer_token = log_download_result.bearer_token
+
+            all_log_chunk_urls.extend(
+                [chunk.chunk_url for chunk in log_download_result.log_chunks]
+            )
+
+            next_page_token = log_download_result.next_page_token
+            if next_page_token is None:
+                break
+
+        return all_log_chunk_urls, bearer_token
+
     def _read_log_lines(
         self,
         log_chunk_urls: List[str],
         head: bool,
         bearer_token: Any,
         max_lines: Optional[int],
+        parse_json: Optional[bool] = None,
     ) -> str:
         # TODO(mowen): Would be nice to return some placeholder here to allow all new
         # logs to be read from a particular point onwards.
+        # TODO(aguo): Change this to be a generator to avoid loading all logs into memory at once
+        # and to gradually load logs as needed.
+
+        def parse_json_line(line: str) -> str:
+            json_line = json.loads(line)
+            # This is the default schema for ray core logger but users
+            # could technically use any schema they want for structured logs.
+            # Fall back to spitting out the json in the worst-case scenario.
+            if "asctime" in json_line and "message" in json_line:
+                return f"{json_line['asctime']} {json_line['message']}"
+            elif "message" in json_line:
+                return json_line["message"]
+            # This is the worst-case scenario but very unlikely. Users would
+            # not likely be changing "message" to something-else.
+            return line
+
         result_lines: List[str] = []
         step = 1 if head else -1
         line_count = 0
@@ -1175,15 +1222,32 @@ class AnyscaleClient(AnyscaleClientInterface):
             ).splitlines()
 
             if max_lines is not None:
-                lines_to_add = min(len(log_lines), max_lines - line_count)
+                num_lines_to_add = min(len(log_lines), max_lines - line_count)
+            else:
+                num_lines_to_add = len(log_lines)
+            line_count += num_lines_to_add
+
+            if head:
+                lines_to_add = log_lines[:num_lines_to_add]
             else:
-                lines_to_add = len(log_lines)
-            line_count += lines_to_add
+                lines_to_add = log_lines[-1 * num_lines_to_add :]
+
+            if parse_json is not False:
+                try:
+                    lines_to_add = [parse_json_line(line) for line in lines_to_add]
+                except json.JSONDecodeError:
+                    if parse_json is True:
+                        raise ValueError(
+                            "Failed to parse logs as JSON. Logs are not all in JSON format."
+                        )
+                    # If we fail to parse_json, we should always just use plain text going forward.
+                    parse_json = False
+                    # lines_to_add should already be plain text, so continue on...
 
             if head:
-                result_lines = result_lines + log_lines[:lines_to_add]
+                result_lines = result_lines + lines_to_add
             else:
-                result_lines = log_lines[-1 * lines_to_add :] + result_lines
+                result_lines = lines_to_add + result_lines
 
             if line_count == max_lines:
                 break
@@ -1192,13 +1256,74 @@ class AnyscaleClient(AnyscaleClientInterface):
 
     @handle_api_exceptions
     def logs_for_job_run(
-        self, job_run_id: str, head: bool = False, max_lines: Optional[int] = None
+        self,
+        job_run_id: str,
+        head: bool = False,
+        max_lines: Optional[int] = None,
+        parse_json: Optional[bool] = None,
     ) -> str:
-        """Retrieves logs from the streaming job logs folder in S3/GCS"""
+        """
+        Retrieves logs from the streaming job logs folder in S3/GCS
+        Args:
+        - parse_json: If true, we will always attempt to parse the logs as JSON.
+            If false, we will always attempt to parse the logs as text. If None, we
+            will attempt to parse the logs as JSON and fall back to text if parsing
+            fails.
+        """
 
         all_log_chunk_urls, bearer_token = self._fetch_log_chunks(job_run_id)
 
-        logs = self._read_log_lines(all_log_chunk_urls, head, bearer_token, max_lines)
+        logs = self._read_log_lines(
+            all_log_chunk_urls, head, bearer_token, max_lines, parse_json=parse_json
+        )
+        return logs
+
+    @handle_api_exceptions
+    def controller_logs_for_service_version(
+        self,
+        service_version: ProductionServiceV2VersionModel,
+        head: bool = False,
+        max_lines: Optional[int] = None,
+        parse_json: Optional[bool] = None,
+    ) -> str:
+        """
+        Returns the controller logs associated with a particular service version.
+
+        Args:
+        - parse_json: If true, we will always attempt to parse the logs as JSON.
+            If false, we will always attempt to parse the logs as text. If None, we
+            will attempt to parse the logs as JSON and fall back to text if parsing
+            fails.
+        """
+        service_version_id = service_version.id[-8:]
+        if not len(service_version.production_job_ids):
+            raise ValueError(
+                f"Service version '{service_version_id}' canary version is not ready. Please try again later..."
+            )
+
+        job = self._internal_api_client.get_job_api_v2_decorated_ha_jobs_production_job_id_get(
+            service_version.production_job_ids[0]
+        ).result
+
+        if not job:
+            raise ValueError(
+                f"Service version '{service_version_id}' canary version is not ready. Please try again later..."
+            )
+
+        if not job.state.cluster:
+            raise ValueError(
+                f"Service version '{service_version_id}' canary version is not ready. Please try again later..."
+            )
+
+        cluster_id = job.state.cluster.id
+
+        all_log_chunk_urls, bearer_token = self._fetch_log_chunks_for_controller_logs(
+            cluster_id
+        )
+
+        logs = self._read_log_lines(
+            all_log_chunk_urls, head, bearer_token, max_lines, parse_json=parse_json
+        )
         return logs
 
     @handle_api_exceptions
@@ -1261,13 +1386,14 @@ class AnyscaleClient(AnyscaleClientInterface):
         )
 
     @handle_api_exceptions
-    def get_dataset(
-        self, name: str, version: Optional[int], project: Optional[str]
-    ) -> Dataset:
+    def get_dataset(self, name: str, version: Optional[int], project: Optional[str]):
         project_id = self._source_project_id(project)
-        dataset = self._internal_api_client.find_dataset_api_v2_datasets_find_get(
+        internal_dataset = self._internal_api_client.find_dataset_api_v2_datasets_find_get(
             name=name, version=version, project_id=project_id
         ).result
+        from anyscale.llm.dataset._private.models import Dataset
+
+        dataset = Dataset.parse_from_internal_model(internal_dataset)
         return dataset
 
     def upload_dataset(
@@ -1277,7 +1403,7 @@ class AnyscaleClient(AnyscaleClientInterface):
         description: Optional[str],
         cloud: Optional[str],
         project: Optional[str],
-    ) -> Dataset:
+    ):
         # Resolve `~/.../file` to `/home/user/.../file`
         dataset_file = os.path.expanduser(dataset_file)
 
@@ -1324,7 +1450,11 @@ class AnyscaleClient(AnyscaleClientInterface):
             progress.console.print(
                 "Upload complete!", style=Style(bold=True, color="green")
             )
-        return dataset_upload.dataset
+        internal_dataset = dataset_upload.dataset
+        from anyscale.llm.dataset._private.models import Dataset
+
+        dataset = Dataset.parse_from_internal_model(internal_dataset)
+        return dataset
 
     @handle_api_exceptions
     def download_dataset(
@@ -1356,6 +1486,36 @@ class AnyscaleClient(AnyscaleClientInterface):
 
         return dataset_bytes
 
+    @handle_api_exceptions
+    def list_datasets(
+        self,
+        limit: Optional[int] = None,
+        after: Optional[str] = None,  # Unique ID to start listing after
+        name_contains: Optional[str] = None,
+        cloud: Optional[str] = None,
+        project: Optional[str] = None,
+    ):
+        project_id = self._source_project_id(project)
+        cloud_id = self.get_cloud_id(cloud_name=cloud) if cloud else None
+
+        def get_next_page(
+            after_id: Optional[str],
+        ) -> InternalListResponse[InternalDataset]:
+            internal_datasets: InternalListResponse = self._internal_api_client.list_datasets_api_v2_datasets_get(
+                project_id=project_id,
+                cloud_id=cloud_id,
+                name_contains=name_contains,
+                after=after_id,
+            )
+            return internal_datasets
+
+        from anyscale.llm.dataset._private.models import Dataset
+
+        list_response = ListResponse(
+            after=after, limit=limit, get_next_page=get_next_page, cls=Dataset,
+        )
+        return list_response
+
     def _source_project_id(self, project_name: Optional[str]) -> Optional[str]:
         """Sources a optional project ID from an optionally-provided project name."""
         if project_name:
@@ -1482,6 +1642,14 @@ class AnyscaleClient(AnyscaleClientInterface):
             },
         )
 
+    @handle_api_exceptions
+    def get_workspace_proxied_dataplane_artifacts(
+        self, workspace_id: str
+    ) -> WorkspaceDataplaneProxiedArtifacts:
+        return self._internal_api_client.get_workspace_proxied_dataplane_artifacts_api_v2_experimental_workspaces_workspace_id_proxied_dataplane_artifacts_get(
+            workspace_id
+        ).result
+
     @handle_api_exceptions
     def start_workspace(self, workspace_id: str):
         """Start a workspace."""
@@ -1512,15 +1680,15 @@ class AnyscaleClient(AnyscaleClientInterface):
         )
 
     @handle_api_exceptions
-    def get_workspace_status(self, workspace_id: str) -> SessionState:
-        workspace_model = self.get_workspace(id=workspace_id)
-        if workspace_model is None:
+    def get_workspace_cluster(self, workspace_id: str) -> Optional[DecoratedSession]:
+        workspace = self.get_workspace(id=workspace_id)
+        if not workspace:
             raise ValueError(f"Workspace '{workspace_id}' not found.")
 
-        result = self._internal_api_client.get_session_api_v2_sessions_session_id_get(
-            session_id=workspace_model.cluster_id
+        result = self._internal_api_client.get_decorated_cluster_api_v2_decorated_sessions_cluster_id_get(
+            workspace.cluster_id
         )
-        return result.result.state
+        return result.result
 
     @handle_api_exceptions
     def get_cluster_head_node_ip(self, cluster_id: str) -> str:

{anyscale-0.24.79 → anyscale-0.24.81}/anyscale/_private/anyscale_client/common.py

@@ -7,15 +7,16 @@ from anyscale.client.openapi_client.models import (
     ComputeTemplateConfig,
     CreateExperimentalWorkspace,
     CreateInternalProductionJob,
-    Dataset,
     DecoratedComputeTemplate,
     DeletedPlatformFineTunedModel,
     FineTunedModel,
     InternalProductionJob,
     Project,
+    WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
+from anyscale.client.openapi_client.models.decorated_session import DecoratedSession
 from anyscale.client.openapi_client.models.production_job import ProductionJob
 from anyscale.client.openapi_client.models.session_ssh_key import SessionSshKey
 from anyscale.sdk.anyscale_client.models import (
@@ -24,8 +25,8 @@ from anyscale.sdk.anyscale_client.models import (
     ClusterCompute,
     ClusterEnvironment,
     Job as APIJobRun,
+    ProductionServiceV2VersionModel,
     ServiceModel,
-    SessionState,
 )
 from anyscale.sdk.anyscale_client.models.cluster_environment_build import (
     ClusterEnvironmentBuild,
@@ -370,10 +371,36 @@ class AnyscaleClientInterface(ABC):
         head: bool = False,
         tail: bool = True,
         max_lines: Optional[int] = None,
+        parse_json: Optional[bool] = None,
     ) -> str:
         """Returns the logs associated with a particular job run.
 
         The job_run_id is the backend id for the job run.
+
+        Args:
+        - parse_json: If true, we will always attempt to parse the logs as JSON.
+            If false, we will always attempt to parse the logs as text. If None, we
+            will attempt to parse the logs as JSON and fall back to text if parsing
+            fails.
+        """
+        raise NotImplementedError
+
+    @abstractmethod
+    def controller_logs_for_service_version(
+        self,
+        service_version: ProductionServiceV2VersionModel,
+        head: bool = False,
+        max_lines: Optional[int] = None,
+        parse_json: Optional[bool] = None,
+    ) -> str:
+        """
+        Returns the controller logs associated with a particular service version.
+
+        Args:
+        - parse_json: If true, we will always attempt to parse the logs as JSON.
+            If false, we will always attempt to parse the logs as text. If None, we
+            will attempt to parse the logs as JSON and fall back to text if parsing
+            fails.
         """
         raise NotImplementedError
 
@@ -412,9 +439,7 @@ class AnyscaleClientInterface(ABC):
         raise NotImplementedError
 
     @abstractmethod
-    def get_dataset(
-        self, name: str, version: Optional[int], project: Optional[str]
-    ) -> Dataset:
+    def get_dataset(self, name: str, version: Optional[int], project: Optional[str]):
         """See docstring for `anyscale.llm.dataset.get()`."""
         raise NotImplementedError
 
@@ -426,7 +451,7 @@ class AnyscaleClientInterface(ABC):
         description: Optional[str],
         cloud: Optional[str],
         project: Optional[str],
-    ) -> Dataset:
+    ):
         """See docstring for `anyscale.llm.dataset.upload()`."""
         raise NotImplementedError
 
@@ -436,6 +461,18 @@ class AnyscaleClientInterface(ABC):
     ) -> bytes:
         """See docstring for `anyscale.llm.dataset.download()`."""
 
+    @abstractmethod
+    def list_datasets(
+        self,
+        limit: Optional[int] = None,
+        after: Optional[str] = None,  # Unique ID to start listing after
+        name_contains: Optional[str] = None,
+        cloud: Optional[str] = None,
+        project: Optional[str] = None,
+    ):
+        """See docstring for `anyscale.llm.dataset.list()`."""
+        raise NotImplementedError
+
     @abstractmethod
     def create_workspace(self, model: CreateExperimentalWorkspace) -> str:
         """Creates a workspace
@@ -491,8 +528,15 @@ class AnyscaleClientInterface(ABC):
         raise NotImplementedError
 
     @abstractmethod
-    def get_workspace_status(self, workspace_id: str) -> SessionState:
-        """Get the status of a workspace."""
+    def get_workspace_cluster(self, workspace_id: str) -> Optional[DecoratedSession]:
+        """Get the cluster model for the provided workspace ID."""
+        raise NotImplementedError
+
+    @abstractmethod
+    def get_workspace_proxied_dataplane_artifacts(
+        self, workspace_id: str
+    ) -> WorkspaceDataplaneProxiedArtifacts:
+        """Get the dataplane artifacts of the workspace."""
         raise NotImplementedError
 
     @abstractmethod

{anyscale-0.24.79 → anyscale-0.24.81}/anyscale/_private/anyscale_client/fake_anyscale_client.py

@@ -2,6 +2,7 @@ from collections import defaultdict
 from datetime import datetime
 import logging
 from typing import DefaultDict, Dict, Generator, List, Optional, Tuple
+from unittest.mock import Mock
 import uuid
 
 from anyscale._private.anyscale_client.common import (
@@ -9,13 +10,13 @@ from anyscale._private.anyscale_client.common import (
     WORKSPACE_CLUSTER_NAME_PREFIX,
 )
 from anyscale._private.models.image_uri import ImageURI
+from anyscale._private.models.model_base import ListResponse
 from anyscale.cli_logger import BlockLogger
 from anyscale.client.openapi_client.models import (
     Cloud,
     ComputeTemplateConfig,
     CreateExperimentalWorkspace,
     CreateInternalProductionJob,
-    Dataset,
     DecoratedComputeTemplate,
     DeletedPlatformFineTunedModel,
     ExperimentalWorkspace,
@@ -27,11 +28,14 @@ from anyscale.client.openapi_client.models import (
     ProductionJob,
     ProductionJobStateTransition,
     Project,
+    WorkspaceDataplaneProxiedArtifacts,
 )
 from anyscale.client.openapi_client.models.create_schedule import CreateSchedule
 from anyscale.client.openapi_client.models.decorated_schedule import DecoratedSchedule
+from anyscale.client.openapi_client.models.decorated_session import DecoratedSession
 from anyscale.client.openapi_client.models.session_ssh_key import SessionSshKey
 from anyscale.cluster_compute import parse_cluster_compute_name_version
+from anyscale.llm.dataset._private.models import Dataset
 from anyscale.sdk.anyscale_client.configuration import Configuration
 from anyscale.sdk.anyscale_client.models import (
     ApplyServiceModel,
@@ -138,6 +142,7 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
         self._submitted_job: Optional[CreateInternalProductionJob] = None
         self._env_vars: Optional[Dict[str, str]] = None
         self._job_run_logs: Dict[str, str] = {}
+        self._controller_logs: Dict[str, str] = {}
         self._schedules: Dict[str, DecoratedSchedule] = {}
         self._schedule_trigger_counts: Dict[str, int] = defaultdict(int)
         self._workspaces: Dict[str, ExperimentalWorkspace] = {}
@@ -749,7 +754,9 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
         self,
         job_run_id: str,
         head: bool = False,  # noqa: ARG002
+        tail: bool = True,  # noqa: ARG002
         max_lines: Optional[int] = None,  # noqa: ARG002
+        parse_json: Optional[bool] = None,  # noqa: ARG002
     ) -> str:
         log_lines = self._job_run_logs.get(job_run_id, "").splitlines()
         if max_lines is None:
@@ -759,6 +766,24 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
         else:
             return "\n".join(log_lines[-1 * max_lines :])
 
+    def add_controller_logs(self, service_version_id: str, logs: str):
+        self._controller_logs[service_version_id] = logs
+
+    def controller_logs_for_service_version(
+        self,
+        service_version: ProductionServiceV2VersionModel,
+        head: bool = False,
+        max_lines: Optional[int] = None,
+        parse_json: Optional[bool] = None,  # noqa: ARG002
+    ) -> str:
+        log_lines = self._controller_logs.get(service_version.id, "").splitlines()
+        if max_lines is None:
+            max_lines = len(log_lines)
+        if head:
+            return "\n".join(log_lines[:max_lines])
+        else:
+            return "\n".join(log_lines[-1 * max_lines :])
+
     def get_schedule(
         self,
         *,
@@ -823,7 +848,7 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
     def get_dataset(
         self, name: str, version: Optional[int], project: Optional[str]  # noqa: ARG002
     ) -> Dataset:
-        pass
+        raise NotImplementedError
 
     def upload_dataset(
         self,
@@ -833,13 +858,23 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
         cloud: Optional[str],  # noqa: ARG002
         project: Optional[str],  # noqa: ARG002
     ) -> Dataset:
-        pass
+        raise NotImplementedError
 
     def download_dataset(
         self, name: str, version: Optional[int], project: Optional[str]  # noqa: ARG002
     ) -> bytes:
         return b""
 
+    def list_datasets(
+        self,
+        limit: Optional[int] = None,  # noqa: ARG002
+        after: Optional[str] = None,  # noqa: ARG002
+        name_contains: Optional[str] = None,  # noqa: ARG002
+        cloud: Optional[str] = None,  # noqa: ARG002
+        project: Optional[str] = None,  # noqa: ARG002
+    ) -> ListResponse[Dataset]:
+        raise NotImplementedError
+
     def get_finetuned_model(
         self, model_id: Optional[str], job_id: Optional[str]  # noqa: ARG002
     ) -> FineTunedModel:
@@ -935,11 +970,31 @@ class FakeAnyscaleClient(AnyscaleClientInterface):
     ):
         self._workspaces_env_vars[workspace_id] = env_vars
 
-    def get_workspace_status(self, workspace_id: str) -> SessionState:
-        workspace = self._workspaces.get(workspace_id, None)
-        if workspace is None:
-            raise ValueError(f"Workspace '{workspace_id}' not found.")
-        return workspace.state
+    def get_workspace_cluster(self, workspace_id: str) -> Optional[DecoratedSession]:
+        workspace_model = self._workspaces.get(workspace_id, None)
+        compute_config = self.get_compute_config(workspace_model.compute_config_id)
+        assert compute_config is not None
+        return Mock(
+            name=f"workspace-cluster-{workspace_model.name}",
+            build_id=workspace_model.environment_id,
+            state=workspace_model.state,
+            project_id=workspace_model.project_id,
+            cloud_id=workspace_model.cloud_id,
+            idle_timeout=compute_config.idle_timeout_minutes,
+        )
+
+    def get_workspace_proxied_dataplane_artifacts(
+        self, workspace_id: str
+    ) -> WorkspaceDataplaneProxiedArtifacts:
+        env_vars_dict = self._workspaces_env_vars.get(workspace_id, None)
+        return WorkspaceDataplaneProxiedArtifacts(
+            requirements=self._workspaces_dependencies.get(workspace_id, None),
+            environment_variables=[
+                f"{key}={value}" for key, value in env_vars_dict.items()
+            ]
+            if env_vars_dict
+            else None,
+        )
 
     def get_cluster_head_node_ip(self, cluster_id: str) -> str:
         return self._clusters_headnode_ip.get(cluster_id, "")

{anyscale-0.24.79 → anyscale-0.24.81}/anyscale/_private/docgen/models.md

@@ -562,7 +562,11 @@ URLs for additional services running in the Cluster. (ex/ Jupyter, Ray Dashboard
 Name | Type | Description | Notes
 ------------ | ------------- | ------------- | -------------
 **webterminal_auth_url** | **str** | URL to authenticate with the webterminal | [optional] [default to null]
-**metrics_dashboard_url** | **str** | URL for Grafana (metrics) dashboard in the running cluster state. | [optional] [default to null]
+**metrics_dashboard_url** | **str** | URL for Grafana (metrics) dashboard. | [optional] [default to null]
+**data_metrics_dashboard_url** | **str** | URL for the data Grafana dashboard. | [optional] [default to null]
+**train_metrics_dashboard_url** | **str** | URL for the train Grafana dashboard. | [optional] [default to null]
+**serve_metrics_dashboard_url** | **str** | URL for the serve Grafana dashboard. | [optional] [default to null]
+**serve_deployment_metrics_dashboard_url** | **str** | URL for the serve deployment Grafana dashboard. | [optional] [default to null]
 **persistent_metrics_url** | **str** | URL for the persistent Grafana (metrics) dashboard in the non-running cluster state. | [optional] [default to null]
 **connect_url** | **str** | URL for Anyscale connect. | [optional] [default to null]
 **jupyter_notebook_url** | **str** | URL for Jupyter Lab. | [optional] [default to null]
@@ -1944,6 +1948,10 @@ Name | Type | Description | Notes
 **archived_at** | **datetime** | The time in which this cluster is archived. | [optional] [default to null]
 **webterminal_auth_url** | **str** | URL to authenticate with the webterminalThis field will only be populated after the Session finishes starting. | [optional] [default to null]
 **metrics_dashboard_url** | **str** | URL for Grafana (metrics) dashboard for this Session in the running cluster state. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**data_metrics_dashboard_url** | **str** | URL for Data Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**train_metrics_dashboard_url** | **str** | URL for Train Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**serve_metrics_dashboard_url** | **str** | URL for Serve Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
+**serve_deployment_metrics_dashboard_url** | **str** | URL for Serve deployment Grafana dashboard for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
 **persistent_metrics_url** | **str** | URL for persistent Grafana (metrics) dashboard for this Session in the non-running cluster state. This field will only be populated after the Session finishes starting. | [optional] [default to null]
 **connect_url** | **str** | URL for Anyscale connect for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]
 **jupyter_notebook_url** | **str** | URL for Jupyter Lab for this Session. This field will only be populated after the Session finishes starting. | [optional] [default to null]