skypilot-nightly 1.0.0.dev20250916__py3-none-any.whl → 1.0.0.dev20250919__py3-none-any.whl

sky/schemas/generated/servev1_pb2.pyi

@@ -0,0 +1,115 @@
+from google.protobuf.internal import containers as _containers
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class ServiceNames(_message.Message):
+    __slots__ = ("names",)
+    NAMES_FIELD_NUMBER: _ClassVar[int]
+    names: _containers.RepeatedScalarFieldContainer[str]
+    def __init__(self, names: _Optional[_Iterable[str]] = ...) -> None: ...
+
+class ServiceStatus(_message.Message):
+    __slots__ = ("status",)
+    class StatusEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    STATUS_FIELD_NUMBER: _ClassVar[int]
+    status: _containers.ScalarMap[str, str]
+    def __init__(self, status: _Optional[_Mapping[str, str]] = ...) -> None: ...
+
+class GetServiceStatusRequest(_message.Message):
+    __slots__ = ("service_names", "pool")
+    SERVICE_NAMES_FIELD_NUMBER: _ClassVar[int]
+    POOL_FIELD_NUMBER: _ClassVar[int]
+    service_names: ServiceNames
+    pool: bool
+    def __init__(self, service_names: _Optional[_Union[ServiceNames, _Mapping]] = ..., pool: bool = ...) -> None: ...
+
+class GetServiceStatusResponse(_message.Message):
+    __slots__ = ("statuses",)
+    STATUSES_FIELD_NUMBER: _ClassVar[int]
+    statuses: _containers.RepeatedCompositeFieldContainer[ServiceStatus]
+    def __init__(self, statuses: _Optional[_Iterable[_Union[ServiceStatus, _Mapping]]] = ...) -> None: ...
+
+class AddVersionRequest(_message.Message):
+    __slots__ = ("service_name",)
+    SERVICE_NAME_FIELD_NUMBER: _ClassVar[int]
+    service_name: str
+    def __init__(self, service_name: _Optional[str] = ...) -> None: ...
+
+class AddVersionResponse(_message.Message):
+    __slots__ = ("version",)
+    VERSION_FIELD_NUMBER: _ClassVar[int]
+    version: int
+    def __init__(self, version: _Optional[int] = ...) -> None: ...
+
+class TerminateServicesRequest(_message.Message):
+    __slots__ = ("service_names", "purge", "pool")
+    SERVICE_NAMES_FIELD_NUMBER: _ClassVar[int]
+    PURGE_FIELD_NUMBER: _ClassVar[int]
+    POOL_FIELD_NUMBER: _ClassVar[int]
+    service_names: ServiceNames
+    purge: bool
+    pool: bool
+    def __init__(self, service_names: _Optional[_Union[ServiceNames, _Mapping]] = ..., purge: bool = ..., pool: bool = ...) -> None: ...
+
+class TerminateServicesResponse(_message.Message):
+    __slots__ = ("message",)
+    MESSAGE_FIELD_NUMBER: _ClassVar[int]
+    message: str
+    def __init__(self, message: _Optional[str] = ...) -> None: ...
+
+class TerminateReplicaRequest(_message.Message):
+    __slots__ = ("service_name", "replica_id", "purge")
+    SERVICE_NAME_FIELD_NUMBER: _ClassVar[int]
+    REPLICA_ID_FIELD_NUMBER: _ClassVar[int]
+    PURGE_FIELD_NUMBER: _ClassVar[int]
+    service_name: str
+    replica_id: int
+    purge: bool
+    def __init__(self, service_name: _Optional[str] = ..., replica_id: _Optional[int] = ..., purge: bool = ...) -> None: ...
+
+class TerminateReplicaResponse(_message.Message):
+    __slots__ = ("message",)
+    MESSAGE_FIELD_NUMBER: _ClassVar[int]
+    message: str
+    def __init__(self, message: _Optional[str] = ...) -> None: ...
+
+class WaitServiceRegistrationRequest(_message.Message):
+    __slots__ = ("service_name", "job_id", "pool")
+    SERVICE_NAME_FIELD_NUMBER: _ClassVar[int]
+    JOB_ID_FIELD_NUMBER: _ClassVar[int]
+    POOL_FIELD_NUMBER: _ClassVar[int]
+    service_name: str
+    job_id: int
+    pool: bool
+    def __init__(self, service_name: _Optional[str] = ..., job_id: _Optional[int] = ..., pool: bool = ...) -> None: ...
+
+class WaitServiceRegistrationResponse(_message.Message):
+    __slots__ = ("lb_port",)
+    LB_PORT_FIELD_NUMBER: _ClassVar[int]
+    lb_port: int
+    def __init__(self, lb_port: _Optional[int] = ...) -> None: ...
+
+class UpdateServiceRequest(_message.Message):
+    __slots__ = ("service_name", "version", "mode", "pool")
+    SERVICE_NAME_FIELD_NUMBER: _ClassVar[int]
+    VERSION_FIELD_NUMBER: _ClassVar[int]
+    MODE_FIELD_NUMBER: _ClassVar[int]
+    POOL_FIELD_NUMBER: _ClassVar[int]
+    service_name: str
+    version: int
+    mode: str
+    pool: bool
+    def __init__(self, service_name: _Optional[str] = ..., version: _Optional[int] = ..., mode: _Optional[str] = ..., pool: bool = ...) -> None: ...
+
+class UpdateServiceResponse(_message.Message):
+    __slots__ = ()
+    def __init__(self) -> None: ...

sky/schemas/generated/servev1_pb2_grpc.py

@@ -0,0 +1,322 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+from sky.schemas.generated import servev1_pb2 as sky_dot_schemas_dot_generated_dot_servev1__pb2
+
+GRPC_GENERATED_VERSION = '1.63.0'
+GRPC_VERSION = grpc.__version__
+EXPECTED_ERROR_RELEASE = '1.65.0'
+SCHEDULED_RELEASE_DATE = 'June 25, 2024'
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    warnings.warn(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in sky/schemas/generated/servev1_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+        + f' This warning will become an error in {EXPECTED_ERROR_RELEASE},'
+        + f' scheduled for release on {SCHEDULED_RELEASE_DATE}.',
+        RuntimeWarning
+    )
+
+
+class ServeServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.GetServiceStatus = channel.unary_unary(
+                '/serve.v1.ServeService/GetServiceStatus',
+                request_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.GetServiceStatusRequest.SerializeToString,
+                response_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.GetServiceStatusResponse.FromString,
+                _registered_method=True)
+        self.AddVersion = channel.unary_unary(
+                '/serve.v1.ServeService/AddVersion',
+                request_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.AddVersionRequest.SerializeToString,
+                response_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.AddVersionResponse.FromString,
+                _registered_method=True)
+        self.TerminateServices = channel.unary_unary(
+                '/serve.v1.ServeService/TerminateServices',
+                request_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateServicesRequest.SerializeToString,
+                response_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateServicesResponse.FromString,
+                _registered_method=True)
+        self.TerminateReplica = channel.unary_unary(
+                '/serve.v1.ServeService/TerminateReplica',
+                request_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateReplicaRequest.SerializeToString,
+                response_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateReplicaResponse.FromString,
+                _registered_method=True)
+        self.WaitServiceRegistration = channel.unary_unary(
+                '/serve.v1.ServeService/WaitServiceRegistration',
+                request_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.WaitServiceRegistrationRequest.SerializeToString,
+                response_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.WaitServiceRegistrationResponse.FromString,
+                _registered_method=True)
+        self.UpdateService = channel.unary_unary(
+                '/serve.v1.ServeService/UpdateService',
+                request_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.UpdateServiceRequest.SerializeToString,
+                response_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.UpdateServiceResponse.FromString,
+                _registered_method=True)
+
+
+class ServeServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def GetServiceStatus(self, request, context):
+        """Get status of service.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def AddVersion(self, request, context):
+        """Add version to service.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def TerminateServices(self, request, context):
+        """Terminate services.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def TerminateReplica(self, request, context):
+        """Terminate replica.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def WaitServiceRegistration(self, request, context):
+        """Wait for service registration.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def UpdateService(self, request, context):
+        """Update service.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_ServeServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'GetServiceStatus': grpc.unary_unary_rpc_method_handler(
+                    servicer.GetServiceStatus,
+                    request_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.GetServiceStatusRequest.FromString,
+                    response_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.GetServiceStatusResponse.SerializeToString,
+            ),
+            'AddVersion': grpc.unary_unary_rpc_method_handler(
+                    servicer.AddVersion,
+                    request_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.AddVersionRequest.FromString,
+                    response_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.AddVersionResponse.SerializeToString,
+            ),
+            'TerminateServices': grpc.unary_unary_rpc_method_handler(
+                    servicer.TerminateServices,
+                    request_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateServicesRequest.FromString,
+                    response_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateServicesResponse.SerializeToString,
+            ),
+            'TerminateReplica': grpc.unary_unary_rpc_method_handler(
+                    servicer.TerminateReplica,
+                    request_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateReplicaRequest.FromString,
+                    response_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateReplicaResponse.SerializeToString,
+            ),
+            'WaitServiceRegistration': grpc.unary_unary_rpc_method_handler(
+                    servicer.WaitServiceRegistration,
+                    request_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.WaitServiceRegistrationRequest.FromString,
+                    response_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.WaitServiceRegistrationResponse.SerializeToString,
+            ),
+            'UpdateService': grpc.unary_unary_rpc_method_handler(
+                    servicer.UpdateService,
+                    request_deserializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.UpdateServiceRequest.FromString,
+                    response_serializer=sky_dot_schemas_dot_generated_dot_servev1__pb2.UpdateServiceResponse.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'serve.v1.ServeService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class ServeService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def GetServiceStatus(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/serve.v1.ServeService/GetServiceStatus',
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.GetServiceStatusRequest.SerializeToString,
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.GetServiceStatusResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def AddVersion(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/serve.v1.ServeService/AddVersion',
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.AddVersionRequest.SerializeToString,
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.AddVersionResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def TerminateServices(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/serve.v1.ServeService/TerminateServices',
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateServicesRequest.SerializeToString,
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateServicesResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def TerminateReplica(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/serve.v1.ServeService/TerminateReplica',
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateReplicaRequest.SerializeToString,
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.TerminateReplicaResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def WaitServiceRegistration(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/serve.v1.ServeService/WaitServiceRegistration',
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.WaitServiceRegistrationRequest.SerializeToString,
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.WaitServiceRegistrationResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def UpdateService(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/serve.v1.ServeService/UpdateService',
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.UpdateServiceRequest.SerializeToString,
+            sky_dot_schemas_dot_generated_dot_servev1__pb2.UpdateServiceResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

sky/serve/serve_rpc_utils.py

@@ -0,0 +1,179 @@
+"""Rpc Utilities for SkyServe"""
+
+import typing
+from typing import Any, Dict, List, Optional, Tuple
+
+from sky import backends
+from sky.adaptors import common as adaptors_common
+from sky.backends import backend_utils
+from sky.serve import serve_utils
+
+if typing.TYPE_CHECKING:
+    from sky.schemas.generated import servev1_pb2
+else:
+    servev1_pb2 = adaptors_common.LazyImport(
+        'sky.schemas.generated.servev1_pb2')
+
+# ======================= gRPC Converters for Sky Serve =======================
+
+
+class GetServiceStatusRequestConverter:
+    """Converter for GetServiceStatusRequest"""
+
+    @classmethod
+    def to_proto(cls, service_names: Optional[List[str]],
+                 pool: bool) -> 'servev1_pb2.GetServiceStatusRequest':
+        request = servev1_pb2.GetServiceStatusRequest()
+        request.pool = pool
+        if service_names is not None:
+            request.service_names.names.extend(service_names)
+        return request
+
+    @classmethod
+    def from_proto(
+        cls, proto: 'servev1_pb2.GetServiceStatusRequest'
+    ) -> Tuple[Optional[List[str]], bool]:
+        pool = proto.pool
+        if proto.HasField('service_names'):
+            service_names = list(proto.service_names.names)
+        else:
+            service_names = None
+        return service_names, pool
+
+
+class GetServiceStatusResponseConverter:
+    """Converter for GetServiceStatusResponse"""
+
+    @classmethod
+    def to_proto(
+        cls,
+        statuses: List[Dict[str,
+                            str]]) -> 'servev1_pb2.GetServiceStatusResponse':
+        response = servev1_pb2.GetServiceStatusResponse()
+        for status in statuses:
+            added = response.statuses.add()
+            added.status.update(status)
+        return response
+
+    @classmethod
+    def from_proto(
+            cls, proto: 'servev1_pb2.GetServiceStatusResponse'
+    ) -> List[Dict[str, str]]:
+        pickled = [dict(status.status) for status in proto.statuses]
+        return pickled
+
+
+class TerminateServicesRequestConverter:
+    """Converter for TerminateServicesRequest"""
+
+    @classmethod
+    def to_proto(cls, service_names: Optional[List[str]], purge: bool,
+                 pool: bool) -> 'servev1_pb2.TerminateServicesRequest':
+        request = servev1_pb2.TerminateServicesRequest()
+        request.purge = purge
+        request.pool = pool
+        if service_names is not None:
+            request.service_names.names.extend(service_names)
+        return request
+
+    @classmethod
+    def from_proto(
+        cls, proto: 'servev1_pb2.TerminateServicesRequest'
+    ) -> Tuple[Optional[List[str]], bool, bool]:
+        purge = proto.purge
+        pool = proto.pool
+        if proto.HasField('service_names'):
+            service_names = list(proto.service_names.names)
+        else:
+            service_names = None
+        return service_names, purge, pool
+
+
+# ========================= gRPC Runner for Sky Serve =========================
+
+
+class RpcRunner:
+    """gRPC Runner for Sky Serve
+
+    The RPC runner does not catch errors, and assumes that backend handle has
+    grpc enabled.
+
+    Common exceptions raised:
+        exceptions.FetchClusterInfoError
+        exceptions.SkyletInternalError
+        grpc.RpcError
+        grpc.FutureTimeoutError
+        AssertionError
+    """
+
+    @classmethod
+    def get_service_status(cls, handle: backends.CloudVmRayResourceHandle,
+                           service_names: Optional[List[str]],
+                           pool: bool) -> List[Dict[str, Any]]:
+        assert handle.is_grpc_enabled_with_flag
+        request = GetServiceStatusRequestConverter.to_proto(service_names, pool)
+        response = backend_utils.invoke_skylet_with_retries(
+            lambda: backends.SkyletClient(handle.get_grpc_channel()
+                                         ).get_service_status(request))
+        pickled = GetServiceStatusResponseConverter.from_proto(response)
+        return serve_utils.unpickle_service_status(pickled)
+
+    @classmethod
+    def add_version(cls, handle: backends.CloudVmRayResourceHandle,
+                    service_name: str) -> int:
+        assert handle.is_grpc_enabled_with_flag
+        request = servev1_pb2.AddVersionRequest(service_name=service_name)
+        response = backend_utils.invoke_skylet_with_retries(
+            lambda: backends.SkyletClient(handle.get_grpc_channel()
+                                         ).add_serve_version(request))
+        return response.version
+
+    @classmethod
+    def terminate_services(cls, handle: backends.CloudVmRayResourceHandle,
+                           service_names: Optional[List[str]], purge: bool,
+                           pool: bool) -> str:
+        assert handle.is_grpc_enabled_with_flag
+        request = TerminateServicesRequestConverter.to_proto(
+            service_names, purge, pool)
+        response = backend_utils.invoke_skylet_with_retries(
+            lambda: backends.SkyletClient(handle.get_grpc_channel()
+                                         ).terminate_services(request))
+        return response.message
+
+    @classmethod
+    def terminate_replica(cls, handle: backends.CloudVmRayResourceHandle,
+                          service_name: str, replica_id: int,
+                          purge: bool) -> str:
+        assert handle.is_grpc_enabled_with_flag
+        request = servev1_pb2.TerminateReplicaRequest(service_name=service_name,
+                                                      replica_id=replica_id,
+                                                      purge=purge)
+        response = backend_utils.invoke_skylet_with_retries(
+            lambda: backends.SkyletClient(handle.get_grpc_channel()
+                                         ).terminate_replica(request))
+        return response.message
+
+    @classmethod
+    def wait_service_registration(cls,
+                                  handle: backends.CloudVmRayResourceHandle,
+                                  service_name: str, job_id: int,
+                                  pool: bool) -> int:
+        assert handle.is_grpc_enabled_with_flag
+        request = servev1_pb2.WaitServiceRegistrationRequest(
+            service_name=service_name, job_id=job_id, pool=pool)
+        response = backend_utils.invoke_skylet_with_retries(
+            lambda: backends.SkyletClient(handle.get_grpc_channel()
+                                         ).wait_service_registration(request))
+        return response.lb_port
+
+    @classmethod
+    def update_service(cls, handle: backends.CloudVmRayResourceHandle,
+                       service_name: str, version: int,
+                       mode: serve_utils.UpdateMode, pool: bool) -> None:
+        assert handle.is_grpc_enabled_with_flag
+        request = servev1_pb2.UpdateServiceRequest(service_name=service_name,
+                                                   version=version,
+                                                   mode=mode.value,
+                                                   pool=pool)
+        backend_utils.invoke_skylet_with_retries(lambda: backends.SkyletClient(
+            handle.get_grpc_channel()).update_service(request))