oracle-ads 2.13.8__py3-none-any.whl → 2.13.9rc0__py3-none-any.whl

ads/model/deployment/model_deployment_runtime.py

@@ -1,838 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8; -*-
-
-# Copyright (c) 2023 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/from typing import Dict
-
-
-from typing import Dict, List
-from ads.jobs.builders.base import Builder
-
-MODEL_DEPLOYMENT_RUNTIME_KIND = "runtime"
-
-
-class ModelDeploymentRuntimeType:
-    CONDA = "conda"
-    CONTAINER = "container"
-
-
-class OCIModelDeploymentRuntimeType:
-    CONDA = "DEFAULT"
-    CONTAINER = "OCIR_CONTAINER"
-
-
-class ModelDeploymentMode:
-    HTTPS = "HTTPS_ONLY"
-    STREAM = "STREAM_ONLY"
-
-
-class ModelDeploymentRuntime(Builder):
-    """A class used to represent a Model Deployment Runtime.
-
-    Attributes
-    ----------
-    env: Dict
-        The environment variables of model deployment runtime.
-    deployment_mode: str
-        The deployment mode of model deployment.
-    input_stream_ids: List
-        The input stream ids of model deployment.
-    output_stream_ids: List
-        The output stream ids of model deployment.
-    model_uri: str
-        The model uri of model deployment.
-    bucket_uri: str
-        The OCI Object Storage URI where large size model artifacts will be copied to.
-    auth: Dict
-        The default authentication is set using `ads.set_auth` API.
-    region: str
-        The destination Object Storage bucket region.
-    overwrite_existing_artifact: bool
-        Whether overwrite existing target bucket artifact or not.
-    remove_existing_artifact: bool
-        Whether artifacts uploaded to object storage bucket need to be removed or not.
-    timeout: int
-        The connection timeout in seconds for the client.
-
-    Methods
-    -------
-    with_env(env)
-        Sets the environment variables of model deployment
-    with_deployment_mode(deployment_mode)
-        Sets the deployment mode of model deployment
-    with_input_stream_ids(input_stream_ids)
-        Sets the input stream ids of model deployment
-    with_output_stream_ids(output_stream_ids)
-        Sets the output stream ids of model deployment
-    with_model_uri(model_uri)
-        Sets the model uri of model deployment
-    with_bucket_uri(bucket_uri)
-        Sets the bucket uri when uploading large size model.
-    with_auth(auth)
-        Sets the default authentication when uploading large size model.
-    with_region(region)
-        Sets the region when uploading large size model.
-    with_overwrite_existing_artifact(overwrite_existing_artifact)
-        Sets whether to overwrite existing artifact when uploading large size model.
-    with_remove_existing_artifact(remove_existing_artifact)
-        Sets whether to remove existing artifact when uploading large size model.
-    with_timeout(timeout)
-        Sets the connection timeout when uploading large size model.
-    """
-
-    CONST_MODEL_ID = "modelId"
-    CONST_MODEL_URI = "modelUri"
-    CONST_ENV = "env"
-    CONST_ENVIRONMENT_VARIABLES = "environmentVariables"
-    CONST_ENVIRONMENT_CONFIG_TYPE = "environmentConfigurationType"
-    CONST_DEPLOYMENT_MODE = "deploymentMode"
-    CONST_INPUT_STREAM_IDS = "inputStreamIds"
-    CONST_OUTPUT_STREAM_IDS = "outputStreamIds"
-    CONST_ENVIRONMENT_CONFIG_DETAILS = "environmentConfigurationDetails"
-    CONST_BUCKET_URI = "bucketUri"
-    CONST_AUTH = "auth"
-    CONST_REGION = "region"
-    CONST_OVERWRITE_EXISTING_ARTIFACT = "overwriteExistingArtifact"
-    CONST_REMOVE_EXISTING_ARTIFACT = "removeExistingArtifact"
-    CONST_TIMEOUT = "timeout"
-
-    attribute_map = {
-        CONST_ENV: "env",
-        CONST_ENVIRONMENT_VARIABLES: "environment_variables",
-        CONST_INPUT_STREAM_IDS: "input_stream_ids",
-        CONST_OUTPUT_STREAM_IDS: "output_stream_ids",
-        CONST_DEPLOYMENT_MODE: "deployment_mode",
-        CONST_MODEL_URI: "model_uri",
-        CONST_BUCKET_URI: "bucket_uri",
-        CONST_AUTH: "auth",
-        CONST_REGION: "region",
-        CONST_OVERWRITE_EXISTING_ARTIFACT: "overwrite_existing_artifact",
-        CONST_REMOVE_EXISTING_ARTIFACT: "remove_existing_artifact",
-        CONST_TIMEOUT: "timeout",
-    }
-
-    ENVIRONMENT_CONFIG_DETAILS_PATH = (
-        "model_deployment_configuration_details.environment_configuration_details"
-    )
-    STREAM_CONFIG_DETAILS_PATH = (
-        "model_deployment_configuration_details.stream_configuration_details"
-    )
-    MODEL_CONFIG_DETAILS_PATH = (
-        "model_deployment_configuration_details.model_configuration_details"
-    )
-
-    payload_attribute_map = {
-        CONST_ENV: f"{ENVIRONMENT_CONFIG_DETAILS_PATH}.environment_variables",
-        CONST_INPUT_STREAM_IDS: f"{STREAM_CONFIG_DETAILS_PATH}.input_stream_ids",
-        CONST_OUTPUT_STREAM_IDS: f"{STREAM_CONFIG_DETAILS_PATH}.output_stream_ids",
-        CONST_DEPLOYMENT_MODE: "deployment_mode",
-        CONST_MODEL_URI: f"{MODEL_CONFIG_DETAILS_PATH}.model_id",
-    }
-
-    def __init__(self, spec: Dict = None, **kwargs) -> None:
-        super().__init__(spec, **kwargs)
-
-    @property
-    def kind(self) -> str:
-        """The kind of the object as showing in YAML.
-
-        Returns
-        -------
-        str
-            runtime
-        """
-        return MODEL_DEPLOYMENT_RUNTIME_KIND
-
-    @property
-    def env(self) -> Dict:
-        """The environment variables of model deployment.
-
-        Returns
-        -------
-        Dict
-            The environment variables of model deployment.
-        """
-        return self.get_spec(self.CONST_ENV, {})
-
-    def with_env(self, env: Dict) -> "ModelDeploymentRuntime":
-        """Sets the environment variables of model deployment.
-
-        Parameters
-        ----------
-        env: Dict
-            The environment variables of model deployment.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_ENV, env)
-
-    @property
-    def deployment_mode(self) -> str:
-        """The deployment mode of model deployment.
-
-        Returns
-        -------
-        str
-            The deployment mode of model deployment.
-        """
-        return self.get_spec(self.CONST_DEPLOYMENT_MODE, ModelDeploymentMode.HTTPS)
-
-    def with_deployment_mode(self, deployment_mode: str) -> "ModelDeploymentRuntime":
-        """Sets the deployment mode of model deployment.
-        Can be HTTPS_ONLY or STREAM_ONLY.
-
-        Parameters
-        ----------
-        deployment_mode: str
-            The deployment mode of model deployment.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_DEPLOYMENT_MODE, deployment_mode)
-
-    @property
-    def input_stream_ids(self) -> List[str]:
-        """The input stream ids of model deployment.
-
-        Returns
-        -------
-        List
-            The input stream ids of model deployment.
-        """
-        return self.get_spec(self.CONST_INPUT_STREAM_IDS, [])
-
-    def with_input_stream_ids(
-        self, input_stream_ids: List[str]
-    ) -> "ModelDeploymentRuntime":
-        """Sets the input stream ids of model deployment.
-
-        Parameters
-        ----------
-        input_stream_ids: List
-            The input stream ids of model deployment.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_INPUT_STREAM_IDS, input_stream_ids)
-
-    @property
-    def output_stream_ids(self) -> List[str]:
-        """The output stream ids of model deployment.
-
-        Returns
-        -------
-        List
-            The output stream ids of model deployment.
-        """
-        return self.get_spec(self.CONST_OUTPUT_STREAM_IDS, [])
-
-    def with_output_stream_ids(
-        self, output_stream_ids: List[str]
-    ) -> "ModelDeploymentRuntime":
-        """Sets the output stream ids of model deployment.
-
-        Parameters
-        ----------
-        output_stream_ids: List
-            The output stream ids of model deployment.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_OUTPUT_STREAM_IDS, output_stream_ids)
-
-    @property
-    def model_uri(self) -> str:
-        """The model uri of model deployment.
-
-        Returns
-        -------
-        List
-            The model uri of model deployment.
-        """
-        return self.get_spec(self.CONST_MODEL_URI, None)
-
-    def with_model_uri(self, model_uri: str) -> "ModelDeploymentRuntime":
-        """Sets the model uri of model deployment.
-
-        Parameters
-        ----------
-        model_uri: str
-            The model uri of model deployment.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_MODEL_URI, model_uri)
-
-    @property
-    def bucket_uri(self) -> str:
-        """The bucket uri of model.
-
-        Returns
-        -------
-        str
-            The bucket uri of model.
-        """
-        return self.get_spec(self.CONST_BUCKET_URI, None)
-
-    def with_bucket_uri(self, bucket_uri: str) -> "ModelDeploymentRuntime":
-        """Sets the bucket uri of model.
-
-        Parameters
-        ----------
-        bucket_uri: str
-            The bucket uri of model.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_BUCKET_URI, bucket_uri)
-
-    @property
-    def auth(self) -> Dict:
-        """The auth when uploading large-size model.
-
-        Returns
-        -------
-        Dict
-            The auth when uploading large-size model.
-        """
-        return self.get_spec(self.CONST_AUTH, {})
-
-    def with_auth(self, auth: Dict) -> "ModelDeploymentRuntime":
-        """Sets the auth when uploading large-size model.
-
-        Parameters
-        ----------
-        auth: Dict
-            The auth when uploading large-size model.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_AUTH, auth)
-
-    @property
-    def region(self) -> str:
-        """The region when uploading large-size model.
-
-        Returns
-        -------
-        str
-            The region when uploading large-size model.
-        """
-        return self.get_spec(self.CONST_REGION, None)
-
-    def with_region(self, region: str) -> "ModelDeploymentRuntime":
-        """Sets the region when uploading large-size model.
-
-        Parameters
-        ----------
-        region: str
-            The region when uploading large-size model.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_REGION, region)
-
-    @property
-    def overwrite_existing_artifact(self) -> bool:
-        """Overwrite existing artifact when uploading large size model.
-
-        Returns
-        -------
-        bool
-            Overwrite existing artifact when uploading large size model.
-        """
-        return self.get_spec(self.CONST_OVERWRITE_EXISTING_ARTIFACT, True)
-
-    def with_overwrite_existing_artifact(
-        self, overwrite_existing_artifact: bool
-    ) -> "ModelDeploymentRuntime":
-        """Sets whether to overwrite existing artifact when uploading large size model.
-
-        Parameters
-        ----------
-        overwrite_existing_artifact: bool
-            Overwrite existing artifact when uploading large size model.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(
-            self.CONST_OVERWRITE_EXISTING_ARTIFACT, overwrite_existing_artifact
-        )
-
-    @property
-    def remove_existing_artifact(self) -> bool:
-        """Remove existing artifact when uploading large size model.
-
-        Returns
-        -------
-        bool
-            Remove existing artifact when uploading large size model.
-        """
-        return self.get_spec(self.CONST_REMOVE_EXISTING_ARTIFACT, True)
-
-    def with_remove_existing_artifact(
-        self, remove_existing_artifact: bool
-    ) -> "ModelDeploymentRuntime":
-        """Sets whether to remove existing artifact when uploading large size model.
-
-        Parameters
-        ----------
-        remove_existing_artifact: bool
-            Remove existing artifact when uploading large size model.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(
-            self.CONST_REMOVE_EXISTING_ARTIFACT, remove_existing_artifact
-        )
-
-    @property
-    def timeout(self) -> int:
-        """The timeout when uploading large-size model.
-
-        Returns
-        -------
-        int
-            The timeout when uploading large-size model.
-        """
-        return self.get_spec(self.CONST_TIMEOUT, None)
-
-    def with_timeout(self, timeout: int) -> "ModelDeploymentRuntime":
-        """Sets the timeout when uploading large-size model.
-
-        Parameters
-        ----------
-        timeout: int
-            The timeout when uploading large-size model.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_TIMEOUT, timeout)
-
-    def init(self, **kwargs) -> "ModelDeploymentRuntime":
-        """Initializes a starter specification for the runtime.
-
-        Returns
-        -------
-        Self
-            This method returns self to support chaining methods.
-        """
-        return (
-            self.with_env({"key": "value"})
-            .with_deployment_mode("HTTPS_ONLY")
-            .with_model_uri("<MODEL_URI>")
-        )
-
-
-class ModelDeploymentCondaRuntime(ModelDeploymentRuntime):
-    """A class used to represent a Model Deployment Conda Runtime.
-
-    Examples
-    --------
-    >>> conda_runtime = ModelDeploymentCondaRuntime()
-    ...        .with_env({"key":"value"})
-    ...        .with_deployment_mode("HTTPS_ONLY")
-    ...        .with_model_uri(<model_uri>)
-    >>> conda_runtime.to_dict()
-    """
-
-    @property
-    def type(self) -> str:
-        """The type of the object as showing in YAML.
-
-        Returns
-        -------
-        str
-            conda
-        """
-        return ModelDeploymentRuntimeType.CONDA
-
-    @property
-    def environment_config_type(self) -> str:
-        """The environment config type of model deployment.
-
-        Returns
-        -------
-        str
-            DEFAULT
-        """
-        return OCIModelDeploymentRuntimeType.CONDA
-
-    def init(self, **kwargs) -> "ModelDeploymentCondaRuntime":
-        """Initializes a starter specification for the runtime.
-
-        Returns
-        -------
-        CondaRuntime
-            The runtime instance.
-        """
-        return super().init(**kwargs)
-
-
-class ModelDeploymentContainerRuntime(ModelDeploymentRuntime):
-    """A class used to represent a Model Deployment Container Runtime.
-
-    Attributes
-    ----------
-    image: str
-        The image of model deployment container runtime.
-    image_digest: str
-        The image digest of model deployment container runtime.
-    cmd: List
-        The cmd of model deployment container runtime.
-    entrypoint: List
-        The entrypoint of model deployment container runtime.
-    server_port: int
-        The server port of model deployment container runtime.
-    health_check_port: int
-        The health check port of model deployment container runtime.
-
-    Methods
-    -------
-    with_image(image)
-        Sets the image of model deployment container runtime
-    with_image_digest(image_digest)
-        Sets the image digest of model deployment container runtime
-    with_cmd(cmd)
-        Sets the cmd of model deployment container runtime
-    with_entrypoint(entrypoint)
-        Sets the entrypoint of model deployment container runtime
-    with_server_port(server_port)
-        Sets the server port of model deployment container runtime
-    with_health_check_port(health_check_port)
-        Sets the health check port of model deployment container runtime
-
-    Examples
-    --------
-    Build runtime from builder apis:
-    >>> container_runtime = ModelDeploymentContainerRuntime()
-    ...        .with_image(<image>)
-    ...        .with_image_digest(<image_digest>)
-    ...        .with_entrypoint(<entrypoint>)
-    ...        .with_server_port(<server_port>)
-    ...        .with_health_check_port(<health_check_port>)
-    ...        .with_env({"key":"value"})
-    ...        .with_deployment_mode("HTTPS_ONLY")
-    ...        .with_model_uri(<model_uri>)
-    >>> container_runtime.to_dict()
-
-    Build runtime from yaml:
-    >>> container_runtime = ModelDeploymentContainerRuntime.from_yaml(uri=<path_to_yaml>)
-    """
-
-    CONST_IMAGE = "image"
-    CONST_IMAGE_DIGEST = "imageDigest"
-    CONST_CMD = "cmd"
-    CONST_ENTRYPOINT = "entrypoint"
-    CONST_SERVER_PORT = "serverPort"
-    CONST_HEALTH_CHECK_PORT = "healthCheckPort"
-    CONST_INFERENCE_SERVER = "inferenceServer"
-
-    attribute_map = {
-        **ModelDeploymentRuntime.attribute_map,
-        CONST_IMAGE: "image",
-        CONST_IMAGE_DIGEST: "image_digest",
-        CONST_CMD: "cmd",
-        CONST_ENTRYPOINT: "entrypoint",
-        CONST_SERVER_PORT: "server_port",
-        CONST_HEALTH_CHECK_PORT: "health_check_port",
-        CONST_INFERENCE_SERVER: "inference_server",
-    }
-
-    payload_attribute_map = {
-        **ModelDeploymentRuntime.payload_attribute_map,
-        CONST_IMAGE: f"{ModelDeploymentRuntime.ENVIRONMENT_CONFIG_DETAILS_PATH}.image",
-        CONST_IMAGE_DIGEST: f"{ModelDeploymentRuntime.ENVIRONMENT_CONFIG_DETAILS_PATH}.image_digest",
-        CONST_CMD: f"{ModelDeploymentRuntime.ENVIRONMENT_CONFIG_DETAILS_PATH}.cmd",
-        CONST_ENTRYPOINT: f"{ModelDeploymentRuntime.ENVIRONMENT_CONFIG_DETAILS_PATH}.entrypoint",
-        CONST_SERVER_PORT: f"{ModelDeploymentRuntime.ENVIRONMENT_CONFIG_DETAILS_PATH}.server_port",
-        CONST_HEALTH_CHECK_PORT: f"{ModelDeploymentRuntime.ENVIRONMENT_CONFIG_DETAILS_PATH}.health_check_port",
-    }
-
-    @property
-    def type(self) -> str:
-        """The type of the object as showing in YAML.
-
-        Returns
-        -------
-        str
-            container
-        """
-        return ModelDeploymentRuntimeType.CONTAINER
-
-    @property
-    def environment_config_type(self) -> str:
-        """The environment config type of model deployment.
-
-        Returns
-        -------
-        str
-            OCIR_CONTAINER
-        """
-        return OCIModelDeploymentRuntimeType.CONTAINER
-
-    @property
-    def image(self) -> str:
-        """The image of model deployment container runtime.
-
-        Returns
-        -------
-        str
-            The image of model deployment container runtime.
-        """
-        return self.get_spec(self.CONST_IMAGE, None)
-
-    def with_image(self, image: str) -> "ModelDeploymentContainerRuntime":
-        """Sets the image of model deployment container runtime.
-
-        Parameters
-        ----------
-        image: str
-            The image of model deployment container runtime.
-
-        Returns
-        -------
-        ModelDeploymentContainerRuntime
-            The ModelDeploymentContainerRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_IMAGE, image)
-
-    @property
-    def image_digest(self) -> str:
-        """The image digest of model deployment container runtime.
-
-        Returns
-        -------
-        str
-            The image digest of model deployment container runtime.
-        """
-        return self.get_spec(self.CONST_IMAGE_DIGEST, None)
-
-    def with_image_digest(self, image_digest: str) -> "ModelDeploymentContainerRuntime":
-        """Sets the image digest of model deployment container runtime.
-
-        Parameters
-        ----------
-        image_digest: str
-            The image digest of model deployment container runtime.
-
-        Returns
-        -------
-        ModelDeploymentContainerRuntime
-            The ModelDeploymentContainerRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_IMAGE_DIGEST, image_digest)
-
-    @property
-    def cmd(self) -> List[str]:
-        """The command lines of model deployment container runtime.
-
-        Returns
-        -------
-        List
-            The command lines of model deployment container runtime.
-        """
-        return self.get_spec(self.CONST_CMD, [])
-
-    def with_cmd(self, cmd: List[str]) -> "ModelDeploymentContainerRuntime":
-        """Sets the cmd of model deployment container runtime.
-
-        Parameters
-        ----------
-        cmd: List
-            The cmd of model deployment container runtime.
-
-        Returns
-        -------
-        ModelDeploymentContainerRuntime
-            The ModelDeploymentContainerRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_CMD, cmd)
-
-    @property
-    def entrypoint(self) -> List[str]:
-        """The entry point of model deployment container runtime.
-
-        Returns
-        -------
-        List
-            The entry point of model deployment container runtime.
-        """
-        return self.get_spec(self.CONST_ENTRYPOINT, [])
-
-    def with_entrypoint(
-        self, entrypoint: List[str]
-    ) -> "ModelDeploymentContainerRuntime":
-        """Sets the entrypoint of model deployment container runtime.
-
-        Parameters
-        ----------
-        entrypoint: List
-            The entrypoint of model deployment container runtime.
-
-        Returns
-        -------
-        ModelDeploymentContainerRuntime
-            The ModelDeploymentContainerRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_ENTRYPOINT, entrypoint)
-
-    @property
-    def server_port(self) -> int:
-        """The server port of model deployment container runtime.
-
-        Returns
-        -------
-        int
-            The server port of model deployment container runtime.
-        """
-        return self.get_spec(self.CONST_SERVER_PORT, None)
-
-    def with_server_port(self, server_port: int) -> "ModelDeploymentContainerRuntime":
-        """Sets the server port of model deployment container runtime.
-
-        Parameters
-        ----------
-        server_port: List
-            The server port of model deployment container runtime.
-
-        Returns
-        -------
-        ModelDeploymentContainerRuntime
-            The ModelDeploymentContainerRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_SERVER_PORT, server_port)
-
-    @property
-    def health_check_port(self) -> int:
-        """The health check port of model deployment container runtime.
-
-        Returns
-        -------
-        int
-            The health check port of model deployment container runtime.
-        """
-        return self.get_spec(self.CONST_HEALTH_CHECK_PORT, None)
-
-    def with_health_check_port(
-        self, health_check_port: int
-    ) -> "ModelDeploymentContainerRuntime":
-        """Sets the health check port of model deployment container runtime.
-
-        Parameters
-        ----------
-        health_check_port: List
-            The health check port of model deployment container runtime.
-
-        Returns
-        -------
-        ModelDeploymentContainerRuntime
-            The ModelDeploymentContainerRuntime instance (self).
-        """
-        return self.set_spec(self.CONST_HEALTH_CHECK_PORT, health_check_port)
-
-    @property
-    def inference_server(self) -> str:
-        """Returns the inference server.
-
-        Returns
-        -------
-        str
-            The inference server.
-        """
-        return self.get_spec(self.CONST_INFERENCE_SERVER, None)
-
-    def with_inference_server(
-        self, inference_server: str = "triton"
-    ) -> "ModelDeploymentRuntime":
-        """Sets the inference server. Current supported inference server is "triton".
-        Note if you are using byoc, you do not need to set the inference server.
-
-        Parameters
-        ----------
-        inference_server: str
-            Set the inference server.
-
-        Returns
-        -------
-        ModelDeploymentRuntime
-            The ModelDeploymentRuntime instance (self).
-
-        Example
-        -------
-        >>> from ads.model.deployment import ModelDeployment, ModelDeploymentContainerRuntime, ModelDeploymentInfrastructure
-        >>> import ads
-        >>> ads.set_auth("resource_principal")
-        >>> infrastructure = ModelDeploymentInfrastructure()\
-        ...                 .with_project_id(<project_id>)\
-        ...                 .with_compartment_id(<comparment_id>)\
-        ...                 .with_shape_name("VM.Standard.E4.Flex")\
-        ...                 .with_replica(2)\
-        ...                 .with_bandwidth_mbps(10)\
-        ...                 .with_access_log(log_group_id=<deployment_log_group_id>, log_id=<deployment_access_log_id>)\
-        ...                 .with_predict_log(log_group_id=<deployment_log_group_id>, log_id=<deployment_predict_log_id>)
-
-        >>> runtime = ModelDeploymentContainerRuntime()\
-        ...                 .with_image(<container_image>)\
-        ...                 .with_server_port(<server_port>)\
-        ...                 .with_health_check_port(<health_check_port>)\
-        ...                 .with_model_uri(<model_id>)\
-        ...                 .with_env({"key":"value", "key2":"value2"})\
-        ...                 .with_inference_server("triton")
-        >>> deployment = ModelDeployment()\
-        ...                 .with_display_name("Triton Example")\
-        ...                 .with_infrastructure(infrastructure)\
-        ...                 .with_runtime(runtime)
-        >>> deployment.deploy()
-        """
-        return self.set_spec(self.CONST_INFERENCE_SERVER, inference_server.lower())
-
-    def init(self, **kwargs) -> "ModelDeploymentContainerRuntime":
-        """Initializes a starter specification for the runtime.
-
-        Returns
-        -------
-        CondaRuntime
-            The runtime instance.
-        """
-        super().init(**kwargs)
-        return (
-            self.with_image("iad.ocir.io/<namespace>/<image>:<tag>")
-            .with_image_digest("<IMAGE_DIGEST>")
-            .with_entrypoint(["python", "/opt/ds/model/deployed_model/api.py"])
-            .with_server_port(5000)
-            .with_health_check_port(5000)
-        )