oracle-ads 2.13.7__py3-none-any.whl → 2.13.9rc0__py3-none-any.whl

ads/pipeline/ads_pipeline.py

@@ -1,2279 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8; -*-
-
-# Copyright (c) 2022, 2023 Oracle and/or its affiliates.
-# Licensed under the Universal Permissive License v 1.0 as shown at https://oss.oracle.com/licenses/upl/
-
-import copy
-import datetime
-import logging
-import os
-import traceback
-from typing import Any, Dict, List, Optional
-
-import fsspec
-import oci
-import oci.util as oci_util
-
-from ads.common import utils
-from ads.common.oci_datascience import DSCNotebookSession, OCIDataScienceMixin
-from ads.common.oci_logging import OCILog
-from ads.common.oci_resource import ResourceNotFoundError
-from ads.config import COMPARTMENT_OCID, NB_SESSION_OCID, PROJECT_OCID
-from ads.jobs.builders.base import Builder
-from ads.jobs.builders.infrastructure.dsc_job import DataScienceJob, DSCJob
-from ads.jobs.builders.infrastructure.dsc_job_runtime import (
-    DataScienceJobRuntimeManager,
-)
-from ads.jobs.builders.runtimes.artifact import Artifact
-from ads.jobs.builders.runtimes.python_runtime import (
-    GitPythonRuntime,
-    NotebookRuntime,
-    PythonRuntime,
-    ScriptRuntime,
-)
-from ads.pipeline.ads_pipeline_run import PipelineRun
-from ads.pipeline.ads_pipeline_step import PipelineStep
-from ads.pipeline.visualizer.base import GraphOrientation, PipelineVisualizer
-from ads.pipeline.visualizer.graph_renderer import PipelineGraphRenderer
-
-logger = logging.getLogger(__name__)
-
-MAXIMUM_TIMEOUT = 1800
-DEFAULT_WAITER_KWARGS = {"max_wait_seconds": MAXIMUM_TIMEOUT}
-DEFAULT_OPERATION_KWARGS = {
-    "delete_related_pipeline_runs": True,
-    "delete_related_job_runs": True,
-}
-ALLOWED_OPERATION_KWARGS = [
-    "allow_control_chars",
-    "retry_strategy",
-    "delete_related_job_runs",
-    "delete_related_pipeline_runs",
-    "if_match",
-    "opc_request_id",
-]
-ALLOWED_WAITER_KWARGS = [
-    "max_interval_seconds",
-    "max_wait_seconds",
-    "succeed_on_not_found",
-    "wait_callback",
-    "fetch_func",
-]
-
-
-class Pipeline(Builder):
-    """Represents a Data Science Machine Learning Pipeline."""
-
-    CONST_ID = "id"
-    CONST_PIPELINE_ID = "pipelineId"
-    CONST_DISPLAY_NAME = "displayName"
-    CONST_STEP_DETAILS = "stepDetails"
-    CONST_STEP_OVERRIDE_DETAILS = "stepOverrideDetails"
-    CONST_COMPARTMENT_ID = "compartmentId"
-    CONST_PROJECT_ID = "projectId"
-    CONST_LOG_GROUP_ID = "logGroupId"
-    CONST_LOG_ID = "logId"
-    CONST_SERVICE_LOG_ID = "serviceLogId"
-    CONST_ENABLE_SERVICE_LOG = "enableServiceLog"
-    CONST_ENVIRONMENT_VARIABLES = "environmentVariables"
-    CONST_COMMAND_LINE_ARGUMENTS = "commandLineArguments"
-    CONST_CREATED_BY = "createdBy"
-    CONST_DESCRIPTION = "description"
-    CONST_TYPE = "type"
-    CONST_MAXIMUM_RUNTIME_IN_MINUTES = "maximumRuntimeInMinutes"
-    CONST_ENABLE_LOGGING = "enableLogging"
-    CONST_ENABLE_AUTO_LOG_CREATION = "enableAutoLogCreation"
-    CONST_CONFIGURATION_DETAILS = "configurationDetails"
-    CONST_CONFIGURATION_OVERRIDE_DETAILS = "configurationOverrideDetails"
-    CONST_LOG_CONFIGURATION_DETAILS = "logConfigurationDetails"
-    CONST_LOG_CONFIGURATION_OVERRIDE_DETAILS = "logConfigurationOverrideDetails"
-    CONST_FREEFROM_TAGS = "freeformTags"
-    CONST_DEFINED_TAGS = "definedTags"
-    CONST_SYSTEM_TAGS = "systemTags"
-    CONST_INFRA_CONFIG_DETAILS = "infrastructureConfigurationDetails"
-    CONST_SHAPE_NAME = "shapeName"
-    CONST_BLOCK_STORAGE_SIZE = "blockStorageSizeInGBs"
-    CONST_SHAPE_CONFIG_DETAILS = "shapeConfigDetails"
-    CONST_OCPUS = "ocpus"
-    CONST_MEMORY_IN_GBS = "memoryInGBs"
-    CONST_SERVICE_LOG_CATEGORY = "pipelinerunlog"
-    CONST_SERVICE = "datascience"
-    CONST_DAG = "dag"
-
-    LIFECYCLE_STATE_CREATING = "CREATING"
-    LIFECYCLE_STATE_ACTIVE = "ACTIVE"
-    LIFECYCLE_STATE_DELETING = "DELETING"
-    LIFECYCLE_STATE_FAILED = "FAILED"
-    LIFECYCLE_STATE_DELETED = "DELETED"
-
-    def __init__(self, name: str = None, spec: Dict = None, **kwargs) -> None:
-        """Initialize a pipeline.
-
-        Parameters
-        ----------
-        name: str
-            The name of the pipeline, default to None. If a name is not provided, a randomly generated easy to remember
-            name with timestamp will be generated, like 'strange-spider-2022-08-17-23:55.02'.
-        spec : dict, optional
-            Object specification, default to None
-        kwargs: dict
-            Specification as keyword arguments.
-            If spec contains the same key as the one in kwargs, the value from kwargs will be used.
-
-            - project_id: str
-            - compartment_id: str
-            - display_name: str
-            - description: str
-            - maximum_runtime_in_minutes: int
-            - environment_variables: dict(str, str)
-            - command_line_arguments: str
-            - log_id: str
-            - log_group_id: str
-            - enable_service_log: bool
-            - shape_name: str
-            - block_storage_size_in_gbs: int
-            - shape_config_details: dict
-            - step_details: list[PipelineStep]
-            - dag: list[str]
-            - defined_tags: dict(str, dict(str, object))
-            - freeform_tags: dict[str, str]
-
-        Attributes
-        ----------
-        kind: str
-            The kind of the object as showing in YAML.
-        name: str
-            The name of pipeline.
-        id: str
-            The id of pipeline.
-        step_details: List[PipelineStep]
-            The step details of pipeline.
-        dag_details: List[str]
-            The dag details of pipeline.
-        log_group_id: str
-            The log group id of pipeline.
-        log_id: str
-            The log id of pipeline.
-        project_id: str
-            The project id of pipeline.
-        compartment_id: str
-            The compartment id of pipeline.
-        created_by: str
-            The created by of pipeline.
-        description: str
-            The description of pipeline.
-        environment_variable: dict
-            The environment variables of pipeline.
-        argument: str
-            The command line argument of pipeline.
-        maximum_runtime_in_minutes: int
-            The maximum runtime in minutes of pipeline.
-        shape_name: str
-            The shape name of pipeline infrastructure.
-        block_storage_size_in_gbs: int
-            The block storage of pipeline infrastructure.
-        shape_config_details: dict
-            The shape config details of pipeline infrastructure.
-        enable_service_log: bool
-            The value to enable service log or not.
-        service_log_id: str
-            The service log id of pipeline.
-        status: str
-            The status of the pipeline.
-
-        Methods
-        -------
-        with_name(self, name: str) -> Pipeline
-            Sets the name of pipeline.
-        with_id(self, id: str) -> Pipeline
-            Sets the ocid of pipeline.
-        with_step_details(self, step_details: List[PipelineStep]) -> Pipeline
-            Sets the step details of pipeline.
-        with_dag_details(self, dag_details: List[str]) -> Pipeline
-            Sets the dag details of pipeline.
-        with_log_group_id(self, log_group_id: str) -> Pipeline
-            Sets the log group id of pipeline.
-        with_log_id(self, log_id: str) -> Pipeline
-            Sets the log id of pipeline.
-        with_project_id(self, project_id: str) -> Pipeline
-            Sets the project id of pipeline.
-        with_compartment_id(self, compartment_id: str) -> Pipeline
-            Sets the compartment id of pipeline.
-        with_created_by(self, created_by: str) -> Pipeline
-            Sets the created by of pipeline.
-        with_description(self, description: str) -> Pipeline
-            Sets the description of pipeline.
-        with_environment_variable(self, **kwargs) -> Pipeline
-            Sets the environment variables of pipeline.
-        with_argument(self, *args, **kwargs) -> Pipeline
-            Sets the command line arguments of pipeline.
-        with_maximum_runtime_in_minutes(self, maximum_runtime_in_minutes: int) -> Pipeline
-            Sets the maximum runtime in minutes of pipeline.
-        with_freeform_tags(self, freeform_tags: Dict) -> Pipeline
-            Sets the freeform tags of pipeline.
-        with_defined_tags(self, defined_tags: Dict) -> Pipeline
-            Sets the defined tags of pipeline.
-        with_shape_name(self, shape_name: str) -> Pipeline
-            Sets the shape name of pipeline infrastructure.
-        with_block_storage_size_in_gbs(self, block_storage_size_in_gbs: int) -> Pipeline
-            Sets the block storage size of pipeline infrastructure.
-        with_shape_config_details(self, shape_config_details: Dict) -> Pipeline
-            Sets the shape config details of pipeline infrastructure.
-        with_enable_service_log(self, enable_service_log: bool) -> Pipeline
-            Sets the value to enable the service log of pipeline.
-        to_dict(self) -> dict:
-            Serializes the pipeline specifications to a dictionary.
-        from_dict(cls, obj_dict: dict):
-            Initializes the object from a dictionary.
-        create(self, delete_if_fail: bool = True) -> Pipeline
-            Creates an ADS pipeline.
-        show(self, rankdir: str = GraphOrientation.TOP_BOTTOM)
-            Render pipeline with step information in a graph.
-        to_svg(self, uri: str = None, rankdir: str = GraphOrientation.TOP_BOTTOM, **kwargs) -> str:
-            Renders pipeline as graph into SVG.
-        run(self, display_name: Optional[str] = None, project_id: Optional[str] = None, compartment_id: Optional[str] = None, configuration_override_details: Optional[dict] = None, log_configuration_override_details: Optional[dict] = None, step_override_details: Optional[list] = None, free_form_tags: Optional[dict] = None, defined_tags: Optional[dict] = None, system_tags: Optional[dict] = None) -> PipelineRun
-            Creates and/or overrides an ADS pipeline run.
-        delete(self, delete_related_pipeline_runs: Optional[bool] = True, delete_related_job_runs: Optional[bool] = True, max_wait_seconds: Optional[int] = MAXIMUM_TIMEOUT, **kwargs) -> Pipeline
-            Deletes an ADS pipeline run.
-        from_ocid(cls, ocid: str) -> Pipeline
-            Creates an ADS pipeline from ocid.
-        from_id(cls, id: str) -> Pipeline
-            Creates an ADS pipeline from ocid.
-        to_yaml(self, uri=None, **kwargs)
-            Returns Pipeline serialized as a YAML string
-        from_yaml(cls, yaml_string=None, uri=None, **kwargs)
-            Creates an Pipeline from YAML string provided or from URI location containing YAML string
-        list(cls, compartment_id: Optional[str] = None, **kwargs) -> List[Pipeline]
-            List pipelines in a given compartment.
-        run_list(self, **kwargs) -> List[PipelineRun]
-            Gets a list of runs of the pipeline.
-
-        Example
-        -------
-        Here is an example for creating and running a pipeline using builder:
-
-        .. code-block:: python
-
-            from ads.pipeline import Pipeline, CustomScriptStep, ScriptRuntime
-            # Define an OCI Data Science pipeline
-            pipeline = (
-                Pipeline(name="<pipeline_name>")
-                .with_compartment_id("<compartment_id>")
-                .with_project_id("<project_id>")
-                .with_log_group_id("<log_group_id>")
-                .with_log_id("<log_id>")
-                .with_description("<description>")
-                .with_maximum_runtime_in_minutes(200)
-                .with_argument("argument", key="value")
-                .with_environment_variable(env="value")
-                .with_freeform_tags({"key": "value"})
-                .with_step_details([
-                    (
-                        PipelineStep(name="PipelineStepOne")
-                        .with_job_id("<job_id>")
-                        .with_description("<description>")
-                    ),
-                    (
-                        PipelineStep(name="PipelineStepTwo")
-                        .with_infrastructure(
-                            CustomScriptStep()
-                            .with_shape_name("VM.Standard2.1")
-                            .with_block_storage_size(50)
-                        )
-                        .with_runtime(
-                            ScriptRuntime()
-                            .with_source("oci://bucket_name@namespace/path/to/script.py")
-                            .with_service_conda("tensorflow26_p37_cpu_v2")
-                            .with_environment_variable(ENV="value")
-                            .with_argument("argument", key="value")
-                            .with_maximum_runtime_in_minutes(200)
-                        )
-                    )
-                ])
-                .with_dag_details(["PipelineStepOne >> PipelineStepTwo"])
-            )
-            # Create and Run the pipeline
-            run = pipeline.create().run()
-            # Stream the pipeline run outputs
-            run.watch()
-
-        See Also
-        --------
-        https://docs.oracle.com/en-us/iaas/tools/ads-sdk/latest/user_guide/pipeline/index.html
-        """
-        self.attribute_set = {
-            "id",
-            "createdBy",
-            "projectId",
-            "compartmentId",
-            "description",
-            "pipelineId",
-            "displayName",
-            "configurationDetails",
-            "logConfigurationDetails",
-            "infrastructureConfigurationDetails",
-            "stepDetails",
-            "lifecycleState",
-            "freeformTags",
-            "definedTags",
-            "systemTags",
-            "dag",
-            "logId",
-            "logGroupId",
-        }
-
-        self.attribute_map = {
-            "projectId": "project_id",
-            "compartmentId": "compartment_id",
-            "displayName": "display_name",
-            "description": "description",
-            "maximumRuntimeInMinutes": "maximum_runtime_in_minutes",
-            "environmentVariables": "environment_variables",
-            "commandLineArguments": "command_line_arguments",
-            "logId": "log_id",
-            "logGroupId": "log_group_id",
-            "enableServiceLog": "enable_service_log",
-            "stepDetails": "step_details",
-            "freeformTags": "freeform_tags",
-            "definedTags": "defined_tags",
-            "shapeName": "shape_name",
-            "blockStorageSizeInGBs": "block_storage_size_in_gbs",
-            "shapeConfigDetails": "shape_config_details",
-            "dag": "dag",
-            "id": "id",
-        }
-
-        self._artifact_content_map = {}
-        super().__init__(spec=spec, **kwargs)
-        name = (
-            name
-            or self.get_spec(self.CONST_DISPLAY_NAME)
-            or utils.get_random_name_for_resource()
-        )
-        self.set_spec(self.CONST_DISPLAY_NAME, name)
-        if "dag" in kwargs:
-            self.with_dag(kwargs.get("dag"))
-        elif spec and "dag" in spec:
-            self.with_dag(spec.get("dag"))
-        self.data_science_pipeline = None
-        self.service_logging = None
-
-    def _load_default_properties(self) -> Dict:
-        """Load default properties from environment variables, notebook session, etc.
-
-        Returns
-        -------
-        Dict
-            A dictionary of default properties.
-        """
-        defaults = super()._load_default_properties()
-        if COMPARTMENT_OCID:
-            defaults[self.CONST_COMPARTMENT_ID] = COMPARTMENT_OCID
-        if PROJECT_OCID:
-            defaults[self.CONST_PROJECT_ID] = PROJECT_OCID
-
-        if NB_SESSION_OCID:
-            try:
-                nb_session = DSCNotebookSession.from_ocid(NB_SESSION_OCID)
-                nb_config = nb_session.notebook_session_configuration_details
-                defaults[self.CONST_SHAPE_NAME] = nb_config.shape
-                defaults[
-                    self.CONST_BLOCK_STORAGE_SIZE
-                ] = nb_config.block_storage_size_in_gbs
-
-                if nb_config.notebook_session_shape_config_details:
-                    notebook_shape_config_details = oci_util.to_dict(
-                        nb_config.notebook_session_shape_config_details
-                    )
-                    defaults[self.CONST_SHAPE_CONFIG_DETAILS] = copy.deepcopy(
-                        notebook_shape_config_details
-                    )
-
-            except Exception as e:
-                logger.warning(
-                    f"Error fetching details about Notebook "
-                    f"session: {NB_SESSION_OCID}. {e}"
-                )
-                logger.debug(traceback.format_exc())
-
-        return defaults
-
-    @property
-    def kind(self) -> str:
-        """The kind of the object as showing in YAML.
-
-        Returns
-        -------
-        str
-            pipeline
-        """
-        return "pipeline"
-
-    @property
-    def name(self) -> str:
-        """The name of the pipeline.
-
-        Returns
-        -------
-        str
-            The name of the pipeline.
-        """
-        return self.get_spec(self.CONST_DISPLAY_NAME)
-
-    def with_name(self, name: str) -> "Pipeline":
-        """Sets the name of pipeline.
-
-        Parameters
-        ----------
-        name: str
-            The name of pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_DISPLAY_NAME, name)
-
-    @property
-    def id(self) -> str:
-        """The id of the pipeline.
-
-        Returns
-        -------
-        str
-            The id of the pipeline.
-        """
-        return self.get_spec(self.CONST_ID)
-
-    def with_id(self, id: str) -> "Pipeline":
-        """Sets the id of pipeline.
-
-        Parameters
-        ----------
-        id: str
-            The id of pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_ID, id)
-
-    @property
-    def step_details(self) -> List["PipelineStep"]:
-        """The step details of the pipeline.
-
-        Returns
-        -------
-        list
-            The step details of the pipeline.
-        """
-        return self.get_spec(self.CONST_STEP_DETAILS)
-
-    def with_step_details(self, step_details: List["PipelineStep"]) -> "Pipeline":
-        """Sets the pipeline step details for the pipeline.
-
-        Parameters
-        ----------
-        step_details: list
-            A list of steps in the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        self.set_spec(self.CONST_DAG, None)
-        return self.set_spec(self.CONST_STEP_DETAILS, step_details)
-
-    @property
-    def dag(self) -> List[str]:
-        """The dag details of the pipeline.
-
-        Returns
-        -------
-        list
-            The dag details of the pipeline.
-        """
-        return self.get_spec(self.CONST_DAG)
-
-    def with_dag(self, dag: List[str]) -> "Pipeline":
-        """Sets the pipeline dag details for the pipeline.
-
-        Parameters
-        ----------
-        dag: list
-            A list of dag representing step dependencies in the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        self.set_spec(self.CONST_DAG, dag)
-
-        if not self.step_details:
-            raise ValueError("Pipeline step details must be specified first.")
-
-        stepname_to_step_map = {x.name: x for x in self.step_details}
-        updated_step_details = Pipeline._add_dag_to_node(dag, stepname_to_step_map)
-
-        return self.set_spec(self.CONST_STEP_DETAILS, updated_step_details)
-
-    @staticmethod
-    def _add_dag_to_node(
-        dag: List[str], stepname_to_step_map: dict
-    ) -> List["PipelineStep"]:
-        """Add dependencies to pipeline steps.
-
-        Parameters
-        ----------
-        dag: list
-            A list of dag representing step dependencies in the pipeline.
-        stepname_to_step_map: dict
-            A dict mapping PipelineStep name to the PipelineStep object.
-
-        Returns
-        -------
-        List
-            A list of PipelineStep.
-        """
-
-        dag_mapping = {x: [] for x in stepname_to_step_map}
-        updated_step_details = []
-        if dag:
-            for dag_line in dag:
-                dependency = [
-                    x.strip().strip("()").split(",") for x in dag_line.split(">>")
-                ]
-                for i in range(len(dependency) - 1):
-                    for node1 in dependency[i]:
-                        for node2 in dependency[i + 1]:
-                            node1 = node1.strip()
-                            node2 = node2.strip()
-                            if node1 not in stepname_to_step_map:
-                                raise ValueError(
-                                    f"Pipeline step with name {node1} does not exist. Please provide a valid step name."
-                                )
-                            if node2 not in stepname_to_step_map:
-                                raise ValueError(
-                                    f"Pipeline step with name {node2} does not exist. Please provide a valid step name."
-                                )
-
-                            dag_mapping[node2].append(node1)
-
-        for node, prev_list in dag_mapping.items():
-            node_list = [stepname_to_step_map[x] for x in prev_list]
-            stepname_to_step_map[node]._with_depends_on(node_list)
-            updated_step_details.append(stepname_to_step_map[node])
-
-        return updated_step_details
-
-    @property
-    def log_group_id(self) -> str:
-        """The log group id of the pipeline.
-
-        Returns
-        -------
-        str:
-            The log group id of the pipeline.
-        """
-        return self.get_spec(self.CONST_LOG_GROUP_ID)
-
-    def with_log_group_id(self, log_group_id: str) -> "Pipeline":
-        """Sets the log group id of the pipeline.
-
-        Parameters
-        ----------
-        log_group_id: str
-            The log group id of the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_LOG_GROUP_ID, log_group_id)
-
-    @property
-    def log_id(self) -> str:
-        """The log id of the pipeline.
-
-        Returns
-        -------
-        str:
-            The log id of the pipeline.
-        """
-        return self.get_spec(self.CONST_LOG_ID)
-
-    def with_log_id(self, log_id: str) -> "Pipeline":
-        """Sets the log id of the pipeline.
-
-        Parameters
-        ----------
-        log_id: str
-            The log id of the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_LOG_ID, log_id)
-
-    @property
-    def project_id(self) -> str:
-        """The project id of the pipeline.
-
-        Returns
-        -------
-        str:
-            The project id of the pipeline.
-        """
-        return self.get_spec(self.CONST_PROJECT_ID)
-
-    def with_project_id(self, project_id: str) -> "Pipeline":
-        """Sets the project id of the pipeline.
-
-        Parameters
-        ----------
-        project_id: str
-            The project id of the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_PROJECT_ID, project_id)
-
-    @property
-    def compartment_id(self) -> str:
-        """The compartment id of the pipeline.
-
-        Returns
-        -------
-        str:
-            The compartment id of the pipeline.
-        """
-        return self.get_spec(self.CONST_COMPARTMENT_ID)
-
-    def with_compartment_id(self, compartment_id: str) -> "Pipeline":
-        """Sets the compartment id of the pipeline.
-
-        Parameters
-        ----------
-        compartment_id: str
-            The compartment id of the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_COMPARTMENT_ID, compartment_id)
-
-    @property
-    def created_by(self) -> str:
-        """The id that creates the pipeline.
-
-        Returns
-        -------
-        str:
-            The id that creates the pipeline.
-        """
-        return self.get_spec(self.CONST_CREATED_BY)
-
-    def with_created_by(self, created_by: str) -> "Pipeline":
-        """Sets the id that creates the pipeline.
-
-        Parameters
-        ----------
-        created_by: str
-            The id that creates the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_CREATED_BY, created_by)
-
-    @property
-    def description(self) -> str:
-        """The description of pipeline.
-
-        Returns
-        -------
-        str:
-            The description of pipeline.
-        """
-        return self.get_spec(self.CONST_DESCRIPTION)
-
-    def with_description(self, description: str) -> "Pipeline":
-        """Sets the description of the pipeline.
-
-        Parameters
-        ----------
-        description: str
-            The description of the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_DESCRIPTION, description)
-
-    @property
-    def environment_variable(self) -> dict:
-        """The environment variables of the pipeline.
-
-        Returns
-        -------
-        dict:
-            The environment variables of the pipeline.
-        """
-        return self.get_spec(self.CONST_ENVIRONMENT_VARIABLES)
-
-    def with_environment_variable(self, **kwargs) -> "Pipeline":
-        """Sets environment variables of the pipeline.
-
-        Parameters
-        ----------
-        kwargs:
-            Keyword arguments.
-            To add a keyword argument without value, set the value to None.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        if kwargs:
-            environment_variable_dict = {}
-            for k, v in kwargs.items():
-                environment_variable_dict[k] = v
-            self.set_spec(self.CONST_ENVIRONMENT_VARIABLES, environment_variable_dict)
-        return self
-
-    @property
-    def argument(self) -> str:
-        """The command line arguments of the pipeline.
-
-        Returns
-        -------
-        str:
-            The command line arguments of the pipeline.
-        """
-        return self.get_spec(self.CONST_COMMAND_LINE_ARGUMENTS)
-
-    def with_argument(self, *args, **kwargs) -> "Pipeline":
-        """Adds command line arguments to the pipeline.
-        Existing arguments will be preserved.
-        This method can be called (chained) multiple times to add various arguments.
-        For example, pipeline.with_argument(key="val").with_argument("path/to/file")
-        will result in: "--key val path/to/file"
-
-        Parameters
-        ----------
-        args:
-            Positional arguments.
-            In a single method call, positional arguments are always added before keyword arguments.
-            You can call with_argument() to add positional arguments after keyword arguments.
-
-        kwargs:
-            Keyword arguments.
-            To add a keyword argument without value, set the value to None.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-
-        Raises
-        ------
-        ValueError
-            Keyword arguments with space in a key.
-        """
-        arg_values = self.get_spec(self.CONST_COMMAND_LINE_ARGUMENTS, [])
-        args = [str(arg) for arg in args]
-        arg_values.extend(args)
-        for k, v in kwargs.items():
-            if " " in k:
-                raise ValueError("Argument key %s cannot contain space.", str(k))
-            arg_values.append(f"--{str(k)}")
-            # Ignore None value
-            if v is None:
-                continue
-            arg_values.append(str(v))
-        arg_string = " ".join(arg_values)
-        self.set_spec(self.CONST_COMMAND_LINE_ARGUMENTS, arg_string)
-        return self
-
-    @property
-    def maximum_runtime_in_minutes(self) -> int:
-        """The maximum runtime in minutes of the pipeline.
-
-        Returns
-        -------
-        int:
-            The maximum runtime minutes of the pipeline.
-        """
-        return self.get_spec(self.CONST_MAXIMUM_RUNTIME_IN_MINUTES)
-
-    def with_maximum_runtime_in_minutes(
-        self, maximum_runtime_in_minutes: int
-    ) -> "Pipeline":
-        """Sets the maximum runtime in minutes of the pipeline.
-
-        Parameters
-        ----------
-        maximum_runtime_in_minutes: int
-            The maximum_runtime_in_minutes of the pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(
-            self.CONST_MAXIMUM_RUNTIME_IN_MINUTES, maximum_runtime_in_minutes
-        )
-
-    def with_freeform_tags(self, freeform_tags: Dict) -> "Pipeline":
-        """Sets freeform tags of the pipeline.
-
-        Parameters
-        ----------
-        freeform_tags: dict
-            The freeform tags dictionary.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_FREEFROM_TAGS, freeform_tags)
-
-    def with_defined_tags(self, defined_tags: Dict) -> "Pipeline":
-        """Sets defined tags of the pipeline.
-
-        Parameters
-        ----------
-        defined_tags: dict
-            The defined tags dictionary.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_DEFINED_TAGS, defined_tags)
-
-    @property
-    def shape_name(self) -> str:
-        """The shape name of pipeline infrastructure.
-
-        Returns
-        -------
-        str:
-            The shape name of the pipeline infrastructure.
-        """
-        return self.get_spec(self.CONST_SHAPE_NAME)
-
-    def with_shape_name(self, shape_name: str) -> "Pipeline":
-        """Sets the shape name of pipeline infrastructure.
-
-        Parameters
-        ----------
-        shape_name: str
-            The shape name of the pipeline infrastructure.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_SHAPE_NAME, shape_name)
-
-    @property
-    def block_storage_size_in_gbs(self) -> int:
-        """The block storage size of pipeline infrastructure.
-
-        Returns
-        -------
-        int:
-            The block storage size of the pipeline infrastructure.
-        """
-        return self.get_spec(self.CONST_BLOCK_STORAGE_SIZE)
-
-    def with_block_storage_size_in_gbs(
-        self, block_storage_size_in_gbs: int
-    ) -> "Pipeline":
-        """Sets the block storage size of pipeline infrastructure.
-
-        Parameters
-        ----------
-        block_storage_size_in_gbs: int
-            The block storage size of pipeline infrastructure.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_BLOCK_STORAGE_SIZE, block_storage_size_in_gbs)
-
-    @property
-    def shape_config_details(self) -> dict:
-        """The shape config details of pipeline infrastructure.
-
-        Returns
-        -------
-        dict:
-            The shape config details of the pipeline infrastructure.
-        """
-        return self.get_spec(self.CONST_SHAPE_CONFIG_DETAILS)
-
-    def with_shape_config_details(
-        self, memory_in_gbs: float, ocpus: float, **kwargs: Dict[str, Any]
-    ) -> "Pipeline":
-        """
-        Sets the shape config details of pipeline infrastructure.
-        Specify only when a flex shape is selected.
-        For example `VM.Standard.E3.Flex` allows the memory_in_gbs and cpu count to be specified.
-
-        Parameters
-        ----------
-        memory_in_gbs: float
-            The size of the memory in GBs.
-        ocpus: float
-            The OCPUs count.
-        kwargs
-            Additional keyword arguments.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(
-            self.CONST_SHAPE_CONFIG_DETAILS,
-            {
-                self.CONST_OCPUS: ocpus,
-                self.CONST_MEMORY_IN_GBS: memory_in_gbs,
-                **kwargs,
-            },
-        )
-
-    @property
-    def enable_service_log(self) -> bool:
-        """Enables service log of pipeline.
-
-        Returns
-        -------
-        bool:
-            The bool value to enable service log of pipeline.
-        """
-        return self.get_spec(self.CONST_ENABLE_SERVICE_LOG)
-
-    def with_enable_service_log(self, enable_service_log: bool) -> "Pipeline":
-        """Sets the bool value to enable the service log of pipeline.
-
-        Parameters
-        ----------
-        enable_service_log: bool
-            The value to enable the service log of pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self).
-        """
-        return self.set_spec(self.CONST_ENABLE_SERVICE_LOG, enable_service_log)
-
-    @property
-    def service_log_id(self) -> str:
-        """The service log id of pipeline.
-
-        Returns
-        -------
-        str:
-            The service log id of pipeline.
-        """
-        return self.get_spec(self.CONST_SERVICE_LOG_ID)
-
-    def to_dict(self, **kwargs) -> dict:
-        """Serializes the pipeline specifications to a dictionary.
-
-        Returns
-        -------
-        dict
-            A dictionary containing pipeline specifications.
-        """
-        dict_details = copy.deepcopy(super().to_dict(**kwargs))
-        dict_details["spec"][self.CONST_DAG] = self.get_spec(self.CONST_DAG)
-
-        step_details_list = []
-        if self.step_details:
-            for step in self.step_details:
-                if isinstance(step, PipelineStep):
-                    step = step.to_dict()
-
-                if not isinstance(step, dict):
-                    raise TypeError("Pipeline step is not a valid type")
-                step_dict = copy.deepcopy(step)
-                step_dict["spec"].pop("dependsOn", None)
-                step_details_list.append(step_dict)
-
-        dict_details["spec"][self.CONST_STEP_DETAILS] = step_details_list
-        return dict_details
-
-    @classmethod
-    def from_dict(cls, obj_dict: dict):
-        """Initializes the object from a dictionary."""
-        temp_obj_dict = copy.deepcopy(obj_dict)
-        step_mapping = {}
-        for step in temp_obj_dict["spec"][cls.CONST_STEP_DETAILS]:
-            pipeline_step = PipelineStep.from_dict(step)
-            step_mapping[pipeline_step.name] = pipeline_step
-
-        if cls.CONST_DAG not in temp_obj_dict["spec"]:
-            temp_obj_dict["spec"][cls.CONST_DAG] = None
-
-        step_details = Pipeline._add_dag_to_node(
-            temp_obj_dict["spec"][cls.CONST_DAG], step_mapping
-        )
-        temp_obj_dict["spec"][cls.CONST_STEP_DETAILS] = step_details
-
-        return cls(spec=temp_obj_dict["spec"])
-
-    def create(self, delete_if_fail: bool = True) -> "Pipeline":
-        """Creates an ADS pipeline.
-
-        Returns
-        -------
-        Pipeline:
-            The ADS Pipeline instance.
-        """
-        pipeline_details = self.__pipeline_details()
-        self.data_science_pipeline = DataSciencePipeline(**pipeline_details).create(
-            self.step_details, delete_if_fail
-        )
-        self.set_spec(self.CONST_ID, self.data_science_pipeline.id)
-        if self.enable_service_log and not self.service_log_id:
-            try:
-                self.__create_service_log()
-            except Exception as ex:
-                logger.warning("Failed to create service log: %s", str(ex))
-        return self
-
-    def _show(self) -> PipelineVisualizer:
-        """
-        Prepeares `PipelineVisualizer` instance to render a graph.
-
-        Returns
-        -------
-        PipelineVisualizer
-        """
-        return (
-            PipelineVisualizer()
-            .with_renderer(PipelineGraphRenderer(show_status=False))
-            .with_pipeline(self)
-        )
-
-    def show(self, rankdir: str = GraphOrientation.TOP_BOTTOM) -> None:
-        """
-        Render pipeline with step information in a graph
-
-        Returns
-        -------
-        None
-        """
-        self._show().render(rankdir=rankdir)
-
-    def to_svg(
-        self, uri: str = None, rankdir: str = GraphOrientation.TOP_BOTTOM, **kwargs
-    ) -> str:
-        """
-        Renders pipeline as graph in svg string.
-
-        Parameters
-        ----------
-        uri: (string, optional). Defaults to None.
-            URI location to save the SVG string.
-        rankdir: str, default to "TB".
-            Direction of the rendered graph; allowed Values are {"TB", "LR"}.
-
-        Returns
-        -------
-        str
-            Graph in svg format.
-        """
-        return self._show().to_svg(uri=uri, rankdir=rankdir, **kwargs)
-
-    def run(
-        self,
-        display_name: Optional[str] = None,
-        project_id: Optional[str] = None,
-        compartment_id: Optional[str] = None,
-        configuration_override_details: Optional[dict] = None,
-        log_configuration_override_details: Optional[dict] = None,
-        step_override_details: Optional[list] = None,
-        free_form_tags: Optional[dict] = None,
-        defined_tags: Optional[dict] = None,
-        system_tags: Optional[dict] = None,
-    ) -> "PipelineRun":
-        """Creates an ADS pipeline run.
-
-        Parameters
-        ----------
-        display_name: str, optional
-            The display name to override the one defined previously. Defaults to None.
-
-        project_id: str, optional
-            The project id to override the one defined previously. Defaults to None.
-
-        compartment_id: str, optional
-            The compartment id to override the one defined previously. Defaults to None.
-
-        configuration_override_details: dict, optional
-            The configuration details dictionary to override the one defined previously.
-            Defaults to None.
-            The configuration_override_details contains the following keys:
-            * "type": str, only "DEFAULT" is allowed.
-            * "environment_variables": dict, optional, the environment variables
-            * "command_line_arguments": str, optional, the command line arguments
-            * "maximum_runtime_in_minutes": int, optional, the maximum runtime allowed in minutes
-
-        log_configuration_override_details: dict(str, str), optional
-            The log configuration details dictionary to override the one defined previously.
-            Defaults to None.
-            The log_configuration_override_details contains the following keys:
-            * "log_group_id": str, optional, the log group id
-            * "log_id": str, optional, the log id
-
-        step_override_details: list[PipelineStepOverrideDetails], optional
-            The step details list to override the one defined previously.
-            Defaults to None.
-            The PipelineStepOverrideDetails is a dict which contains the following keys:
-            * step_name: str, the name of step to override
-            * step_configuration_details: dict, which contains:
-                * "maximum_runtime_in_minutes": int, optional
-                * "environment_variables": dict, optional
-                * "command_line_arguments": str, optional
-
-        free_form_tags: dict(str, str), optional
-            The free from tags dictionary to override the one defined previously.
-            Defaults to None.
-
-        defined_tags: dict(str, dict(str, object)), optional
-            The defined tags dictionary to override the one defined previously.
-            Defaults to None.
-
-        system_tags: dict(str, dict(str, object)), optional
-            The system tags dictionary to override the one defined previously.
-            Defaults to None.
-
-        Example
-        --------
-        .. code-block:: python
-
-            # Creates a pipeline run using pipeline configurations
-            pipeline.run()
-
-            # Creates a pipeline run by overriding pipeline configurations
-            pipeline.run(
-                display_name="OverrideDisplayName",
-                configuration_override_details={
-                    "maximum_runtime_in_minutes":30,
-                    "type":"DEFAULT",
-                    "environment_variables": {
-                        "key": "value"
-                    },
-                    "command_line_arguments": "ARGUMENT --KEY VALUE",
-                },
-                log_configuration_override_details={
-                    "log_group_id": "<log_group_id>"
-                },
-                step_override_details=[{
-                    "step_name" : "<step_name>",
-                    "step_configuration_details" : {
-                        "maximum_runtime_in_minutes": 200,
-                        "environment_variables": {
-                            "1":"2"
-                        },
-                        "command_line_arguments": "argument --key value",
-                    }
-                }]
-            )
-
-        Returns
-        -------
-        PipelineRun:
-            The ADS PipelineRun instance.
-        """
-        pipeline_details = self.__pipeline_details()
-        self.__override_configurations(
-            pipeline_details,
-            display_name,
-            project_id,
-            compartment_id,
-            configuration_override_details,
-            log_configuration_override_details,
-            step_override_details,
-            free_form_tags,
-            defined_tags,
-            system_tags,
-        )
-        if not self.data_science_pipeline:
-            self.data_science_pipeline = DataSciencePipeline(**pipeline_details)
-
-        if self.enable_service_log:
-            return self.data_science_pipeline.run(
-                pipeline_details, self.service_logging
-            )
-
-        return self.data_science_pipeline.run(pipeline_details)
-
-    def delete(
-        self,
-        delete_related_pipeline_runs: Optional[bool] = True,
-        delete_related_job_runs: Optional[bool] = True,
-        max_wait_seconds: Optional[int] = MAXIMUM_TIMEOUT,
-        **kwargs,
-    ) -> "Pipeline":
-        """Deteles an ADS pipeline.
-
-        Parameters
-        ----------
-        delete_related_pipeline_runs: bool, optional
-            Specify whether to delete related PipelineRuns or not. Defaults to True.
-        delete_related_job_runs: bool, optional
-            Specify whether to delete related JobRuns or not. Defaults to True.
-        max_wait_seconds: int, optional
-            The maximum time to wait, in seconds. Defaults to 1800.
-
-        kwargs: optional
-        The kwargs to be executed when deleting the pipeline.
-        The allowed keys are:
-        * "allow_control_chars": bool, to indicate whether or not this request should
-        allow control characters in the response object. By default, the response will
-        not allow control characters in strings.
-        * "retry_strategy": obj, to apply to this specific operation/call. This will
-        override any retry strategy set at the client-level. This should be one of the
-        strategies available in the :py:mod:`~oci.retry` module. This operation will not
-        retry by default, users can also use the convenient :py:data:`~oci.retry.DEFAULT_RETRY_STRATEGY`
-        provided by the SDK to enable retries for it. The specifics of the default retry
-        strategy are described `here <https://docs.oracle.com/en-us/iaas/tools/python/latest/sdk_behaviors/retries.html>`__.
-        To have this operation explicitly not perform any retries, pass an instance of :py:class:`~oci.retry.NoneRetryStrategy`.
-        * "if_match": str, for optimistic concurrency control. In the PUT or DELETE call
-        for a resource, set the `if-match` parameter to the value of the etag from a
-        previous GET or POST response for that resource. The resource is updated or
-        deleted only if the `etag` you provide matches the resource's current `etag` value.
-        * "opc_request_id": str, unique Oracle assigned identifier for the request.
-        If you need to contact Oracle about a particular request, then provide the request ID.
-        * "max_interval_seconds": int, the maximum interval between queries, in seconds.
-        * "succeed_on_not_found": bool, to determine whether or not the waiter should
-        return successfully if the data we're waiting on is not found
-        (e.g. a 404 is returned from the service). This defaults to False and so a 404 would
-        cause an exception to be thrown by this function. Setting it to True may be useful in
-        scenarios when waiting for a resource to be terminated/deleted since it is possible that
-        the resource would not be returned by the a GET call anymore.
-        * "wait_callback": A function which will be called each time that we have to do an initial
-        wait (i.e. because the property of the resource was not in the correct state,
-        or the ``evaluate_response`` function returned False). This function should take two
-        arguments - the first argument is the number of times we have checked the resource,
-        and the second argument is the result of the most recent check.
-        * "fetch_func": A function to be called to fetch the updated state from the server.
-        This can be used if the call to check for state needs to be more complex than a single
-        GET request. For example, if the goal is to wait until an item appears in a list,
-        fetch_func can be a function that paginates through a full list on the server.
-
-        Returns
-        -------
-        Pipeline:
-            The ADS Pipeline instance.
-        """
-        if not self.data_science_pipeline:
-            self.data_science_pipeline = DataSciencePipeline()
-
-        operation_kwargs = {
-            "delete_related_pipeline_runs": delete_related_pipeline_runs,
-            "delete_related_job_runs": delete_related_job_runs,
-        }
-        waiter_kwargs = {"max_wait_seconds": max_wait_seconds}
-        for key, value in kwargs.items():
-            if key in ALLOWED_OPERATION_KWARGS:
-                operation_kwargs[key] = value
-            elif key in ALLOWED_WAITER_KWARGS:
-                waiter_kwargs[key] = value
-
-        self.data_science_pipeline.delete(
-            id=self.id, operation_kwargs=operation_kwargs, waiter_kwargs=waiter_kwargs
-        )
-        return self
-
-    def download(
-        self, to_dir: str, override_if_exists: Optional[bool] = False
-    ) -> "Pipeline":
-        """Downloads artifacts from pipeline.
-
-        Parameters
-        ----------
-        to_dir : str
-            Local directory to which the artifacts will be downloaded to.
-        override_if_exists: bool, optional
-            Bool to decide whether to override existing folder/file or not. Defaults to False.
-
-        Returns
-        -------
-        Pipeline:
-            The ADS Pipeline instance.
-        """
-        if not self.data_science_pipeline or not self.id:
-            print("Pipeline hasn't been created.")
-            return self
-
-        if (
-            self.data_science_pipeline.sync().lifecycle_state
-            != self.LIFECYCLE_STATE_ACTIVE
-        ):
-            print("Pipeline hasn't been created or not in ACTIVE state.")
-            return self
-
-        pipeline_folder = os.path.join(to_dir, self.id)
-        if not os.path.exists(pipeline_folder):
-            print("Creating directory: " + pipeline_folder)
-            os.mkdir(pipeline_folder)
-        elif not override_if_exists:
-            print(
-                f"Folder {pipeline_folder} already exists. Set override_if_exists to True to override."
-            )
-            return self
-
-        for step in self.step_details:
-            if step.kind == "CUSTOM_SCRIPT":
-                res = self.data_science_pipeline.client.get_step_artifact_content(
-                    self.id, step.name
-                )
-
-                if not res or not res.data or not res.data.raw:
-                    print(f"Failed to download {step.name} artifact.")
-                    return self
-
-                content_disposition = res.headers.get("Content-Disposition", "")
-                artifact_name = str(content_disposition).replace(
-                    "attachment; filename=", ""
-                )
-                step_folder = os.path.join(pipeline_folder, step.name)
-                if not os.path.exists(step_folder):
-                    print("Creating directory: " + step_folder)
-                    os.mkdir(step_folder)
-                elif not override_if_exists:
-                    print(
-                        f"Folder {step_folder} already exists. Set override_if_exists to True to override."
-                    )
-                    continue
-                file_name = os.path.join(step_folder, artifact_name)
-                with open(file_name, "wb") as f:
-                    f.write(res.data.raw.read())
-
-        return self
-
-    def _populate_step_artifact_content(self):
-        """Populates artifact information to CUSTOM_SCRIPT step.
-        This method is only invoked when the existing pipeline needs to be loaded.
-        """
-        if (
-            not self.data_science_pipeline
-            or not self.id
-            or self.status != self.LIFECYCLE_STATE_ACTIVE
-        ):
-            return
-
-        for step in self.step_details:
-            if step.kind == "CUSTOM_SCRIPT":
-                artifact_name = self._artifact_content_map.get(step.name)
-                if not artifact_name:
-                    res = self.data_science_pipeline.client.get_step_artifact_content(
-                        self.id, step.name
-                    )
-                    content_disposition = res.headers.get("Content-Disposition", "")
-                    artifact_name = str(content_disposition).replace(
-                        "attachment; filename=", ""
-                    )
-                    self._artifact_content_map[step.name] = artifact_name
-                if isinstance(step.runtime, ScriptRuntime):
-                    step.runtime.with_script(artifact_name)
-                elif isinstance(step.runtime, PythonRuntime):
-                    step.runtime.with_working_dir(artifact_name)
-                elif isinstance(step.runtime, NotebookRuntime):
-                    step.runtime.with_notebook(artifact_name)
-                elif isinstance(step.runtime, GitPythonRuntime):
-                    step.runtime.with_source(artifact_name)
-
-    @classmethod
-    def from_ocid(cls, ocid: str) -> "Pipeline":
-        """Creates a pipeline by OCID.
-
-        Parameters
-        ----------
-        ocid: str
-            The OCID of pipeline.
-
-        Returns
-        -------
-        Pipeline:
-            The Pipeline instance.
-        """
-        pipeline = DataSciencePipeline.from_ocid(ocid).build_ads_pipeline()
-        pipeline._populate_step_artifact_content()
-        return pipeline
-
-    @classmethod
-    def from_id(cls, id: str) -> "Pipeline":
-        """Creates a pipeline by OCID.
-
-        Parameters
-        ----------
-        id: str
-            The OCID of pipeline.
-
-        Returns
-        -------
-        Pipeline:
-            The Pipeline instance.
-        """
-        return cls.from_ocid(id)
-
-    def __create_service_log(self) -> "Pipeline":
-        """Creates a service log for pipeline.
-
-        Returns
-        -------
-        Pipeline:
-            The ADS Pipeline instance.
-        """
-        if not self.log_group_id:
-            raise ValueError(
-                "Log group OCID is not specified for this pipeline. Call with_log_group_id to add it."
-            )
-        if not self.id:
-            raise ValueError("Pipeline is not created yet. Call the create method.")
-
-        oci_service = oci.logging.models.OciService(
-            service=self.CONST_SERVICE,
-            resource=self.id,
-            category=self.CONST_SERVICE_LOG_CATEGORY,
-        )
-
-        archiving = oci.logging.models.Archiving(is_enabled=False)
-
-        configuration = oci.logging.models.Configuration(
-            source=oci_service, compartment_id=self.compartment_id, archiving=archiving
-        )
-
-        timestamp = datetime.datetime.now().strftime("%Y%m%d-%H%M")
-        service_logging = OCILog(
-            display_name=self.name + f"-{timestamp}",
-            log_group_id=self.log_group_id,
-            log_type="SERVICE",
-            configuration=configuration,
-            annotation="service",
-        ).create()
-
-        self.__set_service_logging_resource(service_logging)
-        self.set_spec(self.CONST_SERVICE_LOG_ID, self.service_logging.id)
-        return self
-
-    def __set_service_logging_resource(self, service_logging: OCILog):
-        """Sets the service logging for pipeline.
-
-        Parameters
-        ----------
-        service_logging: OCILog
-            An OCILog instance containing the service logging resources.
-        """
-        self.service_logging = service_logging
-
-    def _convert_step_details_to_dag(
-        self, step_details: List["PipelineStep"] = []
-    ) -> List[str]:
-        """Converts step_details to the DAG representation.
-
-        Parameters
-        ----------
-        step_details: list
-            A list of PipelineStep objects, default to empty list.
-
-        Returns
-        -------
-        List
-            A list of str representing step dependencies.
-        """
-        dag_list = []
-        for step in step_details:
-            if isinstance(step, PipelineStep):
-                step = step.to_dict()["spec"]
-                step_name = step["name"]
-            else:
-                step_name = step["stepName"]
-
-            if not step["dependsOn"]:
-                continue
-            if len(step["dependsOn"]) == 1:
-                dag = step["dependsOn"][0] + " >> " + step_name
-            else:
-                dag = "(" + ", ".join(step["dependsOn"]) + ") >> " + step_name
-            dag_list.append(dag)
-
-        return dag_list
-
-    def __pipeline_details(self) -> dict:
-        """Converts pipeline attributes to a dictionary.
-
-        Returns
-        -------
-        dict:
-            A dictionary that contains pipeline details.
-        """
-        pipeline_details = copy.deepcopy(self._spec)
-        pipeline_details.pop(self.CONST_ENABLE_SERVICE_LOG, None)
-        pipeline_details.pop(self.CONST_SERVICE_LOG_ID, None)
-        pipeline_configuration_details = self.__pipeline_configuration_details(
-            pipeline_details
-        )
-        if pipeline_configuration_details:
-            pipeline_details[
-                self.CONST_CONFIGURATION_DETAILS
-            ] = pipeline_configuration_details
-
-        pipeline_log_configuration_details = self.__pipeline_log_configuration_details(
-            pipeline_details
-        )
-        if pipeline_log_configuration_details:
-            pipeline_details[
-                self.CONST_LOG_CONFIGURATION_DETAILS
-            ] = pipeline_log_configuration_details
-
-        pipeline_infrastructure_configuration_details = (
-            self.__pipeline_infrastructure_configuration_details(pipeline_details)
-        )
-        if pipeline_infrastructure_configuration_details:
-            pipeline_details[
-                self.CONST_INFRA_CONFIG_DETAILS
-            ] = pipeline_infrastructure_configuration_details
-
-        if self.id:
-            pipeline_details[self.CONST_PIPELINE_ID] = self.id
-            pipeline_details.pop(self.CONST_ID)
-
-        step_details_list = self.__step_details(pipeline_details)
-        pipeline_details[self.CONST_STEP_DETAILS] = step_details_list
-
-        return pipeline_details
-
-    def __pipeline_configuration_details(self, pipeline_details: Dict) -> dict:
-        """Converts pipeline configuration details to a dictionary.
-
-        Parameters
-        ----------
-        pipeline_details: dict
-            A dictionary that contains pipeline details.
-
-        Returns
-        -------
-        dict:
-            A dictionary that contains pipeline configuration details.
-        """
-        pipeline_configuration_details = {}
-        if self.maximum_runtime_in_minutes:
-            pipeline_configuration_details[
-                self.CONST_MAXIMUM_RUNTIME_IN_MINUTES
-            ] = self.maximum_runtime_in_minutes
-            pipeline_details.pop(self.CONST_MAXIMUM_RUNTIME_IN_MINUTES)
-        if self.environment_variable:
-            pipeline_configuration_details[
-                self.CONST_ENVIRONMENT_VARIABLES
-            ] = self.environment_variable
-            pipeline_details.pop(self.CONST_ENVIRONMENT_VARIABLES)
-        if self.argument:
-            pipeline_configuration_details[
-                self.CONST_COMMAND_LINE_ARGUMENTS
-            ] = self.argument
-            pipeline_details.pop(self.CONST_COMMAND_LINE_ARGUMENTS)
-        pipeline_configuration_details[self.CONST_TYPE] = "DEFAULT"
-        return pipeline_configuration_details
-
-    def __pipeline_log_configuration_details(self, pipeline_details: Dict) -> dict:
-        """Converts pipeline log configuration details to a dictionary.
-
-        Parameters
-        ----------
-        pipeline_details: dict
-            A dictionary that contains pipeline details.
-
-        Returns
-        -------
-        dict:
-            A dictionary that contains pipeline log configuration details.
-        """
-        pipeline_log_configuration_details = {}
-        if self.log_id:
-            pipeline_log_configuration_details[self.CONST_LOG_ID] = self.log_id
-            if not self.log_group_id:
-                try:
-                    log_obj = OCILog.from_ocid(self.log_id)
-                except ResourceNotFoundError:
-                    raise ResourceNotFoundError(
-                        f"Unable to determine log group ID for Log ({self.log_id})."
-                        " The log resource may not exist or You may not have the required permission."
-                        " Try to avoid this by specifying the log group ID."
-                    )
-                self.with_log_group_id(log_obj.log_group_id)
-
-        if self.log_group_id:
-            pipeline_log_configuration_details[
-                self.CONST_LOG_GROUP_ID
-            ] = self.log_group_id
-
-        if self.log_id:
-            pipeline_log_configuration_details[self.CONST_ENABLE_LOGGING] = True
-            pipeline_log_configuration_details[
-                self.CONST_ENABLE_AUTO_LOG_CREATION
-            ] = False
-            pipeline_details.pop(self.CONST_LOG_ID)
-            pipeline_details.pop(self.CONST_LOG_GROUP_ID, None)
-        else:
-            if self.log_group_id:
-                pipeline_log_configuration_details[self.CONST_ENABLE_LOGGING] = True
-                pipeline_log_configuration_details[
-                    self.CONST_ENABLE_AUTO_LOG_CREATION
-                ] = True
-                pipeline_details.pop(self.CONST_LOG_GROUP_ID)
-            else:
-                pipeline_log_configuration_details[self.CONST_ENABLE_LOGGING] = False
-                pipeline_log_configuration_details[
-                    self.CONST_ENABLE_AUTO_LOG_CREATION
-                ] = False
-        return pipeline_log_configuration_details
-
-    def __pipeline_infrastructure_configuration_details(
-        self, pipeline_details: Dict
-    ) -> dict:
-        pipeline_infrastructure_details = {}
-        if self.shape_name:
-            pipeline_infrastructure_details[self.CONST_SHAPE_NAME] = self.shape_name
-            pipeline_details.pop(self.CONST_SHAPE_NAME)
-        if self.block_storage_size_in_gbs:
-            pipeline_infrastructure_details[
-                self.CONST_BLOCK_STORAGE_SIZE
-            ] = self.block_storage_size_in_gbs
-            pipeline_details.pop(self.CONST_BLOCK_STORAGE_SIZE)
-        if self.shape_config_details:
-            pipeline_infrastructure_details[
-                self.CONST_SHAPE_CONFIG_DETAILS
-            ] = self.shape_config_details
-            pipeline_details.pop(self.CONST_SHAPE_CONFIG_DETAILS)
-
-        return pipeline_infrastructure_details
-
-    def __step_details(self, pipeline_details: Dict) -> list:
-        """Converts pipeline step details to a dictionary.
-
-        Parameters
-        ----------
-        pipeline_details: dict
-            A dictionary that contains pipeline details.
-
-        Returns
-        -------
-        list:
-            A list that contains pipeline step details.
-        """
-        step_details_list = []
-        if self.step_details:
-            for step in self.step_details:
-                step_details = copy.deepcopy(step._spec)
-                step_details["stepName"] = step.name
-                step_details.pop("name", None)
-                if not step.depends_on:
-                    step_details[step.CONST_DEPENDS_ON] = []
-                if not step.job_id:
-                    step_infrastructure_configuration_details = (
-                        self.__step_infrastructure_configuration_details(step)
-                    )
-                    step_details[
-                        step.CONST_STEP_INFRA_CONFIG_DETAILS
-                    ] = step_infrastructure_configuration_details
-                    step_details.pop(step.CONST_INFRASTRUCTURE, None)
-                    step_details.pop(step.CONST_RUNTIME, None)
-
-                step_configuration_details = self.__step_configuration_details(
-                    pipeline_details, step
-                )
-                step_details[
-                    step.CONST_STEP_CONFIG_DETAILS
-                ] = step_configuration_details
-                step_details.pop(self.CONST_MAXIMUM_RUNTIME_IN_MINUTES, None)
-                step_details.pop(self.CONST_ENVIRONMENT_VARIABLES, None)
-                step_details.pop(self.CONST_COMMAND_LINE_ARGUMENTS, None)
-                step_details_list.append(step_details)
-        return step_details_list
-
-    def __step_infrastructure_configuration_details(self, step) -> dict:
-        step_infrastructure_configuration_details = {}
-        step_infrastructure_configuration_details[
-            "blockStorageSizeInGBs"
-        ] = step.infrastructure.block_storage_size
-        step_infrastructure_configuration_details[
-            "shapeName"
-        ] = step.infrastructure.shape_name
-        step_infrastructure_configuration_details[
-            "shapeConfigDetails"
-        ] = step.infrastructure.shape_config_details
-        return step_infrastructure_configuration_details
-
-    def __step_configuration_details(self, pipeline_details: Dict, step) -> dict:
-        step_configuration_details = {}
-        step_configuration_details[self.CONST_TYPE] = "DEFAULT"
-        if step.runtime:
-            payload = DataScienceJobRuntimeManager(step.infrastructure).translate(
-                step.runtime
-            )
-            if "job_configuration_details" in payload:
-                job_configuration_details = payload["job_configuration_details"]
-                if "environment_variables" in job_configuration_details:
-                    step_configuration_details[
-                        self.CONST_ENVIRONMENT_VARIABLES
-                    ] = job_configuration_details["environment_variables"]
-                if "command_line_arguments" in job_configuration_details:
-                    step_configuration_details[
-                        self.CONST_COMMAND_LINE_ARGUMENTS
-                    ] = job_configuration_details["command_line_arguments"]
-                if "maximum_runtime_in_minutes" in job_configuration_details:
-                    step_configuration_details[
-                        self.CONST_MAXIMUM_RUNTIME_IN_MINUTES
-                    ] = job_configuration_details["maximum_runtime_in_minutes"]
-        elif step.CONST_STEP_CONFIG_DETAILS in step._spec:
-            step_configuration_details = step._spec[step.CONST_STEP_CONFIG_DETAILS]
-
-        if len(step_configuration_details) == 1:
-            if step.environment_variable:
-                step_configuration_details[
-                    self.CONST_ENVIRONMENT_VARIABLES
-                ] = step.environment_variable
-            if step.argument:
-                step_configuration_details[
-                    self.CONST_COMMAND_LINE_ARGUMENTS
-                ] = step.argument
-            if step.maximum_runtime_in_minutes:
-                step_configuration_details[
-                    self.CONST_MAXIMUM_RUNTIME_IN_MINUTES
-                ] = step.maximum_runtime_in_minutes
-
-        if len(step_configuration_details) == 1:
-            if self.CONST_CONFIGURATION_DETAILS in pipeline_details:
-                step_configuration_details = pipeline_details[
-                    self.CONST_CONFIGURATION_DETAILS
-                ]
-
-        return step_configuration_details
-
-    def __override_configurations(
-        self,
-        pipeline_details,
-        display_name,
-        project_id,
-        compartment_id,
-        configuration_override_details,
-        log_configuration_override_details,
-        step_override_details,
-        free_form_tags,
-        defined_tags,
-        system_tags,
-    ) -> dict:
-        if display_name:
-            pipeline_details[self.CONST_DISPLAY_NAME] = display_name
-
-        if project_id:
-            pipeline_details[self.CONST_PROJECT_ID] = project_id
-
-        if compartment_id:
-            pipeline_details[self.CONST_COMPARTMENT_ID] = compartment_id
-
-        if configuration_override_details:
-            configuration_override_details[self.CONST_TYPE] = "DEFAULT"
-            pipeline_details[
-                self.CONST_CONFIGURATION_OVERRIDE_DETAILS
-            ] = self._standardize_spec(configuration_override_details)
-
-        if log_configuration_override_details:
-            pipeline_details[
-                self.CONST_LOG_CONFIGURATION_OVERRIDE_DETAILS
-            ] = self._standardize_spec(log_configuration_override_details)
-            log_configuration_override_details = pipeline_details[
-                self.CONST_LOG_CONFIGURATION_OVERRIDE_DETAILS
-            ]
-
-            if (
-                self.CONST_LOG_ID in log_configuration_override_details
-                and self.CONST_LOG_GROUP_ID not in log_configuration_override_details
-            ):
-                try:
-                    log_obj = OCILog.from_ocid(
-                        log_configuration_override_details[self.CONST_LOG_ID]
-                    )
-                except ResourceNotFoundError:
-                    raise ResourceNotFoundError(
-                        f"Unable to determine log group ID for Log ({log_configuration_override_details[self.CONST_LOG_ID]})."
-                        " The log resource may not exist or You may not have the required permission."
-                        " Try to avoid this by specifying the log group ID."
-                    )
-                if log_obj and log_obj.log_group_id:
-                    log_configuration_override_details[
-                        self.CONST_LOG_GROUP_ID
-                    ] = log_obj.log_group_id
-
-            if self.CONST_LOG_ID in log_configuration_override_details:
-                log_configuration_override_details[self.CONST_ENABLE_LOGGING] = True
-                log_configuration_override_details[
-                    self.CONST_ENABLE_AUTO_LOG_CREATION
-                ] = False
-            else:
-                if self.CONST_LOG_GROUP_ID in log_configuration_override_details:
-                    log_configuration_override_details[self.CONST_ENABLE_LOGGING] = True
-                    log_configuration_override_details[
-                        self.CONST_ENABLE_AUTO_LOG_CREATION
-                    ] = True
-                else:
-                    log_configuration_override_details[
-                        self.CONST_ENABLE_LOGGING
-                    ] = False
-                    log_configuration_override_details[
-                        self.CONST_ENABLE_AUTO_LOG_CREATION
-                    ] = False
-
-        if step_override_details:
-            step_override_details_list = []
-            for step in step_override_details:
-                step_detail = {}
-                step_detail["stepName"] = step["step_name"]
-                step_detail["stepConfigurationDetails"] = self._standardize_spec(
-                    step["step_configuration_details"]
-                )
-                step_override_details_list.append(step_detail)
-            pipeline_details[
-                self.CONST_STEP_OVERRIDE_DETAILS
-            ] = step_override_details_list
-
-        if free_form_tags:
-            pipeline_details[self.CONST_FREEFROM_TAGS] = free_form_tags
-
-        if defined_tags:
-            pipeline_details[self.CONST_DEFINED_TAGS] = defined_tags
-
-        if system_tags:
-            pipeline_details[self.CONST_SYSTEM_TAGS] = system_tags
-
-    # TODO: Needs to improve the validation logic
-    # Ticket: https://jira.oci.oraclecorp.com/browse/ODSC-31996
-    # @classmethod
-    # def from_yaml(cls, uri: str) -> "Pipeline":
-    #     pipeline_schema = {}
-    #     schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "schema")
-    #     with open(
-    #         os.path.join(schema_path, "pipeline_schema.json")
-    #     ) as pipeline_schema_file:
-    #         pipeline_schema = json.load(pipeline_schema_file)
-
-    #     cs_step_schema = {}
-    #     with open(
-    #         os.path.join(schema_path, "cs_step_schema.json")
-    #     ) as cs_step_schema_file:
-    #         cs_step_schema = json.load(cs_step_schema_file)
-
-    #     ml_step_schema = {}
-    #     with open(
-    #         os.path.join(schema_path, "ml_step_schema.json")
-    #     ) as ml_step_schema_file:
-    #         ml_step_schema = json.load(ml_step_schema_file)
-
-    #     yaml_dict = yaml.load(Pipeline._read_from_file(uri=uri), Loader=yaml.FullLoader)
-
-    #     pipeline_validator = Validator(pipeline_schema)
-    #     if not pipeline_validator.validate(yaml_dict):
-    #         raise ValueError(pipeline_validator.errors)
-
-    #     step_details = yaml_dict["spec"]["stepDetails"]
-    #     if len(step_details) == 0:
-    #         raise ValueError("Pipeline must have at least one step.")
-
-    #     ml_step_validator = Validator(ml_step_schema)
-    #     cs_step_validator = Validator(cs_step_schema)
-    #     for step in step_details:
-    #         if not ml_step_validator.validate(step) and not cs_step_validator.validate(
-    #             step
-    #         ):
-    #             if ml_step_validator.errors:
-    #                 raise ValueError(ml_step_validator.errors)
-    #             else:
-    #                 raise ValueError(cs_step_validator.errors)
-
-    #     return super().from_yaml(uri=uri)
-
-    @classmethod
-    def list(cls, compartment_id: Optional[str] = None, **kwargs) -> List["Pipeline"]:
-        """
-        List pipelines in a given compartment.
-
-        Parameters
-        ----------
-        compartment_id: (str, optional). Defaults to None.
-            The OCID of compartment.
-            If `None`, the value will be taken from the environment variables.
-        kwargs
-            Additional keyword arguments for filtering pipelines.
-            - project_id: str
-            - lifecycle_state: str. Allowed values: "CREATING", "ACTIVE", "DELETING", "FAILED", "DELETED"
-            - created_by: str
-            - limit: int
-
-        Returns
-        -------
-        List[Pipeline]
-            The list of pipelines.
-        """
-        result = []
-        for item in DataSciencePipeline.list_resource(compartment_id, **kwargs):
-            pipeline = item.build_ads_pipeline()
-            pipeline._populate_step_artifact_content()
-            result.append(pipeline)
-        return result
-
-    def run_list(self, **kwargs) -> List[PipelineRun]:
-        """Gets a list of runs of the pipeline.
-
-        Returns
-        -------
-        List[PipelineRun]
-            A list of pipeline run instances.
-        """
-        return PipelineRun.list(
-            compartment_id=self.compartment_id, pipeline_id=self.id, **kwargs
-        )
-
-    @property
-    def status(self) -> Optional[str]:
-        """Status of the pipeline.
-
-        Returns
-        -------
-        str
-            Status of the pipeline.
-        """
-        if self.data_science_pipeline:
-            return self.data_science_pipeline.lifecycle_state
-        return None
-
-    def init(self, **kwargs) -> "Pipeline":
-        """Initializes a starter specification for the Pipeline.
-
-        Returns
-        -------
-        Pipeline
-            The Pipeline instance (self)
-        """
-        return (
-            self.build()
-            .with_compartment_id(self.compartment_id or "{Provide a compartment OCID}")
-            .with_project_id(self.project_id or "{Provide a project OCID}")
-        )
-
-
-class DataSciencePipeline(OCIDataScienceMixin, oci.data_science.models.Pipeline):
-    @classmethod
-    def from_ocid(cls, ocid: str) -> "DataSciencePipeline":
-        """Gets a datascience pipeline by OCID.
-
-        Parameters
-        ----------
-        ocid: str
-            The OCID of the datascience pipeline.
-
-        Returns
-        -------
-        DataSciencePipeline
-            An instance of DataSciencePipeline.
-        """
-        return super().from_ocid(ocid)
-
-    def build_ads_pipeline(self) -> "Pipeline":
-        """Builds an ADS pipeline from OCI datascience pipeline.
-
-        Returns
-        -------
-        Pipeline:
-            ADS Pipeline instance.
-        """
-        pipeline_details = self.to_dict()
-        ads_pipeline = Pipeline(pipeline_details["displayName"])
-        ads_pipeline.data_science_pipeline = self
-
-        for key in pipeline_details:
-            if key in ads_pipeline.attribute_set:
-                if key == "stepDetails":
-                    step_details = []
-                    for step in pipeline_details[key]:
-                        step_details.append(self.build_ads_pipeline_step(step))
-                    ads_pipeline.set_spec(key, step_details)
-                elif key in ["freeformTags", "systemTags", "definedTags"]:
-                    ads_pipeline.set_spec(key, pipeline_details[key])
-                elif type(pipeline_details[key]) is dict:
-                    for attribute in pipeline_details[key]:
-                        ads_pipeline.set_spec(
-                            attribute, pipeline_details[key][attribute]
-                        )
-                else:
-                    ads_pipeline.set_spec(key, pipeline_details[key])
-
-        dag_list = ads_pipeline._convert_step_details_to_dag(
-            pipeline_details["stepDetails"]
-        )
-        ads_pipeline.set_spec(Pipeline.CONST_DAG, dag_list)
-
-        return ads_pipeline
-
-    def build_ads_pipeline_step(self, step: Dict) -> "PipelineStep":
-        """Builds an ADS pipeline step from OCI pipeline response.
-
-        Parameters
-        ----------
-        step: dict
-            A dictionary that contains the information of a pipeline step.
-
-        Returns
-        -------
-        Pipeline:
-            ADS PipelineStep instance.
-        """
-        ads_pipeline_step = PipelineStep(step["stepName"])
-
-        for key in step:
-            if key in ads_pipeline_step.attribute_set:
-                infrastructure = DataScienceJob()
-                if key == ads_pipeline_step.CONST_STEP_INFRA_CONFIG_DETAILS:
-                    for attribute in step[key]:
-                        infrastructure.set_spec(attribute, step[key][attribute])
-                    ads_pipeline_step.set_spec(
-                        ads_pipeline_step.CONST_INFRASTRUCTURE, infrastructure
-                    )
-                elif key == ads_pipeline_step.CONST_STEP_CONFIG_DETAILS:
-                    if step["stepType"] == "CUSTOM_SCRIPT":
-                        job_configuration_details_dict = {}
-                        for attribute in step[key]:
-                            job_configuration_details_dict[
-                                infrastructure.CONST_JOB_TYPE
-                            ] = "DEFAULT"
-                            job_configuration_details_dict[attribute] = step[key][
-                                attribute
-                            ]
-                        dsc_job = DSCJob(
-                            job_configuration_details=job_configuration_details_dict
-                        )
-                        runtime = DataScienceJobRuntimeManager(infrastructure).extract(
-                            dsc_job
-                        )
-                        ads_pipeline_step.set_spec(
-                            ads_pipeline_step.CONST_RUNTIME, runtime
-                        )
-                    else:
-                        for attribute in step[key]:
-                            ads_pipeline_step.set_spec(attribute, step[key][attribute])
-                else:
-                    ads_pipeline_step.set_spec(key, step[key])
-        return ads_pipeline_step
-
-    def create(self, step_details: List, delete_if_fail: bool) -> str:
-        """Creates an OCI pipeline.
-
-        Parameters
-        ----------
-        step_details: list
-            List of pipeline step details.
-
-        Returns
-        -------
-        str:
-            The id of OCI pipeline.
-        """
-        response = self.client.create_pipeline(
-            self.to_oci_model(oci.data_science.models.CreatePipelineDetails)
-        )
-        self.update_from_oci_model(response.data)
-        try:
-            self.upload_artifact(step_details)
-        except Exception as ex:
-            if delete_if_fail:
-                self.delete(self.id)
-            raise ex
-        self.step_details = step_details
-        return self
-
-    def upload_artifact(self, step_details: List) -> "DataSciencePipeline":
-        """Uploads artifacts to pipeline.
-
-        Parameters
-        ----------
-        step_details: list
-            List of pipeline step details.
-
-        Returns
-        -------
-        DataSciencePipeline:
-            DataSciencePipeline instance.
-        """
-        for step in step_details:
-            if step.runtime:
-                payload = DataScienceJobRuntimeManager(step.infrastructure).translate(
-                    step.runtime
-                )
-                target_artifact = payload["artifact"]
-                if issubclass(target_artifact.__class__, Artifact):
-                    with target_artifact as artifact:
-                        self.create_step_artifact(artifact.path, step.name)
-                else:
-                    self.create_step_artifact(target_artifact, step.name)
-        return self
-
-    def create_step_artifact(
-        self, artifact_path: str, step_name: str
-    ) -> "DataSciencePipeline":
-        """Creates step artifact.
-
-        Parameters
-        ----------
-        artifact_path: str
-            Local path to artifact.
-        step_name: str
-            Pipeline step name.
-
-        Returns
-        -------
-        DataSciencePipeline:
-            DataSciencePipeline instance.
-        """
-        with fsspec.open(artifact_path, "rb") as f:
-            self.client.create_step_artifact(
-                self.id,
-                step_name,
-                f,
-                content_disposition=f"attachment; filename={os.path.basename(artifact_path)}",
-            )
-        return self
-
-    def run(
-        self, pipeline_details: Dict, service_logging: OCILog = None
-    ) -> "PipelineRun":
-        """Runs an OCI pipeline.
-
-        Parameters
-        ----------
-        pipeline_details: dict
-            A dictionary that contains pipeline details.
-        service_logging: OCILog instance.
-            The OCILog instance.
-
-        Returns
-        -------
-        PipelineRun:
-            PipelineRun instance.
-        """
-        data_science_pipeline_run = PipelineRun(**pipeline_details)
-        if service_logging:
-            data_science_pipeline_run._set_service_logging_resource(service_logging)
-        data_science_pipeline_run.create()
-
-        return data_science_pipeline_run
-
-    def delete(
-        self,
-        id: str,
-        operation_kwargs: Dict = DEFAULT_OPERATION_KWARGS,
-        waiter_kwargs: Dict = DEFAULT_WAITER_KWARGS,
-    ) -> "DataSciencePipeline":
-        """Deletes an OCI pipeline.
-
-        Parameters
-        ----------
-        id: str
-            The ocid of pipeline.
-        Parameters
-        ----------
-        operation_kwargs: dict, optional
-            The operational kwargs to be executed when deleting the pipeline.
-            Defaults to: {"delete_related_pipeline_runs": True, "delete_related_job_runs": True},
-            which will delete the corresponding pipeline runs and job runs.
-
-            The allowed keys are:
-            * "delete_related_pipeline_runs": bool, to specify whether to delete related
-            PipelineRuns or not.
-            * "delete_related_job_runs": bool, to specify whether to delete related JobRuns or not.
-            * "allow_control_chars": bool, to indicate whether or not this request should
-            allow control characters in the response object. By default, the response will not
-            allow control characters in strings
-            * "retry_strategy": obj, to apply to this specific operation/call. This will
-            override any retry strategy set at the client-level. This should be one of the
-            strategies available in the :py:mod:`~oci.retry` module. This operation will not retry
-            by default, users can also use the convenient :py:data:`~oci.retry.DEFAULT_RETRY_STRATEGY`
-            provided by the SDK to enable retries for it. The specifics of the default retry strategy
-            are described `here <https://docs.oracle.com/en-us/iaas/tools/python/latest/sdk_behaviors/retries.html>`__.
-            To have this operation explicitly not perform any retries, pass an instance of :py:class:`~oci.retry.NoneRetryStrategy`.
-            * "if_match": str, for optimistic concurrency control. In the PUT or DELETE call
-            for a resource, set the `if-match` parameter to the value of the etag from a previous
-            GET or POST response for that resource. The resource is updated or deleted only if the
-            `etag` you provide matches the resource's current `etag` value.
-            * "opc_request_id": str, unique Oracle assigned identifier for the request. If you need
-            to contact Oracle about a particular request, then provide the request ID.
-
-        waiter_kwargs: dict, optional
-            The waiter kwargs to be passed when deleting the pipeline.
-            Defaults to: {"max_wait_seconds": 1800}, which will allow a maximum wait time to 1800 seconds to delete the pipeline.
-            The allowed keys are:
-            * "max_wait_seconds": int, the maximum time to wait, in seconds.
-            * "max_interval_seconds": int, the maximum interval between queries, in seconds.
-            * "succeed_on_not_found": bool, to determine whether or not the waiter should return
-            successfully if the data we're waiting on is not found (e.g. a 404 is returned from the service).
-            This defaults to False and so a 404 would cause an exception to be thrown by this function.
-            Setting it to True may be useful in scenarios when waiting for a resource to be
-            terminated/deleted since it is possible that the resource would not be returned by the a GET call anymore.
-            * "wait_callback": A function which will be called each time that we have to do an initial
-            wait (i.e. because the property of the resource was not in the correct state,
-            or the ``evaluate_response`` function returned False). This function should take two
-            arguments - the first argument is the number of times we have checked the resource,
-            and the second argument is the result of the most recent check.
-            * "fetch_func": A function to be called to fetch the updated state from the server.
-            This can be used if the call to check for state needs to be more complex than a single
-            GET request. For example, if the goal is to wait until an item appears in a list,
-            fetch_func can be a function that paginates through a full list on the server.
-
-        Returns
-        -------
-        DataSciencePipeline:
-            DataSciencePipeline instance.
-        """
-        self.client_composite.delete_pipeline_and_wait_for_state(
-            pipeline_id=id,
-            wait_for_states=[
-                oci.data_science.models.WorkRequest.STATUS_SUCCEEDED,
-                oci.data_science.models.WorkRequest.STATUS_FAILED,
-            ],
-            operation_kwargs=operation_kwargs,
-            waiter_kwargs=waiter_kwargs,
-        )
-        return self.sync()