mlrun 1.7.0rc5__py3-none-any.whl → 1.7.2__py3-none-any.whl

mlrun/platforms/other.py

@@ -1,305 +0,0 @@
-# Copyright 2023 Iguazio
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# this file is based on the code from kubeflow pipelines git
-import os
-
-import kfp.dsl
-
-import mlrun
-from mlrun.config import config
-from mlrun.errors import MLRunInvalidArgumentError
-from mlrun.utils.helpers import logger
-
-from .iguazio import mount_v3io
-
-
-def mount_pvc(pvc_name=None, volume_name="pipeline", volume_mount_path="/mnt/pipeline"):
-    """
-    Modifier function to apply to a Container Op to simplify volume, volume mount addition and
-    enable better reuse of volumes, volume claims across container ops.
-
-    Usage::
-
-        train = train_op(...)
-        train.apply(mount_pvc('claim-name', 'pipeline', '/mnt/pipeline'))
-    """
-    if "MLRUN_PVC_MOUNT" in os.environ:
-        mount = os.environ.get("MLRUN_PVC_MOUNT")
-        items = mount.split(":")
-        if len(items) != 2:
-            raise MLRunInvalidArgumentError(
-                "MLRUN_PVC_MOUNT should include <pvc-name>:<mount-path>"
-            )
-        pvc_name = items[0]
-        volume_mount_path = items[1]
-
-    if not pvc_name:
-        raise MLRunInvalidArgumentError(
-            "No PVC name: use the pvc_name parameter or configure the MLRUN_PVC_MOUNT environment variable"
-        )
-
-    def _mount_pvc(task):
-        from kubernetes import client as k8s_client
-
-        local_pvc = k8s_client.V1PersistentVolumeClaimVolumeSource(claim_name=pvc_name)
-        return task.add_volume(
-            k8s_client.V1Volume(name=volume_name, persistent_volume_claim=local_pvc)
-        ).add_volume_mount(
-            k8s_client.V1VolumeMount(mount_path=volume_mount_path, name=volume_name)
-        )
-
-    return _mount_pvc
-
-
-def auto_mount(pvc_name="", volume_mount_path="", volume_name=None):
-    """choose the mount based on env variables and params
-
-    volume will be selected by the following order:
-    - k8s PVC volume when both pvc_name and volume_mount_path are set
-    - k8s PVC volume when env var is set: MLRUN_PVC_MOUNT=<pvc-name>:<mount-path>
-    - k8s PVC volume if it's configured as the auto mount type
-    - iguazio v3io volume when V3IO_ACCESS_KEY and V3IO_USERNAME env vars are set
-    """
-    if pvc_name and volume_mount_path:
-        return mount_pvc(
-            pvc_name=pvc_name,
-            volume_mount_path=volume_mount_path,
-            volume_name=volume_name or "shared-persistency",
-        )
-    if "MLRUN_PVC_MOUNT" in os.environ:
-        return mount_pvc(
-            volume_name=volume_name or "shared-persistency",
-        )
-    # In the case of MLRun-kit when working remotely, no env variables will be defined but auto-mount
-    # parameters may still be declared - use them in that case.
-    if config.storage.auto_mount_type == "pvc":
-        return mount_pvc(**config.get_storage_auto_mount_params())
-    if "V3IO_ACCESS_KEY" in os.environ:
-        return mount_v3io(name=volume_name or "v3io")
-
-    raise ValueError("failed to auto mount, need to set env vars")
-
-
-def mount_secret(secret_name, mount_path, volume_name="secret", items=None):
-    """Modifier function to mount kubernetes secret as files(s)
-
-    :param secret_name:  k8s secret name
-    :param mount_path:   path to mount inside the container
-    :param volume_name:  unique volume name
-    :param items:        If unspecified, each key-value pair in the Data field
-                         of the referenced Secret will be projected into the
-                         volume as a file whose name is the key and content is
-                         the value.
-                         If specified, the listed keys will be projected into
-                         the specified paths, and unlisted keys will not be
-                         present.
-    """
-
-    def _mount_secret(task):
-        from kubernetes import client as k8s_client
-
-        vol = k8s_client.V1SecretVolumeSource(secret_name=secret_name, items=items)
-        return task.add_volume(
-            k8s_client.V1Volume(name=volume_name, secret=vol)
-        ).add_volume_mount(
-            k8s_client.V1VolumeMount(mount_path=mount_path, name=volume_name)
-        )
-
-    return _mount_secret
-
-
-def mount_configmap(configmap_name, mount_path, volume_name="configmap", items=None):
-    """Modifier function to mount kubernetes configmap as files(s)
-
-    :param configmap_name:  k8s configmap name
-    :param mount_path:      path to mount inside the container
-    :param volume_name:     unique volume name
-    :param items:           If unspecified, each key-value pair in the Data field
-                            of the referenced Configmap will be projected into the
-                            volume as a file whose name is the key and content is
-                            the value.
-                            If specified, the listed keys will be projected into
-                            the specified paths, and unlisted keys will not be
-                            present.
-    """
-
-    def _mount_configmap(task):
-        from kubernetes import client as k8s_client
-
-        vol = k8s_client.V1ConfigMapVolumeSource(name=configmap_name, items=items)
-        return task.add_volume(
-            k8s_client.V1Volume(name=volume_name, config_map=vol)
-        ).add_volume_mount(
-            k8s_client.V1VolumeMount(mount_path=mount_path, name=volume_name)
-        )
-
-    return _mount_configmap
-
-
-def mount_hostpath(host_path, mount_path, volume_name="hostpath"):
-    """Modifier function to mount kubernetes configmap as files(s)
-
-    :param host_path:  host path
-    :param mount_path:   path to mount inside the container
-    :param volume_name:  unique volume name
-    """
-
-    def _mount_hostpath(task):
-        from kubernetes import client as k8s_client
-
-        return task.add_volume(
-            k8s_client.V1Volume(
-                name=volume_name,
-                host_path=k8s_client.V1HostPathVolumeSource(path=host_path, type=""),
-            )
-        ).add_volume_mount(
-            k8s_client.V1VolumeMount(mount_path=mount_path, name=volume_name)
-        )
-
-    return _mount_hostpath
-
-
-def mount_s3(
-    secret_name=None,
-    aws_access_key="",
-    aws_secret_key="",
-    endpoint_url=None,
-    prefix="",
-    aws_region=None,
-    non_anonymous=False,
-):
-    """Modifier function to add s3 env vars or secrets to container
-
-    **Warning:**
-    Using this function to configure AWS credentials will expose these credentials in the pod spec of the runtime
-    created. It is recommended to use the `secret_name` parameter, or set the credentials as project-secrets and avoid
-    using this function.
-
-    :param secret_name: kubernetes secret name (storing the access/secret keys)
-    :param aws_access_key: AWS_ACCESS_KEY_ID value. If this parameter is not specified and AWS_ACCESS_KEY_ID env.
-                            variable is defined, the value will be taken from the env. variable
-    :param aws_secret_key: AWS_SECRET_ACCESS_KEY value. If this parameter is not specified and AWS_SECRET_ACCESS_KEY
-                            env. variable is defined, the value will be taken from the env. variable
-    :param endpoint_url: s3 endpoint address (for non AWS s3)
-    :param prefix: string prefix to add before the env var name (for working with multiple s3 data stores)
-    :param aws_region: amazon region
-    :param non_anonymous: force the S3 API to use non-anonymous connection, even if no credentials are provided
-        (for authenticating externally, such as through IAM instance-roles)
-    """
-
-    if secret_name and (aws_access_key or aws_secret_key):
-        raise mlrun.errors.MLRunInvalidArgumentError(
-            "can use k8s_secret for credentials or specify them (aws_access_key, aws_secret_key) not both"
-        )
-
-    if not secret_name and (
-        aws_access_key
-        or os.environ.get(prefix + "AWS_ACCESS_KEY_ID")
-        or aws_secret_key
-        or os.environ.get(prefix + "AWS_SECRET_ACCESS_KEY")
-    ):
-        logger.warning(
-            "it is recommended to use k8s secret (specify secret_name), "
-            "specifying the aws_access_key/aws_secret_key directly is unsafe"
-        )
-
-    def _use_s3_cred(container_op):
-        from os import environ
-
-        from kubernetes import client as k8s_client
-
-        _access_key = aws_access_key or environ.get(prefix + "AWS_ACCESS_KEY_ID")
-        _secret_key = aws_secret_key or environ.get(prefix + "AWS_SECRET_ACCESS_KEY")
-        _endpoint_url = endpoint_url or environ.get(prefix + "S3_ENDPOINT_URL")
-
-        container = container_op.container
-        if _endpoint_url:
-            container.add_env_variable(
-                k8s_client.V1EnvVar(name=prefix + "S3_ENDPOINT_URL", value=endpoint_url)
-            )
-        if aws_region:
-            container.add_env_variable(
-                k8s_client.V1EnvVar(name=prefix + "AWS_REGION", value=aws_region)
-            )
-        if non_anonymous:
-            container.add_env_variable(
-                k8s_client.V1EnvVar(name=prefix + "S3_NON_ANONYMOUS", value="true")
-            )
-
-        if secret_name:
-            container.add_env_variable(
-                k8s_client.V1EnvVar(
-                    name=prefix + "AWS_ACCESS_KEY_ID",
-                    value_from=k8s_client.V1EnvVarSource(
-                        secret_key_ref=k8s_client.V1SecretKeySelector(
-                            name=secret_name, key="AWS_ACCESS_KEY_ID"
-                        )
-                    ),
-                )
-            ).add_env_variable(
-                k8s_client.V1EnvVar(
-                    name=prefix + "AWS_SECRET_ACCESS_KEY",
-                    value_from=k8s_client.V1EnvVarSource(
-                        secret_key_ref=k8s_client.V1SecretKeySelector(
-                            name=secret_name, key="AWS_SECRET_ACCESS_KEY"
-                        )
-                    ),
-                )
-            )
-
-        else:
-            return container_op.add_env_variable(
-                k8s_client.V1EnvVar(
-                    name=prefix + "AWS_ACCESS_KEY_ID", value=_access_key
-                )
-            ).add_env_variable(
-                k8s_client.V1EnvVar(
-                    name=prefix + "AWS_SECRET_ACCESS_KEY", value=_secret_key
-                )
-            )
-
-    return _use_s3_cred
-
-
-def set_env_variables(env_vars_dict: dict[str, str] = None, **kwargs):
-    """
-    Modifier function to apply a set of environment variables to a runtime. Variables may be passed
-    as either a dictionary of name-value pairs, or as arguments to the function.
-    See `KubeResource.apply` for more information on modifiers.
-
-    Usage::
-
-        function.apply(set_env_variables({"ENV1": "value1", "ENV2": "value2"}))
-        or
-        function.apply(set_env_variables(ENV1=value1, ENV2=value2))
-
-    :param env_vars_dict: dictionary of env. variables
-    :param kwargs: environment variables passed as args
-    """
-
-    env_data = env_vars_dict.copy() if env_vars_dict else {}
-    for key, value in kwargs.items():
-        env_data[key] = value
-
-    def _set_env_variables(container_op: kfp.dsl.ContainerOp):
-        from kubernetes import client as k8s_client
-
-        for _key, _value in env_data.items():
-            container_op.container.add_env_variable(
-                k8s_client.V1EnvVar(name=_key, value=_value)
-            )
-        return container_op
-
-    return _set_env_variables

mlrun-1.7.0rc5.dist-info/METADATA

@@ -1,269 +0,0 @@
-Metadata-Version: 2.1
-Name: mlrun
-Version: 1.7.0rc5
-Summary: Tracking and config of machine learning runs
-Home-page: https://github.com/mlrun/mlrun
-Author: Yaron Haviv
-Author-email: yaronh@iguazio.com
-License: Apache License 2.0
-Keywords: mlrun,mlops,data-science,machine-learning,experiment-tracking
-Classifier: Development Status :: 4 - Beta
-Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Operating System :: POSIX :: Linux
-Classifier: Operating System :: Microsoft :: Windows
-Classifier: Operating System :: MacOS
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python
-Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Classifier: Topic :: Software Development :: Libraries
-Requires-Python: >=3.9, <3.12
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: urllib3 <1.27,>=1.26.9
-Requires-Dist: GitPython >=3.1.41,~=3.1
-Requires-Dist: aiohttp ~=3.9
-Requires-Dist: aiohttp-retry ~=2.8
-Requires-Dist: click ~=8.1
-Requires-Dist: kfp ~=1.8
-Requires-Dist: nest-asyncio ~=1.0
-Requires-Dist: ipython ~=8.10
-Requires-Dist: nuclio-jupyter ~=0.9.16
-Requires-Dist: numpy <1.27.0,>=1.16.5
-Requires-Dist: pandas <2.2,>=1.2
-Requires-Dist: pyarrow <15,>=10.0
-Requires-Dist: pyyaml ~=5.1
-Requires-Dist: requests ~=2.31
-Requires-Dist: tabulate ~=0.8.6
-Requires-Dist: v3io ~=0.6.2
-Requires-Dist: pydantic >=1.10.8,~=1.10
-Requires-Dist: mergedeep ~=1.3
-Requires-Dist: v3io-frames ~=0.10.12
-Requires-Dist: semver ~=3.0
-Requires-Dist: dependency-injector ~=4.41
-Requires-Dist: fsspec ==2023.9.2
-Requires-Dist: v3iofs ~=0.1.17
-Requires-Dist: storey ~=1.7.5
-Requires-Dist: inflection ~=0.5.0
-Requires-Dist: python-dotenv ~=0.17.0
-Requires-Dist: setuptools ~=69.1
-Requires-Dist: deprecated ~=1.2
-Requires-Dist: jinja2 >=3.1.3,~=3.1
-Requires-Dist: orjson ~=3.9
-Provides-Extra: all
-Requires-Dist: adlfs ==2023.9.0 ; extra == 'all'
-Requires-Dist: aiobotocore <2.8,>=2.5.0 ; extra == 'all'
-Requires-Dist: avro ~=1.11 ; extra == 'all'
-Requires-Dist: azure-core ~=1.24 ; extra == 'all'
-Requires-Dist: azure-identity ~=1.5 ; extra == 'all'
-Requires-Dist: azure-keyvault-secrets ~=4.2 ; extra == 'all'
-Requires-Dist: bokeh >=2.4.2,~=2.4 ; extra == 'all'
-Requires-Dist: boto3 <1.29.0,>=1.28.0 ; extra == 'all'
-Requires-Dist: dask ~=2023.9.0 ; extra == 'all'
-Requires-Dist: databricks-sdk ~=0.13.0 ; extra == 'all'
-Requires-Dist: distributed ~=2023.9.0 ; extra == 'all'
-Requires-Dist: gcsfs ==2023.9.2 ; extra == 'all'
-Requires-Dist: google-cloud-bigquery[bqstorage,pandas] ==3.14.1 ; extra == 'all'
-Requires-Dist: google-cloud-storage ==2.14.0 ; extra == 'all'
-Requires-Dist: google-cloud ==0.34 ; extra == 'all'
-Requires-Dist: graphviz ~=0.20.0 ; extra == 'all'
-Requires-Dist: kafka-python ~=2.0 ; extra == 'all'
-Requires-Dist: mlflow ~=2.8 ; extra == 'all'
-Requires-Dist: msrest ~=0.6.21 ; extra == 'all'
-Requires-Dist: plotly <5.12.0,~=5.4 ; extra == 'all'
-Requires-Dist: pyopenssl >=23 ; extra == 'all'
-Requires-Dist: redis ~=4.3 ; extra == 'all'
-Requires-Dist: s3fs ==2023.9.2 ; extra == 'all'
-Requires-Dist: sqlalchemy ~=1.4 ; extra == 'all'
-Provides-Extra: api
-Requires-Dist: uvicorn ~=0.27.1 ; extra == 'api'
-Requires-Dist: dask-kubernetes ~=0.11.0 ; extra == 'api'
-Requires-Dist: apscheduler <4,>=3.10.3 ; extra == 'api'
-Requires-Dist: objgraph ~=3.6 ; extra == 'api'
-Requires-Dist: igz-mgmt ~=0.1.0 ; extra == 'api'
-Requires-Dist: humanfriendly ~=10.0 ; extra == 'api'
-Requires-Dist: fastapi ~=0.110.0 ; extra == 'api'
-Requires-Dist: sqlalchemy ~=1.4 ; extra == 'api'
-Requires-Dist: pymysql ~=1.0 ; extra == 'api'
-Requires-Dist: alembic ~=1.9 ; extra == 'api'
-Requires-Dist: timelength ~=1.1 ; extra == 'api'
-Provides-Extra: azure-blob-storage
-Requires-Dist: msrest ~=0.6.21 ; extra == 'azure-blob-storage'
-Requires-Dist: azure-core ~=1.24 ; extra == 'azure-blob-storage'
-Requires-Dist: adlfs ==2023.9.0 ; extra == 'azure-blob-storage'
-Requires-Dist: pyopenssl >=23 ; extra == 'azure-blob-storage'
-Provides-Extra: azure-key-vault
-Requires-Dist: azure-identity ~=1.5 ; extra == 'azure-key-vault'
-Requires-Dist: azure-keyvault-secrets ~=4.2 ; extra == 'azure-key-vault'
-Requires-Dist: pyopenssl >=23 ; extra == 'azure-key-vault'
-Provides-Extra: bokeh
-Requires-Dist: bokeh >=2.4.2,~=2.4 ; extra == 'bokeh'
-Provides-Extra: complete
-Requires-Dist: adlfs ==2023.9.0 ; extra == 'complete'
-Requires-Dist: aiobotocore <2.8,>=2.5.0 ; extra == 'complete'
-Requires-Dist: avro ~=1.11 ; extra == 'complete'
-Requires-Dist: azure-core ~=1.24 ; extra == 'complete'
-Requires-Dist: azure-identity ~=1.5 ; extra == 'complete'
-Requires-Dist: azure-keyvault-secrets ~=4.2 ; extra == 'complete'
-Requires-Dist: boto3 <1.29.0,>=1.28.0 ; extra == 'complete'
-Requires-Dist: dask ~=2023.9.0 ; extra == 'complete'
-Requires-Dist: databricks-sdk ~=0.13.0 ; extra == 'complete'
-Requires-Dist: distributed ~=2023.9.0 ; extra == 'complete'
-Requires-Dist: gcsfs ==2023.9.2 ; extra == 'complete'
-Requires-Dist: google-cloud-bigquery[bqstorage,pandas] ==3.14.1 ; extra == 'complete'
-Requires-Dist: graphviz ~=0.20.0 ; extra == 'complete'
-Requires-Dist: kafka-python ~=2.0 ; extra == 'complete'
-Requires-Dist: mlflow ~=2.8 ; extra == 'complete'
-Requires-Dist: msrest ~=0.6.21 ; extra == 'complete'
-Requires-Dist: plotly <5.12.0,~=5.4 ; extra == 'complete'
-Requires-Dist: pyopenssl >=23 ; extra == 'complete'
-Requires-Dist: redis ~=4.3 ; extra == 'complete'
-Requires-Dist: s3fs ==2023.9.2 ; extra == 'complete'
-Requires-Dist: sqlalchemy ~=1.4 ; extra == 'complete'
-Provides-Extra: complete-api
-Requires-Dist: adlfs ==2023.9.0 ; extra == 'complete-api'
-Requires-Dist: aiobotocore <2.8,>=2.5.0 ; extra == 'complete-api'
-Requires-Dist: alembic ~=1.9 ; extra == 'complete-api'
-Requires-Dist: apscheduler <4,>=3.10.3 ; extra == 'complete-api'
-Requires-Dist: avro ~=1.11 ; extra == 'complete-api'
-Requires-Dist: azure-core ~=1.24 ; extra == 'complete-api'
-Requires-Dist: azure-identity ~=1.5 ; extra == 'complete-api'
-Requires-Dist: azure-keyvault-secrets ~=4.2 ; extra == 'complete-api'
-Requires-Dist: boto3 <1.29.0,>=1.28.0 ; extra == 'complete-api'
-Requires-Dist: dask-kubernetes ~=0.11.0 ; extra == 'complete-api'
-Requires-Dist: dask ~=2023.9.0 ; extra == 'complete-api'
-Requires-Dist: databricks-sdk ~=0.13.0 ; extra == 'complete-api'
-Requires-Dist: distributed ~=2023.9.0 ; extra == 'complete-api'
-Requires-Dist: fastapi ~=0.110.0 ; extra == 'complete-api'
-Requires-Dist: gcsfs ==2023.9.2 ; extra == 'complete-api'
-Requires-Dist: google-cloud-bigquery[bqstorage,pandas] ==3.14.1 ; extra == 'complete-api'
-Requires-Dist: graphviz ~=0.20.0 ; extra == 'complete-api'
-Requires-Dist: humanfriendly ~=10.0 ; extra == 'complete-api'
-Requires-Dist: igz-mgmt ~=0.1.0 ; extra == 'complete-api'
-Requires-Dist: kafka-python ~=2.0 ; extra == 'complete-api'
-Requires-Dist: mlflow ~=2.8 ; extra == 'complete-api'
-Requires-Dist: msrest ~=0.6.21 ; extra == 'complete-api'
-Requires-Dist: objgraph ~=3.6 ; extra == 'complete-api'
-Requires-Dist: plotly <5.12.0,~=5.4 ; extra == 'complete-api'
-Requires-Dist: pymysql ~=1.0 ; extra == 'complete-api'
-Requires-Dist: pyopenssl >=23 ; extra == 'complete-api'
-Requires-Dist: redis ~=4.3 ; extra == 'complete-api'
-Requires-Dist: s3fs ==2023.9.2 ; extra == 'complete-api'
-Requires-Dist: sqlalchemy ~=1.4 ; extra == 'complete-api'
-Requires-Dist: timelength ~=1.1 ; extra == 'complete-api'
-Requires-Dist: uvicorn ~=0.27.1 ; extra == 'complete-api'
-Provides-Extra: dask
-Requires-Dist: dask ~=2023.9.0 ; extra == 'dask'
-Requires-Dist: distributed ~=2023.9.0 ; extra == 'dask'
-Provides-Extra: databricks-sdk
-Requires-Dist: databricks-sdk ~=0.13.0 ; extra == 'databricks-sdk'
-Provides-Extra: google-cloud
-Requires-Dist: google-cloud-storage ==2.14.0 ; extra == 'google-cloud'
-Requires-Dist: google-cloud-bigquery[bqstorage,pandas] ==3.14.1 ; extra == 'google-cloud'
-Requires-Dist: google-cloud ==0.34 ; extra == 'google-cloud'
-Provides-Extra: google-cloud-bigquery
-Requires-Dist: google-cloud-bigquery[bqstorage,pandas] ==3.14.1 ; extra == 'google-cloud-bigquery'
-Provides-Extra: google-cloud-storage
-Requires-Dist: gcsfs ==2023.9.2 ; extra == 'google-cloud-storage'
-Provides-Extra: graphviz
-Requires-Dist: graphviz ~=0.20.0 ; extra == 'graphviz'
-Provides-Extra: kafka
-Requires-Dist: kafka-python ~=2.0 ; extra == 'kafka'
-Requires-Dist: avro ~=1.11 ; extra == 'kafka'
-Provides-Extra: mlflow
-Requires-Dist: mlflow ~=2.8 ; extra == 'mlflow'
-Provides-Extra: plotly
-Requires-Dist: plotly <5.12.0,~=5.4 ; extra == 'plotly'
-Provides-Extra: redis
-Requires-Dist: redis ~=4.3 ; extra == 'redis'
-Provides-Extra: s3
-Requires-Dist: boto3 <1.29.0,>=1.28.0 ; extra == 's3'
-Requires-Dist: aiobotocore <2.8,>=2.5.0 ; extra == 's3'
-Requires-Dist: s3fs ==2023.9.2 ; extra == 's3'
-Provides-Extra: sqlalchemy
-Requires-Dist: sqlalchemy ~=1.4 ; extra == 'sqlalchemy'
-
-<a id="top"></a>
-[![Build Status](https://github.com/mlrun/mlrun/actions/workflows/build.yaml/badge.svg?branch=development)](https://github.com/mlrun/mlrun/actions/workflows/build.yaml?query=branch%3Adevelopment)
-[![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
-[![PyPI version fury.io](https://badge.fury.io/py/mlrun.svg)](https://pypi.python.org/pypi/mlrun/)
-[![Documentation](https://readthedocs.org/projects/mlrun/badge/?version=latest)](https://mlrun.readthedocs.io/en/latest/?badge=latest)
-[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
-![GitHub commit activity](https://img.shields.io/github/commit-activity/w/mlrun/mlrun)
-![GitHub release (latest SemVer)](https://img.shields.io/github/v/release/mlrun/mlrun?sort=semver)
-[![Join MLOps Live](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://mlopslive.slack.com)
-
-<p align="left"><img src="https://github.com/mlrun/mlrun/raw/development/docs/_static/images/MLRun-logo.png" alt="MLRun logo" width="150"/></p>
-
-# Using MLRun 
-
-MLRun is an open MLOps platform for quickly building and managing continuous ML applications across their lifecycle. MLRun integrates into your development and CI/CD environment and automates the delivery of production data, ML pipelines, and online applications, significantly reducing engineering efforts, time to production, and computation resources.
-With MLRun, you can choose any IDE on your local machine or on the cloud. MLRun breaks the silos between data, ML, software, and DevOps/MLOps teams, enabling collaboration and fast continuous improvements.
-
-Get started with MLRun [**Tutorials and Examples**](https://docs.mlrun.org/en/latest/tutorials/index.html), [**Installation and setup guide**](https://docs.mlrun.org/en/latest/install.html), or read about [**MLRun Architecture**](https://docs.mlrun.org/en/latest/architecture.html).
-
-This page explains how MLRun addresses the [**MLOps Tasks**](#mlops-tasks) and the [**MLRun core components**](#core-components).
-
-<a id="mlops-tasks"></a>
-## MLOps tasks
-
-<p align="center"><img src="https://github.com/mlrun/mlrun/raw/development/docs/_static/images/mlops-task.png" alt="mlrun-tasks" width="800"/></p><br>
-
-The [**MLOps development workflow**](https://docs.mlrun.org/en/latest/mlops-dev-flow.html) section describes the different tasks and stages in detail.
-MLRun can be used to automate and orchestrate all the different tasks or just specific tasks (and integrate them with what you have already deployed).
-
-### Project management and CI/CD automation
-
-In MLRun the assets, metadata, and services (data, functions, jobs, artifacts, models, secrets, etc.) are organized into projects.
-Projects can be imported/exported as a whole, mapped to git repositories or IDE projects (in PyCharm, VSCode, etc.), which enables versioning, collaboration, and CI/CD. 
-Project access can be restricted to a set of users and roles. 
-
-See: **Docs:** [Projects and Automation](https://docs.mlrun.org/en/latest/projects/project.html), [CI/CD Integration](https://docs.mlrun.org/en/latest/projects/ci-integration.html), **Tutorials:** [Quick start](https://docs.mlrun.org/en/latest/tutorials/01-mlrun-basics.html), [Automated ML Pipeline](https://docs.mlrun.org/en/latest/tutorials/04-pipeline.html), **Video:** [Quick start](https://youtu.be/xI8KVGLlj7Q).
-
-### Ingest and process data
-
-MLRun provides abstract interfaces to various offline and online [**data sources**](https://docs.mlrun.org/en/latest/store/datastore.html), supports batch or realtime data processing at scale, data lineage and versioning, structured and unstructured data, and more. 
-In addition, the MLRun [**Feature Store**](https://docs.mlrun.org/en/latest/feature-store/feature-store.html) automates the collection, transformation, storage, catalog, serving, and monitoring of data features across the ML lifecycle and enables feature reuse and sharing. 
-
-See: **Docs:** [Ingest and process data](https://docs.mlrun.org/en/latest/data-prep/index.html), [Feature Store](https://docs.mlrun.org/en/latest/feature-store/feature-store.html), [Data & Artifacts](https://docs.mlrun.org/en/latest/concepts/data.html); **Tutorials:** [Quick start](https://docs.mlrun.org/en/latest/tutorials/01-mlrun-basics.html), [Feature Store](https://docs.mlrun.org/en/latest/feature-store/basic-demo.html).
-
-### Develop and train models
-
-MLRun allows you to easily build ML pipelines that take data from various sources or the Feature Store and process it, train models at scale with multiple parameters, test models, tracks each experiments, register, version and deploy models, etc. MLRun provides scalable built-in or custom model training services, integrate with any framework and can work with 3rd party training/auto-ML services. You can also bring your own pre-trained model and use it in the pipeline.
-
-See: **Docs:** [Develop and train models](https://docs.mlrun.org/en/latest/development/index.html), [Model Training and Tracking](https://docs.mlrun.org/en/latest/development/model-training-tracking.html), [Batch Runs and Workflows](https://docs.mlrun.org/en/latest/concepts/runs-workflows.html); **Tutorials:** [Train, compare, and register models](https://docs.mlrun.org/en/latest/tutorials/02-model-training.html), [Automated ML Pipeline](https://docs.mlrun.org/en/latest/tutorials/04-pipeline.html); **Video:** [Train and compare models](https://youtu.be/bZgBsmLMdQo).
-
-### Deploy models and applications
-
-MLRun rapidly deploys and manages production-grade real-time or batch application pipelines using elastic and resilient serverless functions. MLRun addresses the entire ML application: intercepting application/user requests, running data processing tasks, inferencing using one or more models, driving actions, and integrating with the application logic.
-
-See: **Docs:** [Deploy models and applications](https://docs.mlrun.org/en/latest/deployment/index.html), [Realtime Pipelines](https://docs.mlrun.org/en/latest/serving/serving-graph.html), [Batch Inference](https://docs.mlrun.org/en/latest/deployment/batch_inference.html), **Tutorials:** [Realtime Serving](https://docs.mlrun.org/en/latest/tutorials/03-model-serving.html), [Batch Inference](https://docs.mlrun.org/en/latest/tutorials/07-batch-infer.html), [Advanced Pipeline](https://docs.mlrun.org/en/latest/tutorials/07-batch-infer.html); **Video:** [Serving pre-trained models](https://youtu.be/OUjOus4dZfw).
-
-### Monitor and alert
-
-Observability is built into the different MLRun objects (data, functions, jobs, models, pipelines, etc.), eliminating the need for complex integrations and code instrumentation. With MLRun, you can observe the application/model resource usage and model behavior (drift, performance, etc.), define custom app metrics, and trigger alerts or retraining jobs.
-
-See: **Docs:** [Monitor and alert](https://docs.mlrun.org/en/latest/monitoring/index.html), [Model Monitoring Overview](https://docs.mlrun.org/en/latest/monitoring/model-monitoring-deployment.html), **Tutorials:** [Model Monitoring & Drift Detection](https://docs.mlrun.org/en/latest/tutorials/05-model-monitoring.html).
-
-
-<a id="core-components"></a>
-## MLRun core components
-
-<p align="center"><img src="https://github.com/mlrun/mlrun/raw/development/docs/_static/images/mlops-core.png" alt="mlrun-core" width="800"/></p><br>
-
-MLRun includes the following major components:
-
-[**Project Management:**](https://docs.mlrun.org/en/latest/projects/project.html) A service (API, SDK, DB, UI) that manages the different project assets (data, functions, jobs, workflows, secrets, etc.) and provides central control and metadata layer.  
-
-[**Functions:**](https://docs.mlrun.org/en/latest/runtimes/functions.html) automatically deployed software package with one or more methods and runtime-specific attributes (such as image, libraries, command, arguments, resources, etc.).
-
-[**Data & Artifacts:**](https://docs.mlrun.org/en/latest/concepts/data.html) Glueless connectivity to various data sources, metadata management, catalog, and versioning for structures/unstructured artifacts.
-
-[**Feature Store:**](https://docs.mlrun.org/en/latest/feature-store/feature-store.html) automatically collects, prepares, catalogs, and serves production data features for development (offline) and real-time (online) deployment using minimal engineering effort.
-
-[**Batch Runs & Workflows:**](https://docs.mlrun.org/en/latest/concepts/runs-workflows.html) Execute one or more functions with specific parameters and collect, track, and compare all their results and artifacts.
-
-[**Real-Time Serving Pipeline:**](https://docs.mlrun.org/en/latest/serving/serving-graph.html) Rapid deployment of scalable data and ML pipelines using real-time serverless technology, including API handling, data preparation/enrichment, model serving, ensembles, driving and measuring actions, etc.
-
-[**Real-Time monitoring:**](https://docs.mlrun.org/en/latest/monitoring/index.html) monitors data, models, resources, and production components and provides a feedback loop for exploring production data, identifying drift, alerting on anomalies or data quality issues, triggering retraining jobs, measuring business impact, etc.