mlrun 1.8.0rc15__py3-none-any.whl → 1.8.0rc16__py3-none-any.whl

mlrun/common/schemas/client_spec.py

@@ -66,3 +66,4 @@ class ClientSpec(pydantic.v1.BaseModel):
     packagers: typing.Optional[dict]
     external_platform_tracking: typing.Optional[dict]
     alerts_mode: typing.Optional[str]
+    system_id: typing.Optional[str]

mlrun/common/schemas/model_monitoring/constants.py

@@ -75,6 +75,7 @@ class ModelEndpointCreationStrategy(MonitoringStrEnum):
     INPLACE = "inplace"
     ARCHIVE = "archive"
     OVERWRITE = "overwrite"
+    SKIP = "skip"
 
 
 class EventFieldType:
@@ -236,6 +237,7 @@ class ProjectSecretKeys:
     ACCESS_KEY = "MODEL_MONITORING_ACCESS_KEY"
     STREAM_PATH = "STREAM_PATH"
     TSDB_CONNECTION = "TSDB_CONNECTION"
+    TSDB_PROFILE_NAME = "TSDB_PROFILE_NAME"
 
     @classmethod
     def mandatory_secrets(cls):

mlrun/datastore/datastore_profile.py

@@ -580,7 +580,7 @@ def datastore_profile_read(url, project_name="", secrets: typing.Optional[dict]
     )
     private_body = get_secret_or_env(project_ds_name_private, secret_provider=secrets)
     if not public_profile or not private_body:
-        raise mlrun.errors.MLRunInvalidArgumentError(
+        raise mlrun.errors.MLRunNotFoundError(
             f"Unable to retrieve the datastore profile '{url}' from either the server or local environment. "
             "Make sure the profile is registered correctly, or if running in a local environment, "
             "use register_temporary_client_datastore_profile() to provide credentials locally."

mlrun/db/httpdb.py

@@ -580,6 +580,7 @@ class HTTPRunDB(RunDBInterface):
                 or config.feature_store.default_targets
             )
             config.alerts.mode = server_cfg.get("alerts_mode") or config.alerts.mode
+            config.system_id = server_cfg.get("system_id") or config.system_id
 
         except Exception as exc:
             logger.warning(
@@ -773,7 +774,7 @@ class HTTPRunDB(RunDBInterface):
 
         response = self.api_call(
             "POST",
-            path=f"projects/{project}/runs/{uid}/push_notifications",
+            path=f"projects/{project}/runs/{uid}/push-notifications",
             error="Failed push notifications",
             timeout=timeout,
         )

mlrun/model_monitoring/db/tsdb/__init__.py

@@ -16,7 +16,9 @@ import enum
 import typing
 
 import mlrun.common.schemas.secret
+import mlrun.datastore.datastore_profile
 import mlrun.errors
+import mlrun.model_monitoring.helpers
 
 from .base import TSDBConnector
 
@@ -80,6 +82,13 @@ def get_tsdb_connector(
             or the provided TSDB connection is invalid.
     """
 
+    try:
+        profile = mlrun.model_monitoring.helpers._get_tsdb_profile(
+            project=project, secret_provider=secret_provider
+        )
+    except mlrun.errors.MLRunNotFoundError:
+        profile = None
+
     tsdb_connection_string = (
         tsdb_connection_string
         or mlrun.model_monitoring.helpers.get_tsdb_connection_string(
@@ -92,6 +101,9 @@ def get_tsdb_connector(
         kwargs["connection_string"] = tsdb_connection_string
     elif tsdb_connection_string and tsdb_connection_string == "v3io":
         tsdb_connector_type = mlrun.common.schemas.model_monitoring.TSDBTarget.V3IO_TSDB
+    elif isinstance(profile, mlrun.datastore.datastore_profile.DatastoreProfileV3io):
+        tsdb_connector_type = mlrun.common.schemas.model_monitoring.TSDBTarget.V3IO_TSDB
+        kwargs["v3io_access_key"] = profile.v3io_access_key
     else:
         raise mlrun.errors.MLRunInvalidMMStoreTypeError(
             "You must provide a valid tsdb store connection by using "

mlrun/model_monitoring/db/tsdb/v3io/v3io_connector.py

@@ -58,6 +58,7 @@ class V3IOTSDBConnector(TSDBConnector):
         project: str,
         container: str = _CONTAINER,
         v3io_framesd: Optional[str] = None,
+        v3io_access_key: str = "",
         create_table: bool = False,
     ) -> None:
         super().__init__(project=project)
@@ -65,6 +66,7 @@ class V3IOTSDBConnector(TSDBConnector):
         self.container = container
 
         self.v3io_framesd = v3io_framesd or mlrun.mlconf.v3io_framesd
+        self._v3io_access_key = v3io_access_key
         self._frames_client: Optional[v3io_frames.client.ClientBase] = None
         self._init_tables_path()
         self._create_table = create_table
@@ -72,7 +74,9 @@ class V3IOTSDBConnector(TSDBConnector):
     @property
     def frames_client(self) -> v3io_frames.client.ClientBase:
         if not self._frames_client:
-            self._frames_client = self._get_v3io_frames_client(self.container)
+            self._frames_client = self._get_v3io_frames_client(
+                self.container, v3io_access_key=self._v3io_access_key
+            )
             if self._create_table:
                 self.create_tables()
         return self._frames_client
@@ -564,10 +568,13 @@ class V3IOTSDBConnector(TSDBConnector):
         return source_directory
 
     @staticmethod
-    def _get_v3io_frames_client(v3io_container: str) -> v3io_frames.client.ClientBase:
+    def _get_v3io_frames_client(
+        v3io_container: str, v3io_access_key: str = ""
+    ) -> v3io_frames.client.ClientBase:
         return mlrun.utils.v3io_clients.get_frames_client(
             address=mlrun.mlconf.v3io_framesd,
             container=v3io_container,
+            token=v3io_access_key,
         )
 
     def read_metrics_data(

mlrun/model_monitoring/helpers.py

@@ -32,6 +32,7 @@ import mlrun.artifacts
 import mlrun.common.model_monitoring.helpers
 import mlrun.common.schemas.model_monitoring.constants as mm_constants
 import mlrun.data_types.infer
+import mlrun.datastore.datastore_profile
 import mlrun.model_monitoring
 import mlrun.utils.helpers
 from mlrun.common.schemas import ModelEndpoint
@@ -244,6 +245,29 @@ def get_tsdb_connection_string(
     )
 
 
+def _get_tsdb_profile(
+    project: str = "",
+    secret_provider: typing.Optional[typing.Callable[[str], str]] = None,
+) -> mlrun.datastore.datastore_profile.DatastoreProfile:
+    """
+    Get TSDB datastore profile the project name and secret provider.
+
+    :param project:         The project name. If not set, the default project name is used.
+    :param secret_provider: Optional secret provider to get the connection string secret.
+                            If not set, the env vars are used.
+    :return:                TSDB datastore profile.
+    """
+    profile_name = mlrun.get_secret_or_env(
+        key=mm_constants.ProjectSecretKeys.TSDB_PROFILE_NAME,
+        secret_provider=secret_provider,
+    )
+    if not profile_name:
+        raise mlrun.errors.MLRunNotFoundError("Not found TSDB profile name")
+    return mlrun.datastore.datastore_profile.datastore_profile_read(
+        url=f"ds://{profile_name}", project_name=project, secrets=secret_provider
+    )
+
+
 def batch_dict2timedelta(batch_dict: _BatchDict) -> datetime.timedelta:
     """
     Convert a batch dictionary to timedelta.

mlrun/projects/pipelines.py

@@ -647,7 +647,7 @@ class _KFPRunner(_PipelineRunner):
                     exc_info=err_to_str(exc),
                 )
 
-        # TODO: we should check how can we get the run uid when we don't the the context (for example on
+        # TODO: we should check how can we get the run uid when we don't have the context (for example on
         #  mlrun.load_project() and later call directly to project.run)
         if context:
             project.notifiers.push_pipeline_start_message(

mlrun/projects/project.py

@@ -44,6 +44,7 @@ import mlrun.common.runtimes.constants
 import mlrun.common.schemas.alert
 import mlrun.common.schemas.artifact
 import mlrun.common.schemas.model_monitoring.constants as mm_constants
+import mlrun.datastore.datastore_profile
 import mlrun.db
 import mlrun.errors
 import mlrun.k8s_utils
@@ -3579,8 +3580,6 @@ class MlrunProject(ModelObj):
                                           * None - will be set from the system configuration.
                                           * v3io - for v3io endpoint store, pass `v3io` and the system will generate the
                                             exact path.
-                                          * MySQL/SQLite - for SQL endpoint store, provide the full connection string,
-                                            for example: mysql+pymysql://<username>:<password>@<host>:<port>/<db_name>
         :param stream_path:               Path to the model monitoring stream. By default, None. Options:
 
                                           * None - will be set from the system configuration.
@@ -3603,12 +3602,18 @@ class MlrunProject(ModelObj):
                                           & tracked model server.
         """
         db = mlrun.db.get_run_db(secrets=self._secrets)
+        if tsdb_connection == "v3io":
+            profile = mlrun.datastore.datastore_profile.DatastoreProfileV3io(
+                name="mm-infra-tsdb"
+            )
+            self.register_datastore_profile(profile)
         db.set_model_monitoring_credentials(
             project=self.name,
             credentials={
                 "access_key": access_key,
                 "stream_path": stream_path,
                 "tsdb_connection": tsdb_connection,
+                "tsdb_profile_name": profile.name,
             },
             replace_creds=replace_creds,
         )

mlrun/secrets.py

@@ -151,7 +151,7 @@ def get_secret_or_env(
     secret_provider: Union[dict, SecretsStore, Callable, None] = None,
     default: Optional[str] = None,
     prefix: Optional[str] = None,
-) -> str:
+) -> Optional[str]:
     """Retrieve value of a secret, either from a user-provided secret store, or from environment variables.
     The function will retrieve a secret value, attempting to find it according to the following order:
 

mlrun/serving/routers.py

@@ -30,7 +30,6 @@ import mlrun.common.model_monitoring
 import mlrun.common.schemas.model_monitoring
 from mlrun.utils import logger, now_date
 
-from .server import GraphServer
 from .utils import RouterToDict, _extract_input_data, _update_result_body
 from .v2_serving import _ModelLogPusher
 
@@ -607,24 +606,24 @@ class VotingEnsemble(ParallelRun):
         self.prediction_col_name = prediction_col_name or "prediction"
         self.format_response_with_col_name_flag = format_response_with_col_name_flag
         self.model_endpoint_uid = None
+        self.model_endpoint = None
         self.shard_by_endpoint = shard_by_endpoint
 
     def post_init(self, mode="sync", **kwargs):
-        server = getattr(self.context, "_server", None) or getattr(
-            self.context, "server", None
-        )
+        server: mlrun.serving.GraphServer = getattr(
+            self.context, "_server", None
+        ) or getattr(self.context, "server", None)
         if not server:
             logger.warn("GraphServer not initialized for VotingEnsemble instance")
             return
-
         if not self.context.is_mock or self.context.monitoring_mock:
-            self.model_endpoint_uid = _init_endpoint_record(
-                server,
-                self,
-                creation_strategy=kwargs.get("creation_strategy"),
-                endpoint_type=kwargs.get("endpoint_type"),
+            self.model_endpoint = mlrun.get_run_db().get_model_endpoint(
+                project=server.project,
+                name=self.name,
+                function_name=server.function_name,
+                function_tag=server.function_tag or "latest",
             )
-
+            self.model_endpoint_uid = self.model_endpoint.metadata.uid
         self._update_weights(self.weights)
 
     def _resolve_route(self, body, urlpath):
@@ -1004,81 +1003,6 @@ class VotingEnsemble(ParallelRun):
                 self._weights[model] = 0
 
 
-def _init_endpoint_record(
-    graph_server: GraphServer,
-    voting_ensemble: VotingEnsemble,
-    creation_strategy: mlrun.common.schemas.ModelEndpointCreationStrategy,
-    endpoint_type: mlrun.common.schemas.EndpointType,
-) -> Union[str, None]:
-    """
-    Initialize model endpoint record and write it into the DB. In general, this method retrieve the unique model
-    endpoint ID which is generated according to the function uri and the model version. If the model endpoint is
-    already exist in the DB, we skip the creation process. Otherwise, it writes the new model endpoint record to the DB.
-
-    :param graph_server:    A GraphServer object which will be used for getting the function uri.
-    :param voting_ensemble: Voting ensemble serving class. It contains important details for the model endpoint record
-                            such as model name, model path, model version, and the ids of the children model endpoints.
-    :param creation_strategy: Strategy for creating or updating the model endpoint:
-        * **overwrite**:
-        1. If model endpoints with the same name exist, delete the `latest` one.
-        2. Create a new model endpoint entry and set it as `latest`.
-        * **inplace** (default):
-        1. If model endpoints with the same name exist, update the `latest` entry.
-        2. Otherwise, create a new entry.
-        * **archive**:
-        1. If model endpoints with the same name exist, preserve them.
-        2. Create a new model endpoint with the same name and set it to `latest`.
-
-    :param endpoint_type:    model endpoint type
-    :return: Model endpoint unique ID.
-    """
-
-    logger.info("Initializing endpoint records")
-    children_uids = []
-    children_names = []
-    for _, c in voting_ensemble.routes.items():
-        if hasattr(c, "endpoint_uid"):
-            children_uids.append(c.endpoint_uid)
-            children_names.append(c.name)
-    try:
-        logger.info(
-            "Creating Or Updating a new model endpoint record",
-            name=voting_ensemble.name,
-            project=graph_server.project,
-            function_name=graph_server.function_name,
-            function_tag=graph_server.function_tag or "latest",
-            model_class=voting_ensemble.__class__.__name__,
-            creation_strategy=creation_strategy,
-        )
-        model_endpoint = mlrun.common.schemas.ModelEndpoint(
-            metadata=mlrun.common.schemas.ModelEndpointMetadata(
-                project=graph_server.project,
-                name=voting_ensemble.name,
-                endpoint_type=endpoint_type,
-            ),
-            spec=mlrun.common.schemas.ModelEndpointSpec(
-                function_name=graph_server.function_name,
-                function_tag=graph_server.function_tag or "latest",
-                model_class=voting_ensemble.__class__.__name__,
-                children_uids=children_uids,
-                children=children_names,
-            ),
-            status=mlrun.common.schemas.ModelEndpointStatus(
-                monitoring_mode=mlrun.common.schemas.model_monitoring.ModelMonitoringMode.enabled
-                if voting_ensemble.context.server.track_models
-                else mlrun.common.schemas.model_monitoring.ModelMonitoringMode.disabled,
-            ),
-        )
-        db = mlrun.get_run_db()
-        db.create_model_endpoint(
-            model_endpoint=model_endpoint, creation_strategy=creation_strategy
-        )
-    except mlrun.errors.MLRunInvalidArgumentError as e:
-        logger.info("Failed to create model endpoint record", error=e)
-        return None
-    return model_endpoint.metadata.uid
-
-
 class EnrichmentModelRouter(ModelRouter):
     """
     Model router with feature enrichment and imputing

mlrun/serving/states.py

@@ -428,7 +428,7 @@ class TaskStep(BaseStep):
         result_path: Optional[str] = None,
         model_endpoint_creation_strategy: Optional[
             schemas.ModelEndpointCreationStrategy
-        ] = schemas.ModelEndpointCreationStrategy.INPLACE,
+        ] = schemas.ModelEndpointCreationStrategy.SKIP,
         endpoint_type: Optional[schemas.EndpointType] = schemas.EndpointType.NODE_EP,
     ):
         super().__init__(name, after)
@@ -723,6 +723,11 @@ class RouterStep(TaskStep):
         self._routes: ObjectDict = None
         self.routes = routes
         self.endpoint_type = schemas.EndpointType.ROUTER
+        self.model_endpoint_creation_strategy = (
+            schemas.ModelEndpointCreationStrategy.INPLACE
+            if class_name and "serving.VotingEnsemble" in class_name
+            else schemas.ModelEndpointCreationStrategy.SKIP
+        )
 
     def get_children(self):
         """get child steps (routes)"""

mlrun/serving/v2_serving.py

@@ -15,7 +15,7 @@
 import threading
 import time
 import traceback
-from typing import Optional, Union
+from typing import Optional
 
 import mlrun.artifacts
 import mlrun.common.model_monitoring.helpers
@@ -23,7 +23,6 @@ import mlrun.common.schemas.model_monitoring
 import mlrun.model_monitoring
 from mlrun.utils import logger, now_date
 
-from .server import GraphServer
 from .utils import StepToDict, _extract_input_data, _update_result_body
 
 
@@ -114,8 +113,8 @@ class V2ModelServer(StepToDict):
         if model:
             self.model = model
             self.ready = True
-        self._versioned_model_name = None
         self.model_endpoint_uid = None
+        self.model_endpoint = None
         self.shard_by_endpoint = shard_by_endpoint
         self._model_logger = None
 
@@ -139,20 +138,23 @@ class V2ModelServer(StepToDict):
             else:
                 self._load_and_update_state()
 
-        server = getattr(self.context, "_server", None) or getattr(
-            self.context, "server", None
-        )
+        server: mlrun.serving.GraphServer = getattr(
+            self.context, "_server", None
+        ) or getattr(self.context, "server", None)
         if not server:
             logger.warn("GraphServer not initialized for VotingEnsemble instance")
             return
 
+        if not self.context.is_mock and not self.model_spec:
+            self.get_model()
         if not self.context.is_mock or self.context.monitoring_mock:
-            self.model_endpoint_uid = _init_endpoint_record(
-                graph_server=server,
-                model=self,
-                creation_strategy=kwargs.get("creation_strategy"),
-                endpoint_type=kwargs.get("endpoint_type"),
+            self.model_endpoint = mlrun.get_run_db().get_model_endpoint(
+                project=server.project,
+                name=self.name,
+                function_name=server.function_name,
+                function_tag=server.function_tag or "latest",
             )
+            self.model_endpoint_uid = self.model_endpoint.metadata.uid
         self._model_logger = (
             _ModelLogPusher(self, self.context)
             if self.context and self.context.stream.enabled
@@ -233,23 +235,6 @@ class V2ModelServer(StepToDict):
         request = self.preprocess(event_body, op)
         return self.validate(request, op)
 
-    @property
-    def versioned_model_name(self):
-        if self._versioned_model_name:
-            return self._versioned_model_name
-
-        # Generating version model value based on the model name and model version
-        if self.model_path and self.model_path.startswith("store://"):
-            # Enrich the model server with the model artifact metadata
-            self.get_model()
-            if not self.version:
-                # Enrich the model version with the model artifact tag
-                self.version = self.model_spec.tag
-            self.labels = self.model_spec.labels
-        version = self.version or "latest"
-        self._versioned_model_name = f"{self.name}:{version}"
-        return self._versioned_model_name
-
     def do_event(self, event, *args, **kwargs):
         """main model event handler method"""
         start = now_date()
@@ -553,95 +538,3 @@ class _ModelLogPusher:
                 if getattr(self.model, "metrics", None):
                     data["metrics"] = self.model.metrics
                 self.output_stream.push([data], partition_key=partition_key)
-
-
-def _init_endpoint_record(
-    graph_server: GraphServer,
-    model: V2ModelServer,
-    creation_strategy: mlrun.common.schemas.ModelEndpointCreationStrategy,
-    endpoint_type: mlrun.common.schemas.EndpointType,
-) -> Union[str, None]:
-    """
-    Initialize model endpoint record and write it into the DB. In general, this method retrieve the unique model
-    endpoint ID which is generated according to the function uri and the model version. If the model endpoint is
-    already exist in the DB, we skip the creation process. Otherwise, it writes the new model endpoint record to the DB.
-
-    :param graph_server: A GraphServer object which will be used for getting the function uri.
-    :param model:        Base model serving class (v2). It contains important details for the model endpoint record
-                         such as model name, model path, and model version.
-    :param creation_strategy: Strategy for creating or updating the model endpoint:
-        * **overwrite**:
-        1. If model endpoints with the same name exist, delete the `latest` one.
-        2. Create a new model endpoint entry and set it as `latest`.
-        * **inplace** (default):
-        1. If model endpoints with the same name exist, update the `latest` entry.
-        2. Otherwise, create a new entry.
-        * **archive**:
-        1. If model endpoints with the same name exist, preserve them.
-        2. Create a new model endpoint with the same name and set it to `latest`.
-    :param endpoint_type    model endpoint type
-
-    :return: Model endpoint unique ID.
-    """
-
-    logger.info("Initializing endpoint records")
-    if not model.model_spec:
-        model.get_model()
-    if model.model_spec:
-        model_name = model.model_spec.metadata.key
-        model_db_key = model.model_spec.spec.db_key
-        model_uid = model.model_spec.metadata.uid
-        model_tag = model.model_spec.tag
-        model_labels = model.model_spec.labels  # todo : check if we still need this
-    else:
-        model_name = None
-        model_db_key = None
-        model_uid = None
-        model_tag = None
-        model_labels = {}
-    logger.info(
-        "Creating Or Updating a new model endpoint record",
-        name=model.name,
-        project=graph_server.project,
-        function_name=graph_server.function_name,
-        function_tag=graph_server.function_tag or "latest",
-        model_name=model_name,
-        model_tag=model_tag,
-        model_db_key=model_db_key,
-        model_uid=model_uid,
-        model_class=model.__class__.__name__,
-        creation_strategy=creation_strategy,
-        endpoint_type=endpoint_type,
-    )
-    try:
-        model_ep = mlrun.common.schemas.ModelEndpoint(
-            metadata=mlrun.common.schemas.ModelEndpointMetadata(
-                project=graph_server.project,
-                labels=model_labels,
-                name=model.name,
-                endpoint_type=endpoint_type,
-            ),
-            spec=mlrun.common.schemas.ModelEndpointSpec(
-                function_name=graph_server.function_name,
-                function_tag=graph_server.function_tag or "latest",
-                model_name=model_name,
-                model_db_key=model_db_key,
-                model_uid=model_uid,
-                model_class=model.__class__.__name__,
-                model_tag=model_tag,
-            ),
-            status=mlrun.common.schemas.ModelEndpointStatus(
-                monitoring_mode=mlrun.common.schemas.model_monitoring.ModelMonitoringMode.enabled
-                if model.context.server.track_models
-                else mlrun.common.schemas.model_monitoring.ModelMonitoringMode.disabled,
-            ),
-        )
-        db = mlrun.get_run_db()
-        model_ep = db.create_model_endpoint(
-            model_endpoint=model_ep, creation_strategy=creation_strategy
-        )
-    except mlrun.errors.MLRunBadRequestError as e:
-        logger.info("Failed to create model endpoint record", error=e)
-        return None
-
-    return model_ep.metadata.uid

mlrun/utils/version/version.json

@@ -1,4 +1,4 @@
 {
-  "git_commit": "6aa0bfdf77d03774890da6714fc3aca778bb9f26",
-  "version": "1.8.0-rc15"
+  "git_commit": "91e7d7fface3fc912eced8be04916b5e0628fda4",
+  "version": "1.8.0-rc16"
 }

{mlrun-1.8.0rc15.dist-info → mlrun-1.8.0rc16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mlrun
-Version: 1.8.0rc15
+Version: 1.8.0rc16
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -31,7 +31,7 @@ Requires-Dist: ipython~=8.10
 Requires-Dist: nuclio-jupyter~=0.11.1
 Requires-Dist: numpy<1.27.0,>=1.26.4
 Requires-Dist: pandas<2.2,>=1.2
-Requires-Dist: pyarrow<18,>=10.0
+Requires-Dist: pyarrow<17,>=10.0
 Requires-Dist: pyyaml<7,>=6.0.2
 Requires-Dist: requests~=2.32
 Requires-Dist: tabulate~=0.8.6
@@ -88,9 +88,9 @@ Requires-Dist: avro~=1.11; extra == "kafka"
 Provides-Extra: redis
 Requires-Dist: redis~=4.3; extra == "redis"
 Provides-Extra: mlflow
-Requires-Dist: mlflow~=2.8; extra == "mlflow"
+Requires-Dist: mlflow~=2.16; extra == "mlflow"
 Provides-Extra: databricks-sdk
-Requires-Dist: databricks-sdk~=0.13.0; extra == "databricks-sdk"
+Requires-Dist: databricks-sdk~=0.20.0; extra == "databricks-sdk"
 Provides-Extra: sqlalchemy
 Requires-Dist: sqlalchemy~=1.4; extra == "sqlalchemy"
 Provides-Extra: dask
@@ -121,6 +121,7 @@ Requires-Dist: timelength~=1.1; extra == "api"
 Requires-Dist: memray~=1.12; sys_platform != "win32" and extra == "api"
 Requires-Dist: aiosmtplib~=3.0; extra == "api"
 Requires-Dist: pydantic<2,>=1; extra == "api"
+Requires-Dist: mlrun-pipelines-kfp-v1-8[kfp]~=0.3.3; python_version < "3.11" and extra == "api"
 Provides-Extra: all
 Requires-Dist: adlfs==2023.9.0; extra == "all"
 Requires-Dist: aiobotocore<2.16,>=2.5.0; extra == "all"
@@ -131,7 +132,7 @@ Requires-Dist: azure-keyvault-secrets~=4.2; extra == "all"
 Requires-Dist: bokeh>=2.4.2,~=2.4; extra == "all"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "all"
 Requires-Dist: dask~=2023.12.1; extra == "all"
-Requires-Dist: databricks-sdk~=0.13.0; extra == "all"
+Requires-Dist: databricks-sdk~=0.20.0; extra == "all"
 Requires-Dist: distributed~=2023.12.1; extra == "all"
 Requires-Dist: gcsfs<2024.7,>=2023.9.2; extra == "all"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "all"
@@ -140,7 +141,7 @@ Requires-Dist: google-cloud-storage==2.14.0; extra == "all"
 Requires-Dist: google-cloud==0.34; extra == "all"
 Requires-Dist: graphviz~=0.20.0; extra == "all"
 Requires-Dist: kafka-python~=2.0; extra == "all"
-Requires-Dist: mlflow~=2.8; extra == "all"
+Requires-Dist: mlflow~=2.16; extra == "all"
 Requires-Dist: msrest~=0.6.21; extra == "all"
 Requires-Dist: oss2==2.18.1; extra == "all"
 Requires-Dist: ossfs==2023.12.0; extra == "all"
@@ -161,7 +162,7 @@ Requires-Dist: azure-identity~=1.5; extra == "complete"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete"
 Requires-Dist: dask~=2023.12.1; extra == "complete"
-Requires-Dist: databricks-sdk~=0.13.0; extra == "complete"
+Requires-Dist: databricks-sdk~=0.20.0; extra == "complete"
 Requires-Dist: distributed~=2023.12.1; extra == "complete"
 Requires-Dist: gcsfs<2024.7,>=2023.9.2; extra == "complete"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete"
@@ -170,7 +171,7 @@ Requires-Dist: google-cloud-storage==2.14.0; extra == "complete"
 Requires-Dist: google-cloud==0.34; extra == "complete"
 Requires-Dist: graphviz~=0.20.0; extra == "complete"
 Requires-Dist: kafka-python~=2.0; extra == "complete"
-Requires-Dist: mlflow~=2.8; extra == "complete"
+Requires-Dist: mlflow~=2.16; extra == "complete"
 Requires-Dist: msrest~=0.6.21; extra == "complete"
 Requires-Dist: oss2==2.18.1; extra == "complete"
 Requires-Dist: ossfs==2023.12.0; extra == "complete"
@@ -195,7 +196,7 @@ Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete-api"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete-api"
 Requires-Dist: dask-kubernetes~=0.11.0; extra == "complete-api"
 Requires-Dist: dask~=2023.12.1; extra == "complete-api"
-Requires-Dist: databricks-sdk~=0.13.0; extra == "complete-api"
+Requires-Dist: databricks-sdk~=0.20.0; extra == "complete-api"
 Requires-Dist: distributed~=2023.12.1; extra == "complete-api"
 Requires-Dist: fastapi~=0.115.6; extra == "complete-api"
 Requires-Dist: gcsfs<2024.7,>=2023.9.2; extra == "complete-api"
@@ -208,7 +209,8 @@ Requires-Dist: humanfriendly~=10.0; extra == "complete-api"
 Requires-Dist: igz-mgmt~=0.4.1; extra == "complete-api"
 Requires-Dist: kafka-python~=2.0; extra == "complete-api"
 Requires-Dist: memray~=1.12; sys_platform != "win32" and extra == "complete-api"
-Requires-Dist: mlflow~=2.8; extra == "complete-api"
+Requires-Dist: mlflow~=2.16; extra == "complete-api"
+Requires-Dist: mlrun-pipelines-kfp-v1-8[kfp]~=0.3.3; python_version < "3.11" and extra == "complete-api"
 Requires-Dist: msrest~=0.6.21; extra == "complete-api"
 Requires-Dist: objgraph~=3.6; extra == "complete-api"
 Requires-Dist: oss2==2.18.1; extra == "complete-api"

{mlrun-1.8.0rc15.dist-info → mlrun-1.8.0rc16.dist-info}/RECORD

@@ -9,7 +9,7 @@ mlrun/lists.py,sha256=1hFv3Iyu5DVX1kdBGJmwUoY0CqrzauhKdSq9g3piHb4,8442
 mlrun/model.py,sha256=Qmj0UH5H0GKd6ZwxugxCvoqSP3O5q0LV0wSlHIzkyIM,85312
 mlrun/render.py,sha256=940H9fBBFeghH4dlifbURvtjlvw4GlWdAXezN6ky4rI,13275
 mlrun/run.py,sha256=ht5tg-Sge_IYHILd55ym_HJTSmimu6sjBvSc5JzVqJc,45151
-mlrun/secrets.py,sha256=ibtCK79u7JVBZF6F0SP1-xXXF5MyrLEUs_TCWiJAnlc,7798
+mlrun/secrets.py,sha256=2WZEYp11tZkvcvD888vnSIbRMRttfNfYKLnCbiRvEaU,7808
 mlrun/alerts/__init__.py,sha256=0gtG1BG0DXxFrXegIkjbM1XEN4sP9ODo0ucXrNld1hU,601
 mlrun/alerts/alert.py,sha256=mTROlDXzQw5gyWBFaUnykai3wpvjmgRmo28p0ytbzIU,15930
 mlrun/api/schemas/__init__.py,sha256=fEWH4I8hr5AdRJ7yoW44RlFB6NHkYDxyomP5J6ct1z4,14248
@@ -45,7 +45,7 @@ mlrun/common/schemas/api_gateway.py,sha256=3a0QxECLmoDkD5IiOKtXJL-uiWB26Hg55WMA3
 mlrun/common/schemas/artifact.py,sha256=i29BeZ4MoOLMST3WlApX1Nli0vy-M7Zj_oTm8jySlw4,3805
 mlrun/common/schemas/auth.py,sha256=AGbBNvQq_vcvhX_NLqbT-QPHL4BAJMB3xwBXW7cFvpo,6761
 mlrun/common/schemas/background_task.py,sha256=ofWRAQGGEkXEu79Dbw7tT_5GPolR09Lc3Ebg2r0fT24,1728
-mlrun/common/schemas/client_spec.py,sha256=j75fSEOm2bg4XYMKMzKpFVCcNBSv2ndY2J08jfMHerM,2820
+mlrun/common/schemas/client_spec.py,sha256=CCdAMwRS2DFKddxNSulWcRDwp3mrE7dDdKeAD6djxLo,2856
 mlrun/common/schemas/clusterization_spec.py,sha256=LAWOL6V3E5hAt8tKmnP3DOJcKG1FQqp8Z-x8szPkf1I,894
 mlrun/common/schemas/common.py,sha256=3GcfkT7yOWmrieCSrjOJ_4aXkiUWwLd_kxqMDP1-_hw,3540
 mlrun/common/schemas/constants.py,sha256=LfoSq8d2n7TMrM0IvxGylOtVEJGvvDVlK2-Yau-Tt30,7245
@@ -72,7 +72,7 @@ mlrun/common/schemas/secret.py,sha256=CCxFYiPwJtDxwg2VVJH9nUG9cAZ2a34IjeuaWv-BYl
 mlrun/common/schemas/tag.py,sha256=HRZi5QZ4vVGaCr2AMk9eJgcNiAIXmH4YDc8a4fvF770,893
 mlrun/common/schemas/workflow.py,sha256=rwYzDJYxpE9k4kC88j_eUCmqK4ZsWV_h-_nli7Fs7Ow,2078
 mlrun/common/schemas/model_monitoring/__init__.py,sha256=noj7DPPia59PBWORsQZO20Ym0yhUwyoNJ3EeG8gVxlQ,1875
-mlrun/common/schemas/model_monitoring/constants.py,sha256=j0b5FhEOIcaq-0UCiMlWQXUrL7QlDP9jWMGuu7_eKkk,11433
+mlrun/common/schemas/model_monitoring/constants.py,sha256=2U9TvO5vSJJYjzAaUys8PbdFOxhjwXZCdZ5oPuS3be0,11495
 mlrun/common/schemas/model_monitoring/grafana.py,sha256=Rq10KKOyyUYr7qOQFZfwGZtUim0LY9O0LQ5uc9jmIVQ,1562
 mlrun/common/schemas/model_monitoring/model_endpoints.py,sha256=GVWePSdaKyJm7-QdBiAQdMymlp2QgZIJwXO9EA6Q7AI,11727
 mlrun/data_types/__init__.py,sha256=unRo9GGwCmj0hBKBRsXJ2P4BzpQaddlQTvIrVQaKluI,984
@@ -85,7 +85,7 @@ mlrun/datastore/alibaba_oss.py,sha256=k-OHVe08HjMewlkpsT657CbOiVFAfSq9_EqhCE-k86
 mlrun/datastore/azure_blob.py,sha256=SzAcHYSXkm8Zpopz2Ea-rWVClH0URocUazcNK04S9W0,12776
 mlrun/datastore/base.py,sha256=Dqg8PqX0TFKHZg27Dgguc3RnQ1GABZiLf87p5ErTqJs,26448
 mlrun/datastore/datastore.py,sha256=frUYYP4i8ZmnY8GNXSgN_3x_exRgRPfxrCtAGEUifEU,9478
-mlrun/datastore/datastore_profile.py,sha256=DOCiN90li7G3kIe6z3vfHxf8iQKS6V_UNai_woeFR80,20884
+mlrun/datastore/datastore_profile.py,sha256=7spsLLmlbilDurHqQoSmK7NxFWGshAc-D5v_KwwbStY,20877
 mlrun/datastore/dbfs_store.py,sha256=QkDRzwFnvm7CgEg4NuGxes6tBgKDyhX0CiBUvK8c9pk,6568
 mlrun/datastore/filestore.py,sha256=OcykjzhbUAZ6_Cb9bGAXRL2ngsOpxXSb4rR0lyogZtM,3773
 mlrun/datastore/google_cloud_storage.py,sha256=MnToY6irdhBZ8Wcapqnr1Yq2724LAh2uPO7MAtdWfUY,8716
@@ -109,7 +109,7 @@ mlrun/db/__init__.py,sha256=WqJ4x8lqJ7ZoKbhEyFqkYADd9P6E3citckx9e9ZLcIU,1163
 mlrun/db/auth_utils.py,sha256=hpg8D2r82oN0BWabuWN04BTNZ7jYMAF242YSUpK7LFM,5211
 mlrun/db/base.py,sha256=dzYvS8mUBShit9UBqgKuu4AJZHx8dQiD8ys7x7jAW90,29845
 mlrun/db/factory.py,sha256=yP2vVmveUE7LYTCHbS6lQIxP9rW--zdISWuPd_I3d_4,2111
-mlrun/db/httpdb.py,sha256=2hoWVRSHKjdhBhNK31f53tJN4TId5JFIdxP-TcC-IAs,226052
+mlrun/db/httpdb.py,sha256=MR-GOZGTpTf8jZ28DGvfDuarQ09nmgd2voaER8CuXpg,226131
 mlrun/db/nopdb.py,sha256=CUIhRHxfoSXSgBksOWki0piC-fWNgtQvtZdnmCvH46Y,26663
 mlrun/feature_store/__init__.py,sha256=AVnY2AFUNc2dKxLLUMx2K3Wo1eGviv0brDcYlDnmtf4,1506
 mlrun/feature_store/api.py,sha256=qkojZpzqGAn3r9ww0ynBRKOs8ji8URaK4DSYD4SE-CE,50395
@@ -219,7 +219,7 @@ mlrun/model_monitoring/__init__.py,sha256=RgXjrQSN7gZwo-URei3FNo3fE9wWlo1-wNhSVt
 mlrun/model_monitoring/api.py,sha256=nH5aEUkmUEJF0CurrWJxmxVv1tQed2yzCLhQByG1L00,28561
 mlrun/model_monitoring/controller.py,sha256=dBfZQswF67vqeUFnmgsm9jU_5sOs9dLwMPEiYHG-Kk8,19786
 mlrun/model_monitoring/features_drift_table.py,sha256=c6GpKtpOJbuT1u5uMWDL_S-6N4YPOmlktWMqPme3KFY,25308
-mlrun/model_monitoring/helpers.py,sha256=cGK8ZQgzqW8-TAgpBF30HyHfDmeeSlogskHGxnE_Em8,16091
+mlrun/model_monitoring/helpers.py,sha256=L92YEzfKRWxoO8-qOsUK0Jrs86Wr8XDYfNnoeqnOZok,17106
 mlrun/model_monitoring/stream_processing.py,sha256=ltCVgo_b3yay16CUbqeGkRfzCHZSn14lVeBng5m9keY,31738
 mlrun/model_monitoring/tracking_policy.py,sha256=PBIGrUYWrwcE5gwXupBIVzOb0QRRwPJsgQm_yLGQxB4,5595
 mlrun/model_monitoring/writer.py,sha256=-47Z7oMr6q2ieJunZgkMK8d0IHZJhC3jxTBIxHgtSOk,10490
@@ -233,7 +233,7 @@ mlrun/model_monitoring/applications/results.py,sha256=oh1z9oacWWP4azVXm_Fx7j8uXS
 mlrun/model_monitoring/db/__init__.py,sha256=r47xPGZpIfMuv8J3PQCZTSqVPMhUta4sSJCZFKcS7FM,644
 mlrun/model_monitoring/db/_schedules.py,sha256=NTO1rbSyhW1JidpBDSN39ZBD0ctp5pbJFYQwxKRIRrs,5821
 mlrun/model_monitoring/db/_stats.py,sha256=VVMWLMqG3Us3ozBkLaokJF22Ewv8WKmVE1-OvS_g9vA,6943
-mlrun/model_monitoring/db/tsdb/__init__.py,sha256=Zqh_27I2YAEHk9nl0Z6lUxP7VEfrgrpnwhmHsbi4jnA,4055
+mlrun/model_monitoring/db/tsdb/__init__.py,sha256=_ejhGA-bi5-6kEMEVYUN5TLxND8hTj4gMG7WrYIkpxM,4585
 mlrun/model_monitoring/db/tsdb/base.py,sha256=EWm-56AzuLSH1JV6DAhSRu9sUel5YD6Ch1n5tgUHODo,20983
 mlrun/model_monitoring/db/tsdb/helpers.py,sha256=0oUXc4aUkYtP2SGP6jTb3uPPKImIUsVsrb9otX9a7O4,1189
 mlrun/model_monitoring/db/tsdb/tdengine/__init__.py,sha256=vgBdsKaXUURKqIf3M0y4sRatmSVA4CQiJs7J5dcVBkQ,620
@@ -242,7 +242,7 @@ mlrun/model_monitoring/db/tsdb/tdengine/stream_graph_steps.py,sha256=Uadj0UvAmln
 mlrun/model_monitoring/db/tsdb/tdengine/tdengine_connector.py,sha256=Vbx5u4Y2ZbzbRQDwMIyz-9S0OgkGKw_gZTvWvF8Jp7I,29599
 mlrun/model_monitoring/db/tsdb/v3io/__init__.py,sha256=aL3bfmQsUQ-sbvKGdNihFj8gLCK3mSys0qDcXtYOwgc,616
 mlrun/model_monitoring/db/tsdb/v3io/stream_graph_steps.py,sha256=_-zo9relCDtjGgievxAcAP9gVN9nDWs8BzGtFwTjb9M,6284
-mlrun/model_monitoring/db/tsdb/v3io/v3io_connector.py,sha256=_9n837rmlmxeEzqKjc5LerXRxNqKAgjMMzU-sKz4uyo,35668
+mlrun/model_monitoring/db/tsdb/v3io/v3io_connector.py,sha256=rZGakT22t3vNO7K9Ez1Au1UM5-E8c2Fuw4B6wuIIWPM,35896
 mlrun/model_monitoring/metrics/__init__.py,sha256=6CsTXAxeLbbf8yfCADTaxmiavqwrLEdYFJ-qc5kgDAY,569
 mlrun/model_monitoring/metrics/histogram_distance.py,sha256=E9_WIl2vd6qNvoHVHoFcnuQk3ekbFWOdi8aU7sHrfk4,4724
 mlrun/package/__init__.py,sha256=v7VDyK9kDOOuDvFo4oiGV2fx-vM1KL7fdN9pGLakhUQ,7008
@@ -266,8 +266,8 @@ mlrun/platforms/__init__.py,sha256=ZuyeHCHHUxYEoZRmaJqzFSfwhaTyUdBZXMeVp75ql1w,3
 mlrun/platforms/iguazio.py,sha256=6VBTq8eQ3mzT96tzjYhAtcMQ2VjF4x8LpIPW5DAcX2Q,13749
 mlrun/projects/__init__.py,sha256=0Krf0WIKfnZa71WthYOg0SoaTodGg3sV_hK3f_OlTPI,1220
 mlrun/projects/operations.py,sha256=VXUlMrouFTls-I-bMhdN5pPfQ34TR7bFQ-NUSWNvl84,20029
-mlrun/projects/pipelines.py,sha256=srguKr5rpEuKGUFKiFJYgekRWpdDToLsZSLo_jT5cUE,47342
-mlrun/projects/project.py,sha256=0d7iVqeKDVwc0ClqZekypCzHngCgmnUom2p0DBIAKeg,227357
+mlrun/projects/pipelines.py,sha256=SOlwMyyPO4jhV61Ja_4yco3OYzhijNQwyoq8g41fTe8,47343
+mlrun/projects/project.py,sha256=i_LukfblPoqylLcq73Uw02HDTqM_-npVVMq8Qv5_MWg,227431
 mlrun/runtimes/__init__.py,sha256=J9Sy2HiyMlztNv6VUurMzF5H2XzttNil8nRsWDsqLyg,8923
 mlrun/runtimes/base.py,sha256=Yt2l7srrXjK783cunBEKH0yQxQZRH8lkedXNOXuLbbo,37841
 mlrun/runtimes/daskjob.py,sha256=JwuGvOiPsxEDHHMMUS4Oie4hLlYYIZwihAl6DjroTY0,19521
@@ -300,13 +300,13 @@ mlrun/runtimes/sparkjob/spark3job.py,sha256=0ipkgAjDYDJDlcuvt379zonjhepCspsQQXMr
 mlrun/serving/__init__.py,sha256=FhOlOCnBC5HFXOHzSDe4NHBs6mNUDP_Qqy6WMNsCwws,1307
 mlrun/serving/merger.py,sha256=qtPJacx94Tsz_-8L3J_-aS2NEsTdechZkQzJmyHjmig,6195
 mlrun/serving/remote.py,sha256=gxJkj_J3j-sZcVUbUzbAmJafP6t6y4NVFsu0kWmYngA,18818
-mlrun/serving/routers.py,sha256=GK8IglQZo7vYTtK4xlnR5hLRQUbUhF2IwUbquGK9zrE,54395
+mlrun/serving/routers.py,sha256=A_R34_N6uYw2veK58WpffEp1NsFwq0XbNU9is2Nd7s8,50901
 mlrun/serving/server.py,sha256=xP88X7_C4mHIk0R7TJBCl-jSl-VomctblipiYepQTaQ,22512
 mlrun/serving/serving_wrapper.py,sha256=R670-S6PX_d5ER6jiHtRvacuPyFzQH0mEf2K0sBIIOM,836
-mlrun/serving/states.py,sha256=FXTiHsM8H9mwpg0_mYooMxF7Z3QvMHnUeZDiQXN2ohg,67142
+mlrun/serving/states.py,sha256=VjcP7GToyjH1PDGa1ASANKI1LWu-dgo_rXEVr5zsHxw,67386
 mlrun/serving/utils.py,sha256=k2EIYDWHUGkE-IBI6T0UNT32fw-KySsccIJM_LObI00,4171
 mlrun/serving/v1_serving.py,sha256=c6J_MtpE-Tqu00-6r4eJOCO6rUasHDal9W2eBIcrl50,11853
-mlrun/serving/v2_serving.py,sha256=-YXyo01rwW7VWi_T7Sv_k_trVbxDAgxVKjg0-bSK5fs,26456
+mlrun/serving/v2_serving.py,sha256=ViPRigBwb58M6eeRvKa3JyVLd_OVEEtjPVSMRFZ1aPs,21861
 mlrun/track/__init__.py,sha256=yVXbT52fXvGKRlc_ByHqIVt7-9L3DRE634RSeQwgXtU,665
 mlrun/track/tracker.py,sha256=CyTU6Qd3_5GGEJ_hpocOj71wvV65EuFYUjaYEUKAL6Q,3575
 mlrun/track/tracker_manager.py,sha256=IYBl99I62IC6VCCmG1yt6JoHNOQXa53C4DURJ2sWgio,5726
@@ -337,11 +337,11 @@ mlrun/utils/notifications/notification/mail.py,sha256=ZyJ3eqd8simxffQmXzqd3bgbAq
 mlrun/utils/notifications/notification/slack.py,sha256=NKV4RFiY3gLsS8uPppgniPLyag8zJ9O1VhixoXkM7kw,7108
 mlrun/utils/notifications/notification/webhook.py,sha256=M-pSBM2VTKVUPRERocjORlH6mKqo1K9ihVL5Qrn2GyM,4789
 mlrun/utils/version/__init__.py,sha256=7kkrB7hEZ3cLXoWj1kPoDwo4MaswsI2JVOBpbKgPAgc,614
-mlrun/utils/version/version.json,sha256=dLS7bzsjhqqAGbDwpsDqJr_Thcb2YPX28-11V1PkMB0,89
+mlrun/utils/version/version.json,sha256=6DN2cKENaaROp7hH2NZfzZAwPDExF5JEb1N0SAOWCvE,89
 mlrun/utils/version/version.py,sha256=eEW0tqIAkU9Xifxv8Z9_qsYnNhn3YH7NRAfM-pPLt1g,1878
-mlrun-1.8.0rc15.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mlrun-1.8.0rc15.dist-info/METADATA,sha256=YcE9Vr4pxgEB1AHPfuZRJApqkMdK4dXpSASanMPn51A,24796
-mlrun-1.8.0rc15.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-mlrun-1.8.0rc15.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
-mlrun-1.8.0rc15.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
-mlrun-1.8.0rc15.dist-info/RECORD,,
+mlrun-1.8.0rc16.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mlrun-1.8.0rc16.dist-info/METADATA,sha256=L98gsrwODKowDqownhVjnIigGdHJPUF77HNjpzOj4oc,25001
+mlrun-1.8.0rc16.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+mlrun-1.8.0rc16.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
+mlrun-1.8.0rc16.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
+mlrun-1.8.0rc16.dist-info/RECORD,,