mlrun 1.8.0rc16__py3-none-any.whl → 1.8.0rc17__py3-none-any.whl

mlrun/artifacts/document.py

@@ -47,6 +47,7 @@ class DocumentLoaderSpec(ModelObj):
         self,
         loader_class_name: str = "langchain_community.document_loaders.TextLoader",
         src_name: str = "file_path",
+        download_object: bool = False,
         kwargs: Optional[dict] = None,
     ):
         """
@@ -56,7 +57,9 @@ class DocumentLoaderSpec(ModelObj):
             loader_class_name (str): The name of the loader class to use.
             src_name (str): The source name for the document.
             kwargs (Optional[dict]): Additional keyword arguments to pass to the loader class.
-
+            download_object (bool, optional): If True, the file will be downloaded before launching
+                the loader. If False, the loader accepts a link that should not be downloaded.
+                Defaults to False.
         Example:
             >>> # Create a loader specification for PDF documents
             >>> loader_spec = DocumentLoaderSpec(
@@ -72,6 +75,7 @@ class DocumentLoaderSpec(ModelObj):
         """
         self.loader_class_name = loader_class_name
         self.src_name = src_name
+        self.download_object = download_object
         self.kwargs = kwargs
 
     def make_loader(self, src_path):
@@ -251,6 +255,9 @@ class DocumentArtifact(Artifact):
             "collections",
             "original_source",
         ]
+        _exclude_fields_from_uid_hash = ArtifactSpec._exclude_fields_from_uid_hash + [
+            "collections",
+        ]
 
         def __init__(
             self,
@@ -270,7 +277,6 @@ class DocumentArtifact(Artifact):
     METADATA_SOURCE_KEY = "source"
     METADATA_ORIGINAL_SOURCE_KEY = "original_source"
     METADATA_CHUNK_KEY = "mlrun_chunk"
-    METADATA_ARTIFACT_URI_KEY = "mlrun_object_uri"
     METADATA_ARTIFACT_TARGET_PATH_KEY = "mlrun_target_path"
     METADATA_ARTIFACT_TAG = "mlrun_tag"
     METADATA_ARTIFACT_KEY = "mlrun_key"
@@ -321,7 +327,7 @@ class DocumentArtifact(Artifact):
         """
 
         loader_spec = DocumentLoaderSpec.from_dict(self.spec.document_loader)
-        if self.get_target_path():
+        if loader_spec.download_object and self.get_target_path():
             with tempfile.NamedTemporaryFile() as tmp_file:
                 mlrun.datastore.store_manager.object(
                     url=self.get_target_path()
@@ -348,7 +354,6 @@ class DocumentArtifact(Artifact):
 
             metadata[self.METADATA_ORIGINAL_SOURCE_KEY] = self.spec.original_source
             metadata[self.METADATA_SOURCE_KEY] = self.get_source()
-            metadata[self.METADATA_ARTIFACT_URI_KEY] = self.uri
             metadata[self.METADATA_ARTIFACT_TAG] = self.tag or "latest"
             metadata[self.METADATA_ARTIFACT_KEY] = self.key
             metadata[self.METADATA_ARTIFACT_PROJECT] = self.metadata.project

mlrun/common/model_monitoring/helpers.py

@@ -38,12 +38,10 @@ def parse_model_endpoint_store_prefix(store_prefix: str):
 
 def parse_monitoring_stream_path(
     stream_uri: str, project: str, function_name: typing.Optional[str] = None
-):
+) -> str:
     if stream_uri.startswith("kafka://"):
         if "?topic" in stream_uri:
-            raise mlrun.errors.MLRunInvalidArgumentError(
-                "Custom kafka topic is not allowed"
-            )
+            raise mlrun.errors.MLRunValueError("Custom kafka topic is not allowed")
         # Add topic to stream kafka uri
         if (
             function_name is None
@@ -53,22 +51,6 @@ def parse_monitoring_stream_path(
         else:
             stream_uri += f"?topic=monitoring_stream_{project}_{function_name}"
 
-    elif stream_uri.startswith("v3io://") and mlrun.mlconf.is_ce_mode():
-        # V3IO is not supported in CE mode, generating a default http stream path
-        if function_name is None:
-            stream_uri = (
-                mlrun.mlconf.model_endpoint_monitoring.default_http_sink.format(
-                    project=project, namespace=mlrun.mlconf.namespace
-                )
-            )
-        else:
-            stream_uri = (
-                mlrun.mlconf.model_endpoint_monitoring.default_http_sink_app.format(
-                    project=project,
-                    application_name=function_name,
-                    namespace=mlrun.mlconf.namespace,
-                )
-            )
     return stream_uri
 
 

mlrun/common/schemas/model_monitoring/constants.py

@@ -238,6 +238,7 @@ class ProjectSecretKeys:
     STREAM_PATH = "STREAM_PATH"
     TSDB_CONNECTION = "TSDB_CONNECTION"
     TSDB_PROFILE_NAME = "TSDB_PROFILE_NAME"
+    STREAM_PROFILE_NAME = "STREAM_PROFILE_NAME"
 
     @classmethod
     def mandatory_secrets(cls):

mlrun/config.py

@@ -603,10 +603,6 @@ default_config = {
         # Offline storage path can be either relative or a full path. This path is used for general offline data
         # storage such as the parquet file which is generated from the monitoring stream function for the drift analysis
         "offline_storage_path": "model-endpoints/{kind}",
-        # Default http path that points to the monitoring stream nuclio function. Will be used as a stream path
-        # when the user is working in CE environment and has not provided any stream path.
-        "default_http_sink": "http://nuclio-{project}-model-monitoring-stream.{namespace}.svc.cluster.local:8080",
-        "default_http_sink_app": "http://nuclio-{project}-{application_name}.{namespace}.svc.cluster.local:8080",
         "parquet_batching_max_events": 10_000,
         "parquet_batching_timeout_secs": timedelta(minutes=1).total_seconds(),
         # See mlrun.model_monitoring.db.tsdb.ObjectTSDBFactory for available options

mlrun/datastore/datastore_profile.py

@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#
+
 import ast
 import base64
 import json
@@ -549,6 +549,35 @@ class DatastoreProfile2Json(pydantic.v1.BaseModel):
 
 
 def datastore_profile_read(url, project_name="", secrets: typing.Optional[dict] = None):
+    """
+    Read and retrieve a datastore profile from a given URL.
+
+    This function retrieves a datastore profile either from temporary client storage,
+    or from the MLRun database. It handles both client-side and server-side profile formats
+    and performs necessary conversions.
+
+    Args:
+        url (str): A URL with 'ds' scheme pointing to the datastore profile
+            (e.g., 'ds://profile-name').
+        project_name (str, optional): The project name where the profile is stored.
+            Defaults to MLRun's default project.
+        secrets (dict, optional): Dictionary containing secrets needed for profile retrieval.
+
+    Returns:
+        DatastoreProfile: The retrieved datastore profile object.
+
+    Raises:
+        MLRunInvalidArgumentError: In the following cases:
+            - If the URL scheme is not 'ds'
+            - If the profile cannot be retrieved from either server or local environment
+
+    Note:
+       When running from a client environment (outside MLRun pods), private profile information
+       is not accessible. In this case, use register_temporary_client_datastore_profile() to
+       register the profile with credentials for your local session. When running inside MLRun
+       pods, the private information is automatically available and no temporary registration is needed.
+    """
+
     parsed_url = urlparse(url)
     if parsed_url.scheme.lower() != "ds":
         raise mlrun.errors.MLRunInvalidArgumentError(

mlrun/db/base.py

@@ -1079,7 +1079,7 @@ class RunDBInterface(ABC):
     def set_model_monitoring_credentials(
         self,
         project: str,
-        credentials: dict[str, str],
+        credentials: dict[str, Optional[str]],
         replace_creds: bool,
     ) -> None:
         pass

mlrun/db/httpdb.py

@@ -4018,7 +4018,7 @@ class HTTPRunDB(RunDBInterface):
     def set_model_monitoring_credentials(
         self,
         project: str,
-        credentials: dict[str, str],
+        credentials: dict[str, Optional[str]],
         replace_creds: bool,
     ) -> None:
         """

mlrun/db/nopdb.py

@@ -872,7 +872,7 @@ class NopDB(RunDBInterface):
     def set_model_monitoring_credentials(
         self,
         project: str,
-        credentials: dict[str, str],
+        credentials: dict[str, Optional[str]],
         replace_creds: bool,
     ) -> None:
         pass

mlrun/execution.py

@@ -884,6 +884,7 @@ class MLClientCtx:
         upload: Optional[bool] = False,
         labels: Optional[dict[str, str]] = None,
         target_path: Optional[str] = None,
+        db_key: Optional[str] = None,
         **kwargs,
     ) -> DocumentArtifact:
         """
@@ -914,6 +915,8 @@ class MLClientCtx:
         :param upload: Whether to upload the artifact
         :param labels: Key-value labels
         :param target_path: Path to the local file
+        :param db_key: The key to use in the artifact DB table, by default its run name + '_' + key
+                       db_key=False will not register it in the artifacts table
         :param kwargs: Additional keyword arguments
         :return: DocumentArtifact object
 
@@ -943,6 +946,9 @@ class MLClientCtx:
             tag=tag,
             upload=upload,
             labels=labels,
+            local_path=local_path,
+            target_path=target_path,
+            db_key=db_key,
         )
         self._update_run()
         return item

mlrun/model_monitoring/__init__.py

@@ -12,8 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# for backwards compatibility
-
 from mlrun.common.schemas import ModelEndpoint, ModelEndpointList
 
 from .db import get_tsdb_connector

mlrun/model_monitoring/applications/base.py

@@ -93,7 +93,7 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         context: "mlrun.MLClientCtx",
         sample_data: Optional[pd.DataFrame] = None,
         reference_data: Optional[pd.DataFrame] = None,
-        endpoint_names: Optional[list[str]] = None,
+        endpoints: Optional[list[tuple[str, str]]] = None,
         start: Optional[datetime] = None,
         end: Optional[datetime] = None,
     ):
@@ -121,12 +121,13 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
             )
             return self.do_tracking(monitoring_context)
 
-        if endpoint_names is not None:
+        if endpoints is not None:
             start, end = self._validate_times(start, end)
-            for endpoint_name in endpoint_names:
+            for endpoint_name, endpoint_id in endpoints:
                 result = call_do_tracking(
                     event={
                         mm_constants.ApplicationEvent.ENDPOINT_NAME: endpoint_name,
+                        mm_constants.ApplicationEvent.ENDPOINT_ID: endpoint_id,
                         mm_constants.ApplicationEvent.START_INFER_TIME: start,
                         mm_constants.ApplicationEvent.END_INFER_TIME: end,
                     }
@@ -199,7 +200,7 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         with_repo: Optional[bool] = False,
         requirements: Optional[Union[str, list[str]]] = None,
         requirements_file: str = "",
-        endpoint_names: Optional[list[str]] = None,
+        endpoints: Optional[list[tuple[str, str]]] = None,
         start: Optional[datetime] = None,
         end: Optional[datetime] = None,
     ) -> "mlrun.RunObject":
@@ -208,20 +209,23 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         :py:meth:`~mlrun.model_monitoring.applications.ModelMonitoringApplicationBase.do_tracking`
         model monitoring logic as a :py:class:`~mlrun.runtimes.KubejobRuntime`, which is an MLRun function.
 
-        :param func_path: The path to the function. If not passed, the current notebook is used.
-        :param func_name: The name of the function. If not passed, the class name is used.
-        :param tag:       An optional tag for the function.
-        :param run_local: Whether to run the function locally or remotely.
-        :param sample_data:       Optional - pandas data-frame as the current dataset.
+        This method has default values for all of its arguments. You should be change them when you want to pass
+        data to the application.
+
+        :param func_path:         The path to the function. If ``None``, the current notebook is used.
+        :param func_name:         The name of the function. If not ``None``, the class name is used.
+        :param tag:               Tag for the function.
+        :param run_local:         Whether to run the function locally or remotely.
+        :param sample_data:       Pandas data-frame as the current dataset.
                                   When set, it replaces the data read from the model endpoint's offline source.
-        :param reference_data:    Optional - pandas data-frame of the reference dataset.
+        :param reference_data:    Pandas data-frame of the reference dataset.
                                   When set, its statistics override the model endpoint's feature statistics.
         :param image:             Docker image to run the job on.
         :param with_repo:         Whether to clone the current repo to the build source.
         :param requirements:      List of Python requirements to be installed in the image.
         :param requirements_file: Path to a Python requirements file to be installed in the image.
-        :param endpoint_names:    The model endpoint names to get the data from. When the names are passed,
-                                  you have to provide also the start and end times of the data to analyze.
+        :param endpoints:         A list of tuples of the model endpoint (name, uid) to get the data from.
+                                  If provided, you have to provide also the start and end times of the data to analyze.
         :param start:             The start time of the sample data.
         :param end:               The end time of the sample data.
 
@@ -249,12 +253,16 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
             ),
         )
 
-        params: dict[str, Union[list[str], datetime]] = {}
-        if endpoint_names:
+        params: dict[str, Union[list[tuple[str, str]], datetime]] = {}
+        if endpoints:
             start, end = cls._validate_times(start, end)
-            params["endpoint_names"] = endpoint_names
+            params["endpoints"] = endpoints
             params["start"] = start
             params["end"] = end
+        elif start or end:
+            raise mlrun.errors.MLRunValueError(
+                "Custom start or end times are supported only with endpoints data"
+            )
 
         inputs: dict[str, str] = {}
         for data, identifier in [

mlrun/model_monitoring/applications/context.py

@@ -190,18 +190,13 @@ class MonitoringApplicationContext:
         )
 
     def _get_default_labels(self) -> dict[str, str]:
-        labels = {
+        return {
             mlrun_constants.MLRunInternalLabels.runner_pod: socket.gethostname(),
             mlrun_constants.MLRunInternalLabels.producer_type: "model-monitoring-app",
             mlrun_constants.MLRunInternalLabels.app_name: self.application_name,
+            mlrun_constants.MLRunInternalLabels.endpoint_id: self.endpoint_id,
+            mlrun_constants.MLRunInternalLabels.endpoint_name: self.endpoint_name,
         }
-        for key, value in [
-            (mlrun_constants.MLRunInternalLabels.endpoint_id, self.endpoint_id),
-            (mlrun_constants.MLRunInternalLabels.endpoint_name, self.endpoint_name),
-        ]:
-            if value:
-                labels[key] = value
-        return labels
 
     def _add_default_labels(self, labels: Optional[dict[str, str]]) -> dict[str, str]:
         """Add the default labels to logged artifacts labels"""

mlrun/model_monitoring/helpers.py

@@ -13,20 +13,14 @@
 # limitations under the License.
 
 import datetime
+import functools
 import os
-import typing
+from fnmatch import fnmatchcase
+from typing import TYPE_CHECKING, Callable, Optional, TypedDict, cast
 
 import numpy as np
 import pandas as pd
 
-if typing.TYPE_CHECKING:
-    from mlrun.datastore import DataItem
-    from mlrun.db.base import RunDBInterface
-    from mlrun.projects import MlrunProject
-
-from fnmatch import fnmatchcase
-from typing import Optional
-
 import mlrun
 import mlrun.artifacts
 import mlrun.common.model_monitoring.helpers
@@ -42,8 +36,13 @@ from mlrun.common.schemas.model_monitoring.model_endpoints import (
 )
 from mlrun.utils import logger
 
+if TYPE_CHECKING:
+    from mlrun.datastore import DataItem
+    from mlrun.db.base import RunDBInterface
+    from mlrun.projects import MlrunProject
+
 
-class _BatchDict(typing.TypedDict):
+class _BatchDict(TypedDict):
     minutes: int
     hours: int
     days: int
@@ -116,20 +115,30 @@ def filter_results_by_regex(
 def get_stream_path(
     project: str,
     function_name: str = mm_constants.MonitoringFunctionNames.STREAM,
-    stream_uri: typing.Optional[str] = None,
+    stream_uri: Optional[str] = None,
+    secret_provider: Optional[Callable[[str], str]] = None,
 ) -> str:
     """
     Get stream path from the project secret. If wasn't set, take it from the system configurations
 
     :param project:             Project name.
     :param function_name:       Application name. Default is model_monitoring_stream.
-    :param stream_uri:          Stream URI. If provided, it will be used instead of the one from the project secret.
-
+    :param stream_uri:          Stream URI. If provided, it will be used instead of the one from the project's secret.
+    :param secret_provider:     Optional secret provider to get the connection string secret.
+                                If not set, the env vars are used.
     :return:                    Monitoring stream path to the relevant application.
     """
 
+    try:
+        profile = _get_stream_profile(project=project, secret_provider=secret_provider)
+    except mlrun.errors.MLRunNotFoundError:
+        profile = None
+
+    if isinstance(profile, mlrun.datastore.datastore_profile.DatastoreProfileV3io):
+        stream_uri = "v3io"
+
     stream_uri = stream_uri or mlrun.get_secret_or_env(
-        mm_constants.ProjectSecretKeys.STREAM_PATH
+        key=mm_constants.ProjectSecretKeys.STREAM_PATH, secret_provider=secret_provider
     )
 
     if not stream_uri or stream_uri == "v3io":
@@ -231,7 +240,7 @@ def get_monitoring_drift_measures_data(project: str, endpoint_id: str) -> "DataI
 
 
 def get_tsdb_connection_string(
-    secret_provider: typing.Optional[typing.Callable[[str], str]] = None,
+    secret_provider: Optional[Callable[[str], str]] = None,
 ) -> str:
     """Get TSDB connection string from the project secret. If wasn't set, take it from the system
     configurations.
@@ -245,29 +254,40 @@ def get_tsdb_connection_string(
     )
 
 
-def _get_tsdb_profile(
-    project: str = "",
-    secret_provider: typing.Optional[typing.Callable[[str], str]] = None,
+def _get_profile(
+    project: str,
+    secret_provider: Optional[Callable[[str], str]],
+    profile_name_key: str,
 ) -> mlrun.datastore.datastore_profile.DatastoreProfile:
     """
-    Get TSDB datastore profile the project name and secret provider.
+    Get the datastore profile from the project name and secret provider, where the profile's name
+    is saved as a secret named `profile_name_key`.
 
-    :param project:         The project name. If not set, the default project name is used.
-    :param secret_provider: Optional secret provider to get the connection string secret.
-                            If not set, the env vars are used.
-    :return:                TSDB datastore profile.
+    :param project:          The project name.
+    :param secret_provider:  Secret provider to get the secrets from, or `None` for env vars.
+    :param profile_name_key: The profile name key in the secret store.
+    :return:                 Datastore profile.
     """
     profile_name = mlrun.get_secret_or_env(
-        key=mm_constants.ProjectSecretKeys.TSDB_PROFILE_NAME,
-        secret_provider=secret_provider,
+        key=profile_name_key, secret_provider=secret_provider
     )
     if not profile_name:
-        raise mlrun.errors.MLRunNotFoundError("Not found TSDB profile name")
+        raise mlrun.errors.MLRunNotFoundError(
+            f"Not found `{profile_name_key}` profile name"
+        )
     return mlrun.datastore.datastore_profile.datastore_profile_read(
         url=f"ds://{profile_name}", project_name=project, secrets=secret_provider
     )
 
 
+_get_tsdb_profile = functools.partial(
+    _get_profile, profile_name_key=mm_constants.ProjectSecretKeys.TSDB_PROFILE_NAME
+)
+_get_stream_profile = functools.partial(
+    _get_profile, profile_name_key=mm_constants.ProjectSecretKeys.STREAM_PROFILE_NAME
+)
+
+
 def batch_dict2timedelta(batch_dict: _BatchDict) -> datetime.timedelta:
     """
     Convert a batch dictionary to timedelta.
@@ -455,7 +475,7 @@ def get_invocations_metric(project: str) -> ModelEndpointMonitoringMetric:
 
 
 def _get_monitoring_schedules_folder_path(project: str) -> str:
-    return typing.cast(
+    return cast(
         str,
         mlrun.mlconf.get_model_monitoring_file_target_path(
             project=project, kind=mm_constants.FileTargetKind.MONITORING_SCHEDULES

mlrun/model_monitoring/writer.py

@@ -31,7 +31,6 @@ from mlrun.common.schemas.model_monitoring.constants import (
     WriterEvent,
     WriterEventKind,
 )
-from mlrun.common.schemas.notification import NotificationKind, NotificationSeverity
 from mlrun.model_monitoring.db._stats import (
     ModelMonitoringCurrentStatsFile,
     ModelMonitoringDriftMeasuresFile,
@@ -39,7 +38,6 @@ from mlrun.model_monitoring.db._stats import (
 from mlrun.model_monitoring.helpers import get_result_instance_fqn
 from mlrun.serving.utils import StepToDict
 from mlrun.utils import logger
-from mlrun.utils.notifications.notification_pusher import CustomNotificationPusher
 
 _RawEvent = dict[str, Any]
 _AppResultEvent = NewType("_AppResultEvent", _RawEvent)
@@ -57,50 +55,6 @@ class _WriterEventTypeError(_WriterEventError, TypeError):
     pass
 
 
-class _Notifier:
-    def __init__(
-        self,
-        event: _AppResultEvent,
-        notification_pusher: CustomNotificationPusher,
-        severity: NotificationSeverity = NotificationSeverity.WARNING,
-    ) -> None:
-        """
-        Event notifier - send push notification when appropriate to the notifiers in
-        `notification pusher`.
-        Note that if you use a Slack App webhook, you need to define it as an MLRun secret
-        `SLACK_WEBHOOK`.
-        """
-        self._event = event
-        self._custom_notifier = notification_pusher
-        self._severity = severity
-
-    def _should_send_event(self) -> bool:
-        return self._event[ResultData.RESULT_STATUS] >= ResultStatusApp.detected.value
-
-    def _generate_message(self) -> str:
-        return f"""\
-The monitoring app `{self._event[WriterEvent.APPLICATION_NAME]}` \
-of kind `{self._event[ResultData.RESULT_KIND]}` \
-detected a problem in model endpoint ID `{self._event[WriterEvent.ENDPOINT_ID]}` \
-at time `{self._event[WriterEvent.START_INFER_TIME]}`.
-
-Result data:
-Name: `{self._event[ResultData.RESULT_NAME]}`
-Value: `{self._event[ResultData.RESULT_VALUE]}`
-Status: `{self._event[ResultData.RESULT_STATUS]}`
-Extra data: `{self._event[ResultData.RESULT_EXTRA_DATA]}`\
-"""
-
-    def notify(self) -> None:
-        """Send notification if appropriate"""
-        if not self._should_send_event():
-            logger.debug("Not sending a notification")
-            return
-        message = self._generate_message()
-        self._custom_notifier.push(message=message, severity=self._severity)
-        logger.debug("A notification should have been sent")
-
-
 class ModelMonitoringWriter(StepToDict):
     """
     Write monitoring application results to the target databases
@@ -116,10 +70,6 @@ class ModelMonitoringWriter(StepToDict):
         self.project = project
         self.name = project  # required for the deployment process
 
-        self._custom_notifier = CustomNotificationPusher(
-            notification_types=[NotificationKind.slack]
-        )
-
         self._tsdb_connector = mlrun.model_monitoring.get_tsdb_connector(
             project=self.project, secret_provider=secret_provider
         )
@@ -250,9 +200,6 @@ class ModelMonitoringWriter(StepToDict):
 
         logger.info("Completed event DB writes")
 
-        if kind == WriterEventKind.RESULT:
-            _Notifier(event=event, notification_pusher=self._custom_notifier).notify()
-
         if (
             mlrun.mlconf.alerts.mode == mlrun.common.schemas.alert.AlertsModes.enabled
             and kind == WriterEventKind.RESULT

mlrun/projects/project.py

@@ -1962,6 +1962,11 @@ class MlrunProject(ModelObj):
             ... )
 
         """
+        if not document_loader_spec.download_object and upload:
+            raise ValueError(
+                "This document loader expects direct links/URLs and does not support file uploads. "
+                "Either set download_object=True or set upload=False"
+            )
         doc_artifact = DocumentArtifact(
             key=key,
             original_source=local_path or target_path,
@@ -3603,17 +3608,29 @@ class MlrunProject(ModelObj):
         """
         db = mlrun.db.get_run_db(secrets=self._secrets)
         if tsdb_connection == "v3io":
-            profile = mlrun.datastore.datastore_profile.DatastoreProfileV3io(
+            tsdb_profile = mlrun.datastore.datastore_profile.DatastoreProfileV3io(
                 name="mm-infra-tsdb"
             )
-            self.register_datastore_profile(profile)
+            self.register_datastore_profile(tsdb_profile)
+            tsdb_profile_name = tsdb_profile.name
+        else:
+            tsdb_profile_name = None
+        if stream_path == "v3io":
+            stream_profile = mlrun.datastore.datastore_profile.DatastoreProfileV3io(
+                name="mm-infra-stream"
+            )
+            self.register_datastore_profile(stream_profile)
+            stream_profile_name = stream_profile.name
+        else:
+            stream_profile_name = None
         db.set_model_monitoring_credentials(
             project=self.name,
             credentials={
                 "access_key": access_key,
                 "stream_path": stream_path,
                 "tsdb_connection": tsdb_connection,
-                "tsdb_profile_name": profile.name,
+                "tsdb_profile_name": tsdb_profile_name,
+                "stream_profile_name": stream_profile_name,
             },
             replace_creds=replace_creds,
         )

mlrun/serving/states.py

@@ -126,6 +126,9 @@ class BaseStep(ModelObj):
         self.shape = shape
         self.on_error = None
         self._on_error_handler = None
+        self.model_endpoint_creation_strategy = (
+            schemas.ModelEndpointCreationStrategy.SKIP
+        )
 
     def get_shape(self):
         """graphviz shape"""

mlrun/utils/version/version.json

@@ -1,4 +1,4 @@
 {
-  "git_commit": "91e7d7fface3fc912eced8be04916b5e0628fda4",
-  "version": "1.8.0-rc16"
+  "git_commit": "eb1fcda410abefdd86a344d75af69fe49dc5eb07",
+  "version": "1.8.0-rc17"
 }

{mlrun-1.8.0rc16.dist-info → mlrun-1.8.0rc17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mlrun
-Version: 1.8.0rc16
+Version: 1.8.0rc17
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv

{mlrun-1.8.0rc16.dist-info → mlrun-1.8.0rc17.dist-info}/RECORD

@@ -1,8 +1,8 @@
 mlrun/__init__.py,sha256=7vuMpUiigXXDrghLRq680LKWy1faC0kQyGCZb_7cwyE,7473
 mlrun/__main__.py,sha256=o65gXHhmFA9GV_n2mqmAO80nW3MAwo_s7j80IKgCzRE,45949
-mlrun/config.py,sha256=cN_o0nSf7SJLi8xxg4kQ-_Kg5ZasUxA8IP6b-pyJJCc,71003
+mlrun/config.py,sha256=TgmglvBiIsG5P_okv0m622duVILyeDVeWRMH0pMtE2w,70571
 mlrun/errors.py,sha256=5raKb1PXQpTcIvWQ4sr1qn2IS7P_GT_FydBJ0dXkVuc,8097
-mlrun/execution.py,sha256=sg3R6m5Vpg5VYMD-1B6-mpxW0ck6m9dmxN2fcGdJ3c8,48713
+mlrun/execution.py,sha256=Up9U6xonTElRIaesF9Vej2JK1Isk2AZNK9ke0XcF5Dg,49030
 mlrun/features.py,sha256=ReBaNGsBYXqcbgI012n-SO_j6oHIbk_Vpv0CGPXbUmo,15842
 mlrun/k8s_utils.py,sha256=mRQMs6NzPq36vx1n5_2BfFapXysc8wv3NcrZ77_2ANA,8949
 mlrun/lists.py,sha256=1hFv3Iyu5DVX1kdBGJmwUoY0CqrzauhKdSq9g3piHb4,8442
@@ -16,7 +16,7 @@ mlrun/api/schemas/__init__.py,sha256=fEWH4I8hr5AdRJ7yoW44RlFB6NHkYDxyomP5J6ct1z4
 mlrun/artifacts/__init__.py,sha256=ofC2extBCOC1wg1YtdTzWzH3eeG_f-sFBUkHjYtZJpk,1175
 mlrun/artifacts/base.py,sha256=nz2ZqC74JGfWN0M6_hOXXQj3bXSTxNp4eUgvWHVcdvY,29979
 mlrun/artifacts/dataset.py,sha256=QTot5vCgLHatlIWwNnKbWdZ8HHTxaZ7wk4gWQDoqQ2k,16655
-mlrun/artifacts/document.py,sha256=1JrQWSuASF0EX5tKO4LXAI-gYdjPGJPXVhW1QzCmaME,15230
+mlrun/artifacts/document.py,sha256=mbmos5LPkwOh0kHM0dFSi4RgbnPgfI3eMWiC4fk-ALI,15586
 mlrun/artifacts/manager.py,sha256=bXb70mKF6wIGs7syCiFfGnjalqx4g9bO_J5DaVzUUKw,16163
 mlrun/artifacts/model.py,sha256=jeOjUq_iZSHoNqlPyGgOz6acwje1Yqpg1yZwF9GbyG8,21615
 mlrun/artifacts/plots.py,sha256=dS0mHGt1b20tN2JyEH9H5o5I0oMKZkzn3Uz_3Hf4WjU,4813
@@ -37,7 +37,7 @@ mlrun/common/formatters/pipeline.py,sha256=oATD3znsuq3s7LipPnZivDPelTX0hJ0MFeeXO
 mlrun/common/formatters/project.py,sha256=0G4lhcTAsxQCxd40dKC4894cMH8nKt03BcGyp9wQO14,2102
 mlrun/common/formatters/run.py,sha256=Gcf9lVDqxPMNfWcPX0RJasjTC_N_U0yTBkQ02jOPJ7A,1062
 mlrun/common/model_monitoring/__init__.py,sha256=kXGBqhLN0rlAx0kTXhozGzFsIdSqW0uTSKMmsLgq_is,569
-mlrun/common/model_monitoring/helpers.py,sha256=fg56lF3ZP8d5v_vA5OFLAleFw83w35dWrkURYhOng00,3676
+mlrun/common/model_monitoring/helpers.py,sha256=lV86teJYoE3MNDx4yhpbzO1KylWmvDbuNODw5yGZwgs,2943
 mlrun/common/runtimes/constants.py,sha256=Mok3m9Rv182TTMp7uYNfWalm9Xcz86yva-4fTxfMOPI,10988
 mlrun/common/schemas/__init__.py,sha256=PBuIAhXSkVEVxxKcv5hR_xvTwNAUqxOXHVPugOoWTyM,5386
 mlrun/common/schemas/alert.py,sha256=G9lFTXFYDor-RVLpJxMorIPlLWr_-GYCFKRN9DkKwXs,10124
@@ -72,7 +72,7 @@ mlrun/common/schemas/secret.py,sha256=CCxFYiPwJtDxwg2VVJH9nUG9cAZ2a34IjeuaWv-BYl
 mlrun/common/schemas/tag.py,sha256=HRZi5QZ4vVGaCr2AMk9eJgcNiAIXmH4YDc8a4fvF770,893
 mlrun/common/schemas/workflow.py,sha256=rwYzDJYxpE9k4kC88j_eUCmqK4ZsWV_h-_nli7Fs7Ow,2078
 mlrun/common/schemas/model_monitoring/__init__.py,sha256=noj7DPPia59PBWORsQZO20Ym0yhUwyoNJ3EeG8gVxlQ,1875
-mlrun/common/schemas/model_monitoring/constants.py,sha256=2U9TvO5vSJJYjzAaUys8PbdFOxhjwXZCdZ5oPuS3be0,11495
+mlrun/common/schemas/model_monitoring/constants.py,sha256=VA1fEETbiyTKGiAG4WBSzo69Revd1_sgr8to6N0rp6U,11543
 mlrun/common/schemas/model_monitoring/grafana.py,sha256=Rq10KKOyyUYr7qOQFZfwGZtUim0LY9O0LQ5uc9jmIVQ,1562
 mlrun/common/schemas/model_monitoring/model_endpoints.py,sha256=GVWePSdaKyJm7-QdBiAQdMymlp2QgZIJwXO9EA6Q7AI,11727
 mlrun/data_types/__init__.py,sha256=unRo9GGwCmj0hBKBRsXJ2P4BzpQaddlQTvIrVQaKluI,984
@@ -85,7 +85,7 @@ mlrun/datastore/alibaba_oss.py,sha256=k-OHVe08HjMewlkpsT657CbOiVFAfSq9_EqhCE-k86
 mlrun/datastore/azure_blob.py,sha256=SzAcHYSXkm8Zpopz2Ea-rWVClH0URocUazcNK04S9W0,12776
 mlrun/datastore/base.py,sha256=Dqg8PqX0TFKHZg27Dgguc3RnQ1GABZiLf87p5ErTqJs,26448
 mlrun/datastore/datastore.py,sha256=frUYYP4i8ZmnY8GNXSgN_3x_exRgRPfxrCtAGEUifEU,9478
-mlrun/datastore/datastore_profile.py,sha256=7spsLLmlbilDurHqQoSmK7NxFWGshAc-D5v_KwwbStY,20877
+mlrun/datastore/datastore_profile.py,sha256=QGL4cgnpNDGugIAKkSWldgFxZMMMOcFfXS-k95gwfwQ,22212
 mlrun/datastore/dbfs_store.py,sha256=QkDRzwFnvm7CgEg4NuGxes6tBgKDyhX0CiBUvK8c9pk,6568
 mlrun/datastore/filestore.py,sha256=OcykjzhbUAZ6_Cb9bGAXRL2ngsOpxXSb4rR0lyogZtM,3773
 mlrun/datastore/google_cloud_storage.py,sha256=MnToY6irdhBZ8Wcapqnr1Yq2724LAh2uPO7MAtdWfUY,8716
@@ -107,10 +107,10 @@ mlrun/datastore/wasbfs/__init__.py,sha256=s5Ul-0kAhYqFjKDR2X0O2vDGDbLQQduElb32Ev
 mlrun/datastore/wasbfs/fs.py,sha256=ge8NK__5vTcFT-krI155_8RDUywQw4SIRX6BWATXy9Q,6299
 mlrun/db/__init__.py,sha256=WqJ4x8lqJ7ZoKbhEyFqkYADd9P6E3citckx9e9ZLcIU,1163
 mlrun/db/auth_utils.py,sha256=hpg8D2r82oN0BWabuWN04BTNZ7jYMAF242YSUpK7LFM,5211
-mlrun/db/base.py,sha256=dzYvS8mUBShit9UBqgKuu4AJZHx8dQiD8ys7x7jAW90,29845
+mlrun/db/base.py,sha256=ZCvjAN68L4kRZsytkuqqz4JTLROxczmbXjJwU1vaK8c,29855
 mlrun/db/factory.py,sha256=yP2vVmveUE7LYTCHbS6lQIxP9rW--zdISWuPd_I3d_4,2111
-mlrun/db/httpdb.py,sha256=MR-GOZGTpTf8jZ28DGvfDuarQ09nmgd2voaER8CuXpg,226131
-mlrun/db/nopdb.py,sha256=CUIhRHxfoSXSgBksOWki0piC-fWNgtQvtZdnmCvH46Y,26663
+mlrun/db/httpdb.py,sha256=eGuQ05kwU8h_DbtuzlPo1aBMU4ZbfIsrRPWxiqb4v_Y,226141
+mlrun/db/nopdb.py,sha256=v285LHP_Onfuo8KRF078IAPHIXTeEhQsU58QoY7x-b0,26673
 mlrun/feature_store/__init__.py,sha256=AVnY2AFUNc2dKxLLUMx2K3Wo1eGviv0brDcYlDnmtf4,1506
 mlrun/feature_store/api.py,sha256=qkojZpzqGAn3r9ww0ynBRKOs8ji8URaK4DSYD4SE-CE,50395
 mlrun/feature_store/common.py,sha256=Z7USI-d1fo0iwBMsqMBtJflJfyuiV3BLoDXQPSAoBAs,12826
@@ -215,18 +215,18 @@ mlrun/launcher/client.py,sha256=FXzQQqrSVE9oapLjjUYvx5qhZPG1r4ynUjUUFZVPekE,6228
 mlrun/launcher/factory.py,sha256=RW7mfzEFi8fR0M-4W1JQg1iq3_muUU6OTqT_3l4Ubrk,2338
 mlrun/launcher/local.py,sha256=9zNiuswHnSINDj4yYP2Vd192b5d4FUtSA8O2ICKjsKo,11279
 mlrun/launcher/remote.py,sha256=rLJW4UAnUT5iUb4BsGBOAV3K4R29a0X4lFtRkVKlyYU,7709
-mlrun/model_monitoring/__init__.py,sha256=RgXjrQSN7gZwo-URei3FNo3fE9wWlo1-wNhSVtNXbPA,784
+mlrun/model_monitoring/__init__.py,sha256=ELy7njEtZnz09Dc6PGZSFFEGtnwI15bJNWM3Pj4_YIs,753
 mlrun/model_monitoring/api.py,sha256=nH5aEUkmUEJF0CurrWJxmxVv1tQed2yzCLhQByG1L00,28561
 mlrun/model_monitoring/controller.py,sha256=dBfZQswF67vqeUFnmgsm9jU_5sOs9dLwMPEiYHG-Kk8,19786
 mlrun/model_monitoring/features_drift_table.py,sha256=c6GpKtpOJbuT1u5uMWDL_S-6N4YPOmlktWMqPme3KFY,25308
-mlrun/model_monitoring/helpers.py,sha256=L92YEzfKRWxoO8-qOsUK0Jrs86Wr8XDYfNnoeqnOZok,17106
+mlrun/model_monitoring/helpers.py,sha256=Ul7-EHqzbf1GprB53Tf4WcbOHdD65sK3BgF2mpPYakg,17938
 mlrun/model_monitoring/stream_processing.py,sha256=ltCVgo_b3yay16CUbqeGkRfzCHZSn14lVeBng5m9keY,31738
 mlrun/model_monitoring/tracking_policy.py,sha256=PBIGrUYWrwcE5gwXupBIVzOb0QRRwPJsgQm_yLGQxB4,5595
-mlrun/model_monitoring/writer.py,sha256=-47Z7oMr6q2ieJunZgkMK8d0IHZJhC3jxTBIxHgtSOk,10490
+mlrun/model_monitoring/writer.py,sha256=vbL7bqTyNu8q4bNcebX72sUMybVDAoTWg-CXq4fov3Y,8429
 mlrun/model_monitoring/applications/__init__.py,sha256=QYvzgCutFdAkzqKPD3mvkX_3c1X4tzd-kW8ojUOE9ic,889
 mlrun/model_monitoring/applications/_application_steps.py,sha256=NvrYJs6N0Kpp3s_t6s9LkCk5hY7kWYmkVoIhz_ZZx_8,7178
-mlrun/model_monitoring/applications/base.py,sha256=SLGGhxfeTfaLwLYFW9qLG9ZdoidrfGAFb3QO3xySRoI,12886
-mlrun/model_monitoring/applications/context.py,sha256=lbb0Kfh8cOOA382q2IYYQR6eDHsr-lbgxFMSQ9nUnqw,15209
+mlrun/model_monitoring/applications/base.py,sha256=vk5cpGqD2UV6j-o4FV6g_2C-RwHEm4ags8uXM9Br5_0,13309
+mlrun/model_monitoring/applications/context.py,sha256=kE_8h7eoUES_bFG2s7nENRziMFB72fJvAZ3KpIBWxOo,15084
 mlrun/model_monitoring/applications/evidently_base.py,sha256=hRjXuXf6xf8sbjGt9yYfGDUGnvS5rV3W7tkJroF3QJA,5098
 mlrun/model_monitoring/applications/histogram_data_drift.py,sha256=G26_4gQfcwDZe3S6SIZ4Uc_qyrHAJ6lDTFOQGkbfQR8,14455
 mlrun/model_monitoring/applications/results.py,sha256=oh1z9oacWWP4azVXm_Fx7j8uXSfdkB9T4mtGwyPBveE,5748
@@ -267,7 +267,7 @@ mlrun/platforms/iguazio.py,sha256=6VBTq8eQ3mzT96tzjYhAtcMQ2VjF4x8LpIPW5DAcX2Q,13
 mlrun/projects/__init__.py,sha256=0Krf0WIKfnZa71WthYOg0SoaTodGg3sV_hK3f_OlTPI,1220
 mlrun/projects/operations.py,sha256=VXUlMrouFTls-I-bMhdN5pPfQ34TR7bFQ-NUSWNvl84,20029
 mlrun/projects/pipelines.py,sha256=SOlwMyyPO4jhV61Ja_4yco3OYzhijNQwyoq8g41fTe8,47343
-mlrun/projects/project.py,sha256=i_LukfblPoqylLcq73Uw02HDTqM_-npVVMq8Qv5_MWg,227431
+mlrun/projects/project.py,sha256=fApkLLMJKPQi-Q69O-pZP5sh6eVsLmBt1KqZUFwcZoM,228225
 mlrun/runtimes/__init__.py,sha256=J9Sy2HiyMlztNv6VUurMzF5H2XzttNil8nRsWDsqLyg,8923
 mlrun/runtimes/base.py,sha256=Yt2l7srrXjK783cunBEKH0yQxQZRH8lkedXNOXuLbbo,37841
 mlrun/runtimes/daskjob.py,sha256=JwuGvOiPsxEDHHMMUS4Oie4hLlYYIZwihAl6DjroTY0,19521
@@ -303,7 +303,7 @@ mlrun/serving/remote.py,sha256=gxJkj_J3j-sZcVUbUzbAmJafP6t6y4NVFsu0kWmYngA,18818
 mlrun/serving/routers.py,sha256=A_R34_N6uYw2veK58WpffEp1NsFwq0XbNU9is2Nd7s8,50901
 mlrun/serving/server.py,sha256=xP88X7_C4mHIk0R7TJBCl-jSl-VomctblipiYepQTaQ,22512
 mlrun/serving/serving_wrapper.py,sha256=R670-S6PX_d5ER6jiHtRvacuPyFzQH0mEf2K0sBIIOM,836
-mlrun/serving/states.py,sha256=VjcP7GToyjH1PDGa1ASANKI1LWu-dgo_rXEVr5zsHxw,67386
+mlrun/serving/states.py,sha256=m22RTz2Ap05ZlM9ZagxtQkbXNYy7VnopmFvycMyhkgc,67501
 mlrun/serving/utils.py,sha256=k2EIYDWHUGkE-IBI6T0UNT32fw-KySsccIJM_LObI00,4171
 mlrun/serving/v1_serving.py,sha256=c6J_MtpE-Tqu00-6r4eJOCO6rUasHDal9W2eBIcrl50,11853
 mlrun/serving/v2_serving.py,sha256=ViPRigBwb58M6eeRvKa3JyVLd_OVEEtjPVSMRFZ1aPs,21861
@@ -337,11 +337,11 @@ mlrun/utils/notifications/notification/mail.py,sha256=ZyJ3eqd8simxffQmXzqd3bgbAq
 mlrun/utils/notifications/notification/slack.py,sha256=NKV4RFiY3gLsS8uPppgniPLyag8zJ9O1VhixoXkM7kw,7108
 mlrun/utils/notifications/notification/webhook.py,sha256=M-pSBM2VTKVUPRERocjORlH6mKqo1K9ihVL5Qrn2GyM,4789
 mlrun/utils/version/__init__.py,sha256=7kkrB7hEZ3cLXoWj1kPoDwo4MaswsI2JVOBpbKgPAgc,614
-mlrun/utils/version/version.json,sha256=6DN2cKENaaROp7hH2NZfzZAwPDExF5JEb1N0SAOWCvE,89
+mlrun/utils/version/version.json,sha256=Y-XDXMFgN05nuMsqiCUUOaj573CKHH1Tt1UOh7jsTps,89
 mlrun/utils/version/version.py,sha256=eEW0tqIAkU9Xifxv8Z9_qsYnNhn3YH7NRAfM-pPLt1g,1878
-mlrun-1.8.0rc16.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mlrun-1.8.0rc16.dist-info/METADATA,sha256=L98gsrwODKowDqownhVjnIigGdHJPUF77HNjpzOj4oc,25001
-mlrun-1.8.0rc16.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-mlrun-1.8.0rc16.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
-mlrun-1.8.0rc16.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
-mlrun-1.8.0rc16.dist-info/RECORD,,
+mlrun-1.8.0rc17.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mlrun-1.8.0rc17.dist-info/METADATA,sha256=MtbtQTijxHOPGjTOgbRVt20Y5d6CjE9LT67gern78r0,25001
+mlrun-1.8.0rc17.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+mlrun-1.8.0rc17.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
+mlrun-1.8.0rc17.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
+mlrun-1.8.0rc17.dist-info/RECORD,,