mlrun 1.10.0rc24__tar.gz → 1.10.0rc26__tar.gz

{mlrun-1.10.0rc24/mlrun.egg-info → mlrun-1.10.0rc26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc24
+Version: 1.10.0rc26
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -43,9 +43,9 @@ Requires-Dist: v3io-frames~=0.10.15; python_version < "3.11"
 Requires-Dist: v3io-frames>=0.13.0; python_version >= "3.11"
 Requires-Dist: semver~=3.0
 Requires-Dist: dependency-injector~=4.41
-Requires-Dist: fsspec<2024.7,>=2023.9.2
+Requires-Dist: fsspec<=2025.7.0,>=2025.5.1
 Requires-Dist: v3iofs~=0.1.17
-Requires-Dist: storey~=1.10.11
+Requires-Dist: storey~=1.10.13
 Requires-Dist: inflection~=0.5.0
 Requires-Dist: python-dotenv~=1.0
 Requires-Dist: setuptools>=75.2
@@ -56,14 +56,15 @@ Requires-Dist: mlrun-pipelines-kfp-common~=0.5.8
 Requires-Dist: mlrun-pipelines-kfp-v1-8~=0.5.7
 Requires-Dist: docstring_parser~=0.16
 Requires-Dist: aiosmtplib~=3.0
+Requires-Dist: deepdiff<9.0.0,>=8.6.1
 Provides-Extra: s3
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "s3"
 Requires-Dist: aiobotocore<2.16,>=2.5.0; extra == "s3"
-Requires-Dist: s3fs<2024.7,>=2023.9.2; extra == "s3"
+Requires-Dist: s3fs<=2025.7.0,>=2025.5.1; extra == "s3"
 Provides-Extra: azure-blob-storage
 Requires-Dist: msrest~=0.6.21; extra == "azure-blob-storage"
 Requires-Dist: azure-core~=1.24; extra == "azure-blob-storage"
-Requires-Dist: adlfs==2023.9.0; extra == "azure-blob-storage"
+Requires-Dist: adlfs==2024.12.0; extra == "azure-blob-storage"
 Requires-Dist: pyopenssl>=23; extra == "azure-blob-storage"
 Provides-Extra: azure-key-vault
 Requires-Dist: azure-identity~=1.5; extra == "azure-key-vault"
@@ -78,7 +79,7 @@ Requires-Dist: google-cloud-storage==2.14.0; extra == "google-cloud"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "google-cloud"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "google-cloud"
 Requires-Dist: google-cloud==0.34; extra == "google-cloud"
-Requires-Dist: gcsfs<2024.7,>=2023.9.2; extra == "google-cloud"
+Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "google-cloud"
 Provides-Extra: kafka
 Requires-Dist: kafka-python~=2.1.0; extra == "kafka"
 Requires-Dist: avro~=1.11; extra == "kafka"
@@ -96,8 +97,8 @@ Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "da
 Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "dask"
 Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "dask"
 Provides-Extra: alibaba-oss
-Requires-Dist: ossfs==2023.12.0; extra == "alibaba-oss"
-Requires-Dist: oss2==2.18.1; extra == "alibaba-oss"
+Requires-Dist: ossfs==2025.5.0; extra == "alibaba-oss"
+Requires-Dist: oss2==2.18.4; extra == "alibaba-oss"
 Provides-Extra: tdengine
 Requires-Dist: taos-ws-py==0.3.2; extra == "tdengine"
 Provides-Extra: snowflake
@@ -126,7 +127,7 @@ Requires-Dist: pydantic<2,>=1; extra == "api"
 Requires-Dist: mlrun-pipelines-kfp-v1-8~=0.5.7; extra == "api"
 Requires-Dist: grpcio~=1.70.0; extra == "api"
 Provides-Extra: all
-Requires-Dist: adlfs==2023.9.0; extra == "all"
+Requires-Dist: adlfs==2024.12.0; extra == "all"
 Requires-Dist: aiobotocore<2.16,>=2.5.0; extra == "all"
 Requires-Dist: avro~=1.11; extra == "all"
 Requires-Dist: azure-core~=1.24; extra == "all"
@@ -138,7 +139,7 @@ Requires-Dist: dask~=2024.12.1; python_version >= "3.11" and extra == "all"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "all"
 Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "all"
 Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "all"
-Requires-Dist: gcsfs<2024.7,>=2023.9.2; extra == "all"
+Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "all"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "all"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "all"
 Requires-Dist: google-cloud-storage==2.14.0; extra == "all"
@@ -147,17 +148,17 @@ Requires-Dist: graphviz~=0.20.0; extra == "all"
 Requires-Dist: kafka-python~=2.1.0; extra == "all"
 Requires-Dist: mlflow~=2.22; extra == "all"
 Requires-Dist: msrest~=0.6.21; extra == "all"
-Requires-Dist: oss2==2.18.1; extra == "all"
-Requires-Dist: ossfs==2023.12.0; extra == "all"
+Requires-Dist: oss2==2.18.4; extra == "all"
+Requires-Dist: ossfs==2025.5.0; extra == "all"
 Requires-Dist: plotly~=5.23; extra == "all"
 Requires-Dist: pyopenssl>=23; extra == "all"
 Requires-Dist: redis~=4.3; extra == "all"
-Requires-Dist: s3fs<2024.7,>=2023.9.2; extra == "all"
+Requires-Dist: s3fs<=2025.7.0,>=2025.5.1; extra == "all"
 Requires-Dist: snowflake-connector-python~=3.7; extra == "all"
 Requires-Dist: sqlalchemy~=2.0; extra == "all"
 Requires-Dist: taos-ws-py==0.3.2; extra == "all"
 Provides-Extra: complete
-Requires-Dist: adlfs==2023.9.0; extra == "complete"
+Requires-Dist: adlfs==2024.12.0; extra == "complete"
 Requires-Dist: aiobotocore<2.16,>=2.5.0; extra == "complete"
 Requires-Dist: avro~=1.11; extra == "complete"
 Requires-Dist: azure-core~=1.24; extra == "complete"
@@ -169,7 +170,7 @@ Requires-Dist: dask~=2024.12.1; python_version >= "3.11" and extra == "complete"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "complete"
 Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete"
 Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "complete"
-Requires-Dist: gcsfs<2024.7,>=2023.9.2; extra == "complete"
+Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "complete"
 Requires-Dist: google-cloud-storage==2.14.0; extra == "complete"
@@ -178,17 +179,17 @@ Requires-Dist: graphviz~=0.20.0; extra == "complete"
 Requires-Dist: kafka-python~=2.1.0; extra == "complete"
 Requires-Dist: mlflow~=2.22; extra == "complete"
 Requires-Dist: msrest~=0.6.21; extra == "complete"
-Requires-Dist: oss2==2.18.1; extra == "complete"
-Requires-Dist: ossfs==2023.12.0; extra == "complete"
+Requires-Dist: oss2==2.18.4; extra == "complete"
+Requires-Dist: ossfs==2025.5.0; extra == "complete"
 Requires-Dist: plotly~=5.23; extra == "complete"
 Requires-Dist: pyopenssl>=23; extra == "complete"
 Requires-Dist: redis~=4.3; extra == "complete"
-Requires-Dist: s3fs<2024.7,>=2023.9.2; extra == "complete"
+Requires-Dist: s3fs<=2025.7.0,>=2025.5.1; extra == "complete"
 Requires-Dist: snowflake-connector-python~=3.7; extra == "complete"
 Requires-Dist: sqlalchemy~=2.0; extra == "complete"
 Requires-Dist: taos-ws-py==0.3.2; extra == "complete"
 Provides-Extra: complete-api
-Requires-Dist: adlfs==2023.9.0; extra == "complete-api"
+Requires-Dist: adlfs==2024.12.0; extra == "complete-api"
 Requires-Dist: aiobotocore<2.16,>=2.5.0; extra == "complete-api"
 Requires-Dist: aiosmtplib~=3.0; extra == "complete-api"
 Requires-Dist: alembic~=1.14; extra == "complete-api"
@@ -205,7 +206,7 @@ Requires-Dist: databricks-sdk~=0.20.0; extra == "complete-api"
 Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete-api"
 Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "complete-api"
 Requires-Dist: fastapi~=0.116.0; extra == "complete-api"
-Requires-Dist: gcsfs<2024.7,>=2023.9.2; extra == "complete-api"
+Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete-api"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete-api"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "complete-api"
 Requires-Dist: google-cloud-storage==2.14.0; extra == "complete-api"
@@ -220,15 +221,15 @@ Requires-Dist: mlflow~=2.22; extra == "complete-api"
 Requires-Dist: mlrun-pipelines-kfp-v1-8~=0.5.7; extra == "complete-api"
 Requires-Dist: msrest~=0.6.21; extra == "complete-api"
 Requires-Dist: objgraph~=3.6; extra == "complete-api"
-Requires-Dist: oss2==2.18.1; extra == "complete-api"
-Requires-Dist: ossfs==2023.12.0; extra == "complete-api"
+Requires-Dist: oss2==2.18.4; extra == "complete-api"
+Requires-Dist: ossfs==2025.5.0; extra == "complete-api"
 Requires-Dist: plotly~=5.23; extra == "complete-api"
 Requires-Dist: psycopg2-binary~=2.9; extra == "complete-api"
 Requires-Dist: pydantic<2,>=1; extra == "complete-api"
 Requires-Dist: pymysql~=1.1; extra == "complete-api"
 Requires-Dist: pyopenssl>=23; extra == "complete-api"
 Requires-Dist: redis~=4.3; extra == "complete-api"
-Requires-Dist: s3fs<2024.7,>=2023.9.2; extra == "complete-api"
+Requires-Dist: s3fs<=2025.7.0,>=2025.5.1; extra == "complete-api"
 Requires-Dist: snowflake-connector-python~=3.7; extra == "complete-api"
 Requires-Dist: sqlalchemy-utils~=0.41.2; extra == "complete-api"
 Requires-Dist: sqlalchemy~=2.0; extra == "complete-api"

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/dependencies.py

@@ -29,12 +29,12 @@ def extra_requirements() -> dict[str, list[str]]:
         "s3": [
             "boto3>=1.28.0,<1.36",
             "aiobotocore>=2.5.0,<2.16",
-            "s3fs>=2023.9.2, <2024.7",
+            "s3fs>=2025.5.1, <=2025.7.0",
         ],
         "azure-blob-storage": [
             "msrest~=0.6.21",
             "azure-core~=1.24",
-            "adlfs==2023.9.0",
+            "adlfs==2024.12.0",
             "pyopenssl>=23",
         ],
         "azure-key-vault": [
@@ -53,7 +53,7 @@ def extra_requirements() -> dict[str, list[str]]:
             # (https://github.com/pypa/setuptools/issues/4476) with setuptools (ML-7273)
             "google-cloud-bigquery-storage~=2.17",
             "google-cloud==0.34",
-            "gcsfs>=2023.9.2, <2024.7",
+            "gcsfs>=2025.5.1, <=2025.7.0",
         ],
         "kafka": [
             "kafka-python~=2.1.0",
@@ -72,7 +72,7 @@ def extra_requirements() -> dict[str, list[str]]:
             'dask~=2023.12.1; python_version < "3.11"',
             'distributed~=2023.12.1; python_version < "3.11"',
         ],
-        "alibaba-oss": ["ossfs==2023.12.0", "oss2==2.18.1"],
+        "alibaba-oss": ["ossfs==2025.5.0", "oss2==2.18.4"],
         "tdengine": ["taos-ws-py==0.3.2"],
         "snowflake": ["snowflake-connector-python~=3.7"],
     }

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/dev-requirements.txt

@@ -17,7 +17,6 @@ testcontainers[k3s]~=4.10.0
 aioresponses~=0.7
 requests-mock~=1.8
 httpx~=0.27.0
-deepdiff~=7.0
 hypothesis[numpy]~=6.103
 pytest-rerunfailures~=14.0
 pytest-forked~=1.6

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/extras-requirements.txt

@@ -10,18 +10,18 @@
 # we have a test test_extras_requirement_file_aligned to verify this file is aligned to setup.py
 # The versions of gcsfs and s3fs should be identical to the fsspec version;
 # Therefore, they must be equal to each other.
-s3fs>=2023.9.2, <2024.7
-gcsfs>=2023.9.2, <2024.7
-ossfs==2023.12.0
+s3fs>=2025.5.1, <=2025.7.0
+gcsfs>=2025.5.1, <=2025.7.0
+ossfs==2025.5.0
 boto3>=1.28.0,<1.36
-oss2==2.18.1
+oss2==2.18.4
 aiobotocore>=2.5.0,<2.16
 # https://github.com/Azure/azure-sdk-for-python/issues/24765#issuecomment-1150310498
 msrest~=0.6.21
 azure-core~=1.24
 # This version is required in order to support the self._strip_protocol
 # function in Azure Blob File System functions (such as _ls and more).
-adlfs==2023.9.0
+adlfs==2024.12.0
 azure-identity~=1.5
 azure-keyvault-secrets~=4.2
 # cryptography>=39, which is required by azure, needs this, or else we get

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/mlrun/artifacts/llm_prompt.py

@@ -62,12 +62,19 @@ class LLMPromptArtifactSpec(ArtifactSpec):
             parent_uri=model_artifact.uri
             if isinstance(model_artifact, model_art.ModelArtifact)
             else model_artifact,
+            format=kwargs.pop("format", "") or "json",
             **kwargs,
         )
 
         self.prompt_template = prompt_template
         self.prompt_legend = prompt_legend
-        self.model_configuration = model_configuration
+        if model_configuration is not None and not isinstance(
+            model_configuration, dict
+        ):
+            raise mlrun.errors.MLRunInvalidArgumentError(
+                "LLMPromptArtifact model_configuration must be a dictionary or None"
+            )
+        self.model_configuration = model_configuration or {}
         self.description = description
         self._model_artifact = (
             model_artifact

mlrun-1.10.0rc26/mlrun/common/model_monitoring/helpers.py

@@ -0,0 +1,175 @@
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+import typing
+from datetime import datetime
+
+import mlrun.common
+import mlrun.common.schemas.model_monitoring.constants as mm_constants
+
+FeatureStats = typing.NewType("FeatureStats", dict[str, dict[str, typing.Any]])
+Histogram = typing.NewType("Histogram", list[list])
+BinCounts = typing.NewType("BinCounts", list[int])
+BinEdges = typing.NewType("BinEdges", list[float])
+
+_MAX_FLOAT = sys.float_info.max
+logger = mlrun.utils.create_logger(level="info", name="mm_helpers")
+
+
+def parse_model_endpoint_project_prefix(path: str, project_name: str):
+    return path.split(project_name, 1)[0] + project_name
+
+
+def parse_model_endpoint_store_prefix(store_prefix: str):
+    endpoint, parsed_url = mlrun.platforms.iguazio.parse_path(store_prefix)
+    container, path = parsed_url.split("/", 1)
+    return endpoint, container, path
+
+
+def get_kafka_topic(project: str, function_name: typing.Optional[str] = None) -> str:
+    if (
+        function_name is None
+        or function_name == mm_constants.MonitoringFunctionNames.STREAM
+    ):
+        function_specifier = ""
+    else:
+        function_specifier = f"_{function_name}"
+
+    return (
+        f"monitoring_stream_{mlrun.mlconf.system_id}_{project}{function_specifier}_v1"
+    )
+
+
+def _get_counts(hist: Histogram) -> BinCounts:
+    """Return the histogram counts"""
+    return BinCounts(hist[0])
+
+
+def _get_edges(hist: Histogram) -> BinEdges:
+    """Return the histogram edges"""
+    return BinEdges(hist[1])
+
+
+def pad_hist(hist: Histogram) -> None:
+    """
+    Add [-inf, x_0] and [x_n, inf] bins to the histogram inplace unless present
+    """
+    counts = _get_counts(hist)
+    edges = _get_edges(hist)
+
+    is_padded = edges[0] == -_MAX_FLOAT and edges[-1] == _MAX_FLOAT
+    if is_padded:
+        return
+
+    counts.insert(0, 0)
+    edges.insert(0, -_MAX_FLOAT)
+
+    counts.append(0)
+    edges.append(_MAX_FLOAT)
+
+
+def pad_features_hist(feature_stats: FeatureStats) -> None:
+    """
+    Given a feature statistics dictionary, pad the histograms with edges bins
+    inplace to cover input statistics from -inf to inf.
+    """
+    hist_key = "hist"
+    for feature in feature_stats.values():
+        if hist_key in feature:
+            pad_hist(Histogram(feature[hist_key]))
+
+
+def get_model_endpoints_creation_task_status(
+    server,
+) -> tuple[
+    mlrun.common.schemas.BackgroundTaskState,
+    typing.Optional[datetime],
+    typing.Optional[set[str]],
+]:
+    background_task = None
+    background_task_state = mlrun.common.schemas.BackgroundTaskState.running
+    background_task_check_timestamp = None
+    model_endpoint_uids = None
+    try:
+        background_task = mlrun.get_run_db().get_project_background_task(
+            server.project, server.model_endpoint_creation_task_name
+        )
+        background_task_check_timestamp = mlrun.utils.now_date()
+        log_background_task_state(
+            server, background_task.status.state, background_task_check_timestamp
+        )
+        background_task_state = background_task.status.state
+    except mlrun.errors.MLRunNotFoundError:
+        logger.warning(
+            "Model endpoint creation task not found listing model endpoints",
+            project=server.project,
+            task_name=server.model_endpoint_creation_task_name,
+        )
+    if background_task is None:
+        model_endpoints = mlrun.get_run_db().list_model_endpoints(
+            project=server.project,
+            function_name=server.function_name,
+            function_tag=server.function_tag,
+            tsdb_metrics=False,
+        )
+        if model_endpoints:
+            model_endpoint_uids = {
+                endpoint.metadata.uid for endpoint in model_endpoints.endpoints
+            }
+            logger.info(
+                "Model endpoints found after background task not found, model monitoring will monitor "
+                "events",
+                project=server.project,
+                function_name=server.function_name,
+                function_tag=server.function_tag,
+                uids=model_endpoint_uids,
+            )
+            background_task_state = mlrun.common.schemas.BackgroundTaskState.succeeded
+        else:
+            logger.warning(
+                "Model endpoints not found after background task not found, model monitoring will not "
+                "monitor events",
+                project=server.project,
+                function_name=server.function_name,
+                function_tag=server.function_tag,
+            )
+            background_task_state = mlrun.common.schemas.BackgroundTaskState.failed
+    return background_task_state, background_task_check_timestamp, model_endpoint_uids
+
+
+def log_background_task_state(
+    server,
+    background_task_state: mlrun.common.schemas.BackgroundTaskState,
+    background_task_check_timestamp: typing.Optional[datetime],
+):
+    logger.info(
+        "Checking model endpoint creation task status",
+        task_name=server.model_endpoint_creation_task_name,
+    )
+    if (
+        background_task_state
+        in mlrun.common.schemas.BackgroundTaskState.terminal_states()
+    ):
+        logger.info(
+            f"Model endpoint creation task completed with state {background_task_state}"
+        )
+    else:  # in progress
+        logger.info(
+            f"Model endpoint creation task is still in progress with the current state: "
+            f"{background_task_state}. Events will not be monitored for the next "
+            f"{mlrun.mlconf.model_endpoint_monitoring.model_endpoint_creation_check_period} seconds",
+            function_name=server.function.name,
+            background_task_check_timestamp=background_task_check_timestamp.isoformat(),
+        )

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/mlrun/common/schemas/hub.py

@@ -15,6 +15,7 @@
 from datetime import datetime, timezone
 from typing import Optional
 
+import deepdiff
 from pydantic.v1 import BaseModel, Extra, Field
 
 import mlrun.common.types
@@ -36,9 +37,9 @@ class HubObjectMetadata(BaseModel):
         extra = Extra.allow
 
 
-# Currently only functions are supported. Will add more in the future.
 class HubSourceType(mlrun.common.types.StrEnum):
     functions = "functions"
+    modules = "modules"
 
 
 # Sources-related objects
@@ -46,7 +47,6 @@ class HubSourceSpec(ObjectSpec):
     path: str  # URL to base directory, should include schema (s3://, etc...)
     channel: str
     credentials: Optional[dict] = {}
-    object_type: HubSourceType = Field(HubSourceType.functions, const=True)
 
 
 class HubSource(BaseModel):
@@ -55,11 +55,11 @@ class HubSource(BaseModel):
     spec: HubSourceSpec
     status: Optional[ObjectStatus] = ObjectStatus(state="created")
 
-    def get_full_uri(self, relative_path):
-        return f"{self.spec.path}/{self.spec.object_type}/{self.spec.channel}/{relative_path}"
+    def get_full_uri(self, relative_path, object_type):
+        return f"{self.spec.path}/{object_type}/{self.spec.channel}/{relative_path}"
 
-    def get_catalog_uri(self):
-        return self.get_full_uri(mlrun.mlconf.hub.catalog_filename)
+    def get_catalog_uri(self, object_type):
+        return self.get_full_uri(mlrun.mlconf.hub.catalog_filename, object_type)
 
     @classmethod
     def generate_default_source(cls):
@@ -78,11 +78,23 @@ class HubSource(BaseModel):
             spec=HubSourceSpec(
                 path=mlrun.mlconf.hub.default_source.url,
                 channel=mlrun.mlconf.hub.default_source.channel,
-                object_type=HubSourceType(mlrun.mlconf.hub.default_source.object_type),
             ),
             status=ObjectStatus(state="created"),
         )
 
+    def diff(self, another_source: "HubSource") -> dict:
+        """
+        Compare this HubSource with another one.
+        Returns a dict of differences (metadata, spec, status).
+        """
+        exclude_paths = [
+            "root['metadata']['updated']",
+            "root['metadata']['created']",
+        ]
+        return deepdiff.DeepDiff(
+            self.dict(), another_source.dict(), exclude_paths=exclude_paths
+        )
+
 
 last_source_index = -1
 
@@ -94,21 +106,16 @@ class IndexedHubSource(BaseModel):
 
 # Item-related objects
 class HubItemMetadata(HubObjectMetadata):
-    source: HubSourceType = Field(HubSourceType.functions, const=True)
+    source: HubSourceType = HubSourceType.functions
     version: str
     tag: Optional[str]
 
     def get_relative_path(self) -> str:
-        if self.source == HubSourceType.functions:
-            # This is needed since the hub deployment script modifies the paths to use _ instead of -.
-            modified_name = self.name.replace("-", "_")
-            # Prefer using the tag if exists. Otherwise, use version.
-            version = self.tag or self.version
-            return f"{modified_name}/{version}/"
-        else:
-            raise mlrun.errors.MLRunInvalidArgumentError(
-                f"Bad source for hub item - {self.source}"
-            )
+        # This is needed since the hub deployment script modifies the paths to use _ instead of -.
+        modified_name = self.name.replace("-", "_")
+        # Prefer using the tag if exists. Otherwise, use version.
+        version = self.tag or self.version
+        return f"{modified_name}/{version}/"
 
 
 class HubItemSpec(ObjectSpec):

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/mlrun/common/schemas/model_monitoring/constants.py

@@ -331,6 +331,7 @@ class EndpointType(IntEnum):
 class EndpointMode(IntEnum):
     REAL_TIME = 0
     BATCH = 1
+    BATCH_LEGACY = 2  # legacy batch mode, used for endpoints created through the batch inference job
 
 
 class MonitoringFunctionNames(MonitoringStrEnum):

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/mlrun/common/schemas/model_monitoring/model_endpoints.py

@@ -119,7 +119,7 @@ class ModelEndpointMetadata(ObjectMetadata, ModelEndpointParser):
     project: constr(regex=PROJECT_PATTERN)
     endpoint_type: EndpointType = EndpointType.NODE_EP
     uid: Optional[constr(regex=MODEL_ENDPOINT_ID_PATTERN)]
-    mode: EndpointMode = EndpointMode.REAL_TIME
+    mode: Optional[EndpointMode] = None
 
     @classmethod
     def mutable_fields(cls):
@@ -131,6 +131,15 @@ class ModelEndpointMetadata(ObjectMetadata, ModelEndpointParser):
             return str(v)
         return v
 
+    @validator("mode", pre=True, always=True)
+    def _set_mode_based_on_endpoint_type(cls, v, values):  # noqa: N805
+        if v is None:
+            if values.get("endpoint_type") == EndpointType.BATCH_EP:
+                return EndpointMode.BATCH_LEGACY
+            else:
+                return EndpointMode.REAL_TIME
+        return v
+
 
 class ModelEndpointSpec(ObjectSpec, ModelEndpointParser):
     model_class: Optional[str] = ""

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/mlrun/config.py

@@ -718,7 +718,6 @@ default_config = {
             "name": "default",
             "description": "MLRun global function hub",
             "url": "https://mlrun.github.io/marketplace",
-            "object_type": "functions",
             "channel": "master",
         },
     },
@@ -1000,9 +999,9 @@ class Config:
         )
 
     @staticmethod
-    def get_default_hub_source() -> str:
+    def get_default_hub_source_url_prefix(object_type) -> str:
         default_source = config.hub.default_source
-        return f"{default_source.url}/{default_source.object_type}/{default_source.channel}/"
+        return f"{default_source.url}/{object_type}/{default_source.channel}/"
 
     @staticmethod
     def decode_base64_config_and_load_to_object(

{mlrun-1.10.0rc24 → mlrun-1.10.0rc26}/mlrun/datastore/__init__.py

@@ -43,7 +43,7 @@ import storey
 
 import mlrun.datastore.wasbfs
 from mlrun.datastore.datastore_profile import (
-    DatastoreProfileKafkaSource,
+    DatastoreProfileKafkaStream,
     DatastoreProfileKafkaTarget,
     DatastoreProfileV3io,
 )
@@ -123,7 +123,7 @@ def get_stream_pusher(stream_path: str, **kwargs):
         )
         if isinstance(
             datastore_profile,
-            (DatastoreProfileKafkaSource, DatastoreProfileKafkaTarget),
+            (DatastoreProfileKafkaStream, DatastoreProfileKafkaTarget),
         ):
             attributes = datastore_profile.attributes()
             brokers = attributes.pop("brokers", None)