mlrun 1.10.0rc8__py3-none-any.whl → 1.10.0rc9__py3-none-any.whl

mlrun/common/db/dialects.py

@@ -0,0 +1,25 @@
+# Copyright 2025 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import mlrun.common.types
+
+
+class Dialects(mlrun.common.types.StrEnum):
+    MYSQL = "mysql"
+    POSTGRESQL = "postgresql"
+    SQLITE = "sqlite"
+
+    @classmethod
+    def all(cls) -> list[str]:
+        """Return all dialects as a list of strings."""
+        return [dialect.value for dialect in cls]

mlrun/common/schemas/function.py

@@ -47,6 +47,7 @@ class FunctionState:
 
     # for pipeline steps
     skipped = "skipped"
+    initialized = "initialized"
 
     @classmethod
     def get_function_state_from_pod_state(cls, pod_state: str):

mlrun/common/schemas/model_monitoring/model_endpoints.py

@@ -15,7 +15,9 @@ import abc
 import json
 from datetime import datetime
 from typing import Any, NamedTuple, Optional, TypeVar
+from uuid import UUID
 
+from pydantic import validator  # use `validator` if you’re still on Pydantic v1
 from pydantic.v1 import BaseModel, Field, constr
 
 # TODO: remove the unused import below after `mlrun.datastore` and `mlrun.utils` usage is removed.
@@ -121,6 +123,12 @@ class ModelEndpointMetadata(ObjectMetadata, ModelEndpointParser):
     def mutable_fields(cls):
         return ["labels"]
 
+    @validator("uid", pre=True)
+    def _uid_to_str(cls, v):  # noqa: N805
+        if isinstance(v, UUID):
+            return str(v)
+        return v
+
 
 class ModelEndpointSpec(ObjectSpec, ModelEndpointParser):
     model_class: Optional[str] = ""

mlrun/common/schemas/partition.py

@@ -14,10 +14,10 @@
 
 from datetime import datetime, timedelta
 
-from mlrun.common.types import StrEnum
+import mlrun.common.types
 
 
-class PartitionInterval(StrEnum):
+class PartitionInterval(mlrun.common.types.StrEnum):
     DAY = "DAY"
     MONTH = "MONTH"
     YEARWEEK = "YEARWEEK"
@@ -44,6 +44,8 @@ class PartitionInterval(StrEnum):
             return timedelta(days=30)
         elif self == PartitionInterval.YEARWEEK:
             return timedelta(weeks=1)
+        else:
+            raise ValueError(f"Unsupported PartitionInterval: {self}")
 
     @classmethod
     def from_expression(cls, partition_expression: str):
@@ -83,7 +85,7 @@ class PartitionInterval(StrEnum):
         current_datetime = start_datetime
 
         for _ in range(partition_number):
-            partition_name = self.get_partition_name(current_datetime)
+            partition_name = f"p{self.get_partition_name(current_datetime)}"
             partition_boundary_date = self.get_next_partition_time(current_datetime)
             partition_value = self.get_partition_name(partition_boundary_date)
             partitioning_information_list.append((partition_name, partition_value))
@@ -109,6 +111,8 @@ class PartitionInterval(StrEnum):
             return (current_datetime.replace(day=1) + timedelta(days=32)).replace(day=1)
         elif self == PartitionInterval.YEARWEEK:
             return current_datetime + timedelta(weeks=1)
+        else:
+            raise ValueError(f"Unsupported PartitionInterval: {self}")
 
     def get_partition_name(self, current_datetime: datetime) -> str:
         if self == PartitionInterval.DAY:
@@ -118,6 +122,8 @@ class PartitionInterval(StrEnum):
         elif self == PartitionInterval.YEARWEEK:
             year, week, _ = current_datetime.isocalendar()
             return f"{year}{week:02d}"
+        else:
+            raise ValueError(f"Unsupported PartitionInterval: {self}")
 
     def get_partition_expression(self, column_name: str):
         if self == PartitionInterval.YEARWEEK:
@@ -130,6 +136,8 @@ class PartitionInterval(StrEnum):
             # generates value in format %Y%m in mysql
             # mysql query example: `select YEAR(NOW())*100 + MONTH(NOW());`
             return f"YEAR({column_name}) * 100 + MONTH({column_name})"
+        else:
+            raise ValueError(f"Unsupported PartitionInterval: {self}")
 
     def get_number_of_partitions(self, days: int) -> int:
         # Calculate the number partitions based on given number of days
@@ -140,3 +148,5 @@ class PartitionInterval(StrEnum):
             return int(days / 30.44)
         elif self == PartitionInterval.YEARWEEK:
             return int(days / 7)
+        else:
+            raise ValueError(f"Unsupported PartitionInterval: {self}")

mlrun/datastore/utils.py

@@ -150,7 +150,6 @@ def _generate_sql_query_with_time_filter(
     table = sqlalchemy.Table(
         table_name,
         sqlalchemy.MetaData(),
-        autoload=True,
         autoload_with=engine,
     )
     query = sqlalchemy.select(table)

mlrun/db/__init__.py

@@ -14,6 +14,7 @@
 from os import environ
 
 from ..config import config
+from . import sql_types
 from .base import RunDBError, RunDBInterface  # noqa
 
 

mlrun/db/sql_types.py

@@ -0,0 +1,160 @@
+# Copyright 2025 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+This module provides SQLAlchemy TypeDecorator subclasses that are aware of
+database dialects (MySQL, PostgreSQL, SQLite) and automatically select
+appropriate native types (e.g., UUID, BLOB, TIMESTAMP with precision) or
+fallbacks (e.g., hex-string storage) to ensure consistent behavior across
+different database backends.
+"""
+
+import uuid
+from typing import Any, Optional, Union
+
+import sqlalchemy.types
+from sqlalchemy import CHAR, Text
+from sqlalchemy.dialects.mysql import DATETIME as MYSQL_DATETIME
+from sqlalchemy.dialects.mysql import MEDIUMBLOB
+from sqlalchemy.dialects.postgresql import BYTEA
+from sqlalchemy.dialects.postgresql import TIMESTAMP as PG_TIMESTAMP
+from sqlalchemy.dialects.postgresql import UUID as PG_UUID
+from sqlalchemy.engine.interfaces import Dialect
+from sqlalchemy.types import TypeDecorator
+
+import mlrun.common.db.dialects
+
+
+class DateTime(TypeDecorator):
+    impl = sqlalchemy.types.DateTime
+    cache_ok = True
+    precision: int = 3
+
+    def load_dialect_impl(
+        self,
+        dialect: Dialect,
+    ) -> sqlalchemy.types.TypeEngine:
+        if dialect.name == mlrun.common.db.dialects.Dialects.MYSQL:
+            return dialect.type_descriptor(
+                MYSQL_DATETIME(
+                    fsp=self.precision,
+                    timezone=True,
+                )
+            )
+        if dialect.name == mlrun.common.db.dialects.Dialects.POSTGRESQL:
+            return dialect.type_descriptor(
+                PG_TIMESTAMP(
+                    precision=self.precision,
+                    timezone=True,
+                )
+            )
+        return dialect.type_descriptor(sqlalchemy.types.DateTime)
+
+
+class MicroSecondDateTime(DateTime):
+    cache_ok = True
+    precision: int = 6
+
+
+class Blob(TypeDecorator):
+    impl = sqlalchemy.types.LargeBinary
+    cache_ok = True
+
+    def load_dialect_impl(
+        self,
+        dialect: Dialect,
+    ) -> sqlalchemy.types.TypeEngine:
+        if dialect.name == mlrun.common.db.dialects.Dialects.MYSQL:
+            return dialect.type_descriptor(MEDIUMBLOB)
+        if dialect.name == mlrun.common.db.dialects.Dialects.POSTGRESQL:
+            return dialect.type_descriptor(BYTEA)
+        return dialect.type_descriptor(self.impl)
+
+
+class Utf8BinText(TypeDecorator):
+    impl = Text
+    cache_ok = True
+
+    def load_dialect_impl(
+        self,
+        dialect: Dialect,
+    ) -> sqlalchemy.types.TypeEngine:
+        if dialect.name == mlrun.common.db.dialects.Dialects.MYSQL:
+            return dialect.type_descriptor(
+                sqlalchemy.dialects.mysql.VARCHAR(
+                    collation="utf8_bin",
+                    length=255,
+                )
+            )
+        if dialect.name == mlrun.common.db.dialects.Dialects.POSTGRESQL:
+            # This collation is created as part of the database creation
+            return dialect.type_descriptor(
+                Text(
+                    collation="utf8_bin",
+                )
+            )
+        if dialect.name == mlrun.common.db.dialects.Dialects.SQLITE:
+            return dialect.type_descriptor(
+                Text(
+                    collation="BINARY",
+                )
+            )
+        return dialect.type_descriptor(self.impl)
+
+
+class UuidType(TypeDecorator):
+    """
+    A UUID type which stores as native UUID on Postgres (as_uuid=True)
+    and as 32-char hex strings on other dialects.
+    """
+
+    impl = CHAR(32)
+    cache_ok = True
+
+    def load_dialect_impl(self, dialect: Dialect) -> sqlalchemy.types.TypeEngine:
+        if dialect.name == mlrun.common.db.dialects.Dialects.POSTGRESQL:
+            return dialect.type_descriptor(PG_UUID(as_uuid=True))
+        return dialect.type_descriptor(CHAR(32))
+
+    def process_bind_param(
+        self,
+        value: Optional[Union[uuid.UUID, str]],
+        dialect: Dialect,
+    ) -> Optional[Union[uuid.UUID, str]]:
+        if value is None:
+            return None
+        if isinstance(value, uuid.UUID):
+            return (
+                value
+                if dialect.name == mlrun.common.db.dialects.Dialects.POSTGRESQL
+                else value.hex
+            )
+        if isinstance(value, str):
+            u = uuid.UUID(value)
+            return (
+                u
+                if dialect.name == mlrun.common.db.dialects.Dialects.POSTGRESQL
+                else u.hex
+            )
+        raise ValueError(f"Cannot bind UUID value {value!r}")
+
+    def process_result_value(
+        self, value: Optional[Union[uuid.UUID, bytes, str]], dialect: Dialect
+    ) -> Optional[uuid.UUID]:
+        if value is None:
+            return None
+        return value if isinstance(value, uuid.UUID) else uuid.UUID(value)
+
+    def coerce_compared_value(self, op: Any, value: Any) -> TypeDecorator:
+        # ensure STR comparisons are coerced through this type
+        return self

mlrun/frameworks/tf_keras/mlrun_interface.py

@@ -280,7 +280,10 @@ class TFKerasMLRunInterface(MLRunInterface, ABC):
             print(f"Horovod worker #{self._hvd.rank()} is using CPU")
 
         # Adjust learning rate based on the number of GPUs:
-        optimizer.lr = optimizer.lr * self._hvd.size()
+        if hasattr(self.optimizer, "lr"):
+            optimizer.lr *= self._hvd.size()
+        else:
+            optimizer.learning_rate *= self._hvd.size()
 
         # Wrap the optimizer in horovod's distributed optimizer: 'hvd.DistributedOptimizer'.
         optimizer = self._hvd.DistributedOptimizer(optimizer)

mlrun/frameworks/tf_keras/model_handler.py

@@ -527,11 +527,22 @@ class TFKerasModelHandler(DLModelHandler):
             self._model_file = os.path.join(
                 os.path.dirname(self._model_file), self._model_name
             )
+        elif self._model_format == TFKerasModelHandler.ModelFormats.KERAS:
+            # When keras tried to load it, it validates the suffix. The `artifacts.model.get_model` function is
+            # downloading the keras file to a temp file with a `pkl` suffix, so it needs to be replaced:
+            self._model_file = self._model_file.rsplit(".pkl", 1)[0] + ".keras"
+        elif self._model_format == TFKerasModelHandler.ModelFormats.H5:
+            # When keras tried to load it, it validates the suffix. The `artifacts.model.get_model` function is
+            # downloading the keras file to a temp file with a `pkl` suffix, so it needs to be replaced:
+            self._model_file = self._model_file.rsplit(".pkl", 1)[0] + ".h5"
         # # ModelFormats.JSON_ARCHITECTURE_H5_WEIGHTS - Get the weights file:
         elif (
             self._model_format
             == TFKerasModelHandler.ModelFormats.JSON_ARCHITECTURE_H5_WEIGHTS
         ):
+            # When keras tried to load it, it validates the suffix. The `artifacts.model.get_model` function is
+            # downloading the keras file to a temp file with a `pkl` suffix, so it needs to be replaced:
+            self._model_file = self._model_file.rsplit(".pkl", 1)[0] + ".json"
             # Get the weights file:
             self._weights_file = self._extra_data[
                 self._get_weights_file_artifact_name()

mlrun/launcher/base.py

@@ -82,7 +82,6 @@ class BaseLauncher(abc.ABC):
         runtime: "mlrun.runtimes.base.BaseRuntime",
         project_name: Optional[str] = "",
         full: bool = True,
-        client_version: str = "",
     ):
         pass
 

mlrun/launcher/client.py

@@ -36,7 +36,6 @@ class ClientBaseLauncher(launcher.BaseLauncher, abc.ABC):
         runtime: "mlrun.runtimes.base.BaseRuntime",
         project_name: Optional[str] = "",
         full: bool = True,
-        client_version: str = "",
     ):
         runtime.try_auto_mount_based_on_config()
         runtime._fill_credentials()

mlrun/launcher/local.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 import os
 import pathlib
-from os import environ
 from typing import Callable, Optional, Union
 
 import mlrun.common.constants as mlrun_constants
@@ -252,9 +251,6 @@ class ClientLocalLauncher(launcher.ClientBaseLauncher):
             # copy the code/base-spec to the local function (for the UI and code logging)
             fn.spec.description = runtime.spec.description
             fn.spec.build = runtime.spec.build
-            serving_spec = getattr(runtime.spec, "serving_spec", None)
-            if serving_spec:
-                environ["SERVING_SPEC_ENV"] = serving_spec
 
         run.spec.handler = handler
         run.spec.reset_on_run = reset_on_run

mlrun/model_monitoring/applications/base.py

@@ -166,13 +166,29 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         return result
 
     @staticmethod
+    def _check_writer_is_up(project: "mlrun.MlrunProject") -> None:
+        try:
+            project.get_function(
+                mm_constants.MonitoringFunctionNames.WRITER, ignore_cache=True
+            )
+        except mlrun.errors.MLRunNotFoundError:
+            raise mlrun.errors.MLRunValueError(
+                "Writing outputs to the databases is blocked as the model monitoring infrastructure is disabled.\n"
+                "To unblock, enable model monitoring with `project.enable_model_monitoring()`."
+            )
+
+    @classmethod
     @contextmanager
     def _push_to_writer(
+        cls,
         *,
         write_output: bool,
         stream_profile: Optional[ds_profile.DatastoreProfile],
+        project: "mlrun.MlrunProject",
     ) -> Iterator[dict[str, list[tuple]]]:
         endpoints_output: dict[str, list[tuple]] = defaultdict(list)
+        if write_output:
+            cls._check_writer_is_up(project)
         try:
             yield endpoints_output
         finally:
@@ -220,6 +236,9 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         for an MLRun job.
         This method should not be called directly.
         """
+        project = context.get_project_object()
+        if not project:
+            raise mlrun.errors.MLRunValueError("Could not load project from context")
 
         if write_output and (
             not endpoints or sample_data is not None or reference_data is not None
@@ -236,7 +255,7 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         )
 
         with self._push_to_writer(
-            write_output=write_output, stream_profile=stream_profile
+            write_output=write_output, stream_profile=stream_profile, project=project
         ) as endpoints_output:
 
             def call_do_tracking(event: Optional[dict] = None):
@@ -249,6 +268,7 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
                         event=event,
                         application_name=self.__class__.__name__,
                         context=context,
+                        project=project,
                         sample_df=sample_data,
                         feature_stats=feature_stats,
                     )

mlrun/model_monitoring/applications/context.py

@@ -137,13 +137,14 @@ class MonitoringApplicationContext:
         cls,
         context: "mlrun.MLClientCtx",
         *,
+        project: Optional["mlrun.MlrunProject"] = None,
         application_name: str,
         event: dict[str, Any],
         model_endpoint_dict: Optional[dict[str, ModelEndpoint]] = None,
         sample_df: Optional[pd.DataFrame] = None,
         feature_stats: Optional[FeatureStats] = None,
     ) -> "MonitoringApplicationContext":
-        project = context.get_project_object()
+        project = project or context.get_project_object()
         if not project:
             raise mlrun.errors.MLRunValueError("Could not load project from context")
         logger = context.logger

mlrun/projects/pipelines.py

@@ -1153,6 +1153,7 @@ def load_and_run_workflow(
     project = mlrun.get_or_create_project(
         context=project_context or f"./{project_name}",
         name=project_name,
+        allow_cross_project=True,
     )
 
     # extract "start" notification if exists
@@ -1245,6 +1246,7 @@ def pull_remote_project_files(
             subpath=subpath,
             clone=clone,
             save=False,
+            allow_cross_project=True,
         )
     except Exception as error:
         notify_scheduled_workflow_failure(

mlrun/projects/project.py

@@ -2961,19 +2961,6 @@ class MlrunProject(ModelObj):
             mlrun.db.get_run_db().delete_function(name=name, project=self.metadata.name)
         self.spec.remove_function(name)
 
-    def remove_model_monitoring_function(self, name: Union[str, list[str]]):
-        """delete the specified model-monitoring-app function/s
-
-        :param name: name of the model-monitoring-function/s (under the project)
-        """
-        # TODO: Remove this in 1.10.0
-        warnings.warn(
-            "'remove_model_monitoring_function' is deprecated in 1.7.0 and will be removed in 1.10.0. "
-            "Please use `delete_model_monitoring_function` instead.",
-            FutureWarning,
-        )
-        self.delete_model_monitoring_function(name)
-
     def delete_model_monitoring_function(self, name: Union[str, list[str]]):
         """delete the specified model-monitoring-app function/s
 

mlrun/runtimes/daskjob.py

@@ -92,7 +92,6 @@ class DaskSpec(KubeResourceSpec):
         preemption_mode=None,
         security_context=None,
         state_thresholds=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -122,7 +121,6 @@ class DaskSpec(KubeResourceSpec):
             preemption_mode=preemption_mode,
             security_context=security_context,
             state_thresholds=state_thresholds,
-            serving_spec=serving_spec,
         )
         self.args = args
 

mlrun/runtimes/kubejob.py

@@ -207,7 +207,3 @@ class KubejobRuntime(KubeResource):
         raise NotImplementedError(
             f"Running a {self.kind} function from the client is not supported. Use .run() to submit the job to the API."
         )
-
-    @property
-    def serving_spec(self):
-        return self.spec.serving_spec

mlrun/runtimes/mpijob/abstract.py

@@ -54,7 +54,6 @@ class MPIResourceSpec(KubeResourceSpec):
         preemption_mode=None,
         security_context=None,
         state_thresholds=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -84,7 +83,6 @@ class MPIResourceSpec(KubeResourceSpec):
             preemption_mode=preemption_mode,
             security_context=security_context,
             state_thresholds=state_thresholds,
-            serving_spec=serving_spec,
         )
         self.mpi_args = mpi_args or [
             "-x",

mlrun/runtimes/mpijob/v1.py

@@ -49,7 +49,6 @@ class MPIV1ResourceSpec(MPIResourceSpec):
         preemption_mode=None,
         security_context=None,
         state_thresholds=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -80,7 +79,6 @@ class MPIV1ResourceSpec(MPIResourceSpec):
             preemption_mode=preemption_mode,
             security_context=security_context,
             state_thresholds=state_thresholds,
-            serving_spec=serving_spec,
         )
         self.clean_pod_policy = clean_pod_policy or MPIJobV1CleanPodPolicies.default()
 

mlrun/runtimes/nuclio/function.py

@@ -154,7 +154,6 @@ class NuclioSpec(KubeResourceSpec):
         add_templated_ingress_host_mode=None,
         state_thresholds=None,
         disable_default_http_trigger=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -184,7 +183,6 @@ class NuclioSpec(KubeResourceSpec):
             preemption_mode=preemption_mode,
             security_context=security_context,
             state_thresholds=state_thresholds,
-            serving_spec=serving_spec,
         )
 
         self.base_spec = base_spec or {}

mlrun/runtimes/nuclio/serving.py

@@ -42,8 +42,6 @@ from mlrun.serving.states import (
 )
 from mlrun.utils import get_caller_globals, logger, set_paths
 
-from .. import KubejobRuntime
-from ..pod import KubeResourceSpec
 from .function import NuclioSpec, RemoteRuntime, min_nuclio_versions
 
 serving_subkind = "serving_v2"
@@ -151,7 +149,6 @@ class ServingSpec(NuclioSpec):
         state_thresholds=None,
         disable_default_http_trigger=None,
         model_endpoint_creation_task_name=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -192,7 +189,6 @@ class ServingSpec(NuclioSpec):
             service_type=service_type,
             add_templated_ingress_host_mode=add_templated_ingress_host_mode,
             disable_default_http_trigger=disable_default_http_trigger,
-            serving_spec=serving_spec,
         )
 
         self.models = models or {}
@@ -707,7 +703,6 @@ class ServingRuntime(RemoteRuntime):
             "track_models": self.spec.track_models,
             "default_content_type": self.spec.default_content_type,
             "model_endpoint_creation_task_name": self.spec.model_endpoint_creation_task_name,
-            "filename": getattr(self.spec, "filename", None),
         }
 
         if self.spec.secret_sources:
@@ -716,10 +711,6 @@ class ServingRuntime(RemoteRuntime):
 
         return json.dumps(serving_spec)
 
-    @property
-    def serving_spec(self):
-        return self._get_serving_spec()
-
     def to_mock_server(
         self,
         namespace=None,
@@ -824,40 +815,3 @@ class ServingRuntime(RemoteRuntime):
             "Turn off the mock (mock=False) and make sure Nuclio is installed for real deployment to Nuclio"
         )
         self._mock_server = self.to_mock_server()
-
-    def to_job(self) -> KubejobRuntime:
-        """Convert this ServingRuntime to a KubejobRuntime, so that the graph can be run as a standalone job."""
-        if self.spec.function_refs:
-            raise mlrun.errors.MLRunInvalidArgumentError(
-                f"Cannot convert function '{self.metadata.name}' to a job because it has child functions"
-            )
-
-        spec = KubeResourceSpec(
-            image=self.spec.image,
-            mode=self.spec.mode,
-            volumes=self.spec.volumes,
-            volume_mounts=self.spec.volume_mounts,
-            env=self.spec.env,
-            resources=self.spec.resources,
-            default_handler="mlrun.serving.server.execute_graph",
-            pythonpath=self.spec.pythonpath,
-            entry_points=self.spec.entry_points,
-            description=self.spec.description,
-            workdir=self.spec.workdir,
-            image_pull_secret=self.spec.image_pull_secret,
-            node_name=self.spec.node_name,
-            node_selector=self.spec.node_selector,
-            affinity=self.spec.affinity,
-            disable_auto_mount=self.spec.disable_auto_mount,
-            priority_class_name=self.spec.priority_class_name,
-            tolerations=self.spec.tolerations,
-            preemption_mode=self.spec.preemption_mode,
-            security_context=self.spec.security_context,
-            state_thresholds=self.spec.state_thresholds,
-            serving_spec=self._get_serving_spec(),
-        )
-        job = KubejobRuntime(
-            spec=spec,
-            metadata=self.metadata,
-        )
-        return job

mlrun/runtimes/pod.py

@@ -103,7 +103,6 @@ class KubeResourceSpec(FunctionSpec):
         "preemption_mode",
         "security_context",
         "state_thresholds",
-        "serving_spec",
     ]
     _default_fields_to_strip = FunctionSpec._default_fields_to_strip + [
         "volumes",
@@ -179,7 +178,6 @@ class KubeResourceSpec(FunctionSpec):
         preemption_mode=None,
         security_context=None,
         state_thresholds=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -225,7 +223,6 @@ class KubeResourceSpec(FunctionSpec):
             state_thresholds
             or mlrun.mlconf.function.spec.state_thresholds.default.to_dict()
         )
-        self.serving_spec = serving_spec
         # Termination grace period is internal for runtimes that have a pod termination hook hence it is not in the
         # _dict_fields and doesn't have a setter.
         self._termination_grace_period_seconds = None

mlrun/runtimes/remotesparkjob.py

@@ -58,7 +58,6 @@ class RemoteSparkSpec(KubeResourceSpec):
         preemption_mode=None,
         security_context=None,
         state_thresholds=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -88,7 +87,6 @@ class RemoteSparkSpec(KubeResourceSpec):
             preemption_mode=preemption_mode,
             security_context=security_context,
             state_thresholds=state_thresholds,
-            serving_spec=serving_spec,
         )
         self.provider = provider
 

mlrun/runtimes/sparkjob/spark3job.py

@@ -168,7 +168,6 @@ class Spark3JobSpec(KubeResourceSpec):
         executor_cores=None,
         security_context=None,
         state_thresholds=None,
-        serving_spec=None,
     ):
         super().__init__(
             command=command,
@@ -198,7 +197,6 @@ class Spark3JobSpec(KubeResourceSpec):
             preemption_mode=preemption_mode,
             security_context=security_context,
             state_thresholds=state_thresholds,
-            serving_spec=serving_spec,
         )
 
         self.driver_resources = driver_resources or {}

mlrun/serving/server.py

@@ -21,9 +21,8 @@ import os
 import socket
 import traceback
 import uuid
-from typing import Any, Optional, Union
+from typing import Optional, Union
 
-import storey
 from nuclio import Context as NuclioContext
 from nuclio.request import Logger as NuclioLogger
 
@@ -39,10 +38,9 @@ from mlrun.secrets import SecretsStore
 
 from ..common.helpers import parse_versioned_object_uri
 from ..common.schemas.model_monitoring.constants import FileTargetKind
-from ..datastore import DataItem, get_stream_pusher
+from ..datastore import get_stream_pusher
 from ..datastore.store_resources import ResourceCache
 from ..errors import MLRunInvalidArgumentError
-from ..execution import MLClientCtx
 from ..model import ModelObj
 from ..utils import get_caller_globals
 from .states import (
@@ -324,11 +322,7 @@ class GraphServer(ModelObj):
 
     def _process_response(self, context, response, get_body):
         body = response.body
-        if (
-            isinstance(context, MLClientCtx)
-            or isinstance(body, context.Response)
-            or get_body
-        ):
+        if isinstance(body, context.Response) or get_body:
             return body
 
         if body and not isinstance(body, (str, bytes)):
@@ -541,94 +535,6 @@ def v2_serving_init(context, namespace=None):
     _set_callbacks(server, context)
 
 
-async def async_execute_graph(
-    context: MLClientCtx,
-    data: DataItem,
-    batching: bool,
-    batch_size: Optional[int],
-) -> list[Any]:
-    spec = mlrun.utils.get_serving_spec()
-
-    source_filename = spec.get("filename", None)
-    namespace = {}
-    if source_filename:
-        with open(source_filename) as f:
-            exec(f.read(), namespace)
-
-    server = GraphServer.from_dict(spec)
-
-    if config.log_level.lower() == "debug":
-        server.verbose = True
-    context.logger.info_with("Initializing states", namespace=namespace)
-    kwargs = {}
-    if hasattr(context, "is_mock"):
-        kwargs["is_mock"] = context.is_mock
-    server.init_states(
-        context=None,  # this context is expected to be a nuclio context, which we don't have in this flow
-        namespace=namespace,
-        **kwargs,
-    )
-    context.logger.info("Initializing graph steps")
-    server.init_object(namespace)
-
-    context.logger.info_with("Graph was initialized", verbose=server.verbose)
-
-    if server.verbose:
-        context.logger.info(server.to_yaml())
-
-    df = data.as_df()
-
-    responses = []
-
-    async def run(body):
-        event = storey.Event(id=index, body=body)
-        response = await server.run(event, context)
-        responses.append(response)
-
-    if batching and not batch_size:
-        batch_size = len(df)
-
-    batch = []
-    for index, row in df.iterrows():
-        data = row.to_dict()
-        if batching:
-            batch.append(data)
-            if len(batch) == batch_size:
-                await run(batch)
-                batch = []
-        else:
-            await run(data)
-
-    if batch:
-        await run(batch)
-
-    termination_result = server.wait_for_completion()
-    if asyncio.iscoroutine(termination_result):
-        await termination_result
-
-    return responses
-
-
-def execute_graph(
-    context: MLClientCtx,
-    data: DataItem,
-    batching: bool = False,
-    batch_size: Optional[int] = None,
-) -> (list[Any], Any):
-    """
-    Execute graph as a job, from start to finish.
-
-    :param context: The job's execution client context.
-    :param data: The input data to the job, to be pushed into the graph row by row, or in batches.
-    :param batching: Whether to push one or more batches into the graph rather than row by row.
-    :param batch_size: The number of rows to push per batch. If not set, and batching=True, the entire dataset will
-        be pushed into the graph in one batch.
-
-    :return: A list of responses.
-    """
-    return asyncio.run(async_execute_graph(context, data, batching, batch_size))
-
-
 def _set_callbacks(server, context):
     if not server.graph.supports_termination() or not hasattr(context, "platform"):
         return

mlrun/utils/helpers.py

@@ -911,7 +911,7 @@ def enrich_image_url(
     if is_mlrun_image and "mlrun/ml-base" in image_url:
         if tag:
             if mlrun.utils.helpers.validate_component_version_compatibility(
-                "mlrun-client", "1.10.0", mlrun_client_version=tag
+                "mlrun-client", "1.10.0-rc0", mlrun_client_version=tag
             ):
                 warnings.warn(
                     "'mlrun/ml-base' image is deprecated in 1.10.0 and will be removed in 1.12.0, "

mlrun/utils/version/version.json

@@ -1,4 +1,4 @@
 {
-  "git_commit": "fede26558b2c8db736315ad1f48e15e3ce2f387d",
-  "version": "1.10.0-rc8"
+  "git_commit": "15a29118a80d3da0d4438ad82c31f14af981fccc",
+  "version": "1.10.0-rc9"
 }

{mlrun-1.10.0rc8.dist-info → mlrun-1.10.0rc9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc8
+Version: 1.10.0rc9
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -85,11 +85,11 @@ Requires-Dist: avro~=1.11; extra == "kafka"
 Provides-Extra: redis
 Requires-Dist: redis~=4.3; extra == "redis"
 Provides-Extra: mlflow
-Requires-Dist: mlflow~=2.16; extra == "mlflow"
+Requires-Dist: mlflow~=2.22; extra == "mlflow"
 Provides-Extra: databricks-sdk
 Requires-Dist: databricks-sdk~=0.20.0; extra == "databricks-sdk"
 Provides-Extra: sqlalchemy
-Requires-Dist: sqlalchemy~=1.4; extra == "sqlalchemy"
+Requires-Dist: sqlalchemy~=2.0; extra == "sqlalchemy"
 Provides-Extra: dask
 Requires-Dist: dask~=2024.12.1; python_version >= "3.11" and extra == "dask"
 Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "dask"
@@ -112,8 +112,10 @@ Requires-Dist: objgraph~=3.6; extra == "api"
 Requires-Dist: igz-mgmt~=0.4.1; extra == "api"
 Requires-Dist: humanfriendly~=10.0; extra == "api"
 Requires-Dist: fastapi~=0.115.6; extra == "api"
-Requires-Dist: sqlalchemy~=1.4; extra == "api"
+Requires-Dist: sqlalchemy~=2.0; extra == "api"
+Requires-Dist: sqlalchemy-utils~=0.41.2; extra == "api"
 Requires-Dist: pymysql~=1.1; extra == "api"
+Requires-Dist: psycopg2-binary~=2.9; extra == "api"
 Requires-Dist: alembic~=1.14; extra == "api"
 Requires-Dist: timelength~=1.1; extra == "api"
 Requires-Dist: memray~=1.12; sys_platform != "win32" and extra == "api"
@@ -141,7 +143,7 @@ Requires-Dist: google-cloud-storage==2.14.0; extra == "all"
 Requires-Dist: google-cloud==0.34; extra == "all"
 Requires-Dist: graphviz~=0.20.0; extra == "all"
 Requires-Dist: kafka-python~=2.1.0; extra == "all"
-Requires-Dist: mlflow~=2.16; extra == "all"
+Requires-Dist: mlflow~=2.22; extra == "all"
 Requires-Dist: msrest~=0.6.21; extra == "all"
 Requires-Dist: oss2==2.18.1; extra == "all"
 Requires-Dist: ossfs==2023.12.0; extra == "all"
@@ -150,7 +152,7 @@ Requires-Dist: pyopenssl>=23; extra == "all"
 Requires-Dist: redis~=4.3; extra == "all"
 Requires-Dist: s3fs<2024.7,>=2023.9.2; extra == "all"
 Requires-Dist: snowflake-connector-python~=3.7; extra == "all"
-Requires-Dist: sqlalchemy~=1.4; extra == "all"
+Requires-Dist: sqlalchemy~=2.0; extra == "all"
 Requires-Dist: taos-ws-py==0.3.2; extra == "all"
 Provides-Extra: complete
 Requires-Dist: adlfs==2023.9.0; extra == "complete"
@@ -172,7 +174,7 @@ Requires-Dist: google-cloud-storage==2.14.0; extra == "complete"
 Requires-Dist: google-cloud==0.34; extra == "complete"
 Requires-Dist: graphviz~=0.20.0; extra == "complete"
 Requires-Dist: kafka-python~=2.1.0; extra == "complete"
-Requires-Dist: mlflow~=2.16; extra == "complete"
+Requires-Dist: mlflow~=2.22; extra == "complete"
 Requires-Dist: msrest~=0.6.21; extra == "complete"
 Requires-Dist: oss2==2.18.1; extra == "complete"
 Requires-Dist: ossfs==2023.12.0; extra == "complete"
@@ -181,7 +183,7 @@ Requires-Dist: pyopenssl>=23; extra == "complete"
 Requires-Dist: redis~=4.3; extra == "complete"
 Requires-Dist: s3fs<2024.7,>=2023.9.2; extra == "complete"
 Requires-Dist: snowflake-connector-python~=3.7; extra == "complete"
-Requires-Dist: sqlalchemy~=1.4; extra == "complete"
+Requires-Dist: sqlalchemy~=2.0; extra == "complete"
 Requires-Dist: taos-ws-py==0.3.2; extra == "complete"
 Provides-Extra: complete-api
 Requires-Dist: adlfs==2023.9.0; extra == "complete-api"
@@ -212,20 +214,22 @@ Requires-Dist: humanfriendly~=10.0; extra == "complete-api"
 Requires-Dist: igz-mgmt~=0.4.1; extra == "complete-api"
 Requires-Dist: kafka-python~=2.1.0; extra == "complete-api"
 Requires-Dist: memray~=1.12; sys_platform != "win32" and extra == "complete-api"
-Requires-Dist: mlflow~=2.16; extra == "complete-api"
+Requires-Dist: mlflow~=2.22; extra == "complete-api"
 Requires-Dist: mlrun-pipelines-kfp-v1-8~=0.5.4; extra == "complete-api"
 Requires-Dist: msrest~=0.6.21; extra == "complete-api"
 Requires-Dist: objgraph~=3.6; extra == "complete-api"
 Requires-Dist: oss2==2.18.1; extra == "complete-api"
 Requires-Dist: ossfs==2023.12.0; extra == "complete-api"
 Requires-Dist: plotly~=5.23; extra == "complete-api"
+Requires-Dist: psycopg2-binary~=2.9; extra == "complete-api"
 Requires-Dist: pydantic<2,>=1; extra == "complete-api"
 Requires-Dist: pymysql~=1.1; extra == "complete-api"
 Requires-Dist: pyopenssl>=23; extra == "complete-api"
 Requires-Dist: redis~=4.3; extra == "complete-api"
 Requires-Dist: s3fs<2024.7,>=2023.9.2; extra == "complete-api"
 Requires-Dist: snowflake-connector-python~=3.7; extra == "complete-api"
-Requires-Dist: sqlalchemy~=1.4; extra == "complete-api"
+Requires-Dist: sqlalchemy-utils~=0.41.2; extra == "complete-api"
+Requires-Dist: sqlalchemy~=2.0; extra == "complete-api"
 Requires-Dist: taos-ws-py==0.3.2; extra == "complete-api"
 Requires-Dist: timelength~=1.1; extra == "complete-api"
 Requires-Dist: uvicorn~=0.32.1; extra == "complete-api"
@@ -249,7 +253,7 @@ Dynamic: summary
 [![PyPI version fury.io](https://badge.fury.io/py/mlrun.svg)](https://pypi.python.org/pypi/mlrun/)
 [![Documentation](https://readthedocs.org/projects/mlrun/badge/?version=latest)](https://mlrun.readthedocs.io/en/latest/?badge=latest)
 [![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
-![GitHub commit activity](https://img.shields.io/github/commit-activity/w/mlrun/mlrun)
+[![GitHub commit activity](https://img.shields.io/github/commit-activity/w/mlrun/mlrun)](https://github.com/mlrun/mlrun/commits/main)
 [![GitHub release (latest SemVer)](https://img.shields.io/github/v/release/mlrun/mlrun?sort=semver)](https://github.com/mlrun/mlrun/releases)
 [![Join MLOps Live](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://mlopslive.slack.com)
 

{mlrun-1.10.0rc8.dist-info → mlrun-1.10.0rc9.dist-info}/RECORD

@@ -28,7 +28,7 @@ mlrun/common/helpers.py,sha256=DIdqs_eN3gO5bZ8iFobIvx8cEiOxYxhFIyut6-O69T0,1385
 mlrun/common/secrets.py,sha256=8g9xtIw-9DGcwiZRT62a5ozSQM-aYo8yK5Ghey9WM0g,5179
 mlrun/common/types.py,sha256=1gxThbmC0Vd0U1ffIkEwz4T4S7JOgHt70rvw8TCO21c,1073
 mlrun/common/db/__init__.py,sha256=kXGBqhLN0rlAx0kTXhozGzFsIdSqW0uTSKMmsLgq_is,569
-mlrun/common/db/sql_session.py,sha256=QuEDcxLtL9pBilNbx-jG7BEIj4TckNWjbrIkmKkM084,2707
+mlrun/common/db/dialects.py,sha256=QN9bx7CTo32IIdJ2J3ZrsX8IUdp_BPxBtl0LyjMEC9g,868
 mlrun/common/formatters/__init__.py,sha256=au7S3M3wa9964RpQhFSvflk5-i5SWMeb3kek8Gvt4kg,889
 mlrun/common/formatters/artifact.py,sha256=NT2RPfReUGWVQ-Rhv1zexgXfLuKI5FvtneJDhihZK5g,1462
 mlrun/common/formatters/base.py,sha256=85vQ0t4ZfqCs8b8QV1RLfRcEvANztKvTvsa__sD3zTo,4099
@@ -55,7 +55,7 @@ mlrun/common/schemas/datastore_profile.py,sha256=jDva-_XTCU0EyExs5uB2PVR7-Tj4g4Z
 mlrun/common/schemas/events.py,sha256=LjAU7t-aNhkECbF_o2mzXiZ5mn4299d-_HOd20Xv6iQ,1025
 mlrun/common/schemas/feature_store.py,sha256=Kz7AWQ1RCPA8sTL9cGRZnfUBhWf4MX_5yyYswtCOcCk,4802
 mlrun/common/schemas/frontend_spec.py,sha256=tR8k78cppYK-X8kCWe0mz1gk8yqpsn2IxM3QmBdTJs8,2622
-mlrun/common/schemas/function.py,sha256=vBJjA-cCDqoyxKTPuINPX_asth2ZafUuwiA6ivgyR5o,4849
+mlrun/common/schemas/function.py,sha256=HMBZFf46foDWnycciG1a4HASBbmnRDSlDRsREfa5Tog,4881
 mlrun/common/schemas/http.py,sha256=KozLgGV1vpNXQ8Qptr_Zm6BEbc2VcU42hSphe_ffe_A,704
 mlrun/common/schemas/hub.py,sha256=zYupE3yBKlVEAhHNb4rn9g5T63sekRUnI4Ql3v4a_c4,4118
 mlrun/common/schemas/k8s.py,sha256=YgyDK7KNt29GHCOxd1vw-jnl_757cIPLzViCTNT1Zcc,1403
@@ -63,7 +63,7 @@ mlrun/common/schemas/memory_reports.py,sha256=Q6w7xofQlMD-iqjE8uK9yU5ijLPkht_EsX
 mlrun/common/schemas/notification.py,sha256=Q-tBaU_V7YZiuj3ankuACf3_-hb874_osxq0eaW90Ww,5549
 mlrun/common/schemas/object.py,sha256=9g2bK3KUXmzhaGavbmpVf6rxDhquYogp8bb12dzP4XE,1982
 mlrun/common/schemas/pagination.py,sha256=8NEmiIkCXw5_sv-lE0MWgWz-WpxhSSn-vBtbPDBOGXc,899
-mlrun/common/schemas/partition.py,sha256=crl61DzS-9i5rCyHUbjtpTCk03lluxfb2dS0o1gdLH4,5920
+mlrun/common/schemas/partition.py,sha256=8T-1nfA-SdzkS8dv48NaYHVEUQOcZpaxE7mWrD8Ra68,6357
 mlrun/common/schemas/pipeline.py,sha256=lzaNHudyOiSMpNsoKoNMZhJJa2R4wdA4TR8A98L_yIo,996
 mlrun/common/schemas/project.py,sha256=9O9Wa2PkRy74WzwiLd7A6jBXf4FJxQMJj9wh2VpsZao,6138
 mlrun/common/schemas/regex.py,sha256=r-phg_9ge1lFraPCQd_wpnYGQ1oOCj3xChycJxZtIQY,775
@@ -78,7 +78,7 @@ mlrun/common/schemas/model_monitoring/__init__.py,sha256=Hx3IxW63edOSLxMnbQpY3Yv
 mlrun/common/schemas/model_monitoring/constants.py,sha256=yjTaSGiRs0zYIE20QSuJuMNnS5iuJpnV1wBiq7leVpg,13238
 mlrun/common/schemas/model_monitoring/functions.py,sha256=OKBt029ap6dD-1pFTN4z1u7IkRpiH0HCjbrJoAWUFnE,2123
 mlrun/common/schemas/model_monitoring/grafana.py,sha256=THQlLfPBevBksta8p5OaIsBaJtsNSXexLvHrDxOaVns,2095
-mlrun/common/schemas/model_monitoring/model_endpoints.py,sha256=YYFai89qBTnKM8dSUncVD25uwz8QdcTLrEb7vMefyTc,12391
+mlrun/common/schemas/model_monitoring/model_endpoints.py,sha256=1Wd67iFCeVB7Ggo1jgkwaGSHH87z9P4crVafDWBhevc,12647
 mlrun/data_types/__init__.py,sha256=wdxGS1PTnaKXiNZ7PYGxxo86OifHH7NYoArIjDJksLA,1054
 mlrun/data_types/data_types.py,sha256=0_oKLC6-sXL2_nnaDMP_HSXB3fD1nJAG4J2Jq6sGNNw,4998
 mlrun/data_types/infer.py,sha256=F_dW7oR6jrhdONzTl4ngeGh9x7twHdpUJBd2xMVA1Vw,6476
@@ -104,17 +104,18 @@ mlrun/datastore/spark_utils.py,sha256=dn0RWpYzee-M8UZw-NVuHAdqlNAZ7VO-fNtI8ZiDky
 mlrun/datastore/store_resources.py,sha256=s2794zqkzy_mjRMvRedDNs_tycTLoF8wxTqsWRQphCE,6839
 mlrun/datastore/storeytargets.py,sha256=OwWw-YrrtrnKpbUSP8tgWyKusArsLygkD365X7TT4yE,6500
 mlrun/datastore/targets.py,sha256=pxVHBAmGDkyQAnqXvc__qjgOG_ctVc-_oZ_g1QDai_g,79121
-mlrun/datastore/utils.py,sha256=Xt7YSFOmSZgxaB01I_tjF2WTR6NsNf_p4hSxNgXtt1c,10853
+mlrun/datastore/utils.py,sha256=uQ2v_bZshITpy3Sm3_wcP4_cthWDeGAEaTJuvQ60NG0,10830
 mlrun/datastore/v3io.py,sha256=QSYBORRLcJTeM9mt0EaWzyLcdmzrPkqrF7k5uLTam5U,8209
 mlrun/datastore/vectorstore.py,sha256=k-yom5gfw20hnVG0Rg7aBEehuXwvAloZwn0cx0VGals,11708
 mlrun/datastore/wasbfs/__init__.py,sha256=s5Ul-0kAhYqFjKDR2X0O2vDGDbLQQduElb32Ev56Te4,1343
 mlrun/datastore/wasbfs/fs.py,sha256=ge8NK__5vTcFT-krI155_8RDUywQw4SIRX6BWATXy9Q,6299
-mlrun/db/__init__.py,sha256=WqJ4x8lqJ7ZoKbhEyFqkYADd9P6E3citckx9e9ZLcIU,1163
+mlrun/db/__init__.py,sha256=K8Cy-MF7gasYnT7gfE9zP5eOAQV-USsJtuVJRXYQI6s,1187
 mlrun/db/auth_utils.py,sha256=hpg8D2r82oN0BWabuWN04BTNZ7jYMAF242YSUpK7LFM,5211
 mlrun/db/base.py,sha256=koY7QLXBOtpkAphllC3z5wIVJ1EtHcXRTdvQ0uzIxko,30734
 mlrun/db/factory.py,sha256=yP2vVmveUE7LYTCHbS6lQIxP9rW--zdISWuPd_I3d_4,2111
 mlrun/db/httpdb.py,sha256=8OCLIp--B1Z_AH98XhCm84Ls22IqXLO4OWkd7oQ4UQc,234747
 mlrun/db/nopdb.py,sha256=vKYszH4G3Fn5zBx3ri_e7r89k95obDtQfEAi2tDDF1w,27308
+mlrun/db/sql_types.py,sha256=g-gmiRNr0SpFyV0wPFfvLpB7hB0jdW-WFkt-aoQ_qIU,5399
 mlrun/feature_store/__init__.py,sha256=SlI845bWt6xX34SXunHHqhmFAR9-5v2ak8N-qpcAPGo,1328
 mlrun/feature_store/api.py,sha256=qKj5Tk6prTab6XWatWhBuPRVp0eJEctoxRMN2wz48vA,32168
 mlrun/feature_store/common.py,sha256=JlQA7XWkg9fLuw7cXFmWpUneQqM3NBhwv7DU_xlenWI,12819
@@ -202,8 +203,8 @@ mlrun/frameworks/sklearn/mlrun_interface.py,sha256=Lk1MKzP7d72R6_1PTWO5pKY1VUEHc
 mlrun/frameworks/sklearn/model_handler.py,sha256=m7ohGO8sphuVU0vZAzVNBATY0WNUpQb_SmaO6xkZx8U,4752
 mlrun/frameworks/sklearn/utils.py,sha256=OPyuXOwod6Tjs5PcIStwtwZfIaQk-hL9wzNbjQ29LuU,1208
 mlrun/frameworks/tf_keras/__init__.py,sha256=M2sMbYHLrlF-KFR5kvA9mevRo3Nf8U0B5a_DM9rzwCY,10484
-mlrun/frameworks/tf_keras/mlrun_interface.py,sha256=r5M01twRT0BjwD0r0Lbasxso_cmCGkAAuKqR5aLbDIg,16616
-mlrun/frameworks/tf_keras/model_handler.py,sha256=5mhmQMwCvAUcUvALz4EAJfOe-G5tWMZxKLi-ZqBQ9TQ,31101
+mlrun/frameworks/tf_keras/mlrun_interface.py,sha256=Rd4DY-TRGh3ZErmT9vzwDsXUjeetb3vgUWmXdyG77Mc,16718
+mlrun/frameworks/tf_keras/model_handler.py,sha256=4Ri5SLL0Xl_9I4faYYq9yxSOhDxNKzBz6SmuqKX1v7o,32135
 mlrun/frameworks/tf_keras/model_server.py,sha256=60iJRl_9ZYPCzxdfiJM_-BtECKZZTOKWBJ36O-GLjEc,9652
 mlrun/frameworks/tf_keras/utils.py,sha256=Z8hA1CgpSJWLC_T6Ay7xZKVyWlX9B85MSmQr2biXRag,4582
 mlrun/frameworks/tf_keras/callbacks/__init__.py,sha256=sd8aWG2jO9mO_noZca0ReVf8X6fSCqO_di1Z-mT8FH8,742
@@ -215,10 +216,10 @@ mlrun/frameworks/xgboost/mlrun_interface.py,sha256=KINOf0udbY75raTewjEFGNlIRyE0e
 mlrun/frameworks/xgboost/model_handler.py,sha256=bJq4D1VK3rzhALovqIV5mS0LvGiTlsgAkHanD25pU2c,11663
 mlrun/frameworks/xgboost/utils.py,sha256=4rShiFChzDbWJ4HoTo4qV_lj-Z89pHBAp6Z1yHmU8wA,1068
 mlrun/launcher/__init__.py,sha256=JL8qkT1lLr1YvW6iP0hmwDTaSR2RfrMDx0-1gWRhTOE,571
-mlrun/launcher/base.py,sha256=gaqBvrL-Yg4uXSM7bqbS_LR6H_Fm5jeRdF-81Sx1wUw,16707
-mlrun/launcher/client.py,sha256=cl40ZdF2fU1QbUKdl4Xnucb1u2h-8_dn095qIUyxbuM,6402
+mlrun/launcher/base.py,sha256=8iicRQsfUF5cghEm7AaBP0Wt9MUmYMWXr9E66s6IZsI,16673
+mlrun/launcher/client.py,sha256=U1_brEqqsol8HQFbqCZOSM9tD5oVk2JrP0xCLXME6XE,6368
 mlrun/launcher/factory.py,sha256=RW7mfzEFi8fR0M-4W1JQg1iq3_muUU6OTqT_3l4Ubrk,2338
-mlrun/launcher/local.py,sha256=BCA8WQc8yDjJTzktyBRxB0iiWEXOW7832tV9KsAZkn8,11639
+mlrun/launcher/local.py,sha256=9XEkWSRYokXbtL1d_XEH3yTNU2fQXX7JcUwfC_8NG_4,11457
 mlrun/launcher/remote.py,sha256=GYXsxVIwcUZ1V-cv2R3Yk4nSoUeAtRurEawrUN3AkEE,7715
 mlrun/model_monitoring/__init__.py,sha256=2zigVN5JUnOhRcqGBd4gj0ctubVlyEvxmxXix0De5GQ,709
 mlrun/model_monitoring/api.py,sha256=lAsUp-gzqw8D1cpHVGA2_nPMYn5R4jdxk9UaGOiQ8fE,25945
@@ -229,8 +230,8 @@ mlrun/model_monitoring/stream_processing.py,sha256=Gu3TQzYoNjbreZYI73-F49QpYrod9
 mlrun/model_monitoring/writer.py,sha256=rGRFzSOkqZWvD3Y6sVk2H1Gepfnkzkp9ce00PsApTLo,8288
 mlrun/model_monitoring/applications/__init__.py,sha256=MaH_n4GiqqQvSkntM5yQ7_FCANtM_IfgK-IJTdo4G_E,757
 mlrun/model_monitoring/applications/_application_steps.py,sha256=t9LDIqQUGE10cyjyhlg0QqN1yVx0apD1HpERYLJfm8U,7409
-mlrun/model_monitoring/applications/base.py,sha256=NBIlsiB91it__JfUQHL28YzIzkCg-Enb8w4oYCZlkYs,31528
-mlrun/model_monitoring/applications/context.py,sha256=VfyPCIdO4z73uqFcJs87jzSI4PatX5N5Xicg8Ye1Bag,16968
+mlrun/model_monitoring/applications/base.py,sha256=MIJujitxyzFBVIYVBR3otp8l-p5FuD06rsVxJpJyQvc,32413
+mlrun/model_monitoring/applications/context.py,sha256=fAGFNCyNhSnVJPSIeJxv-XmEL2JhDmjK5Ouog9qyvdc,17035
 mlrun/model_monitoring/applications/histogram_data_drift.py,sha256=2qgfFmrpHf-x0_EaHD-0T28piwSQzw-HH71aV1GwbZs,15389
 mlrun/model_monitoring/applications/results.py,sha256=_qmj6TWT0SR2bi7gUyRKBU418eGgGoLW2_hTJ7S-ock,5782
 mlrun/model_monitoring/applications/evidently/__init__.py,sha256=-DqdPnBSrjZhFvKOu_Ie3MiFvlur9sPTZpZ1u0_1AE8,690
@@ -272,42 +273,42 @@ mlrun/platforms/__init__.py,sha256=ZuyeHCHHUxYEoZRmaJqzFSfwhaTyUdBZXMeVp75ql1w,3
 mlrun/platforms/iguazio.py,sha256=6VBTq8eQ3mzT96tzjYhAtcMQ2VjF4x8LpIPW5DAcX2Q,13749
 mlrun/projects/__init__.py,sha256=0Krf0WIKfnZa71WthYOg0SoaTodGg3sV_hK3f_OlTPI,1220
 mlrun/projects/operations.py,sha256=Aa3qDjEOLI1JTvm3t3VaESeJ4511e_vOR-GqVaEy-yI,20237
-mlrun/projects/pipelines.py,sha256=R2b4zD6y9GSHFUmCPf5fr0ymx3QZTqg_axpp9mRaTPQ,49373
-mlrun/projects/project.py,sha256=RsCLXAThD65lKKfUO4PgzitQBD9eW0vP4sm3X-50S9Q,250007
+mlrun/projects/pipelines.py,sha256=qNWB6_E-cLp7S2kWUmPQRom9dnF5MHW5ybRX4-m6qd0,49445
+mlrun/projects/project.py,sha256=UT4DUC2qbJz3lrMykLc_UwtnpXgCZXbCFY_2Ym_qfJM,249447
 mlrun/runtimes/__init__.py,sha256=J9Sy2HiyMlztNv6VUurMzF5H2XzttNil8nRsWDsqLyg,8923
 mlrun/runtimes/base.py,sha256=FmjyXA5MhOUOe8TxNpC3p8nc_IwGGaC2ZPrgTylzFXk,37325
-mlrun/runtimes/daskjob.py,sha256=1VYia3vEgArKNyZe-yJjQevhifWO6F5gP1Q44y-tKqk,19842
+mlrun/runtimes/daskjob.py,sha256=RQNX0TJn77mT32CKNoNg2hE0Rk758QVTGpJdxk3xW_k,19776
 mlrun/runtimes/funcdoc.py,sha256=zRFHrJsV8rhDLJwoUhcfZ7Cs0j-tQ76DxwUqdXV_Wyc,9810
 mlrun/runtimes/function_reference.py,sha256=fnMKUEieKgy4JyVLhFpDtr6JvKgOaQP8F_K2H3-Pk9U,5030
 mlrun/runtimes/generators.py,sha256=X8NDlCEPveDDPOHtOGcSpbl3pAVM3DP7fuPj5xVhxEY,7290
-mlrun/runtimes/kubejob.py,sha256=wadCzmSgjv9OU_Ax8CQNHfXLo0v-ev9ZGHUFGcNc9Qw,8577
+mlrun/runtimes/kubejob.py,sha256=BuAyuXacwH4gh063kPvPgsMKix7dolef2tVZXodiHHA,8496
 mlrun/runtimes/local.py,sha256=yedo3R1c46cB1mX7aOz8zORXswQPvX86U-_fYxXoqTY,22717
 mlrun/runtimes/mounts.py,sha256=2dkoktm3TXHe4XHmRhvC0UfvWzq2vy_13MeaW7wgyPo,18735
-mlrun/runtimes/pod.py,sha256=YwkvZQqj2M2YP1xg6ECbzh-DfcBo9rJCIJxfrsJ8thA,51711
-mlrun/runtimes/remotesparkjob.py,sha256=IMnolOY6jh1xMrCtxs-awUqQoWVgRpan4l0b91vUqdI,7693
+mlrun/runtimes/pod.py,sha256=_jfzCIJ5Gi6AWT-5nYFYfpX3zodQLVU79Rqa2vFAECY,51619
+mlrun/runtimes/remotesparkjob.py,sha256=s3iknqndUMSDvZNZ7w_uO9mO-gmasexN5x9KALeCHfw,7627
 mlrun/runtimes/utils.py,sha256=VFKA7dWuILAcJGia_7Pw_zBBG00wZlat7o2N6u5EItw,16284
 mlrun/runtimes/databricks_job/__init__.py,sha256=kXGBqhLN0rlAx0kTXhozGzFsIdSqW0uTSKMmsLgq_is,569
 mlrun/runtimes/databricks_job/databricks_cancel_task.py,sha256=ufjcLKA5E6FSDF5CXm5l8uP_mUSFppwr5krLHln1kAU,2243
 mlrun/runtimes/databricks_job/databricks_runtime.py,sha256=YOJdyIEeKbn9jKxSciciZE9RBsH7Hbk7n-3T_8NLz_w,12810
 mlrun/runtimes/databricks_job/databricks_wrapper.py,sha256=jD1T36pRmSFRGgJVGRzccYJxwYH8eVze_FJrF2aSS-g,8682
 mlrun/runtimes/mpijob/__init__.py,sha256=6sUPQRFwigi4mqjDVZmRE-qgaLw2ILY5NbneVUuMKto,947
-mlrun/runtimes/mpijob/abstract.py,sha256=AJYRF4Jv0NWTUY3buri3XbbrXqC1ZMPHKLKUMcqWRW8,9237
-mlrun/runtimes/mpijob/v1.py,sha256=k04Tu1Y58tt9qckyR6Kd8l6O3fLMGvGyAzxYunfpqEE,3201
+mlrun/runtimes/mpijob/abstract.py,sha256=a07c6AvNLQ51dVkiCyeeQUruST1UQNuWi3sIvPMESPo,9171
+mlrun/runtimes/mpijob/v1.py,sha256=Rf8tvntkOv7RLN0TEk5XOY4QCdWMHu_sSmVgBViGcfU,3135
 mlrun/runtimes/nuclio/__init__.py,sha256=gx1kizzKv8pGT5TNloN1js1hdbxqDw3rM90sLVYVffY,794
 mlrun/runtimes/nuclio/api_gateway.py,sha256=vH9ClKVP4Mb24rvA67xPuAvAhX-gAv6vVtjVxyplhdc,26969
-mlrun/runtimes/nuclio/function.py,sha256=odONJcrnhZT8veIyvd3ygEfUxP0cDEceTfP91mg1XAA,54352
+mlrun/runtimes/nuclio/function.py,sha256=K8M9zFR0j28Tfqu6xrwd6MWb2Sh1IZZVoaNYZectG8g,54286
 mlrun/runtimes/nuclio/nuclio.py,sha256=sLK8KdGO1LbftlL3HqPZlFOFTAAuxJACZCVl1c0Ha6E,2942
-mlrun/runtimes/nuclio/serving.py,sha256=GEQG7K5q5RWvXpvko0aQWCKdnu9SSIJzpbd1PD71ldY,34673
+mlrun/runtimes/nuclio/serving.py,sha256=tXAobNFmUsTztvT-gX0UMdAmW150Kdl7rzdgLFlLiro,32804
 mlrun/runtimes/nuclio/application/__init__.py,sha256=rRs5vasy_G9IyoTpYIjYDafGoL6ifFBKgBtsXn31Atw,614
 mlrun/runtimes/nuclio/application/application.py,sha256=3WeVCeVUb6U5wJDVJSuTDzJ-Pcr3ifg08E4gKIEIkmo,28945
 mlrun/runtimes/nuclio/application/reverse_proxy.go,sha256=lEHH74vr2PridIHp1Jkc_NjkrWb5b6zawRrNxHQhwGU,2913
 mlrun/runtimes/sparkjob/__init__.py,sha256=GPP_ekItxiU9Ydn3mJa4Obph02Bg6DO-JYs791_MV58,607
-mlrun/runtimes/sparkjob/spark3job.py,sha256=5TdmQy5yDBtaq9y9fQGrNYTJ_0UqR9VnV7-SGiZEOyc,41287
+mlrun/runtimes/sparkjob/spark3job.py,sha256=FmrfR1lTVeH_F3YOx8vj16QsvN3b7veUS00_3d3PslI,41221
 mlrun/serving/__init__.py,sha256=1MjUInuyxsF-dTHZuKelq2XLhg2GInH9LjAY3PcWEzs,1364
 mlrun/serving/merger.py,sha256=pfOQoozUyObCTpqXAMk94PmhZefn4bBrKufO3MKnkAc,6193
 mlrun/serving/remote.py,sha256=Igha2FipK3-6rV_PZ1K464kTbiTu8rhc6SMm-HiEJ6o,18817
 mlrun/serving/routers.py,sha256=SY6AsaiSnh8ssXq8hQE2z9MYapOxFOFJBx9QomiZMO8,53915
-mlrun/serving/server.py,sha256=SkpT2qBZ0GdBh4j5KrGwzsnAiDL2wGxwoHls9Z0Nc8M,32504
+mlrun/serving/server.py,sha256=WCJqggfZHTa4qbw1UopoZq_X2g-LutPjp35wGfxDsyI,29790
 mlrun/serving/serving_wrapper.py,sha256=UL9hhWCfMPcTJO_XrkvNaFvck1U1E7oS8trTZyak0cA,835
 mlrun/serving/states.py,sha256=mSj9n7BT0CWBD02MTXWBzGr4hwj0Zef9dFUkQY5aXWg,91248
 mlrun/serving/system_steps.py,sha256=lVdv6OVInLxKO1RgMLuKw0zeeMAlLWcgNtKW_tYw9jY,16334
@@ -325,7 +326,7 @@ mlrun/utils/azure_vault.py,sha256=IEFizrDGDbAaoWwDr1WoA88S_EZ0T--vjYtY-i0cvYQ,34
 mlrun/utils/clones.py,sha256=qbAGyEbSvlewn3Tw_DpQZP9z6MGzFhSaZfI1CblX8Fg,7515
 mlrun/utils/condition_evaluator.py,sha256=-nGfRmZzivn01rHTroiGY4rqEv8T1irMyhzxEei-sKc,1897
 mlrun/utils/db.py,sha256=UIYDPHvPxim8tpjeD4S2QbfTx9Bhe-VqUQjqYTRHFuo,2185
-mlrun/utils/helpers.py,sha256=c0U2Cjmwvlskm1DA53pZhSRaZfDMpEnBsQR3hRCLKlY,80444
+mlrun/utils/helpers.py,sha256=DS_SEUupY6KkLO-ejHiVLPdAEKBvanoxifIng2d9qwg,80448
 mlrun/utils/http.py,sha256=5ZU2VpokaUM_DT3HBSqTm8xjUqTPjZN5fKkSIvKlTl0,8704
 mlrun/utils/logger.py,sha256=RG0m1rx6gfkJ-2C1r_p41MMpPiaDYqaYM2lYHDlNZEU,14767
 mlrun/utils/regex.py,sha256=FcRwWD8x9X3HLhCCU2F0AVKTFah784Pr7ZAe3a02jw8,5199
@@ -344,11 +345,11 @@ mlrun/utils/notifications/notification/mail.py,sha256=ZyJ3eqd8simxffQmXzqd3bgbAq
 mlrun/utils/notifications/notification/slack.py,sha256=kfhogR5keR7Zjh0VCjJNK3NR5_yXT7Cv-x9GdOUW4Z8,7294
 mlrun/utils/notifications/notification/webhook.py,sha256=zxh8CAlbPnTazsk6r05X5TKwqUZVOH5KBU2fJbzQlG4,5330
 mlrun/utils/version/__init__.py,sha256=YnzE6tlf24uOQ8y7Z7l96QLAI6-QEii7-77g8ynmzy0,613
-mlrun/utils/version/version.json,sha256=u88EOlGPvf0X2l1xROyF0kP-OWIGQh_LaAXZjrww6Bk,89
+mlrun/utils/version/version.json,sha256=un2xBgcuKWkNshBYY5GPOv_fh0i0DOb22tFDow1dBx0,89
 mlrun/utils/version/version.py,sha256=M2hVhRrgkN3SxacZHs3ZqaOsqAA7B6a22ne324IQ1HE,1877
-mlrun-1.10.0rc8.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mlrun-1.10.0rc8.dist-info/METADATA,sha256=cVBX84tyD5g6e4hF9lZpKDl3cooN1TDLxPV2oaTBwRQ,25869
-mlrun-1.10.0rc8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mlrun-1.10.0rc8.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
-mlrun-1.10.0rc8.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
-mlrun-1.10.0rc8.dist-info/RECORD,,
+mlrun-1.10.0rc9.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mlrun-1.10.0rc9.dist-info/METADATA,sha256=4UfqJ9LgtS6kt03USPp2kEAuiROPdk7BI0cYQaCVSoE,26150
+mlrun-1.10.0rc9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mlrun-1.10.0rc9.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
+mlrun-1.10.0rc9.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
+mlrun-1.10.0rc9.dist-info/RECORD,,

mlrun/common/db/sql_session.py

@@ -1,79 +0,0 @@
-# Copyright 2023 Iguazio
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from sqlalchemy import create_engine
-from sqlalchemy.engine import Engine
-from sqlalchemy.orm import Session
-from sqlalchemy.orm import (
-    sessionmaker as SessionMaker,  # noqa: N812 - `sessionmaker` is a class
-)
-
-from mlrun.config import config
-
-# TODO: wrap the following functions in a singleton class
-_engines: dict[str, Engine] = {}
-_session_makers: dict[str, SessionMaker] = {}
-
-
-# doing lazy load to allow tests to initialize the engine
-def get_engine(dsn=None) -> Engine:
-    global _engines
-    dsn = dsn or config.httpdb.dsn
-    if dsn not in _engines:
-        _init_engine(dsn=dsn)
-    return _engines[dsn]
-
-
-def create_session(dsn=None) -> Session:
-    session_maker = _get_session_maker(dsn=dsn)
-    return session_maker()
-
-
-# doing lazy load to allow tests to initialize the engine
-def _get_session_maker(dsn) -> SessionMaker:
-    global _session_makers
-    dsn = dsn or config.httpdb.dsn
-    if dsn not in _session_makers:
-        _init_session_maker(dsn=dsn)
-    return _session_makers[dsn]
-
-
-# TODO: we accept the dsn here to enable tests to override it, the "right" thing will be that config will be easily
-#  overridable by tests (today when you import the config it is already being initialized.. should be lazy load)
-def _init_engine(dsn=None):
-    global _engines
-    dsn = dsn or config.httpdb.dsn
-    kwargs = {}
-    if "mysql" in dsn:
-        pool_size = config.httpdb.db.connections_pool_size
-        if pool_size is None:
-            pool_size = config.httpdb.max_workers
-        max_overflow = config.httpdb.db.connections_pool_max_overflow
-        if max_overflow is None:
-            max_overflow = config.httpdb.max_workers
-
-        kwargs = {
-            "pool_size": pool_size,
-            "max_overflow": max_overflow,
-            "pool_pre_ping": config.httpdb.db.connections_pool_pre_ping,
-            "pool_recycle": config.httpdb.db.connections_pool_recycle,
-        }
-    engine = create_engine(dsn, **kwargs)
-    _engines[dsn] = engine
-    _init_session_maker(dsn=dsn)
-
-
-def _init_session_maker(dsn):
-    global _session_makers
-    _session_makers[dsn] = SessionMaker(bind=get_engine(dsn=dsn))