mlrun 1.10.0rc26__tar.gz → 1.10.0rc28__tar.gz

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/Makefile

@@ -107,8 +107,6 @@ MLRUN_PYTHON_VERSION_SUFFIX := $(if $(INCLUDE_PYTHON_VERSION_SUFFIX),$(MLRUN_ANA
 # expected to be in the form of 'py<major><minor>' e.g. 'py39'
 MLRUN_LINT_PYTHON_VERSION := $(shell echo "$(MLRUN_PYTHON_VERSION)" | awk -F. '{print "py"$$1$$2}')
 
-MLRUN_PIPELINES_KFP_VERSION := $(if $(filter 3.9,$(MLRUN_PYTHON_VERSION)),1-8,2)
-
 MLRUN_OLD_VERSION_ESCAPED = $(shell echo "$(MLRUN_OLD_VERSION)" | sed 's/\./\\\./g')
 MLRUN_BC_TESTS_OPENAPI_OUTPUT_PATH ?= $(shell pwd)
 # if MLRUN_SYSTEM_TESTS_COMPONENT isn't set, we'll run all system tests
@@ -338,7 +336,7 @@ MLRUN_KFP_CACHE_IMAGE_PUSH_COMMAND := $(if $(and $(MLRUN_DOCKER_CACHE_FROM_TAG),
 DEFAULT_IMAGES += $(MLRUN_KFP_IMAGE_NAME_TAGGED)
 
 .PHONY: mlrun-kfp
-mlrun-kfp: common-image-3.9 update-version-file ## Build mlrun docker image with KFP
+mlrun-kfp: common-image update-version-file ## Build mlrun docker image with KFP
 	$(MLRUN_KFP_CACHE_IMAGE_PULL_COMMAND)
 	docker build \
 		--file dockerfiles/mlrun-kfp/Dockerfile \
@@ -346,6 +344,7 @@ mlrun-kfp: common-image-3.9 update-version-file ## Build mlrun docker image with
 		--build-arg MLRUN_VERSION=$(MLRUN_VERSION) \
 		--build-arg MLRUN_PIP_VERSION=$(MLRUN_PIP_VERSION) \
 		--build-arg DOCKER_DEFAULT_PLATFORM=$(DOCKER_DEFAULT_PLATFORM) \
+		--build-arg MLRUN_PYTHON_VERSION=$(MLRUN_PYTHON_VERSION) \
 		--platform $(DOCKER_DEFAULT_PLATFORM) \
 		$(MLRUN_KFP_IMAGE_DOCKER_CACHE_FROM_FLAG) \
 		$(MLRUN_DOCKER_NO_CACHE_FLAG) \
@@ -547,7 +546,7 @@ DEFAULT_IMAGES += $(MLRUN_API_IMAGE_NAME_TAGGED)
 # Python 3.11, regardless of what the rest of the matrix is doing.
 api: export MLRUN_PYTHON_VERSION = 3.11
 .PHONY: api
-api: common-image-3.11	 compile-schemas update-version-file ## Build mlrun-api docker image
+api: common-image-3.11 compile-schemas update-version-file ## Build mlrun-api docker image
 	$(MLRUN_API_CACHE_IMAGE_PULL_COMMAND)
 	docker build \
 		--file dockerfiles/mlrun-api/Dockerfile \
@@ -584,7 +583,6 @@ build-test: common-image compile-schemas update-version-file ## Build test docke
 		--file dockerfiles/test/Dockerfile \
 		--build-arg MLRUN_PYTHON_VERSION=$(MLRUN_PYTHON_VERSION) \
 		--build-arg MLRUN_PIP_VERSION=$(MLRUN_PIP_VERSION) \
-		--build-arg MLRUN_PIPELINES_KFP_VERSION=$(MLRUN_PIPELINES_KFP_VERSION) \
 		--build-arg MLRUN_UV_VERSION=$(MLRUN_UV_VERSION) \
 		--build-arg DOCKER_DEFAULT_PLATFORM=$(DOCKER_DEFAULT_PLATFORM) \
 		--platform $(DOCKER_DEFAULT_PLATFORM) \
@@ -658,12 +656,9 @@ test: clean ## Run mlrun tests
 	--ignore=server/py/services/api/migrations \
 	") && \
 	PER_PYTHON_VERSION_IGNORE_TEST_FLAGS=$(if $(filter $(MLRUN_PYTHON_VERSION),3.11),$$(echo "\
-		--ignore=server/py/services/api/tests/unit/api/test_pipelines.py \
-		--ignore=tests/projects/test_kfp.py \
-		--ignore=server/py/services/api/tests/unit/crud/test_pipelines.py \
 		--ignore=tests/serving/test_remote.py \
 		--ignore=tests/projects/test_remote_pipeline.py \
-		--ignore=pipeline-adapters/mlrun-pipelines-kfp-v1-8/tests \
+		--ignore=tests/frameworks/tf_keras/test_tf_keras.py \
 		"),) && \
 	if [ "$(UNIT_TESTS_IGNORE_PATH)" != "" ]; then \
   		IGNORE_ADDITION="--ignore=$(UNIT_TESTS_IGNORE_PATH)"; \
@@ -1003,7 +998,6 @@ upgrade-mlrun-api-deps-lock: ## Upgrade mlrun-api locked requirements file
 		extras-requirements.txt \
 		dockerfiles/mlrun-api/requirements.txt \
 		$(MLRUN_UV_UPGRADE_FLAG) \
-		--python-version $(MLRUN_PYTHON_VERSION) \
 		--output-file dockerfiles/mlrun-api/locked-requirements.txt
 
 .PHONY: upgrade-mlrun-mlrun-deps-lock
@@ -1031,7 +1025,6 @@ upgrade-mlrun-jupyter-deps-lock: ## Upgrade mlrun-jupyter locked requirements fi
 		extras-requirements.txt \
 		dockerfiles/jupyter/requirements.txt \
 		$(MLRUN_UV_UPGRADE_FLAG) \
-		--python-version $(MLRUN_PYTHON_VERSION) \
 		--output-file dockerfiles/jupyter/locked-requirements.txt
 
 .PHONY: upgrade-mlrun-test-deps-lock
@@ -1043,7 +1036,9 @@ upgrade-mlrun-test-deps-lock: ## Upgrade mlrun test locked requirements file
 		dockerfiles/test/requirements.txt \
 		dev-requirements.txt \
 		$(MLRUN_UV_UPGRADE_FLAG) \
-		--output-file dockerfiles/test/locked-requirements.txt
+		--python-version $(MLRUN_PYTHON_VERSION) \
+		--constraint dockerfiles/constraints-py$(MLRUN_PYTHON_VERSION).txt \
+		--output-file dockerfiles/test/locked-requirements_${MLRUN_PYTHON_VERSION}.txt
 
 .PHONY: upgrade-mlrun-system-test-deps-lock
 upgrade-mlrun-system-test-deps-lock: ## Upgrade mlrun system test locked requirements file
@@ -1056,23 +1051,33 @@ upgrade-mlrun-system-test-deps-lock: ## Upgrade mlrun system test locked require
 		$(MLRUN_UV_UPGRADE_FLAG) \
 		--output-file dockerfiles/test-system/locked-requirements.txt
 
+
+upgrade-mlrun-test-deps-lock-all: upgrade-mlrun-test-deps-lock-3.11 upgrade-mlrun-test-deps-lock-3.9
+
+upgrade-mlrun-test-deps-lock-3.11:
+	$(MAKE) upgrade-mlrun-test-deps-lock MLRUN_PYTHON_VERSION=3.11
+
+upgrade-mlrun-test-deps-lock-3.9:
+	$(MAKE) upgrade-mlrun-test-deps-lock MLRUN_PYTHON_VERSION=3.9
+
+
 upgrade-mlrun-kfp-deps-lock: ## Upgrade mlrun-kfp locked requirements file
 	uv pip compile \
 		requirements.txt \
+		extras-requirements.txt \
 		dockerfiles/mlrun-kfp/requirements.txt \
-		--python-version 3.9 \
 		$(MLRUN_UV_UPGRADE_FLAG) \
 		--output-file dockerfiles/mlrun-kfp/locked-requirements.txt
 
 .PHONY: upgrade-mlrun-deps-lock
 upgrade-mlrun-deps-lock: ## Upgrade mlrun-* locked requirements file
-	@$(MAKE) -j \
+	@$(MAKE)  \
 		upgrade-mlrun-mlrun-deps-lock \
 		upgrade-mlrun-api-deps-lock \
 		upgrade-mlrun-jupyter-deps-lock \
 		upgrade-mlrun-gpu-deps-lock \
 		upgrade-mlrun-kfp-deps-lock \
-		upgrade-mlrun-test-deps-lock \
+		upgrade-mlrun-test-deps-lock-all \
 		upgrade-mlrun-system-test-deps-lock
 
 

{mlrun-1.10.0rc26/mlrun.egg-info → mlrun-1.10.0rc28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc26
+Version: 1.10.0rc28
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -21,8 +21,8 @@ Classifier: Topic :: Software Development :: Libraries
 Requires-Python: >=3.9, <3.12
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: urllib3>=1.26.20; python_version < "3.11"
-Requires-Dist: urllib3>=2.5.0; python_version >= "3.11"
+Requires-Dist: urllib3>=1.26.20
+Requires-Dist: v3io-frames>=0.10.15
 Requires-Dist: GitPython>=3.1.41,~=3.1
 Requires-Dist: aiohttp~=3.11
 Requires-Dist: aiohttp-retry~=2.9
@@ -39,8 +39,6 @@ Requires-Dist: tabulate~=0.8.6
 Requires-Dist: v3io~=0.7.0
 Requires-Dist: pydantic>=1.10.15
 Requires-Dist: mergedeep~=1.3
-Requires-Dist: v3io-frames~=0.10.15; python_version < "3.11"
-Requires-Dist: v3io-frames>=0.13.0; python_version >= "3.11"
 Requires-Dist: semver~=3.0
 Requires-Dist: dependency-injector~=4.41
 Requires-Dist: fsspec<=2025.7.0,>=2025.5.1
@@ -92,10 +90,10 @@ Requires-Dist: databricks-sdk~=0.20.0; extra == "databricks-sdk"
 Provides-Extra: sqlalchemy
 Requires-Dist: sqlalchemy~=2.0; extra == "sqlalchemy"
 Provides-Extra: dask
-Requires-Dist: dask~=2024.12.1; python_version >= "3.11" and extra == "dask"
-Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "dask"
-Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "dask"
-Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "dask"
+Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "dask"
+Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "dask"
+Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "dask"
+Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "dask"
 Provides-Extra: alibaba-oss
 Requires-Dist: ossfs==2025.5.0; extra == "alibaba-oss"
 Requires-Dist: oss2==2.18.4; extra == "alibaba-oss"
@@ -106,7 +104,7 @@ Requires-Dist: snowflake-connector-python~=3.7; extra == "snowflake"
 Provides-Extra: dev-postgres
 Requires-Dist: pytest-mock-resources[postgres]~=2.12; extra == "dev-postgres"
 Provides-Extra: kfp18
-Requires-Dist: mlrun_pipelines_kfp_v1_8[kfp]>=0.5.0; python_version < "3.11" and extra == "kfp18"
+Requires-Dist: mlrun_pipelines_kfp_v1_8[kfp]>=0.5.7; extra == "kfp18"
 Provides-Extra: api
 Requires-Dist: uvicorn~=0.32.1; extra == "api"
 Requires-Dist: dask-kubernetes~=0.11.0; extra == "api"
@@ -125,7 +123,6 @@ Requires-Dist: memray~=1.12; sys_platform != "win32" and extra == "api"
 Requires-Dist: aiosmtplib~=3.0; extra == "api"
 Requires-Dist: pydantic<2,>=1; extra == "api"
 Requires-Dist: mlrun-pipelines-kfp-v1-8~=0.5.7; extra == "api"
-Requires-Dist: grpcio~=1.70.0; extra == "api"
 Provides-Extra: all
 Requires-Dist: adlfs==2024.12.0; extra == "all"
 Requires-Dist: aiobotocore<2.16,>=2.5.0; extra == "all"
@@ -134,11 +131,11 @@ Requires-Dist: azure-core~=1.24; extra == "all"
 Requires-Dist: azure-identity~=1.5; extra == "all"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "all"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "all"
-Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "all"
-Requires-Dist: dask~=2024.12.1; python_version >= "3.11" and extra == "all"
+Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "all"
+Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "all"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "all"
-Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "all"
-Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "all"
+Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "all"
+Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "all"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "all"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "all"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "all"
@@ -165,11 +162,11 @@ Requires-Dist: azure-core~=1.24; extra == "complete"
 Requires-Dist: azure-identity~=1.5; extra == "complete"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete"
-Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "complete"
-Requires-Dist: dask~=2024.12.1; python_version >= "3.11" and extra == "complete"
+Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "complete"
+Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "complete"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "complete"
-Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete"
-Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "complete"
+Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "complete"
+Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "complete"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "complete"
@@ -200,11 +197,11 @@ Requires-Dist: azure-identity~=1.5; extra == "complete-api"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete-api"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete-api"
 Requires-Dist: dask-kubernetes~=0.11.0; extra == "complete-api"
-Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "complete-api"
-Requires-Dist: dask~=2024.12.1; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "complete-api"
+Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "complete-api"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "complete-api"
-Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete-api"
-Requires-Dist: distributed~=2024.12.1; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "complete-api"
+Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "complete-api"
 Requires-Dist: fastapi~=0.116.0; extra == "complete-api"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete-api"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete-api"
@@ -212,7 +209,6 @@ Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "comple
 Requires-Dist: google-cloud-storage==2.14.0; extra == "complete-api"
 Requires-Dist: google-cloud==0.34; extra == "complete-api"
 Requires-Dist: graphviz~=0.20.0; extra == "complete-api"
-Requires-Dist: grpcio~=1.70.0; extra == "complete-api"
 Requires-Dist: humanfriendly~=10.0; extra == "complete-api"
 Requires-Dist: igz-mgmt~=0.4.1; extra == "complete-api"
 Requires-Dist: kafka-python~=2.1.0; extra == "complete-api"

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/dependencies.py

@@ -67,10 +67,10 @@ def extra_requirements() -> dict[str, list[str]]:
         "dask": [
             # dask 2023 does not work on python 3.11
             # dask 2024 requires dependencies that current mlrun with 3.9 cannot support
-            'dask~=2024.12.1; python_version >= "3.11"',
-            'distributed~=2024.12.1; python_version >= "3.11"',
-            'dask~=2023.12.1; python_version < "3.11"',
-            'distributed~=2023.12.1; python_version < "3.11"',
+            'dask>=2023.12.1; python_version < "3.11"',
+            'dask>=2024.8; python_version >= "3.11"',
+            'distributed>=2023.12.1; python_version < "3.11"',
+            'distributed>=2024.8; python_version >= "3.11"',
         ],
         "alibaba-oss": ["ossfs==2025.5.0", "oss2==2.18.4"],
         "tdengine": ["taos-ws-py==0.3.2"],
@@ -83,7 +83,7 @@ def extra_requirements() -> dict[str, list[str]]:
     extras_require.update(
         {
             "dev-postgres": ["pytest-mock-resources[postgres]~=2.12"],
-            "kfp18": ["mlrun_pipelines_kfp_v1_8[kfp]>=0.5.0; python_version < '3.11'"],
+            "kfp18": ["mlrun_pipelines_kfp_v1_8[kfp]>=0.5.7"],
             # TODO uncomment when KFP 1.8 support is removed
             # "kfp2": ["mlrun_pipelines_kfp_v2[kfp]>=0.5.0 ; python_version >= '3.11'"],
             "api": api_deps,

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/dev-requirements.txt

@@ -31,10 +31,11 @@ sqlalchemy~=2.0
 sqlalchemy-utils~=0.41.2
 
 # frameworks tests
-scikit-learn~=1.5.1
+scikit-learn~=1.5.2
 lightgbm~=4.3
 xgboost~=1.1
-tensorflow~=2.15
+# TODO: once tensorflow upgrades their dependencies to support a newer version protobuf, we can uncomment this line
+tensorflow~=2.15; python_version <= "3.9"
 cryptography~=44.0
 
 # install to verify it doesn't cause a warning (ML-8951)
@@ -46,5 +47,7 @@ diff-cover~=9.2
 openai~=1.88
 transformers~=4.53
 # for hugging face image classifier test:
-tf-keras~=2.18
+tf-keras~=2.18; python_version <= "3.9"
+#tf-keras~=2.19; python_version > "3.9"
+# TODO: once tf-keras upgrades their dependencies to support a newer version protobuf, we can uncomment this line
 pillow~=11.3

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/dockerfiles/mlrun-api/requirements.txt

@@ -18,4 +18,3 @@ aiosmtplib~=3.0
 # until https://github.com/fastapi/fastapi/issues/10360 is solved
 pydantic>=1,<2
 mlrun-pipelines-kfp-v1-8~=0.5.7
-grpcio~=1.70.0

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/examples/mlrun_export_import.ipynb

@@ -75,6 +75,8 @@
     "# create job function object from notebook code and add doc/metadata\n",
     "import mlrun\n",
     "\n",
+    "project = mlrun.get_or_create_project(\"mlrun-export\")\n",
+    "\n",
     "fn = mlrun.code_to_function(\n",
     "    \"file_utils\",\n",
     "    kind=\"job\",\n",

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/examples/mlrun_jobs.ipynb

@@ -997,9 +997,7 @@
   {
    "cell_type": "markdown",
    "metadata": {},
-   "source": [
-    "`kubectl create -n <namespace> secret docker-registry my-docker --docker-server=https://index.docker.io/v1/ --docker-username=<your-user> --docker-password=<your-password> --docker-email=<your-email>`"
-   ]
+   "source": "`kubectl create -n <namespace> secret docker-registry my-docker --docker-server=https://index.docker.io/v1/ --docker-username=<your-user> --docker-password=<your-password> --docker-email=<your-email>`"
   },
   {
    "cell_type": "markdown",

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/examples/training.py

@@ -71,7 +71,7 @@ def my_job(context, p1=1, p2="x"):
 
 
 if __name__ == "__main__":
-    context = get_or_create_ctx("train")
+    context = get_or_create_ctx("train", project="test-project")
     p1 = context.get_param("p1", 1)
     p2 = context.get_param("p2", "a-string")
     my_job(context, p1, p2)

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/extras-requirements.txt

@@ -45,10 +45,10 @@ databricks-sdk~=0.20.0
 # sqlalchemy version should be aligned with mlrun-api due to common use with the model monitoring database
 sqlalchemy~=2.0
 # retaining old dask for compatibility with kfp 1.8
-dask~=2023.12.1; python_version < "3.11"
-distributed~=2023.12.1; python_version < "3.11"
+dask>=2023.12.1; python_version < "3.11"
+distributed>=2023.12.1; python_version < "3.11"
 # new dask requires newer cloudpickle which is not compatible with kfp 1.8
-dask~=2024.12.1; python_version >= "3.11"
-distributed~=2024.12.1; python_version >= "3.11"
+dask>=2024.8; python_version >= "3.11"
+distributed>=2024.8; python_version >= "3.11"
 taos-ws-py==0.3.2
 snowflake-connector-python~=3.7

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/config.py

@@ -255,7 +255,8 @@ default_config = {
             },
             "runtimes": {
                 "dask": "600",
-                "dask_cluster_start": "300",
+                # cluster start might take some time in case k8s needs to spin up new nodes
+                "dask_cluster_start": "600",
             },
             "push_notifications": "60",
         },

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/db/httpdb.py

@@ -5200,7 +5200,7 @@ class HTTPRunDB(RunDBInterface):
 
         :return: A ModelEndpointDriftValues object containing the drift counts over time.
         """
-        endpoint_path = f"projects/{project}/model-endpoints/drift-over-time"
+        endpoint_path = f"projects/{project}/model-monitoring/drift-over-time"
         error_message = f"Failed retrieving drift data for {project}"
         response = self.api_call(
             method="GET",

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/model_monitoring/applications/base.py

@@ -544,15 +544,17 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
                         else:
                             raise mlrun.errors.MLRunValueError(
                                 "The start time for the application and endpoint precedes the last analyzed time: "
-                                f"{start_dt=}, {last_analyzed=}, {application_name=}, {endpoint_id=}. "
+                                f"start_dt='{start_dt}', last_analyzed='{last_analyzed}', {application_name=}, "
+                                f"{endpoint_id=}. "
                                 "Writing data out of order is not supported, and the start time could not be "
                                 "dynamically reset, as last_analyzed is later than the given end time or that "
-                                f"base_period was specified ({end_dt=}, {base_period=})."
+                                f"base_period was specified (end_dt='{end_dt}', {base_period=})."
                             )
                     else:
                         raise mlrun.errors.MLRunValueError(
                             "The start time for the application and endpoint precedes the last analyzed time: "
-                            f"{start_dt=}, {last_analyzed=}, {application_name=}, {endpoint_id=}. "
+                            f"start_dt='{start_dt}', last_analyzed='{last_analyzed}', {application_name=}, "
+                            f"{endpoint_id=}. "
                             "Writing data out of order is not supported. You should change the start time to "
                             f"'{last_analyzed}' or later."
                         )

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/model_monitoring/db/tsdb/v3io/v3io_connector.py

@@ -1499,20 +1499,51 @@ class V3IOTSDBConnector(TSDBConnector):
     ) -> mm_schemas.ModelEndpointDriftValues:
         table = mm_schemas.V3IOTSDBTables.APP_RESULTS
         start, end, interval = self._prepare_aligned_start_end(start, end)
-
-        # get per time-interval x endpoint_id combination the max result status
         df = self._get_records(
             table=table,
             start=start,
             end=end,
-            interval=interval,
-            sliding_window_step=interval,
             columns=[mm_schemas.ResultData.RESULT_STATUS],
-            agg_funcs=["max"],
-            group_by=mm_schemas.WriterEvent.ENDPOINT_ID,
         )
+        df = self._aggregate_raw_drift_data(df, start, end, interval)
         if df.empty:
             return mm_schemas.ModelEndpointDriftValues(values=[])
         df = df[df[f"max({mm_schemas.ResultData.RESULT_STATUS})"] >= 1]
-        df = df.reset_index(names="_wstart")
         return self._df_to_drift_data(df)
+
+    @staticmethod
+    def _aggregate_raw_drift_data(
+        df: pd.DataFrame, start: datetime, end: datetime, interval: str
+    ) -> pd.DataFrame:
+        if df.empty:
+            return df
+        if not isinstance(df.index, pd.DatetimeIndex):
+            raise TypeError("Expected a DatetimeIndex on the DataFrame (time index).")
+        df[EventFieldType.ENDPOINT_ID] = (
+            df[EventFieldType.ENDPOINT_ID].astype("string").str.strip()
+        )  # remove extra data carried by the category dtype
+        window = df.loc[
+            (df.index >= start) & (df.index < end),
+            [mm_schemas.ResultData.RESULT_STATUS, EventFieldType.ENDPOINT_ID],
+        ]
+        out = (
+            window.groupby(
+                [
+                    EventFieldType.ENDPOINT_ID,
+                    pd.Grouper(
+                        freq=interval, origin=start, label="left", closed="left"
+                    ),
+                ]
+                # align to start, [start, end) intervals
+            )[mm_schemas.ResultData.RESULT_STATUS]
+            .max()
+            .reset_index()
+            .rename(
+                columns={
+                    mm_schemas.ResultData.RESULT_STATUS: f"max({mm_schemas.ResultData.RESULT_STATUS})"
+                }
+            )
+        )
+        return out.rename(
+            columns={"time": "_wstart"}
+        )  # rename datetime column to _wstart to align with the tdengine result

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/model_monitoring/helpers.py

@@ -659,3 +659,26 @@ def get_start_end(
         )
 
     return start, end
+
+
+def validate_time_range(
+    start: Optional[datetime.datetime] = None, end: Optional[datetime.datetime] = None
+) -> tuple[datetime.datetime, datetime.datetime]:
+    """
+    validate start and end parameters and set default values if needed.
+    :param start:       Either None or datetime, None is handled as datetime.now(tz=timezone.utc) - timedelta(days=1)
+    :param end:         Either None or datetime, None is handled as datetime.now(tz=timezone.utc)
+    :return:            start datetime, end datetime
+    """
+    end = end or mlrun.utils.helpers.datetime_now()
+    start = start or (end - datetime.timedelta(days=1))
+    if start.tzinfo is None or end.tzinfo is None:
+        raise mlrun.errors.MLRunInvalidArgumentTypeError(
+            "Custom start and end times must contain the timezone."
+        )
+    if start > end:
+        raise mlrun.errors.MLRunInvalidArgumentError(
+            "The start time must be before the end time. Note that if end time is not provided, "
+            "the current time is used by default."
+        )
+    return start, end

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/run.py

@@ -222,7 +222,8 @@ def get_or_create_ctx(
     :param spec:     dictionary holding run spec
     :param with_env: look for context in environment vars, default True
     :param rundb:    path/url to the metadata and artifact database
-    :param project:  project to initiate the context in (by default `mlrun.mlconf.active_project`)
+    :param project:  project to initiate the context in (by default `mlrun.mlconf.active_project`).
+                              If not set, an active project must exist.
     :param upload_artifacts:  when using local context (not as part of a job/run), upload artifacts to the
                               system default artifact path location
     :return: execution context
@@ -277,6 +278,16 @@ def get_or_create_ctx(
     if newspec and not isinstance(newspec, dict):
         newspec = json.loads(newspec)
 
+    if (
+        not newspec.get("metadata", {}).get("project")
+        and not project
+        and not mlconf.active_project
+    ):
+        raise mlrun.errors.MLRunMissingProjectError(
+            """No active project found. Make sure to set an active project using: mlrun.get_or_create_project()
+            You can verify the active project with: mlrun.mlconf.active_project"""
+        )
+
     if not newspec:
         newspec = {}
         if upload_artifacts:

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/runtimes/base.py

@@ -443,9 +443,11 @@ class BaseRuntime(ModelObj):
         :param runobj: Run context object (RunObject) with run metadata and status
         :return: Dictionary with all the variables that could be parsed
         """
+        active_project = self.metadata.project or config.active_project
         runtime_env = {
-            mlrun_constants.MLRUN_ACTIVE_PROJECT: self.metadata.project
-            or config.active_project
+            mlrun_constants.MLRUN_ACTIVE_PROJECT: active_project,
+            # TODO: Remove this in 1.12.0 as MLRUN_DEFAULT_PROJECT is deprecated and should not be injected anymore
+            "MLRUN_DEFAULT_PROJECT": active_project,
         }
         if runobj:
             runtime_env["MLRUN_EXEC_CONFIG"] = runobj.to_json(

{mlrun-1.10.0rc26 → mlrun-1.10.0rc28}/mlrun/runtimes/nuclio/function.py

@@ -968,24 +968,6 @@ class RemoteRuntime(KubeResource):
         self._mock_server = None
 
         if "://" not in path:
-            if not self.status.address:
-                # here we check that if default http trigger is disabled, function contains a custom http trigger
-                # Otherwise, the function is not invokable, so we raise an error
-                if (
-                    not self._trigger_of_kind_exists(kind="http")
-                    and self.spec.disable_default_http_trigger
-                ):
-                    raise mlrun.errors.MLRunPreconditionFailedError(
-                        "Default http trigger creation is disabled and there is no any other custom http trigger, "
-                        "so function can not be invoked via http. Either enable default http trigger creation or "
-                        "create custom http trigger"
-                    )
-                state, _, _ = self._get_state()
-                if state not in ["ready", "scaledToZero"]:
-                    logger.warning(f"Function is in the {state} state")
-                if not self.status.address:
-                    raise ValueError("no function address first run .deploy()")
-
             path = self._resolve_invocation_url(path, force_external_address)
 
         if headers is None:
@@ -1228,19 +1210,47 @@ class RemoteRuntime(KubeResource):
         # internal / external invocation urls is a nuclio >= 1.6.x feature
         # try to infer the invocation url from the internal and if not exists, use external.
         # $$$$ we do not want to use the external invocation url (e.g.: ingress, nodePort, etc.)
+
+        # check function state before invocation
+        state, _, _ = self._get_state()
+        if state not in ["ready", "scaledToZero"]:
+            logger.warning(f"Function is in the {state} state")
+
+        # prefer internal invocation url if running inside k8s cluster
         if (
             not force_external_address
             and self.status.internal_invocation_urls
             and mlrun.k8s_utils.is_running_inside_kubernetes_cluster()
         ):
-            return mlrun.utils.helpers.join_urls(
+            url = mlrun.utils.helpers.join_urls(
                 f"http://{self.status.internal_invocation_urls[0]}", path
             )
+            logger.debug(
+                f"Using internal invocation url {url}. Make sure you have network access to the k8s cluster. "
+                f"Otherwise, set force_external_address to True"
+            )
+            return url
 
         if self.status.external_invocation_urls:
             return mlrun.utils.helpers.join_urls(
                 f"http://{self.status.external_invocation_urls[0]}", path
             )
+
+        if not self.status.address:
+            # if there is no address
+            # here we check that if default http trigger is disabled, function contains a custom http trigger
+            # Otherwise, the function is not invokable, so we raise an error
+            if (
+                not self._trigger_of_kind_exists(kind="http")
+                and self.spec.disable_default_http_trigger
+            ):
+                raise mlrun.errors.MLRunPreconditionFailedError(
+                    "Default http trigger creation is disabled and there is no any other custom http trigger, "
+                    "so function can not be invoked via http. Either enable default http trigger creation or "
+                    "create custom http trigger"
+                )
+            else:
+                raise ValueError("no function address first run .deploy()")
         else:
             return mlrun.utils.helpers.join_urls(f"http://{self.status.address}", path)
 
@@ -1294,6 +1304,8 @@ class RemoteRuntime(KubeResource):
     def get_url(
         self,
         force_external_address: bool = False,
+        # leaving auth_info for BC
+        # TODO: remove in 1.12.0
         auth_info: AuthInfo = None,
     ):
         """
@@ -1304,13 +1316,10 @@ class RemoteRuntime(KubeResource):
 
         :return: returns function's url
         """
-        if not self.status.address:
-            state, _, _ = self._get_state(auth_info=auth_info)
-            if state != "ready" or not self.status.address:
-                raise ValueError(
-                    "no function address or not ready, first run .deploy()"
-                )
-
+        if auth_info:
+            logger.warning(
+                "Deprecated parameter 'auth_info' was provided, but will be ignored. Will be removed in 1.12.0."
+            )
         return self._resolve_invocation_url("", force_external_address)
 
     @staticmethod