mlrun 1.10.0rc4__py3-none-any.whl → 1.10.0rc5__py3-none-any.whl

mlrun/config.py

@@ -234,7 +234,10 @@ default_config = {
                 "model_endpoint_creation": "600",
                 "model_endpoint_tsdb_leftovers": "900",
             },
-            "runtimes": {"dask": "600"},
+            "runtimes": {
+                "dask": "600",
+                "dask_cluster_start": "300",
+            },
             "push_notifications": "60",
         },
     },

mlrun/model_monitoring/applications/base.py

@@ -409,8 +409,8 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         tag: Optional[str] = None,
         run_local: bool = True,
         auto_build: bool = True,
-        sample_data: Optional[pd.DataFrame] = None,
-        reference_data: Optional[pd.DataFrame] = None,
+        sample_data: Optional[Union[pd.DataFrame, str]] = None,
+        reference_data: Optional[Union[pd.DataFrame, str]] = None,
         image: Optional[str] = None,
         with_repo: Optional[bool] = False,
         class_handler: Optional[str] = None,
@@ -434,9 +434,11 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
         :param tag:               Tag for the function.
         :param run_local:         Whether to run the function locally or remotely.
         :param auto_build:        Whether to auto build the function.
-        :param sample_data:       Pandas data-frame as the current dataset.
+        :param sample_data:       Pandas data-frame or :py:class:`~mlrun.artifacts.dataset.DatasetArtifact` URI as
+                                  the current dataset.
                                   When set, it replaces the data read from the model endpoint's offline source.
-        :param reference_data:    Pandas data-frame of the reference dataset.
+        :param reference_data:    Pandas data-frame or :py:class:`~mlrun.artifacts.dataset.DatasetArtifact` URI as
+                                  the reference dataset.
                                   When set, its statistics override the model endpoint's feature statistics.
         :param image:             Docker image to run the job on (when running remotely).
         :param with_repo:         Whether to clone the current repo to the build source.
@@ -515,7 +517,9 @@ class ModelMonitoringApplicationBase(MonitoringApplicationToDict, ABC):
             (sample_data, "sample_data"),
             (reference_data, "reference_data"),
         ]:
-            if data is not None:
+            if isinstance(data, str):
+                inputs[identifier] = data
+            elif data is not None:
                 key = f"{job.metadata.name}_{identifier}"
                 inputs[identifier] = project.log_dataset(
                     key,

mlrun/runtimes/daskjob.py

@@ -255,7 +255,11 @@ class DaskCluster(KubejobRuntime):
         background_task = db.start_function(func_url=self._function_uri())
         if watch:
             now = datetime.datetime.utcnow()
-            timeout = now + datetime.timedelta(minutes=10)
+            timeout = now + datetime.timedelta(
+                seconds=int(
+                    mlrun.mlconf.background_tasks.default_timeouts.runtimes.dask_cluster_start
+                )
+            )
             while now < timeout:
                 background_task = db.get_project_background_task(
                     background_task.metadata.project, background_task.metadata.name
@@ -282,6 +286,9 @@ class DaskCluster(KubejobRuntime):
                         return
                 time.sleep(5)
                 now = datetime.datetime.utcnow()
+            raise mlrun.errors.MLRunTimeoutError(
+                "Timeout waiting for Dask cluster to start"
+            )
 
     def close(self, running=True):
         from dask.distributed import default_client

mlrun/utils/helpers.py

@@ -893,7 +893,8 @@ def enrich_image_url(
 
     # Add python version tag if needed
     if image_url == "python" and client_python_version:
-        image_url = f"python:{client_python_version}"
+        image_tag = ".".join(client_python_version.split(".")[:2])
+        image_url = f"python:{image_tag}"
 
     client_version = _convert_python_package_version_to_image_tag(client_version)
     server_version = _convert_python_package_version_to_image_tag(

mlrun/utils/version/version.json

@@ -1,4 +1,4 @@
 {
-  "git_commit": "aca543927ff594b8db166e423cb47001dfdf7bcc",
-  "version": "1.10.0-rc4"
+  "git_commit": "79f44d5a732a54257206f3ef45da63447c1f1fbd",
+  "version": "1.10.0-rc5"
 }

{mlrun-1.10.0rc4.dist-info → mlrun-1.10.0rc5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc4
+Version: 1.10.0rc5
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv

{mlrun-1.10.0rc4.dist-info → mlrun-1.10.0rc5.dist-info}/RECORD

@@ -1,6 +1,6 @@
 mlrun/__init__.py,sha256=uhNeFUVaV2spRa94u9tNZjMdLBixdu-9iY-uzORjsKQ,7448
 mlrun/__main__.py,sha256=6Mihuy3M7l80rJKM-MeKJdzwMbidfgVw-i7CxqToNnY,46351
-mlrun/config.py,sha256=1LY0qRlmff4iWlQKQGb5XfOWaWjcyKSnGbHipiRBgss,71912
+mlrun/config.py,sha256=C4qK2_M8p31egVvBUmSDKOe4TuYwGpG8TODyqdJ4vZo,71988
 mlrun/errors.py,sha256=bAk0t_qmCxQSPNK0TugOAfA5R6f0G6OYvEvXUWSJ_5U,9062
 mlrun/execution.py,sha256=Yo1_UX9ARZ8IDYX6B5FPngnIy8hBhuzwL2-bIeXlMg8,54581
 mlrun/features.py,sha256=jMEXo6NB36A6iaxNEJWzdtYwUmglYD90OIKTIEeWhE8,15841
@@ -228,7 +228,7 @@ mlrun/model_monitoring/stream_processing.py,sha256=Gu3TQzYoNjbreZYI73-F49QpYrod9
 mlrun/model_monitoring/writer.py,sha256=rGRFzSOkqZWvD3Y6sVk2H1Gepfnkzkp9ce00PsApTLo,8288
 mlrun/model_monitoring/applications/__init__.py,sha256=MaH_n4GiqqQvSkntM5yQ7_FCANtM_IfgK-IJTdo4G_E,757
 mlrun/model_monitoring/applications/_application_steps.py,sha256=mjuBVqa7KY_Ymoo8DzddthUpBZyfio2e4O5ce-d-2eY,8444
-mlrun/model_monitoring/applications/base.py,sha256=f73LycKUG85invl6l7V4MRiRd1bx8jmepayrpwpr3c0,25131
+mlrun/model_monitoring/applications/base.py,sha256=7x7qOnJZ5yoab1EWdG_5PNh5AOGM9mQkUJ_2hznUG3A,25425
 mlrun/model_monitoring/applications/context.py,sha256=VfyPCIdO4z73uqFcJs87jzSI4PatX5N5Xicg8Ye1Bag,16968
 mlrun/model_monitoring/applications/histogram_data_drift.py,sha256=2qgfFmrpHf-x0_EaHD-0T28piwSQzw-HH71aV1GwbZs,15389
 mlrun/model_monitoring/applications/results.py,sha256=_qmj6TWT0SR2bi7gUyRKBU418eGgGoLW2_hTJ7S-ock,5782
@@ -275,7 +275,7 @@ mlrun/projects/pipelines.py,sha256=wud7ezeEmhIJvfYE_wzQbA4ygEfGXHtbOtoOpan6poY,4
 mlrun/projects/project.py,sha256=Fqk_YCmuNSHCk1SKVYkAboxgFHOUZcsQ1DmJp2oYjCg,250056
 mlrun/runtimes/__init__.py,sha256=J9Sy2HiyMlztNv6VUurMzF5H2XzttNil8nRsWDsqLyg,8923
 mlrun/runtimes/base.py,sha256=QsHYTIMlfzElbGZ3yAzyHK5IdXFIfsYIv3dRUnN7c44,38493
-mlrun/runtimes/daskjob.py,sha256=BHJ-BiAIozj9vQAnpsR0mN9xXQ7RE8aISEGPUR0d2-k,19558
+mlrun/runtimes/daskjob.py,sha256=_nN70OLkscIKUp14rAsHGxCB5lLiAxw8f0m2vj-gWN8,19827
 mlrun/runtimes/funcdoc.py,sha256=zRFHrJsV8rhDLJwoUhcfZ7Cs0j-tQ76DxwUqdXV_Wyc,9810
 mlrun/runtimes/function_reference.py,sha256=fnMKUEieKgy4JyVLhFpDtr6JvKgOaQP8F_K2H3-Pk9U,5030
 mlrun/runtimes/generators.py,sha256=X8NDlCEPveDDPOHtOGcSpbl3pAVM3DP7fuPj5xVhxEY,7290
@@ -323,7 +323,7 @@ mlrun/utils/azure_vault.py,sha256=IEFizrDGDbAaoWwDr1WoA88S_EZ0T--vjYtY-i0cvYQ,34
 mlrun/utils/clones.py,sha256=qbAGyEbSvlewn3Tw_DpQZP9z6MGzFhSaZfI1CblX8Fg,7515
 mlrun/utils/condition_evaluator.py,sha256=-nGfRmZzivn01rHTroiGY4rqEv8T1irMyhzxEei-sKc,1897
 mlrun/utils/db.py,sha256=UIYDPHvPxim8tpjeD4S2QbfTx9Bhe-VqUQjqYTRHFuo,2185
-mlrun/utils/helpers.py,sha256=Ox9y4mqSxBj_bC0CvV3f1GqyaKubfuOXeDFpNFP1Eok,79157
+mlrun/utils/helpers.py,sha256=7VnHx4CAJKGLe9WGlyFXdYlKL_dM9-qkffciZX0rXio,79212
 mlrun/utils/http.py,sha256=5ZU2VpokaUM_DT3HBSqTm8xjUqTPjZN5fKkSIvKlTl0,8704
 mlrun/utils/logger.py,sha256=RG0m1rx6gfkJ-2C1r_p41MMpPiaDYqaYM2lYHDlNZEU,14767
 mlrun/utils/regex.py,sha256=FcRwWD8x9X3HLhCCU2F0AVKTFah784Pr7ZAe3a02jw8,5199
@@ -342,11 +342,11 @@ mlrun/utils/notifications/notification/mail.py,sha256=ZyJ3eqd8simxffQmXzqd3bgbAq
 mlrun/utils/notifications/notification/slack.py,sha256=kfhogR5keR7Zjh0VCjJNK3NR5_yXT7Cv-x9GdOUW4Z8,7294
 mlrun/utils/notifications/notification/webhook.py,sha256=zxh8CAlbPnTazsk6r05X5TKwqUZVOH5KBU2fJbzQlG4,5330
 mlrun/utils/version/__init__.py,sha256=YnzE6tlf24uOQ8y7Z7l96QLAI6-QEii7-77g8ynmzy0,613
-mlrun/utils/version/version.json,sha256=R8YDmn_EnZg4pAGw2hJaHCTLwPrwPSNo85DO0cCu6j4,89
+mlrun/utils/version/version.json,sha256=W8XgYUjL11RNE-X6HEv8SjYxylK4rnmPLRcxKiLk2-Q,89
 mlrun/utils/version/version.py,sha256=M2hVhRrgkN3SxacZHs3ZqaOsqAA7B6a22ne324IQ1HE,1877
-mlrun-1.10.0rc4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mlrun-1.10.0rc4.dist-info/METADATA,sha256=R1CHFvM8LK8w1hHze40hl2jyvF_3NPROM6p2WTBZJqM,25777
-mlrun-1.10.0rc4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mlrun-1.10.0rc4.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
-mlrun-1.10.0rc4.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
-mlrun-1.10.0rc4.dist-info/RECORD,,
+mlrun-1.10.0rc5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mlrun-1.10.0rc5.dist-info/METADATA,sha256=2NtzMXeQa_t0ZXLxOPuYDOhv3_GRXkCk_LfMaF42RHs,25777
+mlrun-1.10.0rc5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mlrun-1.10.0rc5.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
+mlrun-1.10.0rc5.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
+mlrun-1.10.0rc5.dist-info/RECORD,,