mlrun 1.10.0rc32__tar.gz → 1.10.0rc33__tar.gz

{mlrun-1.10.0rc32/mlrun.egg-info → mlrun-1.10.0rc33}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc32
+Version: 1.10.0rc33
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -91,10 +91,10 @@ Requires-Dist: databricks-sdk~=0.20.0; extra == "databricks-sdk"
 Provides-Extra: sqlalchemy
 Requires-Dist: sqlalchemy~=2.0; extra == "sqlalchemy"
 Provides-Extra: dask
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "dask"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "dask"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "dask"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "dask"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "dask"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "dask"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "dask"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "dask"
 Provides-Extra: alibaba-oss
 Requires-Dist: ossfs==2025.5.0; extra == "alibaba-oss"
 Requires-Dist: oss2==2.18.4; extra == "alibaba-oss"
@@ -132,11 +132,11 @@ Requires-Dist: azure-core~=1.24; extra == "all"
 Requires-Dist: azure-identity~=1.5; extra == "all"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "all"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "all"
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "all"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "all"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "all"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "all"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "all"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "all"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "all"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "all"
@@ -163,11 +163,11 @@ Requires-Dist: azure-core~=1.24; extra == "complete"
 Requires-Dist: azure-identity~=1.5; extra == "complete"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete"
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "complete"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "complete"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "complete"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "complete"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "complete"
@@ -198,11 +198,11 @@ Requires-Dist: azure-identity~=1.5; extra == "complete-api"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete-api"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete-api"
 Requires-Dist: dask-kubernetes~=0.11.0; extra == "complete-api"
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "complete-api"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "complete-api"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "complete-api"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "complete-api"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete-api"
 Requires-Dist: fastapi~=0.116.0; extra == "complete-api"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete-api"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete-api"

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/dependencies.py

@@ -65,12 +65,16 @@ def extra_requirements() -> dict[str, list[str]]:
         "databricks-sdk": ["databricks-sdk~=0.20.0"],
         "sqlalchemy": ["sqlalchemy~=2.0"],
         "dask": [
-            # dask 2023 does not work on python 3.11
-            # dask 2024 requires dependencies that current mlrun with 3.9 cannot support
-            'dask>=2023.12.1; python_version < "3.11"',
-            'dask>=2024.8; python_version >= "3.11"',
-            'distributed>=2023.12.1; python_version < "3.11"',
-            'distributed>=2024.8; python_version >= "3.11"',
+            # Use ~= instead of >= to avoid installing newer versions of dask and distributed,
+            # which can cause incompatibilities between the client and the Dask scheduler/worker.
+            # (both must be the same version)
+            # Reference: https://blog.dask.org/2023/04/14/scheduler-environment-requirements
+            # Note: dask 2023 does not work on Python 3.11, and dask 2024 requires dependencies
+            # that MLRun with Python 3.9 cannot support.
+            'dask~=2023.12.1; python_version < "3.11"',
+            'dask==2024.8; python_version >= "3.11"',
+            'distributed~=2023.12.1; python_version < "3.11"',
+            'distributed==2024.8; python_version >= "3.11"',
         ],
         "alibaba-oss": ["ossfs==2025.5.0", "oss2==2.18.4"],
         "tdengine": ["taos-ws-py==0.3.2"],

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/extras-requirements.txt

@@ -45,10 +45,10 @@ databricks-sdk~=0.20.0
 # sqlalchemy version should be aligned with mlrun-api due to common use with the model monitoring database
 sqlalchemy~=2.0
 # retaining old dask for compatibility with kfp 1.8
-dask>=2023.12.1; python_version < "3.11"
-distributed>=2023.12.1; python_version < "3.11"
+dask~=2023.12.1; python_version < "3.11"
+distributed~=2023.12.1; python_version < "3.11"
 # new dask requires newer cloudpickle which is not compatible with kfp 1.8
-dask>=2024.8; python_version >= "3.11"
-distributed>=2024.8; python_version >= "3.11"
+dask==2024.8; python_version >= "3.11"
+distributed==2024.8; python_version >= "3.11"
 taos-ws-py==0.3.2
 snowflake-connector-python~=3.7

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/mlrun/common/schemas/pipeline.py

@@ -18,7 +18,7 @@ import pydantic.v1
 
 
 class PipelinesPagination(str):
-    default_page_size = 20
+    default_page_size = 200
     # https://github.com/kubeflow/pipelines/blob/master/backend/src/apiserver/list/list.go#L363
     max_page_size = 200
 

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/mlrun/projects/operations.py

@@ -182,7 +182,7 @@ def run_function(
                             The `count` field in the `Retry` object specifies the number of retry attempts.
                             If `count=0`, the run will not be retried.
                             The `backoff` field specifies the retry backoff strategy between retry attempts.
-                            If not provided, no backoff is applied.
+                            If not provided, the default backoff delay is 30 seconds.
     :return: MLRun RunObject or PipelineNodeWrapper
     """
     if artifact_path:

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/mlrun/projects/project.py

@@ -4109,7 +4109,7 @@ class MlrunProject(ModelObj):
                                 The `count` field in the `Retry` object specifies the number of retry attempts.
                                 If `count=0`, the run will not be retried.
                                 The `backoff` field specifies the retry backoff strategy between retry attempts.
-                                If not provided, no backoff is applied.
+                                If not provided, the default backoff delay is 30 seconds.
         :return: MLRun RunObject or PipelineNodeWrapper
         """
         if artifact_path:

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/mlrun/runtimes/base.py

@@ -381,7 +381,7 @@ class BaseRuntime(ModelObj):
                                The `count` field in the `Retry` object specifies the number of retry attempts.
                                If `count=0`, the run will not be retried.
                                The `backoff` field specifies the retry backoff strategy between retry attempts.
-                               If not provided, no backoff is applied.
+                               If not provided, the default backoff delay is 30 seconds.
         :return: Run context object (RunObject) with run metadata, results and status
         """
         if artifact_path or out_path:

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/mlrun/runtimes/utils.py

@@ -448,22 +448,45 @@ def enrich_function_from_dict(function, function_dict):
     return function
 
 
+def resolve_owner(
+    labels: dict,
+    owner_to_enrich: Optional[str] = None,
+):
+    """
+    Resolve the owner label value
+    :param labels: The run labels dict
+    :param auth_username: The authenticated username
+    :return: The resolved owner label value
+    """
+
+    if owner_to_enrich and (
+        labels.get("job-type") == mlrun.common.constants.JOB_TYPE_WORKFLOW_RUNNER
+        or labels.get("job-type")
+        == mlrun.common.constants.JOB_TYPE_RERUN_WORKFLOW_RUNNER
+    ):
+        return owner_to_enrich
+    else:
+        return os.environ.get("V3IO_USERNAME") or getpass.getuser()
+
+
 def enrich_run_labels(
     labels: dict,
     labels_to_enrich: Optional[list[mlrun_constants.MLRunInternalLabels]] = None,
+    owner_to_enrich: Optional[str] = None,
 ):
     """
-    Enrich the run labels with the internal labels and the labels enrichment extension
+    Enrich the run labels with the internal labels and the labels enrichment extension.
     :param labels: The run labels dict
     :param labels_to_enrich: The label keys to enrich from MLRunInternalLabels.default_run_labels_to_enrich
+    :param owner_to_enrich: Optional owner to enrich the labels with, if not provided will try to resolve it.
     :return: The enriched labels dict
     """
     # Merge the labels with the labels enrichment extension
     labels_enrichment = {
-        mlrun_constants.MLRunInternalLabels.owner: os.environ.get("V3IO_USERNAME")
-        or getpass.getuser(),
+        mlrun_constants.MLRunInternalLabels.owner: resolve_owner(
+            labels, owner_to_enrich
+        ),
     }
-
     # Resolve which label keys to enrich
     if labels_to_enrich is None:
         labels_to_enrich = (

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/mlrun/utils/helpers.py

@@ -45,7 +45,6 @@ import pytz
 import semver
 import yaml
 from dateutil import parser
-from orjson import orjson
 from pandas import Timedelta, Timestamp
 from yaml.representer import RepresenterError
 
@@ -503,9 +502,14 @@ def get_in(obj, keys, default=None):
     if isinstance(keys, str):
         keys = keys.split(".")
     for key in keys:
-        if not obj or key not in obj:
+        if obj is None:
             return default
-        obj = obj[key]
+        if isinstance(obj, dict):
+            if key not in obj:
+                return default
+            obj = obj[key]
+        else:
+            obj = getattr(obj, key, default)
     return obj
 
 
@@ -1218,61 +1222,6 @@ def get_workflow_url(
     return url
 
 
-def get_kfp_list_runs_filter(
-    start_date: Optional[str] = None,
-    end_date: Optional[str] = None,
-    filter_: Optional[str] = None,
-    experiment_ids: Optional[list[str]] = None,
-) -> str:
-    """
-    Generate a filter for KFP runs based on start and end dates, and experiment IDs.
-    """
-    existing_filter_object = json.loads(filter_) if filter_ else {"predicates": []}
-    preserved_predicates = [
-        predicate
-        for predicate in existing_filter_object.get("predicates", [])
-        if predicate.get("key") != "name"
-    ]
-
-    new_predicates = []
-    if end_date:
-        new_predicates.append(
-            {
-                "key": mlrun_pipelines.models.FilterFields.CREATED_AT,
-                "op": mlrun_pipelines.models.FilterOperations.LESS_THAN_EQUALS.value,
-                "timestamp_value": end_date,
-            }
-        )
-
-    if start_date:
-        new_predicates.append(
-            {
-                "key": mlrun_pipelines.models.FilterFields.CREATED_AT,
-                "op": mlrun_pipelines.models.FilterOperations.GREATER_THAN_EQUALS.value,
-                "timestamp_value": start_date,
-            }
-        )
-
-    if experiment_ids and all(experiment_ids):
-        new_predicates.append(
-            {
-                "key": mlrun_pipelines.models.FilterFields.EXPERIMENT_ID,
-                "op": mlrun_pipelines.models.FilterOperations.IN.value,
-                "string_values": {"values": experiment_ids},
-            }
-        )
-
-    final_filter_object = {"predicates": preserved_predicates + new_predicates}
-    if not final_filter_object["predicates"]:
-        return ""
-
-    logger.debug(
-        "Generated KFP runs filter",
-        filter_object_with_predicates=final_filter_object,
-    )
-    return orjson.dumps(final_filter_object).decode()
-
-
 def validate_and_convert_date(date_input: str) -> str:
     """
     Converts any recognizable date string into a standardized RFC 3339 format.

mlrun-1.10.0rc33/mlrun/utils/version/version.json

@@ -0,0 +1,4 @@
+{
+  "git_commit": "f4d56eca3901844a2deda33bff864e8cf20cf032",
+  "version": "1.10.0-rc33"
+}

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33/mlrun.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mlrun
-Version: 1.10.0rc32
+Version: 1.10.0rc33
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -91,10 +91,10 @@ Requires-Dist: databricks-sdk~=0.20.0; extra == "databricks-sdk"
 Provides-Extra: sqlalchemy
 Requires-Dist: sqlalchemy~=2.0; extra == "sqlalchemy"
 Provides-Extra: dask
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "dask"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "dask"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "dask"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "dask"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "dask"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "dask"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "dask"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "dask"
 Provides-Extra: alibaba-oss
 Requires-Dist: ossfs==2025.5.0; extra == "alibaba-oss"
 Requires-Dist: oss2==2.18.4; extra == "alibaba-oss"
@@ -132,11 +132,11 @@ Requires-Dist: azure-core~=1.24; extra == "all"
 Requires-Dist: azure-identity~=1.5; extra == "all"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "all"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "all"
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "all"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "all"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "all"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "all"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "all"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "all"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "all"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "all"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "all"
@@ -163,11 +163,11 @@ Requires-Dist: azure-core~=1.24; extra == "complete"
 Requires-Dist: azure-identity~=1.5; extra == "complete"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete"
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "complete"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "complete"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "complete"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "complete"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "complete"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete"
 Requires-Dist: google-cloud-bigquery[bqstorage,pandas]==3.14.1; extra == "complete"
@@ -198,11 +198,11 @@ Requires-Dist: azure-identity~=1.5; extra == "complete-api"
 Requires-Dist: azure-keyvault-secrets~=4.2; extra == "complete-api"
 Requires-Dist: boto3<1.36,>=1.28.0; extra == "complete-api"
 Requires-Dist: dask-kubernetes~=0.11.0; extra == "complete-api"
-Requires-Dist: dask>=2023.12.1; python_version < "3.11" and extra == "complete-api"
-Requires-Dist: dask>=2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: dask==2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: dask~=2023.12.1; python_version < "3.11" and extra == "complete-api"
 Requires-Dist: databricks-sdk~=0.20.0; extra == "complete-api"
-Requires-Dist: distributed>=2023.12.1; python_version < "3.11" and extra == "complete-api"
-Requires-Dist: distributed>=2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: distributed==2024.8; python_version >= "3.11" and extra == "complete-api"
+Requires-Dist: distributed~=2023.12.1; python_version < "3.11" and extra == "complete-api"
 Requires-Dist: fastapi~=0.116.0; extra == "complete-api"
 Requires-Dist: gcsfs<=2025.7.0,>=2025.5.1; extra == "complete-api"
 Requires-Dist: google-cloud-bigquery-storage~=2.17; extra == "complete-api"

{mlrun-1.10.0rc32 → mlrun-1.10.0rc33}/mlrun.egg-info/requires.txt

@@ -71,12 +71,12 @@ sqlalchemy~=2.0
 taos-ws-py==0.3.2
 
 [all:python_version < "3.11"]
-dask>=2023.12.1
-distributed>=2023.12.1
+dask~=2023.12.1
+distributed~=2023.12.1
 
 [all:python_version >= "3.11"]
-dask>=2024.8
-distributed>=2024.8
+dask==2024.8
+distributed==2024.8
 
 [api]
 uvicorn~=0.32.1
@@ -182,33 +182,33 @@ timelength~=1.1
 uvicorn~=0.32.1
 
 [complete-api:python_version < "3.11"]
-dask>=2023.12.1
-distributed>=2023.12.1
+dask~=2023.12.1
+distributed~=2023.12.1
 
 [complete-api:python_version >= "3.11"]
-dask>=2024.8
-distributed>=2024.8
+dask==2024.8
+distributed==2024.8
 
 [complete-api:sys_platform != "win32"]
 memray~=1.12
 
 [complete:python_version < "3.11"]
-dask>=2023.12.1
-distributed>=2023.12.1
+dask~=2023.12.1
+distributed~=2023.12.1
 
 [complete:python_version >= "3.11"]
-dask>=2024.8
-distributed>=2024.8
+dask==2024.8
+distributed==2024.8
 
 [dask]
 
 [dask:python_version < "3.11"]
-dask>=2023.12.1
-distributed>=2023.12.1
+dask~=2023.12.1
+distributed~=2023.12.1
 
 [dask:python_version >= "3.11"]
-dask>=2024.8
-distributed>=2024.8
+dask==2024.8
+distributed==2024.8
 
 [databricks-sdk]
 databricks-sdk~=0.20.0

mlrun-1.10.0rc32/mlrun/utils/version/version.json

@@ -1,4 +0,0 @@
-{
-  "git_commit": "3aef2d331a6fdb0ab3c8584cc05f50ae58053cb9",
-  "version": "1.10.0-rc32"
-}