mlrun 1.6.0rc14__py3-none-any.whl → 1.6.0rc16__py3-none-any.whl

mlrun/model_monitoring/batch.py

@@ -526,12 +526,14 @@ class BatchProcessor:
         )
 
         # Get drift thresholds from the model monitoring configuration
+        # fmt: off
         self.default_possible_drift_threshold = (
             mlrun.mlconf.model_endpoint_monitoring.drift_thresholds.default.possible_drift
         )
         self.default_drift_detected_threshold = (
             mlrun.mlconf.model_endpoint_monitoring.drift_thresholds.default.drift_detected
         )
+        # fmt: on
 
         # Get a runtime database
 
@@ -618,7 +620,7 @@ class BatchProcessor:
 
         if not mlrun.mlconf.is_ce_mode():
             # Create v3io stream based on the input stream
-            response = self.v3io.create_stream(
+            response = self.v3io.stream.create(
                 container=self.stream_container,
                 path=self.stream_path,
                 shard_count=1,

mlrun/package/packagers/numpy_packagers.py

@@ -514,7 +514,7 @@ class _NumPyNDArrayCollectionPackager(DefaultPackager):
 
     @staticmethod
     def _is_any_object_dtype(
-        array_collection: Union[np.ndarray, NumPyArrayCollectionType]
+        array_collection: Union[np.ndarray, NumPyArrayCollectionType],
     ):
         """
         Check if any of the arrays in a collection is of type `object`.

mlrun/package/utils/log_hint_utils.py

@@ -35,7 +35,7 @@ class LogHintUtils:
 
     @staticmethod
     def parse_log_hint(
-        log_hint: typing.Union[typing.Dict[str, str], str, None]
+        log_hint: typing.Union[typing.Dict[str, str], str, None],
     ) -> typing.Union[typing.Dict[str, str], None]:
         """
         Parse a given log hint from string to a logging configuration dictionary. The string will be read as the

mlrun/package/utils/type_hint_utils.py

@@ -249,7 +249,9 @@ class TypeHintUtils:
                 if type_hint.__forward_module__:
                     arg = f"{type_hint.__forward_module__}.{arg}"
                 return [TypeHintUtils.parse_type_hint(type_hint=arg)]
-            except MLRunInvalidArgumentError:  # May be raised from `TypeHintUtils.parse_type_hint`
+            except (
+                MLRunInvalidArgumentError
+            ):  # May be raised from `TypeHintUtils.parse_type_hint`
                 logger.warn(
                     f"Could not reduce the type hint '{type_hint}' as it is a forward reference to a class without "
                     f"it's full module path. To enable importing forward references, please provide the full module "

mlrun/platforms/iguazio.py

@@ -305,7 +305,6 @@ class OutputStream:
         self._mock_queue = []
 
         if create and not mock:
-
             # this import creates an import loop via the utils module, so putting it in execution path
             from mlrun.utils.helpers import logger
 
@@ -318,7 +317,7 @@ class OutputStream:
                 retention_in_hours=retention_in_hours,
             )
 
-            response = self._v3io_client.create_stream(
+            response = self._v3io_client.stream.create(
                 container=self._container,
                 path=self._stream_path,
                 shard_count=shards or 1,
@@ -343,7 +342,7 @@ class OutputStream:
             # for mock testing
             self._mock_queue.extend(records)
         else:
-            self._v3io_client.put_records(
+            self._v3io_client.stream.put_records(
                 container=self._container, path=self._stream_path, records=records
             )
 
@@ -368,7 +367,6 @@ class HTTPOutputStream:
             data = [data]
 
         for record in data:
-
             # Convert the new record to the required format
             serialized_record = dump_record(record)
             response = requests.post(self._stream_path, data=serialized_record)

mlrun/projects/project.py

@@ -793,9 +793,8 @@ class ProjectSpec(ModelObj):
         for name, function in self._function_definitions.items():
             if hasattr(function, "to_dict"):
                 spec = function.to_dict(strip=True)
-                if (
-                    function.spec.build.source
-                    and function.spec.build.source.startswith(self._source_repo())
+                if function.spec.build.source and function.spec.build.source.startswith(
+                    self._source_repo()
                 ):
                     update_in(spec, "spec.build.source", "./")
                 functions.append({"name": name, "spec": spec})

mlrun/runtimes/constants.py

@@ -157,6 +157,13 @@ class RunStates(object):
             RunStates.aborted,
         ]
 
+    @staticmethod
+    def error_states():
+        return [
+            RunStates.error,
+            RunStates.aborted,
+        ]
+
     @staticmethod
     def non_terminal_states():
         return list(set(RunStates.all()) - set(RunStates.terminal_states()))

mlrun/runtimes/daskjob.py

@@ -94,7 +94,6 @@ class DaskSpec(KubeResourceSpec):
         clone_target_dir=None,
         state_thresholds=None,
     ):
-
         super().__init__(
             command=command,
             args=args,
@@ -526,7 +525,6 @@ class DaskCluster(KubejobRuntime):
         )
 
     def _run(self, runobj: RunObject, execution):
-
         handler = runobj.spec.handler
         self._force_handler(handler)
 

mlrun/runtimes/function.py

@@ -63,7 +63,6 @@ def validate_nuclio_version_compatibility(*min_versions):
     try:
         parsed_current_version = semver.VersionInfo.parse(mlconf.nuclio_version)
     except ValueError:
-
         # only log when version is set but invalid
         if mlconf.nuclio_version:
             logger.warning(
@@ -166,7 +165,6 @@ class NuclioSpec(KubeResourceSpec):
         state_thresholds=None,
         disable_default_http_trigger=None,
     ):
-
         super().__init__(
             command=command,
             args=args,
@@ -1105,7 +1103,6 @@ class RemoteRuntime(KubeResource):
         return results
 
     def _resolve_invocation_url(self, path, force_external_address):
-
         if not path.startswith("/") and path != "":
             path = f"/{path}"
 

mlrun/runtimes/local.py

@@ -489,7 +489,7 @@ def exec_from_params(handler, runobj: RunObject, context: MLClientCtx, cwd=None)
             context.set_state("completed", commit=False)
         except Exception as exc:
             err = err_to_str(exc)
-            logger.error(f"execution error, {traceback.format_exc()}")
+            logger.error(f"Execution error, {traceback.format_exc()}")
             context.set_state(error=err, commit=False)
             logger.set_logger_level(old_level)
 

mlrun/runtimes/mpijob/abstract.py

@@ -111,7 +111,6 @@ class AbstractMPIJobRuntime(KubejobRuntime, abc.ABC):
 
     @staticmethod
     def _get_run_completion_updates(run: dict) -> dict:
-
         # TODO: add a 'workers' section in run objects state, each worker will update its state while
         #  the run state will be resolved by the server.
         # update the run object state if empty so that it won't default to 'created' state

mlrun/runtimes/pod.py

@@ -491,9 +491,7 @@ class KubeResourceSpec(FunctionSpec):
         self._initialize_node_affinity(affinity_field_name)
 
         self_affinity = getattr(self, affinity_field_name)
-        self_affinity.node_affinity.required_during_scheduling_ignored_during_execution = (
-            node_selector
-        )
+        self_affinity.node_affinity.required_during_scheduling_ignored_during_execution = node_selector
 
     def enrich_function_preemption_spec(
         self,
@@ -593,7 +591,6 @@ class KubeResourceSpec(FunctionSpec):
             )
         # purge any affinity / anti-affinity preemption related configuration and enrich with preemptible tolerations
         elif self_preemption_mode == PreemptionModes.allow.value:
-
             # remove preemptible anti-affinity
             self._prune_affinity_node_selector_requirement(
                 generate_preemptible_node_selector_requirements(
@@ -655,17 +652,13 @@ class KubeResourceSpec(FunctionSpec):
         self._initialize_node_affinity(affinity_field_name)
 
         self_affinity = getattr(self, affinity_field_name)
-        if (
-            not self_affinity.node_affinity.required_during_scheduling_ignored_during_execution
-        ):
+        if not self_affinity.node_affinity.required_during_scheduling_ignored_during_execution:
             self_affinity.node_affinity.required_during_scheduling_ignored_during_execution = k8s_client.V1NodeSelector(
                 node_selector_terms=node_selector_terms
             )
             return
 
-        node_selector = (
-            self_affinity.node_affinity.required_during_scheduling_ignored_during_execution
-        )
+        node_selector = self_affinity.node_affinity.required_during_scheduling_ignored_during_execution
         new_node_selector_terms = []
 
         for node_selector_term_to_add in node_selector_terms:
@@ -741,9 +734,11 @@ class KubeResourceSpec(FunctionSpec):
             self._initialize_affinity(affinity_field_name)
             self._initialize_node_affinity(affinity_field_name)
 
+            # fmt: off
             self_affinity.node_affinity.required_during_scheduling_ignored_during_execution = (
                 new_required_during_scheduling_ignored_during_execution
             )
+            # fmt: on
 
     @staticmethod
     def _prune_node_selector_requirements_from_node_selector_terms(
@@ -894,7 +889,6 @@ class AutoMountType(str, Enum):
         return mlrun.platforms.other.mount_pvc if pvc_configured else None
 
     def get_modifier(self):
-
         return {
             AutoMountType.none: None,
             AutoMountType.v3io_credentials: mlrun.v3io_cred,

mlrun/runtimes/sparkjob/spark3job.py

@@ -128,7 +128,6 @@ class Spark3JobSpec(KubeResourceSpec):
         clone_target_dir=None,
         state_thresholds=None,
     ):
-
         super().__init__(
             command=command,
             args=args,

mlrun/secrets.py

@@ -39,7 +39,6 @@ class SecretsStore:
         pass
 
     def add_source(self, kind, source="", prefix=""):
-
         if kind == "inline":
             if isinstance(source, str):
                 source = literal_eval(source)

mlrun/serving/states.py

@@ -469,7 +469,6 @@ class TaskStep(BaseStep):
             class_name = class_name.__name__
         elif not class_object:
             if class_name == "$remote":
-
                 from mlrun.serving.remote import RemoteStep
 
                 class_object = RemoteStep
@@ -1130,7 +1129,6 @@ class FlowStep(BaseStep):
         return event
 
     def run(self, event, *args, **kwargs):
-
         if self._controller:
             # async flow (using storey)
             event._awaitable_result = None

mlrun/serving/utils.py

@@ -98,7 +98,6 @@ class StepToDict:
 
 
 class RouterToDict(StepToDict):
-
     _STEP_KIND = "router"
 
     def to_dict(self, fields=None, exclude=None):

mlrun/serving/v1_serving.py

@@ -160,7 +160,6 @@ def nuclio_serving_init(context, data):
 
 
 def nuclio_serving_handler(context, event):
-
     # check if valid route & model
     try:
         if hasattr(event, "trigger") and event.trigger.kind not in ["http", ""]:

mlrun/track/tracker.py

@@ -63,7 +63,7 @@ class Tracker(ABC):
         reference_id: Any,
         function_name: str,
         handler: str = None,
-        **kwargs
+        **kwargs,
     ) -> RunObject:
         """
         Import a previous run from a 3rd party vendor to MLRun.

mlrun/track/tracker_manager.py

@@ -45,7 +45,6 @@ class TrackerManager(metaclass=Singleton):
 
         # Check general config for tracking usage, if false we return an empty manager
         if mlconf.external_platform_tracking.enabled:
-
             # Check if the available trackers were collected:
             if _AVAILABLE_TRACKERS is None:
                 self._collect_available_trackers()
@@ -85,6 +84,9 @@ class TrackerManager(metaclass=Singleton):
 
         :return: The context updated with the trackers products.
         """
+        if not self._trackers:
+            return context
+
         # Check if the context received is a dict to initialize it as an `MLClientCtx` object:
         is_context_dict = isinstance(context, dict)
         if is_context_dict:

mlrun/utils/azure_vault.py

@@ -21,7 +21,6 @@ from .helpers import logger
 
 class AzureVaultStore:
     def __init__(self, vault_name):
-
         try:
             from azure.identity import EnvironmentCredential
             from azure.keyvault.secrets import SecretClient

mlrun/utils/condition_evaluator.py

@@ -21,7 +21,6 @@ from mlrun.utils import logger
 def evaluate_condition_in_separate_process(
     condition: str, context: typing.Dict[str, typing.Any], timeout: int = 5
 ):
-
     if not condition:
         return True
 
@@ -52,7 +51,6 @@ def _evaluate_condition_wrapper(
 
 
 def _evaluate_condition(condition: str, context: typing.Dict[str, typing.Any]):
-
     import jinja2.sandbox
 
     jinja_env = jinja2.sandbox.SandboxedEnvironment()

mlrun/utils/helpers.py

@@ -952,7 +952,6 @@ def fill_object_hash(object_dict, uid_property_name, tag=""):
 
 
 def fill_artifact_object_hash(object_dict, iteration=None, producer_id=None):
-
     # remove artifact related fields before calculating hash
     object_dict.setdefault("metadata", {})
     labels = object_dict["metadata"].pop("labels", None)

mlrun/utils/logger.py

@@ -92,7 +92,6 @@ class Logger(object):
     def set_handler(
         self, handler_name: str, file: IO[str], formatter: logging.Formatter
     ):
-
         # check if there's a handler by this name
         for handler in self._logger.handlers:
             if handler.name == handler_name:

mlrun/utils/notifications/notification_pusher.py

@@ -36,7 +36,6 @@ class _NotificationPusherBase(object):
     def _push(
         self, sync_push_callback: typing.Callable, async_push_callback: typing.Callable
     ):
-
         if mlrun.utils.helpers.is_running_in_jupyter_notebook():
             # Running in Jupyter notebook.
             # In this case, we need to create a new thread, run a separate event loop in
@@ -88,7 +87,6 @@ class _NotificationPusherBase(object):
 
 
 class NotificationPusher(_NotificationPusherBase):
-
     messages = {
         "completed": "{resource} completed",
         "error": "{resource} failed",
@@ -384,7 +382,6 @@ class NotificationPusher(_NotificationPusherBase):
             # but also for human readability reasons.
             notification.reason = notification.reason[:255]
         else:
-
             # empty out the reason if the notification is in a non-error state
             # in case a retry would kick in (when such mechanism would be implemented)
             notification.reason = None

mlrun/utils/version/version.json

@@ -1,4 +1,4 @@
 {
-  "git_commit": "e1417192466340e59009f37507a830a6e2a7e654",
-  "version": "1.6.0-rc14"
+  "git_commit": "348a73793c3d97cae54b62c2bb5f2dbf4f9c12d3",
+  "version": "1.6.0-rc16"
 }

{mlrun-1.6.0rc14.dist-info → mlrun-1.6.0rc16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mlrun
-Version: 1.6.0rc14
+Version: 1.6.0rc16
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv
@@ -192,7 +192,7 @@ Requires-Dist: sqlalchemy ~=1.4 ; extra == 'sqlalchemy'
 [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
 [![PyPI version fury.io](https://badge.fury.io/py/mlrun.svg)](https://pypi.python.org/pypi/mlrun/)
 [![Documentation](https://readthedocs.org/projects/mlrun/badge/?version=latest)](https://mlrun.readthedocs.io/en/latest/?badge=latest)
-[![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
+[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
 ![GitHub commit activity](https://img.shields.io/github/commit-activity/w/mlrun/mlrun)
 ![GitHub release (latest SemVer)](https://img.shields.io/github/v/release/mlrun/mlrun?sort=semver)
 [![Join MLOps Live](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://mlopslive.slack.com)
@@ -226,7 +226,7 @@ See: **Docs:** [Projects and Automation](https://docs.mlrun.org/en/latest/projec
 
 ### Ingest and process data
 
-MLRun provides abstract interfaces to various offline and online [**data sources**](./store/datastore.html), supports batch or realtime data processing at scale, data lineage and versioning, structured and unstructured data, and more. 
+MLRun provides abstract interfaces to various offline and online [**data sources**](https://docs.mlrun.org/en/latest/store/datastore.html), supports batch or realtime data processing at scale, data lineage and versioning, structured and unstructured data, and more. 
 In addition, the MLRun [**Feature Store**](https://docs.mlrun.org/en/latest/feature-store/feature-store.html) automates the collection, transformation, storage, catalog, serving, and monitoring of data features across the ML lifecycle and enables feature reuse and sharing. 
 
 See: **Docs:** [Ingest and process data](https://docs.mlrun.org/en/latest/data-prep/index.html), [Feature Store](https://docs.mlrun.org/en/latest/feature-store/feature-store.html), [Data & Artifacts](https://docs.mlrun.org/en/latest/concepts/data.html); **Tutorials:** [Quick start](https://docs.mlrun.org/en/latest/tutorials/01-mlrun-basics.html), [Feature Store](https://docs.mlrun.org/en/latest/feature-store/basic-demo.html).