mlrun 1.6.3rc13__py3-none-any.whl → 1.6.4rc1__py3-none-any.whl

mlrun/model_monitoring/batch.py

@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#
+
 import abc
 import collections
 import dataclasses
@@ -20,13 +20,17 @@ import json
 import os
 import re
 from typing import Any, ClassVar, Dict, List, Optional, Tuple, Type, Union
+from urllib.parse import urlparse
 
+import fsspec
 import numpy as np
 import pandas as pd
+import pyarrow
 import requests
 import v3io
 import v3io.dataplane
 import v3io_frames
+import v3iofs  # noqa: F401, required for V3IO file system with fsspec
 from v3io_frames.frames_pb2 import IGNORE
 
 import mlrun.common.helpers
@@ -720,6 +724,21 @@ class BatchProcessor:
                 )
                 return
 
+            except pyarrow.ArrowInvalid:
+                target_path = m_fs.status.targets[0].path
+                fs = fsspec.filesystem(urlparse(target_path).scheme)
+                paths = fs.glob(target_path + "/**")
+                logger.warn(
+                    "Parquet found, but could not be read. Listing the files "
+                    "and folders in the model endpoint's parquet folder",
+                    target_path=target_path,
+                    paths=paths,
+                )
+                for path in paths:
+                    details = fs.listdir(path)
+                    logger.info("Path details", path=path, details=details)
+                raise
+
             # Get feature names from monitoring feature set
             feature_names = [
                 feature_name["name"] for feature_name in m_fs.spec.features.to_dict()

mlrun/model_monitoring/stream_processing.py

@@ -1078,6 +1078,9 @@ class UpdateEndpoint(mlrun.feature_store.steps.MapClass):
         self.model_endpoint_store_target = model_endpoint_store_target
 
     def do(self, event: dict):
+        # Remove labels from the event
+        event.pop(EventFieldType.LABELS)
+
         update_endpoint_record(
             project=self.project,
             endpoint_id=event.pop(EventFieldType.ENDPOINT_ID),

mlrun/serving/v2_serving.py

@@ -485,7 +485,11 @@ def _init_endpoint_record(
         return None
 
     # Generating version model value based on the model name and model version
-    if model.version:
+    if model.model_path and model.model_path.startswith("store://"):
+        # Enrich the model server with the model artifact metadata
+        model.get_model()
+        model.version = model.model_spec.tag
+        model.labels = model.model_spec.labels
         versioned_model_name = f"{model.name}:{model.version}"
     else:
         versioned_model_name = f"{model.name}:latest"

mlrun/utils/version/version.json

@@ -1,4 +1,4 @@
 {
-  "git_commit": "8c5fd1e416df596cde129c656ecb61ea988a0587",
-  "version": "1.6.3-rc13"
+  "git_commit": "d4ac13d8ffd2423e6c46360355a9d49b9f062648",
+  "version": "1.6.4-rc1"
 }

{mlrun-1.6.3rc13.dist-info → mlrun-1.6.4rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mlrun
-Version: 1.6.3rc13
+Version: 1.6.4rc1
 Summary: Tracking and config of machine learning runs
 Home-page: https://github.com/mlrun/mlrun
 Author: Yaron Haviv

{mlrun-1.6.3rc13.dist-info → mlrun-1.6.4rc1.dist-info}/RECORD

@@ -198,7 +198,7 @@ mlrun/launcher/remote.py,sha256=lcVV9nH_SMDsdb2XNg01EVnzZSxAMqxFGZJWxaezXeU,7487
 mlrun/model_monitoring/__init__.py,sha256=XaYyvWsIXpjJQ2gCPj8tFvfSbRSEEqgDtNz4tCE5H4g,915
 mlrun/model_monitoring/api.py,sha256=uKT733p3vUsIgX-vdvhbroeN15bmdkZT5S3gsfwbNhk,36829
 mlrun/model_monitoring/application.py,sha256=ilslJNkq3CCivPqvsDOPmu0UClWXwH9IWr58gdxM9iU,12292
-mlrun/model_monitoring/batch.py,sha256=l0FTSTt9frLgqeSS9jY8IU_0OwlvSevuZBWBgnBGH9A,43566
+mlrun/model_monitoring/batch.py,sha256=UDtcafDFOqWtARY6lbSdXgMFIO-VYWdKbGUwY_fqfRo,44379
 mlrun/model_monitoring/controller.py,sha256=Zh7XnGevQyJCU8uMT8MC6kD7cP55vUJaIjqbBvSyuvA,27608
 mlrun/model_monitoring/controller_handler.py,sha256=kG3sTjhKdsd9QcHkUlYcvw08yPsVQs9FyFdcKP9iaCo,977
 mlrun/model_monitoring/evidently_application.py,sha256=o9PsDsjyRfcbuC1X1gb2ww5nzWCsR_KheabtpxKZ5yY,4824
@@ -206,7 +206,7 @@ mlrun/model_monitoring/features_drift_table.py,sha256=OEDb_YZm3cyzszzC4SDqi7ufwO
 mlrun/model_monitoring/helpers.py,sha256=l8RCxOGBoScZSL4M-x4fIfpsfH7wjSQpqA_t-HVk0BI,7087
 mlrun/model_monitoring/model_endpoint.py,sha256=BBtxdY5ciormI_al4zshmIp0GN7hGhOCn-hLgpCXek0,3938
 mlrun/model_monitoring/prometheus.py,sha256=Z0UWmhQ-dpGGH31gCiGdfmhfj-RFRf1Tu1bYVe-k4jk,7605
-mlrun/model_monitoring/stream_processing.py,sha256=mUmF12byO8h5CPszEqrI0xFbOWiyCYr493r58EElWyQ,49150
+mlrun/model_monitoring/stream_processing.py,sha256=n1UpOsxOW8bUQnEAHgRm2wOOihx8VWrFYiE1FWz_zgs,49231
 mlrun/model_monitoring/tracking_policy.py,sha256=Q6_p4y1ZcRHqs24c_1_4m9E1gYnaOm6pLCNGT22dWKM,5221
 mlrun/model_monitoring/writer.py,sha256=IWPzPenoAkfIxlvn0IdcdB19Nxqmg4mjbo3-RnYWw9A,8669
 mlrun/model_monitoring/stores/__init__.py,sha256=adU_G07jkD3JUT8__d0jAxs9nNomL7igKmd6uVM9L50,4525
@@ -275,7 +275,7 @@ mlrun/serving/serving_wrapper.py,sha256=R670-S6PX_d5ER6jiHtRvacuPyFzQH0mEf2K0sBI
 mlrun/serving/states.py,sha256=LORqEyNR6Rxq-rH0VfVvJ_aff3ws_KoT83UqXNccjyY,54821
 mlrun/serving/utils.py,sha256=PbXvmkqUAAE0jAfnsUwTOHEQsnhMpmuREv_yB21hvv4,3784
 mlrun/serving/v1_serving.py,sha256=5BVvsvjG4zsq3LMnYp0ZE8qFs-qcfQSD3SOSziEYQqQ,11813
-mlrun/serving/v2_serving.py,sha256=fAMA52lBvpLFpUa8LKHjRAwBZp_sR0wUmmtrN1ChJC4,21823
+mlrun/serving/v2_serving.py,sha256=kZO5b-3MXD-ejwH47Kq0klvWn0INqC4vUsHgZyUBqbU,22055
 mlrun/track/__init__.py,sha256=LWRUHJt8JyFW17FyNPOVyWd-NXTf1iptzsK9KFj5fuY,765
 mlrun/track/tracker.py,sha256=y-UdhC2nzM6r-yHCwvrfiHRr93xsr4JRsZTxDrTTRJo,3541
 mlrun/track/tracker_manager.py,sha256=ZZzXtgQ-t4ah64XeAHNCbZ2VMOK_0E0RHv0pIowynjA,5732
@@ -304,11 +304,11 @@ mlrun/utils/notifications/notification/ipython.py,sha256=qrBmtECiRG6sZpCIVMg7RZc
 mlrun/utils/notifications/notification/slack.py,sha256=5JysqIpUYUZKXPSeeZtbl7qb2L9dj7p2NvnEBcEsZkA,3898
 mlrun/utils/notifications/notification/webhook.py,sha256=QHezCuN5uXkLcroAGxGrhGHaxAdUvkDLIsp27_Yrfd4,2390
 mlrun/utils/version/__init__.py,sha256=7kkrB7hEZ3cLXoWj1kPoDwo4MaswsI2JVOBpbKgPAgc,614
-mlrun/utils/version/version.json,sha256=LW1T_kxxvZ3G90xD_fGRkMHc_kboRrW7-F9l2ZcEj1A,89
+mlrun/utils/version/version.json,sha256=rrYscIrwZh0eAnNK_L9Y7nGxnABkbj9VLbKj2eMstyQ,88
 mlrun/utils/version/version.py,sha256=HMwseV8xjTQ__6T6yUWojx_z6yUj7Io7O4NcCCH_sz8,1970
-mlrun-1.6.3rc13.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-mlrun-1.6.3rc13.dist-info/METADATA,sha256=pCpqxUqbfNwduW8cMJVCRw9rc_HirXVczRagBddRlXc,18404
-mlrun-1.6.3rc13.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mlrun-1.6.3rc13.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
-mlrun-1.6.3rc13.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
-mlrun-1.6.3rc13.dist-info/RECORD,,
+mlrun-1.6.4rc1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+mlrun-1.6.4rc1.dist-info/METADATA,sha256=roaK7X4wrleuMOoErCMZfVRxSksVlOO2HOI_NJIBGPA,18403
+mlrun-1.6.4rc1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mlrun-1.6.4rc1.dist-info/entry_points.txt,sha256=1Owd16eAclD5pfRCoJpYC2ZJSyGNTtUr0nCELMioMmU,46
+mlrun-1.6.4rc1.dist-info/top_level.txt,sha256=NObLzw3maSF9wVrgSeYBv-fgnHkAJ1kEkh12DLdd5KM,6
+mlrun-1.6.4rc1.dist-info/RECORD,,