nemo-evaluator 0.1.76__py3-none-any.whl → 0.1.78__py3-none-any.whl

nemo_evaluator/adapters/interceptors/caching_interceptor.py

@@ -17,6 +17,7 @@
 
 import hashlib
 import json
+import re
 import threading
 from typing import Any, final
 
@@ -118,6 +119,70 @@ class CachingInterceptor(RequestToResponseInterceptor, ResponseInterceptor):
             max_saved_responses=self.max_saved_responses,
         )
 
+    @staticmethod
+    def sanitize_request_data_for_logging(data: Any) -> Any:
+        """
+        Sanitize request data for logging by replacing image content with brief descriptions.
+
+        Args:
+            data: Request data to sanitize (can be dict, list, or any other type)
+
+        Returns:
+            Sanitized version of the data with images replaced by brief descriptions
+        """
+        if isinstance(data, dict):
+            sanitized = {}
+            for key, value in data.items():
+                # Check if this is an image_url field
+                if key == "image_url" and isinstance(value, dict):
+                    url = value.get("url", "")
+                    if isinstance(url, str) and url.startswith("data:image/"):
+                        # Extract image format and calculate approximate size
+                        match = re.match(r"data:image/([^;]+);base64,(.+)", url)
+                        if match:
+                            image_format = match.group(1)
+                            base64_data = match.group(2)
+                            size_bytes = (
+                                len(base64_data) * 3 // 4
+                            )  # Approximate decoded size
+                            sanitized[key] = {
+                                "url": f"<image: format={image_format}, size≈{size_bytes} bytes>"
+                            }
+                        else:
+                            sanitized[key] = {"url": "<image data>"}
+                    else:
+                        sanitized[key] = (
+                            CachingInterceptor.sanitize_request_data_for_logging(value)
+                        )
+                # Check if this is a url field with base64 image data
+                elif (
+                    key == "url"
+                    and isinstance(value, str)
+                    and value.startswith("data:image/")
+                ):
+                    match = re.match(r"data:image/([^;]+);base64,(.+)", value)
+                    if match:
+                        image_format = match.group(1)
+                        base64_data = match.group(2)
+                        size_bytes = len(base64_data) * 3 // 4
+                        sanitized[key] = (
+                            f"<image: format={image_format}, size≈{size_bytes} bytes>"
+                        )
+                    else:
+                        sanitized[key] = "<image data>"
+                else:
+                    sanitized[key] = (
+                        CachingInterceptor.sanitize_request_data_for_logging(value)
+                    )
+            return sanitized
+        elif isinstance(data, list):
+            return [
+                CachingInterceptor.sanitize_request_data_for_logging(item)
+                for item in data
+            ]
+        else:
+            return data
+
     @staticmethod
     def _generate_cache_key(data: Any) -> str:
         """
@@ -201,7 +266,10 @@ class CachingInterceptor(RequestToResponseInterceptor, ResponseInterceptor):
 
         # Check cache. Create cache key that will be used everywhere (also if no cache hit)
         req.rctx.cache_key = self._generate_cache_key(request_data)
-        self.logger.debug("Request", request_data=request_data)
+
+        # Sanitize request data for logging (replace images with brief descriptions)
+        sanitized_request_data = self.sanitize_request_data_for_logging(request_data)
+        self.logger.debug("Intercepted request", request_data=sanitized_request_data)
         self.logger.debug(
             "Processing request for caching",
             cache_key=req.rctx.cache_key[:8] + "...",

nemo_evaluator/package_info.py

@@ -16,7 +16,7 @@
 # Below is the _next_ version that will be published, not the currently published one.
 MAJOR = 0
 MINOR = 1
-PATCH = 76
+PATCH = 78
 PRE_RELEASE = ""
 
 # Use the following formatting: (major, minor, patch, pre-release)

{nemo_evaluator-0.1.76.dist-info → nemo_evaluator-0.1.78.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nemo-evaluator
-Version: 0.1.76
+Version: 0.1.78
 Summary: Common utilities for NVIDIA evaluation frameworks
 Author: NVIDIA
 Author-email: nemo-toolkit@nvidia.com

{nemo_evaluator-0.1.76.dist-info → nemo_evaluator-0.1.78.dist-info}/RECORD

@@ -1,5 +1,5 @@
 nemo_evaluator/__init__.py,sha256=lwW_lnmHxRBVEWkT1g71icmaxDR1_DqMrh4wSR0vk58,1787
-nemo_evaluator/package_info.py,sha256=fstloAutEI3XWXgMEgpR4F2REV5v_T56TaT6_moZBhk,1525
+nemo_evaluator/package_info.py,sha256=9JyEFNhdtaRcyfjipVIF3idrff3gGcIXpFUlpv0klf0,1525
 nemo_evaluator/adapters/__init__.py,sha256=Qbiv8oknyr5yqpWp1npFw3p6EDwZnKUwL3VZXQGtjos,685
 nemo_evaluator/adapters/adapter_config.py,sha256=kyL2KVi7Zc6sn8BomujTY54SK-0RoCZk5v4gS7KHbYk,28007
 nemo_evaluator/adapters/decorators.py,sha256=DeeDW4YscGHNbjq-GyW60WXSfu6TKLaWLCyrmWkqpvw,5648
@@ -10,7 +10,7 @@ nemo_evaluator/adapters/types.py,sha256=x_waBWvF53KGbB7rupKaZco7dJYULLQAbPo7H7Nd
 nemo_evaluator/adapters/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nemo_evaluator/adapters/caching/diskcaching.py,sha256=rWFDS_GRl_bsrxgQnuslgBNP8IHlZRZqtUaAhfWTAlg,56683
 nemo_evaluator/adapters/interceptors/__init__.py,sha256=0TTALp1wg6ODU4GJZTE48uQS6KXYLbE24mGtTCb3hME,1630
-nemo_evaluator/adapters/interceptors/caching_interceptor.py,sha256=KU3LQ1SL_hQn-ur57z3o3GhJrWx8Rgxrw3SKKU5TPPw,11744
+nemo_evaluator/adapters/interceptors/caching_interceptor.py,sha256=oC5-0T90uYZE0Fxmq6fINvyUC6dKYGaIYoYbOQSW4ms,14806
 nemo_evaluator/adapters/interceptors/endpoint_interceptor.py,sha256=Ae7CBthw5EnaXksDLfOAfh9nR8bsD36safH4xO57Q2A,5101
 nemo_evaluator/adapters/interceptors/logging_interceptor.py,sha256=31SFh-zHOe0sKkgtRZUsuuGbWdGkLYoIlFUYckhwNO0,7291
 nemo_evaluator/adapters/interceptors/payload_modifier_interceptor.py,sha256=CJEKnNpJME4E0rWVKGXU8XJq5oodMNUp4zPp28w3h7c,6303
@@ -46,9 +46,9 @@ nemo_evaluator/resources/output_tpl.py,sha256=7gIjcHy2BUTGu5hdf2zLkJgcHck8b4mPvi
 nemo_evaluator/sandbox/__init__.py,sha256=J6fFnQwSgOOsSsudWcRgY8LjFKoiwYRh6UFAiwKmxM0,1066
 nemo_evaluator/sandbox/base.py,sha256=AwAlWcKdSJKLn3DrvENgCUrxcWFu7ItO1NqJBS1z0cY,3199
 nemo_evaluator/sandbox/ecs_fargate.py,sha256=DI6QToYngqrzl8vf1I4GRj0AwDn1YQO64g36-6naZm8,49785
-nemo_evaluator-0.1.76.dist-info/licenses/LICENSE,sha256=COyFnIvgPj0PZK5t89Z_f9mQBR4LH2rDJAkVvR3m7gM,11348
-nemo_evaluator-0.1.76.dist-info/METADATA,sha256=u8FBiPiyW9VNMHwNYBMkm6YrQCnIx6XkA33gqrAgD58,14203
-nemo_evaluator-0.1.76.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-nemo_evaluator-0.1.76.dist-info/entry_points.txt,sha256=lDcQ6UDEwgoyYdkDx3_YJw8Bzipl_xfVOp3U24IqgcU,289
-nemo_evaluator-0.1.76.dist-info/top_level.txt,sha256=Y-IJy0kY4bd0bay8J_cGaZmxNSjZN3MiFhW7B3VyTeU,15
-nemo_evaluator-0.1.76.dist-info/RECORD,,
+nemo_evaluator-0.1.78.dist-info/licenses/LICENSE,sha256=COyFnIvgPj0PZK5t89Z_f9mQBR4LH2rDJAkVvR3m7gM,11348
+nemo_evaluator-0.1.78.dist-info/METADATA,sha256=LmYrU6RPCD0veZHRkt6F6dAbXL8t45i7LHXCMdxSX3w,14203
+nemo_evaluator-0.1.78.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+nemo_evaluator-0.1.78.dist-info/entry_points.txt,sha256=lDcQ6UDEwgoyYdkDx3_YJw8Bzipl_xfVOp3U24IqgcU,289
+nemo_evaluator-0.1.78.dist-info/top_level.txt,sha256=Y-IJy0kY4bd0bay8J_cGaZmxNSjZN3MiFhW7B3VyTeU,15
+nemo_evaluator-0.1.78.dist-info/RECORD,,