datarobot-moderations 11.1.13__py3-none-any.whl → 11.1.14__py3-none-any.whl

datarobot_dome/async_http_client.py

@@ -230,7 +230,7 @@ class AsyncHTTPClient:
             response = await self.session.post(url, json=payload, headers=self.json_headers)
             if response.status != HTTPStatus.ACCEPTED:
                 raise Exception(
-                    f"Error uploading custom metrics: Status Code: {response.status_code}"
+                    f"Error uploading custom metrics: Status Code: {response.status}"
                     f"Message: {response.text}"
                 )
             self._logger.info("Successfully uploaded custom metrics")

datarobot_dome/constants.py

@@ -10,7 +10,6 @@
 #  https://www.datarobot.com/wp-content/uploads/2021/07/DataRobot-Tool-and-Utility-Agreement.pdf.
 #  ---------------------------------------------------------------------------------
 from enum import Enum
-from typing import Self
 
 __GUARD_ASSOCIATION_IDS_COLUMN_NAME__ = "datarobot_guard_association_id"
 
@@ -86,11 +85,11 @@ class TargetType(str, Enum):
     AGENTIC_WORKFLOW = "agenticworkflow"
 
     @staticmethod
-    def guards() -> list[Self]:
+    def guards():
         return [TargetType.TEXT_GENERATION, TargetType.AGENTIC_WORKFLOW]
 
     @staticmethod
-    def vdb() -> list[Self]:
+    def vdb():
         return [TargetType.VECTOR_DATABASE]
 
 

datarobot_dome/drum_integration.py

@@ -504,11 +504,11 @@ def build_predictions_df_from_completion(data, pipeline, chat_completion):
             predictions_df = add_token_count_columns_to_df(
                 pipeline, predictions_df, usage=chat_completion.usage
             )
-        if pipeline.agentic_metrics_configured():
-            pipeline_interactions = getattr(
-                chat_completion, AGENTIC_PIPELINE_INTERACTIONS_ATTR, None
-            )
+        pipeline_interactions = getattr(chat_completion, AGENTIC_PIPELINE_INTERACTIONS_ATTR, None)
+        if pipeline_interactions:
             predictions_df[AGENTIC_PIPELINE_INTERACTIONS_ATTR] = pipeline_interactions
+        else:
+            predictions_df[AGENTIC_PIPELINE_INTERACTIONS_ATTR] = [np.nan] * len(predictions_df)
 
         source_object = chat_completion
     elif isinstance(chat_completion, Iterable):
@@ -549,10 +549,9 @@ def build_predictions_df_from_completion(data, pipeline, chat_completion):
             USAGE_ATTR,
         ]
     }
-    if pipeline.agentic_metrics_configured():
-        extra_attributes[AGENTIC_PIPELINE_INTERACTIONS_ATTR] = getattr(
-            source_object, AGENTIC_PIPELINE_INTERACTIONS_ATTR, None
-        )
+    extra_attributes[AGENTIC_PIPELINE_INTERACTIONS_ATTR] = getattr(
+        source_object, AGENTIC_PIPELINE_INTERACTIONS_ATTR, None
+    )
     return predictions_df, extra_attributes
 
 

datarobot_dome/guard_executor.py

@@ -19,6 +19,7 @@ import traceback
 import nest_asyncio
 import pandas as pd
 import requests.exceptions
+from opentelemetry import trace
 
 from datarobot_dome.constants import AGENTIC_PIPELINE_INTERACTIONS_ATTR
 from datarobot_dome.constants import LOGGER_NAME_PREFIX
@@ -49,6 +50,8 @@ from datarobot_dome.guard_helpers import get_token_count
 from datarobot_dome.guard_helpers import nemo_response_stage_input_formatter
 from datarobot_dome.guard_helpers import nemo_response_stage_output_formatter
 
+tracer = trace.get_tracer(__name__)
+
 
 def get_operator_comparator(comparator):  # noqa: PLR0911
     if comparator == GuardOperatorType.GREATER_THAN:
@@ -96,13 +99,20 @@ class AsyncGuardExecutor:
 
     async def run_guard(self, guard, copy_df, stage):
         start_time = time.time()
-        executor = getattr(self, self.guard_executor_map[guard.type])
-        df = await executor(guard, copy_df, stage)
-        end_time = time.time()
-
-        latency = end_time - start_time
-        if guard.has_latency_custom_metric():
-            self.pipeline.report_guard_latency(guard, latency)
+        with tracer.start_as_current_span(f"DataRobot Guard: {guard.name}") as span:
+            span.set_attribute("datarobot.moderation.guard.name", guard.name)
+            span.set_attribute("datarobot.moderation.guard.type", guard.type)
+            span.set_attribute("datarobot.moderation.guard.description", guard.description)
+            span.set_attribute("datarobot.moderation.guard.stage", stage)
+
+            executor = getattr(self, self.guard_executor_map[guard.type])
+            df = await executor(guard, copy_df, stage)
+            end_time = time.time()
+
+            latency = end_time - start_time
+            span.set_attribute("datarobot.moderation.guard.latency", latency)
+            if guard.has_latency_custom_metric():
+                self.pipeline.report_guard_latency(guard, latency)
 
         return df, latency
 

{datarobot_moderations-11.1.13.dist-info → datarobot_moderations-11.1.14.dist-info}/METADATA

@@ -1,13 +1,15 @@
 Metadata-Version: 2.3
 Name: datarobot-moderations
-Version: 11.1.13
+Version: 11.1.14
 Summary: DataRobot Monitoring and Moderation framework
 License: DataRobot Tool and Utility Agreement
 Author: DataRobot
 Author-email: support@datarobot.com
-Requires-Python: >=3.11.5,<3.13
+Requires-Python: >=3.10,<3.13
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: aiohttp (>=3.9.5)
 Requires-Dist: asyncio (>=3.4.3)
@@ -28,6 +30,8 @@ Requires-Dist: nemoguardrails (>=0.9.0)
 Requires-Dist: nest-asyncio (>=1.6.0)
 Requires-Dist: numpy (>=1.25.0)
 Requires-Dist: openai (>=1.14.3)
+Requires-Dist: opentelemetry-api (>=1.16.0)
+Requires-Dist: opentelemetry-sdk (>=1.16.0)
 Requires-Dist: pandas (>=2.0.3)
 Requires-Dist: ragas (>=0.2.15)
 Requires-Dist: rouge-score (>=0.1.2)

{datarobot_moderations-11.1.13.dist-info → datarobot_moderations-11.1.14.dist-info}/RECORD

@@ -1,10 +1,10 @@
 datarobot_dome/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
-datarobot_dome/async_http_client.py,sha256=iJV6e0HZDyvIZjGkZmJEQx1NkbYRu-szNn-BixniXww,9654
+datarobot_dome/async_http_client.py,sha256=wkB4irwvnchNGzO1bk2C_HWM-GOSB3AUn5TXKl-X0ZI,9649
 datarobot_dome/chat_helper.py,sha256=BzvtUyZSZxzOqq-5a2wQKhHhr2kMlcP1MFrHaDAeD_o,9671
-datarobot_dome/constants.py,sha256=fYBgkAQBRnwXyJIO1BBfb0Fe12Sg74gtOQ4WpQQwBXc,9059
-datarobot_dome/drum_integration.py,sha256=LzcoRNWofLLCFktJ1tY7IZ3C0adMrlGM1WVqCOfuthM,40691
+datarobot_dome/constants.py,sha256=vDU7En5Nd1bbfRIr02ReFtzZDqEg4RGCT7gdw3P0LO0,9007
+datarobot_dome/drum_integration.py,sha256=gRn2sQCmRs0RH0tVOdHX6amxGEX1R6WqEtOF2zdBtC4,40693
 datarobot_dome/guard.py,sha256=afcJSSo509aHHvM6nm-QTKzQjuWE7VzgpihenDaAf3w,29921
-datarobot_dome/guard_executor.py,sha256=CMa2IIP6Uhu2lN1DDvWhVky40BnE37AdKJkifE4vVNU,34063
+datarobot_dome/guard_executor.py,sha256=9SuefqQRpJ_4fFm62YOPixg0Fi9z-mzR5eMPeknBT2Y,34642
 datarobot_dome/guard_helpers.py,sha256=VkNaoMAWAEggodpl7KmWZTM6H9H6e9Ny3Rl2HBXZnfM,16353
 datarobot_dome/guards/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
 datarobot_dome/guards/guard_llm_mixin.py,sha256=ON-zuVL3xhQmXv0rFkalWrW_Q67Wwya2IQerHO8WkKU,10694
@@ -18,6 +18,6 @@ datarobot_dome/pipeline/llm_pipeline.py,sha256=fOp_OJnQMDUJH-LKv12kEqli-EqfHjAiS
 datarobot_dome/pipeline/pipeline.py,sha256=_pZ_4K2LMnfYCYj_ur9EwJzo3T-pbO6lFYz1O-_3uQ4,16491
 datarobot_dome/pipeline/vdb_pipeline.py,sha256=WTOGn1qe_ZvEcdlvHgeXxl2xTqp7GjfL13c6S-FmAfM,5146
 datarobot_dome/streaming.py,sha256=6nYvh6SoxPRLfO6GGdEoHsQuyLP9oX1lDMe8IeGo4lw,17801
-datarobot_moderations-11.1.13.dist-info/METADATA,sha256=LsXqaQbvi15TPh7WdO4QmDP0b3xzcCwG_ucnI3E5B50,4639
-datarobot_moderations-11.1.13.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-datarobot_moderations-11.1.13.dist-info/RECORD,,
+datarobot_moderations-11.1.14.dist-info/METADATA,sha256=39J7-G34lxk7ULqxroi3K0RekSNmaiCnPW5OvvMzWDk,4827
+datarobot_moderations-11.1.14.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+datarobot_moderations-11.1.14.dist-info/RECORD,,