datarobot-moderations 11.2.7__py3-none-any.whl → 11.2.9__py3-none-any.whl

datarobot_dome/drum_integration.py

@@ -18,6 +18,7 @@ import time
 import traceback
 import uuid
 from collections.abc import Iterable
+from inspect import signature
 from typing import Optional
 
 import numpy as np
@@ -483,7 +484,15 @@ def run_user_chat_function(completion_create_params, model, pipeline, drum_chat_
     start_time = time.time()
 
     try:
-        chat_completion = drum_chat_fn(completion_create_params, model, **kwargs)
+        # the standard chat hook takes only the first 2 parameters
+        # if so, passing in extra (such as headers=headers) will trigger a TypeError
+        # same logic is in DRUM PythonModelAdapter.chat()
+        chat_fn_params = signature(drum_chat_fn).parameters
+        if len(chat_fn_params) > 2:
+            chat_completion = drum_chat_fn(completion_create_params, model, **kwargs)
+        else:
+            _logger.debug("run_user_chat_function: chat hook takes 2 args; kwargs are discarded")
+            chat_completion = drum_chat_fn(completion_create_params, model)
     except Exception as e:
         _logger.error(f"Failed to execute user chat function: {e}")
         raise

datarobot_dome/guard_helpers.py

@@ -369,7 +369,7 @@ def get_chat_nvidia_llm(api_key: str, base_url: str) -> ChatNVIDIA:
         # This registration is for the sake of NeMo guardrails to find
         # the datarobot LLM
         register_model(nim_model)
-    return ChatNVIDIA(model=nim_model.id, api_key=api_key)
+    return ChatNVIDIA(model=nim_model.id, api_key=api_key, base_url=base_url)
 
 
 def calculate_faithfulness(

datarobot_dome/streaming.py

@@ -250,8 +250,17 @@ class ModerationIterator:
                 self.aggregated_metrics_df = postscore_df_assembled
                 postscore_df = postscore_df_assembled
 
+        # It's possible (but not a normal case) to get an empty first chunk where content is None
+        # This leads to KeyError: 'promptText' when attempting to merge
+        # Log a warning, and use postscore DF for moderations (as if not first chunk)
         if self.first_chunk:
-            moderations_df = postscore_df.merge(self.prescore_df, on=list(self.input_df.columns))
+            try:
+                moderations_df = postscore_df.merge(
+                    self.prescore_df, on=list(self.input_df.columns)
+                )
+            except KeyError as e:
+                self.logger.warning(f"received first chunk with possible empty content; {e}")
+                moderations_df = postscore_df
             self.first_chunk = False
         else:
             moderations_df = postscore_df

{datarobot_moderations-11.2.7.dist-info → datarobot_moderations-11.2.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datarobot-moderations
-Version: 11.2.7
+Version: 11.2.9
 Summary: DataRobot Monitoring and Moderation framework
 License: DataRobot Tool and Utility Agreement
 Author: DataRobot

{datarobot_moderations-11.2.7.dist-info → datarobot_moderations-11.2.9.dist-info}/RECORD

@@ -2,10 +2,10 @@ datarobot_dome/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,58
 datarobot_dome/async_http_client.py,sha256=YVkzSSP7ItOEwEskjH0MAs1kJW0jXfbvJWkF_52K7CE,9863
 datarobot_dome/chat_helper.py,sha256=BzvtUyZSZxzOqq-5a2wQKhHhr2kMlcP1MFrHaDAeD_o,9671
 datarobot_dome/constants.py,sha256=jvgpHa3Wh_nZVZmfU-6ab8FHnKNW3KxOPYIIEb_oS6U,10662
-datarobot_dome/drum_integration.py,sha256=SLKpK-0pI9Dsi6iMBVhPv_w-SF0rqs2of-OYF3_KSPk,45983
+datarobot_dome/drum_integration.py,sha256=XcQRaUKQWCGCX9WwiViQQnUy4ZGMzS_FKpkVygg3W1M,46511
 datarobot_dome/guard.py,sha256=xJds9hcbUaS-KD5nC1mn0GiPdBrileFUu6BuTAjDNuY,34668
 datarobot_dome/guard_executor.py,sha256=ox5_jOHcqMaxaaagIYJJHhCwEI7Wg-rUEiu5rutsfVU,35363
-datarobot_dome/guard_helpers.py,sha256=jfu8JTWCcxu4WD1MKxeP1n53DeebY3SSuP-t5sWyV1U,17187
+datarobot_dome/guard_helpers.py,sha256=29bLktNjvtC7rU4StXADz_FQ1OwIF2xMEKf9GxUd77Q,17206
 datarobot_dome/guards/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
 datarobot_dome/guards/guard_llm_mixin.py,sha256=OIjOHeIAwJiM8BQOfqj1fY2jy-jJfc_CNToYrzG_6xk,11871
 datarobot_dome/llm.py,sha256=L02OvTrflmD34-FrfXebfF-zzKTeuin7fpne1Cl5psg,5719
@@ -18,7 +18,7 @@ datarobot_dome/pipeline/llm_pipeline.py,sha256=bindyorJq9VSPZt2X8w0-3REaXui7wIA-
 datarobot_dome/pipeline/pipeline.py,sha256=vCcP8dgu4TE-af6wUt7RqD4Xg7MzfwfK8njjC4XLnIA,19249
 datarobot_dome/pipeline/vdb_pipeline.py,sha256=zt5d_41oJjdT8qOtvpgz-l5uvImwKE9f6pQsAU_TdR4,9866
 datarobot_dome/runtime.py,sha256=FD8wXOweqoQVzbZMh-mucL66xT2kGxPsJUGAcJBgwxw,1468
-datarobot_dome/streaming.py,sha256=DkvKEH0yN0aPEWMTAjMFJB3Kx4iLGdjUMQU1pAplbeg,17751
-datarobot_moderations-11.2.7.dist-info/METADATA,sha256=RqNHfInWAiYqI346wVcJEwZj2sTvJ3qvC9FXZEEKLAE,4741
-datarobot_moderations-11.2.7.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-datarobot_moderations-11.2.7.dist-info/RECORD,,
+datarobot_dome/streaming.py,sha256=TusPJ5nf0HWvdUdfg_DGHfNCqnkFoEb3bmpVDh5fCLc,18240
+datarobot_moderations-11.2.9.dist-info/METADATA,sha256=JBlItnj4n7fZmjh7rBOHZaKo_0Zi9z9EfVYkQ3hrJ9Q,4741
+datarobot_moderations-11.2.9.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+datarobot_moderations-11.2.9.dist-info/RECORD,,