datarobot-moderations 11.2.2__py3-none-any.whl → 11.2.3__py3-none-any.whl

datarobot_dome/guard.py

@@ -23,6 +23,7 @@ from llama_index.core.evaluation import FaithfulnessEvaluator
 from nemoguardrails import LLMRails
 from nemoguardrails import RailsConfig
 from ragas.llms import LangchainLLMWrapper
+from ragas.llms import LlamaIndexLLMWrapper
 from ragas.metrics import AgentGoalAccuracyWithoutReference
 
 from datarobot_dome.constants import AGENT_GOAL_ACCURACY_COLUMN_NAME
@@ -734,7 +735,10 @@ class AgentGoalAccuracyGuard(OOTBGuard, GuardLLMMixin):
         # Default LLM Type for Agent Goal Accuracy is set to Azure OpenAI
         self._llm_type = config.get("llm_type", GuardLLMType.AZURE_OPENAI)
         llm = self.get_llm(config, self._llm_type)
-        evaluator_llm = LangchainLLMWrapper(llm)
+        if self._llm_type == GuardLLMType.AZURE_OPENAI:
+            evaluator_llm = LangchainLLMWrapper(llm)
+        else:
+            evaluator_llm = LlamaIndexLLMWrapper(llm)
         self.scorer = AgentGoalAccuracyWithoutReference(llm=evaluator_llm)
 
     @property

datarobot_dome/guard_helpers.py

@@ -19,6 +19,7 @@ import tiktoken
 from deepeval.metrics import TaskCompletionMetric
 from deepeval.models import DeepEvalBaseLLM
 from deepeval.test_case import LLMTestCase
+from langchain_core.language_models import BaseLanguageModel
 from langchain_nvidia_ai_endpoints import ChatNVIDIA
 from langchain_nvidia_ai_endpoints import Model
 from langchain_nvidia_ai_endpoints import register_model
@@ -441,11 +442,21 @@ class ModerationDeepEvalLLM(DeepEvalBaseLLM):
         return self.llm
 
     def generate(self, prompt: str) -> str:
-        return self.llm.invoke(prompt).content
+        if isinstance(self.llm, BaseLanguageModel):
+            # Langchain LLM
+            return self.llm.invoke(prompt).content
+        else:
+            # LlamaIndex LLM
+            return self.llm.complete(prompt)
 
     async def a_generate(self, prompt: str) -> str:
-        res = await self.llm.ainvoke(prompt)
-        return res.content
+        if isinstance(self.llm, BaseLanguageModel):
+            # Langchain LLM
+            res = await self.llm.ainvoke(prompt)
+            return res.content
+        else:
+            res = await self.llm.acomplete(prompt)
+            return res.text
 
     def get_model_name(self):
         return "DeepEval LLM for Moderation"

datarobot_dome/guards/guard_llm_mixin.py

@@ -14,6 +14,7 @@ import os
 
 import datarobot as dr
 import trafaret as t
+from llama_index.llms.openai import OpenAI
 
 from datarobot_dome.constants import AWS_ACCOUNT_SECRET_DEFINITION_SUFFIX
 from datarobot_dome.constants import GOOGLE_SERVICE_ACCOUNT_SECRET_DEFINITION_SUFFIX
@@ -172,7 +173,7 @@ class GuardLLMMixin:
                         "api_key": openai_api_key,
                     }
                     os.environ["OPENAI_API_KEY"] = openai_api_key
-                    llm = "default"
+                    llm = OpenAI()
                 elif llm_type == GuardLLMType.AZURE_OPENAI:
                     if openai_api_base is None:
                         raise ValueError("OpenAI API base url is required for LLM Guard")
@@ -229,13 +230,6 @@ class GuardLLMMixin:
                     aws_region=config["aws_region"],
                 )
             elif llm_type == GuardLLMType.DATAROBOT:
-                if config["type"] == GuardType.OOTB and config["ootb_type"] in [
-                    OOTBType.AGENT_GOAL_ACCURACY,
-                    OOTBType.TASK_ADHERENCE,
-                ]:
-                    # DataRobot LLM does not implement generate / agenerate yet
-                    # so can't support it for Agent Goal Accuracy
-                    raise NotImplementedError
                 if config.get("deployment_id") is None:
                     raise ValueError("Deployment ID is required for LLM Guard")
                 deployment = dr.Deployment.get(config["deployment_id"])

{datarobot_moderations-11.2.2.dist-info → datarobot_moderations-11.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datarobot-moderations
-Version: 11.2.2
+Version: 11.2.3
 Summary: DataRobot Monitoring and Moderation framework
 License: DataRobot Tool and Utility Agreement
 Author: DataRobot

{datarobot_moderations-11.2.2.dist-info → datarobot_moderations-11.2.3.dist-info}/RECORD

@@ -3,11 +3,11 @@ datarobot_dome/async_http_client.py,sha256=wkB4irwvnchNGzO1bk2C_HWM-GOSB3AUn5TXK
 datarobot_dome/chat_helper.py,sha256=BzvtUyZSZxzOqq-5a2wQKhHhr2kMlcP1MFrHaDAeD_o,9671
 datarobot_dome/constants.py,sha256=vM2_JkXbn4dkWARCqxNfLriSo0E05LDXVrwNktptpuc,10416
 datarobot_dome/drum_integration.py,sha256=BnhAP-D4AaEeh4ferZ-qXnORuWQzYzw9qKAZUTZZnJU,40542
-datarobot_dome/guard.py,sha256=ecpHnIOCEniTMgnVnqlYuU6HnR4baP9ruWaczv5q2lA,34496
+datarobot_dome/guard.py,sha256=xJds9hcbUaS-KD5nC1mn0GiPdBrileFUu6BuTAjDNuY,34668
 datarobot_dome/guard_executor.py,sha256=ox5_jOHcqMaxaaagIYJJHhCwEI7Wg-rUEiu5rutsfVU,35363
-datarobot_dome/guard_helpers.py,sha256=ajxm-w7MS7eN5DMMO-jbbzjcOYMZ-LvhO53n2NI5_Fk,16773
+datarobot_dome/guard_helpers.py,sha256=jfu8JTWCcxu4WD1MKxeP1n53DeebY3SSuP-t5sWyV1U,17187
 datarobot_dome/guards/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
-datarobot_dome/guards/guard_llm_mixin.py,sha256=VovlpNZjWIGamF4SSvLF5lzOFyApH5IoOiB_qtCmRg0,12216
+datarobot_dome/guards/guard_llm_mixin.py,sha256=OIjOHeIAwJiM8BQOfqj1fY2jy-jJfc_CNToYrzG_6xk,11871
 datarobot_dome/llm.py,sha256=L02OvTrflmD34-FrfXebfF-zzKTeuin7fpne1Cl5psg,5719
 datarobot_dome/metrics/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
 datarobot_dome/metrics/citation_metrics.py,sha256=l2mnV1gz7nQeJ_yfaS4dcP3DFWf0p5QIBnKQ6shLnw4,4652
@@ -19,6 +19,6 @@ datarobot_dome/pipeline/pipeline.py,sha256=7UmvrZtNxTGewpgM4cf2oThHPoJSarEU1Dyp7
 datarobot_dome/pipeline/vdb_pipeline.py,sha256=q3c_Z-hGUqhH6j6n8VpS3wZiBIkWgpRDsBnyJyZhiw4,9855
 datarobot_dome/runtime.py,sha256=FD8wXOweqoQVzbZMh-mucL66xT2kGxPsJUGAcJBgwxw,1468
 datarobot_dome/streaming.py,sha256=DkvKEH0yN0aPEWMTAjMFJB3Kx4iLGdjUMQU1pAplbeg,17751
-datarobot_moderations-11.2.2.dist-info/METADATA,sha256=YLN3wvaq5UGP5hnJAD34DxbvACuGuH-RGUE_zCJbfBs,4742
-datarobot_moderations-11.2.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-datarobot_moderations-11.2.2.dist-info/RECORD,,
+datarobot_moderations-11.2.3.dist-info/METADATA,sha256=dzpTYxhAXg-NEm8Rrko8U8qvbQncQoGw93a9ZhWV3jo,4742
+datarobot_moderations-11.2.3.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+datarobot_moderations-11.2.3.dist-info/RECORD,,