datarobot-moderations 11.1.15__py3-none-any.whl → 11.1.17__py3-none-any.whl

datarobot_dome/constants.py

@@ -41,6 +41,7 @@ RETRY_COUNT = 10
 MODERATION_CONFIG_FILE_NAME = "moderation_config.yaml"
 DATAROBOT_SERVERLESS_PLATFORM = "datarobotServerless"
 
+RUNTIME_PARAMETER_PREFIX = "MLOPS_RUNTIME_PARAM_"
 SECRET_DEFINITION_PREFIX = "MLOPS_RUNTIME_PARAM_MODERATION"
 OPENAI_SECRET_DEFINITION_SUFFIX = "OPENAI_API_KEY"
 GOOGLE_SERVICE_ACCOUNT_SECRET_DEFINITION_SUFFIX = "GOOGLE_SERVICE_ACCOUNT"
@@ -62,8 +63,8 @@ PROMPT_VECTOR_ATTR = "prompt_vector"
 DATAROBOT_CONFIGURED_ON_PREM_ST_SAAS_URL = "http://datarobot-nginx/api/v2"
 DATAROBOT_ACTUAL_ON_PREM_ST_SAAS_URL = "http://datarobot-prediction-server:80/predApi/v1.0"
 
-
-DISABLE_MODERATION_RUNTIME_PARAM_NAME = "MLOPS_RUNTIME_PARAM_DISABLE_MODERATION"
+DISABLE_MODERATION_RUNTIME_PARAM_NAME = "DISABLE_MODERATION"
+ENABLE_LLM_GATEWAY_INFERENCE_RUNTIME_PARAM_NAME = "ENABLE_LLM_GATEWAY_INFERENCE"
 
 LLM_CONTEXT_COLUMN_NAME = "_LLM_CONTEXT"
 PROMPT_TOKEN_COUNT_COLUMN_NAME_FROM_USAGE = "prompt_token_count_from_usage"
@@ -242,6 +243,11 @@ class AwsModel:
     ANTHROPIC_CLAUDE_3_HAIKU = "anthropic-claude-3-haiku"
     ANTHROPIC_CLAUDE_3_SONNET = "anthropic-claude-3-sonnet"
     ANTHROPIC_CLAUDE_3_OPUS = "anthropic-claude-3-opus"
+    ANTHROPIC_CLAUDE_3_5_SONNET_V1 = "anthropic-claude-3-sonnet-v1"
+    ANTHROPIC_CLAUDE_3_5_SONNET_V2 = "anthropic-claude-3-sonnet-v2"
+    AMAZON_NOVA_LITE = "amazon-nova-lite"
+    AMAZON_NOVA_MICRO = "amazon-nova-micro"
+    AMAZON_NOVA_PRO = "amazon-nova-pro"
 
     ALL = [
         TITAN,
@@ -249,6 +255,11 @@ class AwsModel:
         ANTHROPIC_CLAUDE_3_HAIKU,
         ANTHROPIC_CLAUDE_3_SONNET,
         ANTHROPIC_CLAUDE_3_OPUS,
+        ANTHROPIC_CLAUDE_3_5_SONNET_V1,
+        ANTHROPIC_CLAUDE_3_5_SONNET_V2,
+        AMAZON_NOVA_LITE,
+        AMAZON_NOVA_MICRO,
+        AMAZON_NOVA_PRO,
     ]
 
 
@@ -266,6 +277,11 @@ class AwsModelVersion:
     ANTHROPIC_CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0"
     ANTHROPIC_CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0"
     ANTHROPIC_CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0"
+    ANTHROPIC_CLAUDE_3_5_SONNET_V1 = "anthropic.claude-3-5-sonnet-20240620-v1:0"
+    ANTHROPIC_CLAUDE_3_5_SONNET_V2 = "anthropic.claude-3-5-sonnet-20241022-v2:0"
+    AMAZON_NOVA_LITE = "amazon.nova-lite-v1:0"
+    AMAZON_NOVA_MICRO = "amazon.nova-micro-v1:0"
+    AMAZON_NOVA_PRO = "amazon.nova-pro-v1:0"
 
     ALL = [
         TITAN,
@@ -273,6 +289,11 @@ class AwsModelVersion:
         ANTHROPIC_CLAUDE_3_HAIKU,
         ANTHROPIC_CLAUDE_3_SONNET,
         ANTHROPIC_CLAUDE_3_OPUS,
+        ANTHROPIC_CLAUDE_3_5_SONNET_V1,
+        ANTHROPIC_CLAUDE_3_5_SONNET_V2,
+        AMAZON_NOVA_LITE,
+        AMAZON_NOVA_MICRO,
+        AMAZON_NOVA_PRO,
     ]
 
 
@@ -288,6 +309,11 @@ AWS_MODEL_TO_AWS_MODEL_VERSION_MAP = {
     AwsModel.ANTHROPIC_CLAUDE_3_HAIKU: AwsModelVersion.ANTHROPIC_CLAUDE_3_HAIKU,
     AwsModel.ANTHROPIC_CLAUDE_3_SONNET: AwsModelVersion.ANTHROPIC_CLAUDE_3_SONNET,
     AwsModel.ANTHROPIC_CLAUDE_3_OPUS: AwsModelVersion.ANTHROPIC_CLAUDE_3_OPUS,
+    AwsModel.ANTHROPIC_CLAUDE_3_5_SONNET_V1: AwsModelVersion.ANTHROPIC_CLAUDE_3_5_SONNET_V1,
+    AwsModel.ANTHROPIC_CLAUDE_3_5_SONNET_V2: AwsModelVersion.ANTHROPIC_CLAUDE_3_5_SONNET_V2,
+    AwsModel.AMAZON_NOVA_LITE: AwsModelVersion.AMAZON_NOVA_LITE,
+    AwsModel.AMAZON_NOVA_MICRO: AwsModelVersion.AMAZON_NOVA_MICRO,
+    AwsModel.AMAZON_NOVA_PRO: AwsModelVersion.AMAZON_NOVA_PRO,
 }
 
 

datarobot_dome/drum_integration.py

@@ -55,6 +55,7 @@ from datarobot_dome.constants import TargetType
 from datarobot_dome.guard_executor import AsyncGuardExecutor
 from datarobot_dome.pipeline.llm_pipeline import LLMPipeline
 from datarobot_dome.pipeline.vdb_pipeline import VDBPipeline
+from datarobot_dome.runtime import get_runtime_parameter_value_bool
 from datarobot_dome.streaming import ModerationIterator
 from datarobot_dome.streaming import StreamingContextBuilder
 
@@ -915,13 +916,11 @@ def init(model_dir: str = os.getcwd()):
         pipeline: A Guard pipeline object required to enforce moderations while
             scoring on user data
     """
-    disable_moderation_runtime_value = json.loads(
-        os.environ.get(DISABLE_MODERATION_RUNTIME_PARAM_NAME, "{}")
+    disable_moderation_runtime_value = get_runtime_parameter_value_bool(
+        param_name=DISABLE_MODERATION_RUNTIME_PARAM_NAME,
+        default_value=False,
     )
-    if (
-        "payload" in disable_moderation_runtime_value
-        and disable_moderation_runtime_value["payload"]
-    ):
+    if disable_moderation_runtime_value:
         _logger.warning("Moderation is disabled via runtime parameter on the model")
         return None
 
@@ -999,6 +998,8 @@ class VdbModerationPipeline(ModerationPipeline):
 def moderation_pipeline_factory(
     target_type: str, model_dir: str = os.getcwd()
 ) -> Optional[ModerationPipeline]:
+    # Disable ragas tracking while loading the module.
+    os.environ["RAGAS_DO_NOT_TRACK"] = "true"
     if target_type in TargetType.guards():
         pipeline = init(model_dir=model_dir)
         if pipeline:

datarobot_dome/guard.py

@@ -49,11 +49,13 @@ from datarobot_dome.constants import GuardStage
 from datarobot_dome.constants import GuardTimeoutAction
 from datarobot_dome.constants import GuardType
 from datarobot_dome.constants import OOTBType
+from datarobot_dome.guard_helpers import DEFAULT_OPEN_AI_API_VERSION
 from datarobot_dome.guard_helpers import ModerationDeepEvalLLM
 from datarobot_dome.guard_helpers import get_azure_openai_client
 from datarobot_dome.guard_helpers import get_chat_nvidia_llm
 from datarobot_dome.guard_helpers import get_datarobot_endpoint_and_token
-from datarobot_dome.guard_helpers import try_to_fallback_to_llm_gateway
+from datarobot_dome.guard_helpers import get_llm_gateway_client
+from datarobot_dome.guard_helpers import use_llm_gateway_inference
 from datarobot_dome.guards.guard_llm_mixin import GuardLLMMixin
 
 MAX_GUARD_NAME_LENGTH = 255
@@ -142,6 +144,7 @@ guard_intervention_trafaret = t.Dict(
 additional_guard_config_trafaret = t.Dict(
     {
         t.Key("cost", to_name="cost", optional=True): t.Or(cost_metric_trafaret, t.Null),
+        t.Key("tool_call", to_name="tool_call", optional=True): t.Or(t.Any(), t.Null),
     }
 )
 
@@ -484,12 +487,18 @@ class NeMoGuard(Guard, GuardLLMMixin):
         self.openai_api_base = config.get("openai_api_base")
         self.openai_deployment_id = config.get("openai_deployment_id")
         llm_id = None
+        credentials = None
+        use_llm_gateway = use_llm_gateway_inference(self._llm_type)
         try:
             self.openai_api_key = self.get_openai_api_key(config, self._llm_type)
             if self._llm_type != GuardLLMType.NIM and self.openai_api_key is None:
                 raise ValueError("OpenAI API key is required for NeMo Guardrails")
 
             if self.llm_type == GuardLLMType.OPENAI:
+                credentials = {
+                    "credential_type": "openai",
+                    "api_key": self.openai_api_key,
+                }
                 os.environ["OPENAI_API_KEY"] = self.openai_api_key
                 llm = None
             elif self.llm_type == GuardLLMType.AZURE_OPENAI:
@@ -497,6 +506,12 @@ class NeMoGuard(Guard, GuardLLMMixin):
                     raise ValueError("Azure OpenAI API base url is required for LLM Guard")
                 if self.openai_deployment_id is None:
                     raise ValueError("Azure OpenAI deployment ID is required for LLM Guard")
+                credentials = {
+                    "credential_type": "azure_openai",
+                    "api_base": self.openai_api_base,
+                    "api_version": DEFAULT_OPEN_AI_API_VERSION,
+                    "api_key": self.openai_api_key,
+                }
                 azure_openai_client = get_azure_openai_client(
                     openai_api_key=self.openai_api_key,
                     openai_api_base=self.openai_api_base,
@@ -537,15 +552,20 @@ class NeMoGuard(Guard, GuardLLMMixin):
                 raise ValueError(f"Invalid LLMType: {self.llm_type}")
 
         except Exception as e:
-            llm = try_to_fallback_to_llm_gateway(
-                # Currently only OPENAI and AZURE_OPENAI are supported by NeMoGuard
-                # For Bedrock and Vertex the model in the config is actually the LLM ID
-                # For OpenAI we use the default model defined in get_llm_gateway_client
-                # For Azure we use the deployment ID
+            # no valid user credentials provided, raise if not using LLM Gateway
+            credentials = None
+            if not use_llm_gateway:
+                raise e
+
+        if use_llm_gateway:
+            # Currently only OPENAI and AZURE_OPENAI are supported by NeMoGuard
+            # For Bedrock and Vertex the model in the config is actually the LLM ID
+            # For OpenAI we use the default model defined in get_llm_gateway_client
+            # For Azure we use the deployment ID
+            llm = get_llm_gateway_client(
                 llm_id=llm_id,
                 openai_deployment_id=self.openai_deployment_id,
-                llm_type=self.llm_type,
-                e=e,
+                credentials=credentials,
             )
 
         # Use guard stage to determine whether to read from prompt/response subdirectory

datarobot_dome/guard_helpers.py

@@ -34,6 +34,7 @@ from ragas.metrics import AgentGoalAccuracyWithoutReference
 from rouge_score import rouge_scorer
 
 from datarobot_dome.constants import AWS_MODEL_TO_AWS_MODEL_VERSION_MAP
+from datarobot_dome.constants import ENABLE_LLM_GATEWAY_INFERENCE_RUNTIME_PARAM_NAME
 from datarobot_dome.constants import GOOGLE_MODEL_TO_GOOGLE_MODEL_VERSION_MAP
 from datarobot_dome.constants import LOGGER_NAME_PREFIX
 from datarobot_dome.constants import PROMPT_TOKEN_COUNT_COLUMN_NAME_FROM_USAGE
@@ -42,12 +43,13 @@ from datarobot_dome.constants import AwsModel
 from datarobot_dome.constants import GoogleModel
 from datarobot_dome.constants import GuardLLMType
 from datarobot_dome.llm import DataRobotLLM
+from datarobot_dome.runtime import get_runtime_parameter_value_bool
 
 # Ideally, we want to return confidence score between 0.0 and 100.0,
 # but for ROUGE-1 guard, UI allows the user to configure value between
 # 0 and 1, so making scaling factor 1.
 SCALING_FACTOR = 1
-DEFAULT_OPEN_AI_API_VERSION = "2023-03-15-preview"
+DEFAULT_OPEN_AI_API_VERSION = "2024-10-21"
 
 _logger = logging.getLogger(LOGGER_NAME_PREFIX + ".guard_helpers")
 
@@ -195,8 +197,10 @@ def get_llm_gateway_client(
     model: str | None = None,
     llm_id: str | None = None,
     openai_deployment_id: str | None = None,
+    credentials: dict | None = None,
 ) -> ChatOpenAI:
     """The LLM gateway client enables chat completions with DR provided credentials and metering.
+    User provided credentials are optional and passed to the completion request as json string.
 
     Providing model is always required due to openai's chat api.
     llm_id and deployment_id override model if provided.
@@ -208,7 +212,8 @@ def get_llm_gateway_client(
         model=model or "azure/gpt-4o",
         api_key=datarobot_api_token,
         base_url=f"{datarobot_endpoint}/genai/llmgw",
-        max_retries=0,  # retries are handled by the LLM Gateway
+        # retries are handled by the LLM Gateway
+        max_retries=0,
         default_headers={
             # used for metering
             "Client-Id": "moderations",
@@ -217,28 +222,34 @@ def get_llm_gateway_client(
             # optional model overrides
             "deployment_id": openai_deployment_id,
             "llm_id": llm_id,
+            # optional user provided credentials
+            "credential_json": json.dumps(credentials) if credentials else None,
         },
     )
     return client
 
 
-def try_to_fallback_to_llm_gateway(
-    llm_id: str | None,
-    openai_deployment_id: str | None,
-    llm_type: GuardLLMType,
-    e: Exception,
-) -> ChatOpenAI:
-    # USE the LLM gateway if its runtime parameter is available and enabled
-    # DO NOT USE the gateway if user provided credentials are specified
-    # which is the case if no exception was raised trying to create the LLM
-    # DATAROBOT and NIM LLM types are not supported by the gateway
-    if not json.loads(os.environ.get("ENABLE_LLM_GATEWAY_INFERENCE", "false")) or llm_type in [
-        GuardLLMType.DATAROBOT,
-        GuardLLMType.NIM,
-    ]:
-        raise e
-    llm = get_llm_gateway_client(llm_id=llm_id, openai_deployment_id=openai_deployment_id)
-    return llm
+def use_llm_gateway_inference(llm_type: str):
+    """
+    Determine whether the given LLM should use the LLM Gateway for inference.
+
+    `DATAROBOT` and `NIM LLM` types are not supported by the gateway.
+
+    Parameters
+    ----------
+    llm_type
+        The type of the LLM used in the guard.
+
+    Returns
+    -------
+    True if LLM Gateway should be used, False otherwise.
+    """
+    is_enabled_by_runtime_parameter = get_runtime_parameter_value_bool(
+        param_name=ENABLE_LLM_GATEWAY_INFERENCE_RUNTIME_PARAM_NAME,
+        default_value=False,
+    )
+    is_compatible_llm = llm_type not in [GuardLLMType.DATAROBOT, GuardLLMType.NIM]
+    return is_enabled_by_runtime_parameter and is_compatible_llm
 
 
 def get_azure_openai_client(

datarobot_dome/guards/guard_llm_mixin.py

@@ -22,11 +22,13 @@ from datarobot_dome.constants import SECRET_DEFINITION_PREFIX
 from datarobot_dome.constants import GuardLLMType
 from datarobot_dome.constants import GuardType
 from datarobot_dome.constants import OOTBType
+from datarobot_dome.guard_helpers import DEFAULT_OPEN_AI_API_VERSION
 from datarobot_dome.guard_helpers import get_azure_openai_client
 from datarobot_dome.guard_helpers import get_bedrock_client
 from datarobot_dome.guard_helpers import get_datarobot_llm
+from datarobot_dome.guard_helpers import get_llm_gateway_client
 from datarobot_dome.guard_helpers import get_vertex_client
-from datarobot_dome.guard_helpers import try_to_fallback_to_llm_gateway
+from datarobot_dome.guard_helpers import use_llm_gateway_inference
 
 basic_credential_trafaret = t.Dict(
     {
@@ -156,6 +158,8 @@ class GuardLLMMixin:
         openai_api_base = config.get("openai_api_base")
         openai_deployment_id = config.get("openai_deployment_id")
         llm_id = None
+        credentials = None
+        use_llm_gateway = use_llm_gateway_inference(llm_type)
         try:
             if llm_type in [GuardLLMType.OPENAI, GuardLLMType.AZURE_OPENAI]:
                 openai_api_key = self.get_openai_api_key(config, llm_type)
@@ -163,6 +167,10 @@ class GuardLLMMixin:
                     raise ValueError("OpenAI API key is required for Faithfulness guard")
 
                 if llm_type == GuardLLMType.OPENAI:
+                    credentials = {
+                        "credential_type": "openai",
+                        "api_key": openai_api_key,
+                    }
                     os.environ["OPENAI_API_KEY"] = openai_api_key
                     llm = "default"
                 elif llm_type == GuardLLMType.AZURE_OPENAI:
@@ -170,6 +178,12 @@ class GuardLLMMixin:
                         raise ValueError("OpenAI API base url is required for LLM Guard")
                     if openai_deployment_id is None:
                         raise ValueError("OpenAI deployment ID is required for LLM Guard")
+                    credentials = {
+                        "credential_type": "azure_openai",
+                        "api_key": openai_api_key,
+                        "api_base": openai_api_base,
+                        "api_version": DEFAULT_OPEN_AI_API_VERSION,
+                    }
                     azure_openai_client = get_azure_openai_client(
                         openai_api_key=openai_api_key,
                         openai_api_base=openai_api_base,
@@ -182,9 +196,15 @@ class GuardLLMMixin:
                     raise ValueError("Google model is required for LLM Guard")
                 if config.get("google_region") is None:
                     raise ValueError("Google region is required for LLM Guard")
+                service_account_info = self.get_google_service_account(config)
+                credentials = {
+                    "credential_type": "google_vertex_ai",
+                    "region": config["google_region"],
+                    "service_account_info": service_account_info,
+                }
                 llm = get_vertex_client(
                     google_model=llm_id,
-                    google_service_account=self.get_google_service_account(config),
+                    google_service_account=service_account_info,
                     google_region=config["google_region"],
                 )
             elif llm_type == GuardLLMType.AMAZON:
@@ -194,6 +214,13 @@ class GuardLLMMixin:
                 if config.get("aws_region") is None:
                     raise ValueError("AWS region is required for LLM Guard")
                 credential_config = self.get_aws_account(config)
+                credentials = {
+                    "credential_type": "amazon_bedrock",
+                    "access_key_id": credential_config["aws_access_key_id"],
+                    "secret_access_key": credential_config["aws_secret_access_key"],
+                    "session_token": credential_config["aws_session_token"],
+                    "region": config["aws_region"],
+                }
                 llm = get_bedrock_client(
                     aws_model=llm_id,
                     aws_access_key_id=credential_config["aws_access_key_id"],
@@ -219,14 +246,19 @@ class GuardLLMMixin:
                 raise ValueError(f"Invalid LLMType: {llm_type}")
 
         except Exception as e:
-            llm = try_to_fallback_to_llm_gateway(
-                # For Bedrock and Vertex the model in the config is actually the LLM ID
-                # For OpenAI we use the default model defined in get_llm_gateway_client
-                # For Azure we use the deployment ID
+            # no valid user credentials provided, raise if not using LLM Gateway
+            credentials = None
+            if not use_llm_gateway:
+                raise e
+
+        if use_llm_gateway:
+            # For Bedrock and Vertex the model in the config is actually the LLM ID
+            # For OpenAI we use the default model defined in get_llm_gateway_client
+            # For Azure we use the deployment ID
+            llm = get_llm_gateway_client(
                 llm_id=llm_id,
                 openai_deployment_id=openai_deployment_id,
-                llm_type=llm_type,
-                e=e,
+                credentials=credentials,
             )
 
         return llm

datarobot_dome/runtime.py

@@ -0,0 +1,42 @@
+#  ---------------------------------------------------------------------------------
+#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2025.
+#
+#  DataRobot, Inc. Confidential.
+#  This is proprietary source code of DataRobot, Inc. and its affiliates.
+#
+#  This file and its contents are subject to DataRobot Tool and Utility Agreement.
+#  For details, see
+#  https://www.datarobot.com/wp-content/uploads/2021/07/DataRobot-Tool-and-Utility-Agreement.pdf.
+#  ---------------------------------------------------------------------------------
+import json
+import os
+
+from datarobot_dome.constants import RUNTIME_PARAMETER_PREFIX
+
+
+def get_runtime_parameter_value_bool(param_name: str, default_value: bool) -> bool:
+    """
+    Retrieve the value of a boolean-typed model runtime parameter with the specified name.
+
+    Parameters
+    ----------
+    param_name
+        The name of the model runtime parameter to retrieve (without the env variable prefix).
+    default_value
+        The default value to return if the model runtime parameter is undefined or underspecified.
+
+    Returns
+    -------
+    The parsed runtime parameter value.
+    """
+    env_var_name = f"{RUNTIME_PARAMETER_PREFIX}{param_name}"
+    param_body = json.loads(os.environ.get(env_var_name, "{}"))
+
+    if not param_body:
+        return default_value
+
+    if "payload" not in param_body:
+        return default_value
+
+    return bool(param_body["payload"])

{datarobot_moderations-11.1.15.dist-info → datarobot_moderations-11.1.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datarobot-moderations
-Version: 11.1.15
+Version: 11.1.17
 Summary: DataRobot Monitoring and Moderation framework
 License: DataRobot Tool and Utility Agreement
 Author: DataRobot

{datarobot_moderations-11.1.15.dist-info → datarobot_moderations-11.1.17.dist-info}/RECORD

@@ -1,13 +1,13 @@
 datarobot_dome/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
 datarobot_dome/async_http_client.py,sha256=wkB4irwvnchNGzO1bk2C_HWM-GOSB3AUn5TXKl-X0ZI,9649
 datarobot_dome/chat_helper.py,sha256=BzvtUyZSZxzOqq-5a2wQKhHhr2kMlcP1MFrHaDAeD_o,9671
-datarobot_dome/constants.py,sha256=mnSa8rUAha4XlsS2lwPmFCkH2RzfSL_MMkErsWHqIbA,9040
-datarobot_dome/drum_integration.py,sha256=nULpLYVMiS5vihfNUyuq-nvZpgXrQibQbVu2UMAscu8,42102
-datarobot_dome/guard.py,sha256=7T0a1gsWqVmVvEf4SLkVBi8lIRYl8PeMB7TnQGszWtc,32371
+datarobot_dome/constants.py,sha256=SfZTkfW3rc7oeG2zmYiYxIkUT5dwkay1HXCusZod_-Q,10412
+datarobot_dome/drum_integration.py,sha256=7gXi29t1Huhio68frMksrkWXfMq08V1Q49MmIRjzgMA,42227
+datarobot_dome/guard.py,sha256=1INYx17n9ToiB5bzI-jIReUUuqkK_ucxpOx4jQLts6g,33264
 datarobot_dome/guard_executor.py,sha256=AOI8MZeZETHMoFgBePe0wa2vE9d2975MYQnEDHLZL7s,35462
-datarobot_dome/guard_helpers.py,sha256=YHhSUSuvxAgDdWPXiwYiHtrl-6ZlObE9n6CjYPQNSuA,16375
+datarobot_dome/guard_helpers.py,sha256=7jXxRRpO41tumZFZPumpM78qD-hQ-z5yjMtIA8s9_xM,16762
 datarobot_dome/guards/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
-datarobot_dome/guards/guard_llm_mixin.py,sha256=ON-zuVL3xhQmXv0rFkalWrW_Q67Wwya2IQerHO8WkKU,10694
+datarobot_dome/guards/guard_llm_mixin.py,sha256=VovlpNZjWIGamF4SSvLF5lzOFyApH5IoOiB_qtCmRg0,12216
 datarobot_dome/llm.py,sha256=L02OvTrflmD34-FrfXebfF-zzKTeuin7fpne1Cl5psg,5719
 datarobot_dome/metrics/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-NzlzIKnDw,583
 datarobot_dome/metrics/citation_metrics.py,sha256=q0hTMWuk6wy_jqk2UjFPON3kU94HN3W2vxr9giJ8O8E,3544
@@ -17,7 +17,8 @@ datarobot_dome/pipeline/__init__.py,sha256=B5Rx8_CNCNsOpxBbRj27XOXCfRZmvmrAR-Nzl
 datarobot_dome/pipeline/llm_pipeline.py,sha256=fOp_OJnQMDUJH-LKv12kEqli-EqfHjAiSTFqtxzMkhM,19942
 datarobot_dome/pipeline/pipeline.py,sha256=_pZ_4K2LMnfYCYj_ur9EwJzo3T-pbO6lFYz1O-_3uQ4,16491
 datarobot_dome/pipeline/vdb_pipeline.py,sha256=WTOGn1qe_ZvEcdlvHgeXxl2xTqp7GjfL13c6S-FmAfM,5146
+datarobot_dome/runtime.py,sha256=FD8wXOweqoQVzbZMh-mucL66xT2kGxPsJUGAcJBgwxw,1468
 datarobot_dome/streaming.py,sha256=6nYvh6SoxPRLfO6GGdEoHsQuyLP9oX1lDMe8IeGo4lw,17801
-datarobot_moderations-11.1.15.dist-info/METADATA,sha256=zHt26VnmHpn-0cL-egKPqdcTvKPTittBNtVHLVylbHo,4827
-datarobot_moderations-11.1.15.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-datarobot_moderations-11.1.15.dist-info/RECORD,,
+datarobot_moderations-11.1.17.dist-info/METADATA,sha256=EZg5IXeC1CXbfEsc4gl2cXd2suSIjj0svvBgGVi4fGQ,4827
+datarobot_moderations-11.1.17.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+datarobot_moderations-11.1.17.dist-info/RECORD,,