datarobot-moderations 11.2.10__py3-none-any.whl → 11.2.12__py3-none-any.whl

datarobot_dome/guards/nemo_guard.py

@@ -0,0 +1,148 @@
+#  ---------------------------------------------------------------------------------
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
+#
+#  DataRobot, Inc. Confidential.
+#  This is proprietary source code of DataRobot, Inc. and its affiliates.
+#
+#  This file and its contents are subject to DataRobot Tool and Utility Agreement.
+#  For details, see
+#  https://www.datarobot.com/wp-content/uploads/2021/07/DataRobot-Tool-and-Utility-Agreement.pdf.
+#  ---------------------------------------------------------------------------------
+import logging
+import os
+
+import datarobot as dr
+from nemoguardrails import LLMRails
+from nemoguardrails import RailsConfig
+
+from datarobot_dome.constants import NEMO_GUARDRAILS_DIR
+from datarobot_dome.constants import GuardLLMType
+from datarobot_dome.constants import GuardOperatorType
+from datarobot_dome.guard_helpers import DEFAULT_OPEN_AI_API_VERSION
+from datarobot_dome.guard_helpers import get_azure_openai_client
+from datarobot_dome.guard_helpers import get_chat_nvidia_llm
+from datarobot_dome.guard_helpers import get_datarobot_endpoint_and_token
+from datarobot_dome.guard_helpers import get_llm_gateway_client
+from datarobot_dome.guard_helpers import use_llm_gateway_inference
+from datarobot_dome.guards.base import Guard
+from datarobot_dome.guards.guard_llm_mixin import GuardLLMMixin
+
+NEMO_THRESHOLD = "TRUE"
+
+
+class NeMoGuard(Guard, GuardLLMMixin):
+    def __init__(self, config: dict, stage=None, model_dir: str = os.getcwd()):
+        super().__init__(config, stage)
+        # NeMo guard only takes a boolean as threshold and equal to as comparator.
+        # Threshold bool == TRUE is defined in the colang file as the output of
+        # `bot should intervene`
+        if self.intervention:
+            if not self.intervention.threshold:
+                self.intervention.threshold = NEMO_THRESHOLD
+            if not self.intervention.comparator:
+                self.intervention.comparator = GuardOperatorType.EQUALS
+
+        # Default LLM Type for NeMo is set to OpenAI
+        self._llm_type = config.get("llm_type", GuardLLMType.OPENAI)
+        self.openai_api_base = config.get("openai_api_base")
+        self.openai_deployment_id = config.get("openai_deployment_id")
+        llm_id = None
+        credentials = None
+        use_llm_gateway = use_llm_gateway_inference(self._llm_type)
+        try:
+            self.openai_api_key = self.get_openai_api_key(config, self._llm_type)
+            if self._llm_type != GuardLLMType.NIM and self.openai_api_key is None:
+                raise ValueError("OpenAI API key is required for NeMo Guardrails")
+
+            if self.llm_type == GuardLLMType.OPENAI:
+                credentials = {
+                    "credential_type": "openai",
+                    "api_key": self.openai_api_key,
+                }
+                os.environ["OPENAI_API_KEY"] = self.openai_api_key
+                llm = None
+            elif self.llm_type == GuardLLMType.AZURE_OPENAI:
+                if self.openai_api_base is None:
+                    raise ValueError("Azure OpenAI API base url is required for LLM Guard")
+                if self.openai_deployment_id is None:
+                    raise ValueError("Azure OpenAI deployment ID is required for LLM Guard")
+                credentials = {
+                    "credential_type": "azure_openai",
+                    "api_base": self.openai_api_base,
+                    "api_version": DEFAULT_OPEN_AI_API_VERSION,
+                    "api_key": self.openai_api_key,
+                }
+                azure_openai_client = get_azure_openai_client(
+                    openai_api_key=self.openai_api_key,
+                    openai_api_base=self.openai_api_base,
+                    openai_deployment_id=self.openai_deployment_id,
+                )
+                llm = azure_openai_client
+            elif self.llm_type == GuardLLMType.GOOGLE:
+                # llm_id = config["google_model"]
+                raise NotImplementedError
+            elif self.llm_type == GuardLLMType.AMAZON:
+                # llm_id = config["aws_model"]
+                raise NotImplementedError
+            elif self.llm_type == GuardLLMType.DATAROBOT:
+                raise NotImplementedError
+            elif self.llm_type == GuardLLMType.LLM_GATEWAY:
+                raise NotImplementedError
+            elif self.llm_type == GuardLLMType.NIM:
+                if config.get("deployment_id") is None:
+                    if self.openai_api_base is None:
+                        raise ValueError("NIM DataRobot deployment id is required for NIM LLM Type")
+                    else:
+                        logging.warning(
+                            "Using 'openai_api_base' is being deprecated and will be removed "
+                            "in the next release.  Please configure NIM DataRobot deployment "
+                            "using deployment_id"
+                        )
+                        if self.openai_api_key is None:
+                            raise ValueError("OpenAI API key is required for NeMo Guardrails")
+                else:
+                    self.deployment = dr.Deployment.get(self._deployment_id)
+                    datarobot_endpoint, self.openai_api_key = get_datarobot_endpoint_and_token()
+                    self.openai_api_base = (
+                        f"{datarobot_endpoint}/deployments/{str(self._deployment_id)}"
+                    )
+                llm = get_chat_nvidia_llm(
+                    api_key=self.openai_api_key,
+                    base_url=self.openai_api_base,
+                )
+            else:
+                raise ValueError(f"Invalid LLMType: {self.llm_type}")
+
+        except Exception as e:
+            # no valid user credentials provided, raise if not using LLM Gateway
+            credentials = None
+            if not use_llm_gateway:
+                raise e
+
+        if use_llm_gateway:
+            # Currently only OPENAI and AZURE_OPENAI are supported by NeMoGuard
+            # For Bedrock and Vertex the model in the config is actually the LLM ID
+            # For OpenAI we use the default model defined in get_llm_gateway_client
+            # For Azure we use the deployment ID
+            llm = get_llm_gateway_client(
+                llm_id=llm_id,
+                openai_deployment_id=self.openai_deployment_id,
+                credentials=credentials,
+            )
+
+        # Use guard stage to determine whether to read from prompt/response subdirectory
+        # for nemo configurations.  "nemo_guardrails" folder is at same level of custom.py
+        # So, the config path becomes model_dir + "nemo_guardrails"
+        nemo_config_path = os.path.join(model_dir, NEMO_GUARDRAILS_DIR)
+        self.nemo_rails_config_path = os.path.join(nemo_config_path, self.stage)
+        nemo_rails_config = RailsConfig.from_path(config_path=self.nemo_rails_config_path)
+        self._nemo_llm_rails = LLMRails(nemo_rails_config, llm=llm)
+
+    def has_average_score_custom_metric(self) -> bool:
+        """No average score metrics for NemoGuard's"""
+        return False
+
+    @property
+    def nemo_llm_rails(self):
+        return self._nemo_llm_rails

datarobot_dome/guards/ootb_guard.py

@@ -0,0 +1,209 @@
+#  ---------------------------------------------------------------------------------
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
+#
+#  DataRobot, Inc. Confidential.
+#  This is proprietary source code of DataRobot, Inc. and its affiliates.
+#
+#  This file and its contents are subject to DataRobot Tool and Utility Agreement.
+#  For details, see
+#  https://www.datarobot.com/wp-content/uploads/2021/07/DataRobot-Tool-and-Utility-Agreement.pdf.
+#  ---------------------------------------------------------------------------------
+from datarobot.enums import CustomMetricAggregationType
+from datarobot.enums import CustomMetricDirectionality
+from deepeval.metrics import TaskCompletionMetric
+from llama_index.core import Settings
+from llama_index.core.evaluation import FaithfulnessEvaluator
+from llama_index.core.evaluation import GuidelineEvaluator
+from ragas.llms import LangchainLLMWrapper
+from ragas.llms import LlamaIndexLLMWrapper
+from ragas.metrics import AgentGoalAccuracyWithoutReference
+
+from datarobot_dome.constants import AGENT_GOAL_ACCURACY_COLUMN_NAME
+from datarobot_dome.constants import COST_COLUMN_NAME
+from datarobot_dome.constants import CUSTOM_METRIC_DESCRIPTION_SUFFIX
+from datarobot_dome.constants import FAITHFULLNESS_COLUMN_NAME
+from datarobot_dome.constants import GUIDELINE_ADHERENCE_COLUMN_NAME
+from datarobot_dome.constants import ROUGE_1_COLUMN_NAME
+from datarobot_dome.constants import SPAN_PREFIX
+from datarobot_dome.constants import TASK_ADHERENCE_SCORE_COLUMN_NAME
+from datarobot_dome.constants import TOKEN_COUNT_COLUMN_NAME
+from datarobot_dome.constants import GuardLLMType
+from datarobot_dome.constants import GuardStage
+from datarobot_dome.constants import OOTBType
+from datarobot_dome.guard_helpers import ModerationDeepEvalLLM
+
+from .base import Guard
+from .guard_llm_mixin import GuardLLMMixin
+
+
+class OOTBGuard(Guard):
+    def __init__(self, config: dict, stage=None):
+        super().__init__(config, stage)
+        self._ootb_type = config["ootb_type"]
+
+    @property
+    def ootb_type(self):
+        return self._ootb_type
+
+    def has_latency_custom_metric(self):
+        """Latency is not tracked for token counts guards"""
+        return self._ootb_type != OOTBType.TOKEN_COUNT
+
+    def get_span_column_name(self, _):
+        if self._ootb_type == OOTBType.TOKEN_COUNT:
+            return TOKEN_COUNT_COLUMN_NAME
+        elif self._ootb_type == OOTBType.ROUGE_1:
+            return ROUGE_1_COLUMN_NAME
+        elif self._ootb_type == OOTBType.CUSTOM_METRIC:
+            return self.name
+        else:
+            raise NotImplementedError(f"No span attribute name defined for {self._ootb_type} guard")
+
+    def get_span_attribute_name(self, stage):
+        return f"{SPAN_PREFIX}.{stage.lower()}.{self.get_span_column_name(stage)}"
+
+
+class OOTBCostMetric(OOTBGuard):
+    def __init__(self, config, stage):
+        super().__init__(config, stage)
+        # The cost is calculated based on the usage metrics returned by the
+        # completion object, so it can be evaluated only at response stage
+        self._stage = GuardStage.RESPONSE
+        cost_config = config["additional_guard_config"]["cost"]
+        self.currency = cost_config["currency"]
+        self.input_price = cost_config["input_price"]
+        self.input_unit = cost_config["input_unit"]
+        self.input_multiplier = self.input_price / self.input_unit
+        self.output_price = cost_config["output_price"]
+        self.output_unit = cost_config["output_unit"]
+        self.output_multiplier = self.output_price / self.output_unit
+
+    def get_average_score_custom_metric_name(self, _):
+        return f"Total cost in {self.currency}"
+
+    def get_average_score_metric(self, _):
+        return {
+            "name": self.get_average_score_custom_metric_name(_),
+            "directionality": CustomMetricDirectionality.LOWER_IS_BETTER,
+            "units": "value",
+            "type": CustomMetricAggregationType.SUM,
+            "baselineValue": 0,
+            "isModelSpecific": True,
+            "timeStep": "hour",
+            "description": (
+                f"{self.get_average_score_custom_metric_name(_)}. "
+                f" {CUSTOM_METRIC_DESCRIPTION_SUFFIX}"
+            ),
+        }
+
+    def get_span_column_name(self, _):
+        return f"{COST_COLUMN_NAME}.{self.currency.lower()}"
+
+    def get_span_attribute_name(self, _):
+        return f"{SPAN_PREFIX}.{self._stage.lower()}.{self.get_span_column_name(_)}"
+
+
+class OOTBFaithfulnessGuard(OOTBGuard, GuardLLMMixin):
+    def __init__(self, config: dict, stage=None):
+        super().__init__(config, stage)
+
+        if self.stage == GuardStage.PROMPT:
+            raise Exception("Faithfulness cannot be configured for the Prompt stage")
+
+        # Default LLM Type for Faithfulness is set to Azure OpenAI
+        self._llm_type = config.get("llm_type", GuardLLMType.AZURE_OPENAI)
+        Settings.llm = self.get_llm(config, self._llm_type)
+        Settings.embed_model = None
+        self._evaluator = FaithfulnessEvaluator()
+
+    @property
+    def faithfulness_evaluator(self):
+        return self._evaluator
+
+    def get_span_column_name(self, _):
+        return FAITHFULLNESS_COLUMN_NAME
+
+    def get_span_attribute_name(self, _):
+        return f"{SPAN_PREFIX}.{self._stage.lower()}.{self.get_span_column_name(_)}"
+
+
+class OOTBAgentGoalAccuracyGuard(OOTBGuard, GuardLLMMixin):
+    def __init__(self, config: dict, stage=None):
+        super().__init__(config, stage)
+
+        if self.stage == GuardStage.PROMPT:
+            raise Exception("Agent Goal Accuracy guard cannot be configured for the Prompt stage")
+
+        # Default LLM Type for Agent Goal Accuracy is set to Azure OpenAI
+        self._llm_type = config.get("llm_type", GuardLLMType.AZURE_OPENAI)
+        llm = self.get_llm(config, self._llm_type)
+        if self._llm_type == GuardLLMType.AZURE_OPENAI:
+            evaluator_llm = LangchainLLMWrapper(llm)
+        else:
+            evaluator_llm = LlamaIndexLLMWrapper(llm)
+        self.scorer = AgentGoalAccuracyWithoutReference(llm=evaluator_llm)
+
+    @property
+    def accuracy_scorer(self):
+        return self.scorer
+
+    def get_span_column_name(self, _):
+        return AGENT_GOAL_ACCURACY_COLUMN_NAME
+
+    def get_span_attribute_name(self, _):
+        return f"{SPAN_PREFIX}.{self._stage.lower()}.{self.get_span_column_name(_)}"
+
+
+class OOTBTaskAdherenceGuard(OOTBGuard, GuardLLMMixin):
+    def __init__(self, config: dict, stage=None):
+        super().__init__(config, stage)
+
+        if self.stage == GuardStage.PROMPT:
+            raise Exception("Agent Goal Accuracy guard cannot be configured for the Prompt stage")
+
+        # Default LLM Type for Task Adherence is set to Azure OpenAI
+        self._llm_type = config.get("llm_type", GuardLLMType.AZURE_OPENAI)
+        llm = self.get_llm(config, self._llm_type)
+        deepeval_llm = ModerationDeepEvalLLM(llm)
+        self.scorer = TaskCompletionMetric(model=deepeval_llm, include_reason=True)
+
+    @property
+    def task_adherence_scorer(self):
+        return self.scorer
+
+    def get_span_column_name(self, _):
+        return TASK_ADHERENCE_SCORE_COLUMN_NAME
+
+    def get_span_attribute_name(self, _):
+        return f"{SPAN_PREFIX}.{self._stage.lower()}.{self.get_span_column_name(_)}"
+
+
+class OOTBAgentGuidelineAdherence(OOTBGuard, GuardLLMMixin):
+    def __init__(self, config: dict, stage=None):
+        super().__init__(config, stage)
+
+        if self.stage == GuardStage.PROMPT:
+            raise Exception(
+                "Agent Guideline Adherence guard cannot be configured for the Prompt stage"
+            )
+
+        self.guideline = config.get("additional_guard_config", {}).get("agent_guideline")
+        if self.guideline is None or len(self.guideline) == 0:
+            raise Exception("Agent Guideline Adherence requires at least one guideline.")
+
+        # Default LLM Type for Guideline Adherence is set to Azure OpenAI
+        self._llm_type = config.get("llm_type", GuardLLMType.AZURE_OPENAI)
+        llm = self.get_llm(config, self._llm_type)
+
+        self.scorer = GuidelineEvaluator(llm=llm, guidelines=self.guideline)
+
+    @property
+    def guideline_adherence_scorer(self):
+        return self.scorer
+
+    def get_span_column_name(self, _):
+        return GUIDELINE_ADHERENCE_COLUMN_NAME
+
+    def get_span_attribute_name(self, _):
+        return f"{SPAN_PREFIX}.{self._stage.lower()}.{self.get_span_column_name(_)}"

datarobot_dome/guards/validation.py

@@ -0,0 +1,234 @@
+#  ---------------------------------------------------------------------------------
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
+#
+#  DataRobot, Inc. Confidential.
+#  This is proprietary source code of DataRobot, Inc. and its affiliates.
+#
+#  This file and its contents are subject to DataRobot Tool and Utility Agreement.
+#  For details, see
+#  https://www.datarobot.com/wp-content/uploads/2021/07/DataRobot-Tool-and-Utility-Agreement.pdf.
+#  ---------------------------------------------------------------------------------
+import trafaret as t
+
+from datarobot_dome.constants import DEFAULT_GUARD_PREDICTION_TIMEOUT_IN_SEC
+from datarobot_dome.constants import AwsModel
+from datarobot_dome.constants import CostCurrency
+from datarobot_dome.constants import GoogleModel
+from datarobot_dome.constants import GuardAction
+from datarobot_dome.constants import GuardLLMType
+from datarobot_dome.constants import GuardModelTargetType
+from datarobot_dome.constants import GuardOperatorType
+from datarobot_dome.constants import GuardStage
+from datarobot_dome.constants import GuardTimeoutAction
+from datarobot_dome.constants import GuardType
+from datarobot_dome.constants import NemoEvaluatorType
+from datarobot_dome.constants import OOTBType
+
+MAX_GUARD_NAME_LENGTH = 255
+MAX_COLUMN_NAME_LENGTH = 255
+MAX_GUARD_COLUMN_NAME_LENGTH = 255
+MAX_GUARD_MESSAGE_LENGTH = 4096
+MAX_GUARD_DESCRIPTION_LENGTH = 4096
+OBJECT_ID_LENGTH = 24
+MAX_REGEX_LENGTH = 255
+MAX_URL_LENGTH = 255
+MAX_TOKEN_LENGTH = 255
+MAX_GUIDELINE_LENGTH = 4096
+MAX_REFERENCE_TOPIC_LENGTH = 4096
+
+cost_metric_trafaret = t.Dict(
+    {
+        t.Key("currency", to_name="currency", optional=True, default=CostCurrency.USD): t.Enum(
+            *CostCurrency.ALL
+        ),
+        t.Key("input_price", to_name="input_price", optional=False): t.Float(),
+        t.Key("input_unit", to_name="input_unit", optional=False): t.Int(),
+        t.Key("output_price", to_name="output_price", optional=False): t.Float(),
+        t.Key("output_unit", to_name="output_unit", optional=False): t.Int(),
+    }
+)
+
+
+model_info_trafaret = t.Dict(
+    {
+        t.Key("class_names", to_name="class_names", optional=True): t.List(
+            t.String(max_length=MAX_COLUMN_NAME_LENGTH)
+        ),
+        t.Key("model_id", to_name="model_id", optional=True): t.String(max_length=OBJECT_ID_LENGTH),
+        t.Key("input_column_name", to_name="input_column_name", optional=False): t.String(
+            max_length=MAX_COLUMN_NAME_LENGTH
+        ),
+        t.Key("target_name", to_name="target_name", optional=False): t.String(
+            max_length=MAX_COLUMN_NAME_LENGTH
+        ),
+        t.Key(
+            "replacement_text_column_name", to_name="replacement_text_column_name", optional=True
+        ): t.Or(t.String(allow_blank=True, max_length=MAX_COLUMN_NAME_LENGTH), t.Null),
+        t.Key("target_type", to_name="target_type", optional=False): t.Enum(
+            *GuardModelTargetType.ALL
+        ),
+    },
+    allow_extra=["*"],
+)
+
+
+nemo_llm_judge_config_trafaret = t.Dict(
+    {
+        t.Key("system_prompt", optional=False): t.String(),
+        t.Key("user_prompt", optional=False): t.String(),
+        t.Key("score_parsing_regex", optional=False): t.String(max_length=MAX_REGEX_LENGTH),
+    },
+)
+
+nemo_topic_adherence_config_trafaret = t.Dict(
+    {
+        t.Key("metric_mode", optional=False): t.Enum("f1", "recall", "precision"),
+        t.Key("reference_topics", optional=False): t.List(
+            t.String(max_length=MAX_REFERENCE_TOPIC_LENGTH)
+        ),
+    },
+)
+
+nemo_response_relevancy_config_trafaret = t.Dict(
+    {
+        t.Key("embedding_deployment_id", optional=False): t.String(max_length=OBJECT_ID_LENGTH),
+    },
+)
+
+
+model_guard_intervention_trafaret = t.Dict(
+    {
+        t.Key("comparand", to_name="comparand", optional=False): t.Or(
+            t.String(max_length=MAX_GUARD_NAME_LENGTH),
+            t.Float(),
+            t.Bool(),
+            t.List(t.String(max_length=MAX_GUARD_NAME_LENGTH)),
+            t.List(t.Float()),
+        ),
+        t.Key("comparator", to_name="comparator", optional=False): t.Enum(*GuardOperatorType.ALL),
+    },
+    allow_extra=["*"],
+)
+
+
+guard_intervention_trafaret = t.Dict(
+    {
+        t.Key("action", to_name="action", optional=False): t.Enum(*GuardAction.ALL),
+        t.Key("message", to_name="message", optional=True): t.String(
+            max_length=MAX_GUARD_MESSAGE_LENGTH, allow_blank=True
+        ),
+        t.Key("conditions", to_name="conditions", optional=True): t.Or(
+            t.List(
+                model_guard_intervention_trafaret,
+                max_length=1,
+                min_length=0,
+            ),
+            t.Null,
+        ),
+        t.Key("send_notification", to_name="send_notification", optional=True): t.Bool(),
+    },
+    allow_extra=["*"],
+)
+
+additional_guard_config_trafaret = t.Dict(
+    {
+        t.Key("cost", to_name="cost", optional=True): t.Or(cost_metric_trafaret, t.Null),
+        t.Key("tool_call", to_name="tool_call", optional=True): t.Or(t.Any(), t.Null),
+        t.Key("agent_guideline", to_name="agent_guideline", optional=True): t.String(
+            max_length=MAX_GUIDELINE_LENGTH, allow_blank=True
+        ),
+    }
+)
+
+
+guard_trafaret = t.Dict(
+    {
+        t.Key("name", to_name="name", optional=False): t.String(max_length=MAX_GUARD_NAME_LENGTH),
+        t.Key("description", to_name="description", optional=True): t.String(
+            max_length=MAX_GUARD_DESCRIPTION_LENGTH
+        ),
+        t.Key("stage", to_name="stage", optional=False): t.Or(
+            t.List(t.Enum(*GuardStage.ALL)), t.Enum(*GuardStage.ALL)
+        ),
+        t.Key("type", to_name="type", optional=False): t.Enum(*GuardType.ALL),
+        t.Key("ootb_type", to_name="ootb_type", optional=True): t.Enum(*OOTBType.ALL),
+        t.Key("nemo_evaluator_type", to_name="nemo_evaluator_type", optional=True): t.Enum(
+            *NemoEvaluatorType.ALL
+        ),
+        t.Key("llm_type", to_name="llm_type", optional=True): t.Enum(*GuardLLMType.ALL),
+        t.Key("deployment_id", to_name="deployment_id", optional=True): t.Or(
+            t.String(max_length=OBJECT_ID_LENGTH), t.Null
+        ),
+        t.Key("llm_gateway_model_id", to_name="llm_gateway_model_id", optional=True): t.Or(
+            t.String, t.Null
+        ),
+        t.Key("model_info", to_name="model_info", optional=True): model_info_trafaret,
+        t.Key("nemo_llm_judge_config", optional=True): nemo_llm_judge_config_trafaret,
+        t.Key("nemo_topic_adherence_config", optional=True): nemo_topic_adherence_config_trafaret,
+        t.Key(
+            "nemo_response_relevancy_config", optional=True
+        ): nemo_response_relevancy_config_trafaret,
+        t.Key("intervention", to_name="intervention", optional=True): t.Or(
+            guard_intervention_trafaret, t.Null
+        ),
+        t.Key("openai_api_key", to_name="openai_api_key", optional=True): t.Or(
+            t.String(max_length=MAX_TOKEN_LENGTH), t.Null
+        ),
+        t.Key("openai_deployment_id", to_name="openai_deployment_id", optional=True): t.Or(
+            t.String(max_length=OBJECT_ID_LENGTH), t.Null
+        ),
+        t.Key("openai_api_base", to_name="openai_api_base", optional=True): t.Or(
+            t.String(max_length=MAX_URL_LENGTH), t.Null
+        ),
+        t.Key("google_region", to_name="google_region", optional=True): t.Or(t.String, t.Null),
+        t.Key("google_model", to_name="google_model", optional=True): t.Or(
+            t.Enum(*GoogleModel.ALL), t.Null
+        ),
+        t.Key("aws_region", to_name="aws_region", optional=True): t.Or(t.String, t.Null),
+        t.Key("aws_model", to_name="aws_model", optional=True): t.Or(t.Enum(*AwsModel.ALL), t.Null),
+        t.Key("faas_url", optional=True): t.Or(t.String(max_length=MAX_URL_LENGTH), t.Null),
+        t.Key("copy_citations", optional=True, default=False): t.Bool(),
+        t.Key("is_agentic", to_name="is_agentic", optional=True, default=False): t.Bool(),
+        t.Key(
+            "additional_guard_config",
+            to_name="additional_guard_config",
+            optional=True,
+            default=None,
+        ): t.Or(additional_guard_config_trafaret, t.Null),
+    },
+    allow_extra=["*"],
+)
+
+
+moderation_config_trafaret = t.Dict(
+    {
+        t.Key(
+            "timeout_sec",
+            to_name="timeout_sec",
+            optional=True,
+            default=DEFAULT_GUARD_PREDICTION_TIMEOUT_IN_SEC,
+        ): t.Int(gt=1),
+        t.Key(
+            "timeout_action",
+            to_name="timeout_action",
+            optional=True,
+            default=GuardTimeoutAction.SCORE,
+        ): t.Enum(*GuardTimeoutAction.ALL),
+        # Why default is True?
+        # We manually tested it and sending extra output with OpenAI completion object under
+        # "datarobot_moderations" field seems to be working by default, "EVEN WITH" OpenAI client
+        # It will always work with the API response (because it will simply be treated as extra data
+        # in the json response).  So, most of the times it is going to work.  In future, if the
+        # OpenAI client couldn't recognize extra data - we can simply disable this flag, so that
+        # it won't break the client and user flow
+        t.Key(
+            "enable_extra_model_output_for_chat",
+            to_name="enable_extra_model_output_for_chat",
+            optional=True,
+            default=True,
+        ): t.Bool(),
+        t.Key("guards", to_name="guards", optional=False): t.List(guard_trafaret),
+    },
+    allow_extra=["*"],
+)

datarobot_dome/llm.py

@@ -1,6 +1,6 @@
 #  ---------------------------------------------------------------------------------
-#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
-#  Last updated 2025.
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
 #
 #  DataRobot, Inc. Confidential.
 #  This is proprietary source code of DataRobot, Inc. and its affiliates.

datarobot_dome/metrics/__init__.py

@@ -1,6 +1,6 @@
 #  ---------------------------------------------------------------------------------
-#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
-#  Last updated 2025.
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
 #
 #  DataRobot, Inc. Confidential.
 #  This is proprietary source code of DataRobot, Inc. and its affiliates.

datarobot_dome/metrics/citation_metrics.py

@@ -1,6 +1,6 @@
 #  ---------------------------------------------------------------------------------
-#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
-#  Last updated 2025.
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
 #
 #  DataRobot, Inc. Confidential.
 #  This is proprietary source code of DataRobot, Inc. and its affiliates.

datarobot_dome/metrics/factory.py

@@ -1,6 +1,6 @@
 #  ---------------------------------------------------------------------------------
-#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
-#  Last updated 2025.
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
 #
 #  DataRobot, Inc. Confidential.
 #  This is proprietary source code of DataRobot, Inc. and its affiliates.

datarobot_dome/metrics/metric_scorer.py

@@ -1,6 +1,6 @@
 #  ---------------------------------------------------------------------------------
-#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
-#  Last updated 2025.
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
 #
 #  DataRobot, Inc. Confidential.
 #  This is proprietary source code of DataRobot, Inc. and its affiliates.

datarobot_dome/pipeline/__init__.py

@@ -1,6 +1,6 @@
 #  ---------------------------------------------------------------------------------
-#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
-#  Last updated 2025.
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
 #
 #  DataRobot, Inc. Confidential.
 #  This is proprietary source code of DataRobot, Inc. and its affiliates.

datarobot_dome/pipeline/llm_pipeline.py

@@ -1,6 +1,6 @@
 #  ---------------------------------------------------------------------------------
-#  Copyright (c) 2025 DataRobot, Inc. and its affiliates. All rights reserved.
-#  Last updated 2025.
+#  Copyright (c) 2026 DataRobot, Inc. and its affiliates. All rights reserved.
+#  Last updated 2026.
 #
 #  DataRobot, Inc. Confidential.
 #  This is proprietary source code of DataRobot, Inc. and its affiliates.
@@ -24,9 +24,9 @@ from datarobot_dome.constants import LOGGER_NAME_PREFIX
 from datarobot_dome.constants import GuardAction
 from datarobot_dome.constants import GuardOperatorType
 from datarobot_dome.constants import GuardStage
-from datarobot_dome.guard import GuardFactory
-from datarobot_dome.guard import moderation_config_trafaret
+from datarobot_dome.guard_factory import GuardFactory
 from datarobot_dome.guard_helpers import get_rouge_1_scorer
+from datarobot_dome.guards.validation import moderation_config_trafaret
 from datarobot_dome.pipeline.pipeline import Pipeline
 
 CUSTOM_METRICS_BULK_UPLOAD_API_PREFIX = "deployments"