nvidia-nat 1.4.0a20251120__py3-none-any.whl → 1.4.0a20260113__py3-none-any.whl

nat/cli/__init__.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/cli_utils/config_override.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/cli_utils/validation.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -14,6 +14,7 @@
 # limitations under the License.
 
 from pathlib import Path
+from urllib.parse import urlparse
 
 import click
 import yaml
@@ -21,6 +22,36 @@ import yaml
 from nat.data_models.config import Config
 
 
+def validate_url(_ctx: click.Context, _param: click.Parameter, value: str) -> str:
+    """Validate URL format for CLI options.
+
+    Args:
+        _ctx: Click context (unused, required by Click callback interface)
+        _param: Click parameter (unused, required by Click callback interface)
+        value: URL string to validate
+
+    Returns:
+        The validated URL string
+
+    Raises:
+        click.BadParameter: If URL is invalid or uses unsupported scheme
+    """
+    if not value:
+        return value
+
+    try:
+        result = urlparse(value)
+        if result.scheme not in ('http', 'https'):
+            raise click.BadParameter('URL must use http:// or https:// scheme')
+        if not result.netloc:
+            raise click.BadParameter('URL must include a hostname')
+        return value
+    except click.BadParameter:
+        raise
+    except Exception as e:
+        raise click.BadParameter(f'Invalid URL format: {e}')
+
+
 def validate_config(config_file: Path) -> Config:
     """Validate configuration file and return parsed config"""
     try:

nat/cli/commands/configure/channel/add.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/configure/channel/channel.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/configure/channel/remove.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/configure/channel/update.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/configure/configure.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/evaluate.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -18,7 +18,9 @@ import logging
 from pathlib import Path
 
 import click
+from tabulate import tabulate
 
+from nat.eval.config import EvaluationRunOutput
 from nat.eval.evaluate import EvaluationRun
 from nat.eval.evaluate import EvaluationRunConfig
 
@@ -83,16 +85,83 @@ logger = logging.getLogger(__name__)
     multiple=True,
     help="Override config values using dot notation (e.g., --override llms.nim_llm.temperature 0.7)",
 )
+@click.option(
+    "--user_id",
+    type=str,
+    default=None,
+    help="User ID to use for workflow session.",
+)
 @click.pass_context
 def eval_command(ctx, **kwargs) -> None:
     """ Evaluate datasets with the specified mechanism"""
     pass
 
 
+def write_tabular_output(eval_run_output: EvaluationRunOutput):
+    """Write evaluation results in a tabular format."""
+
+    # Print header with workflow status and runtime
+    workflow_status = "INTERRUPTED" if eval_run_output.workflow_interrupted else "COMPLETED"
+    total_runtime = eval_run_output.usage_stats.total_runtime if eval_run_output.usage_stats else 0.0
+
+    click.echo("")
+    click.echo(click.style("=== EVALUATION SUMMARY ===", fg="bright_blue", bold=True))
+    click.echo(f"Workflow Status: {workflow_status} (workflow_output.json)")
+    click.echo(f"Total Runtime: {total_runtime:.2f}s")
+
+    # Include profiler stats if available
+    if eval_run_output.profiler_results:
+        profiler_results = eval_run_output.profiler_results
+        if profiler_results.workflow_runtime_metrics:
+            wf_metrics = profiler_results.workflow_runtime_metrics
+            click.echo(f"Workflow Runtime (p95): {wf_metrics.p95:.2f}s")
+        if profiler_results.llm_latency_ci:
+            llm_metrics = profiler_results.llm_latency_ci
+            click.echo(f"LLM Latency (p95): {llm_metrics.p95:.2f}s")
+
+    # Build the evaluation results table
+    if not eval_run_output.evaluation_results:
+        return
+
+    click.echo("")
+    click.echo("Per evaluator results:")
+
+    table = []
+    for evaluator_name, eval_output in eval_run_output.evaluation_results:
+        row = []
+
+        # Add evaluator name and average score
+        row.append(evaluator_name)
+
+        # Format average score
+        if isinstance(eval_output.average_score, int | float):
+            row.append(f"{eval_output.average_score:.4f}")
+        else:
+            row.append(str(eval_output.average_score))
+
+        # Add output file if available
+        output_file = None
+        for file_path in eval_run_output.evaluator_output_files:
+            if file_path.stem.startswith(f"{evaluator_name}_") or file_path.stem == evaluator_name:
+                output_file = file_path.name
+                break
+        row.append(output_file if output_file else "N/A")
+
+        table.append(row)
+
+    # Build headers
+    headers = ["Evaluator", "Avg Score", "Output File"]
+
+    click.echo(tabulate(table, headers=headers, tablefmt="github"))
+    click.echo("")
+
+
 async def run_and_evaluate(config: EvaluationRunConfig):
     # Run evaluation
     eval_runner = EvaluationRun(config=config)
-    await eval_runner.run_and_evaluate()
+    eval_run_output = await eval_runner.run_and_evaluate()
+
+    write_tabular_output(eval_run_output)
 
 
 @eval_command.result_callback(replace=True)
@@ -108,6 +177,7 @@ def process_nat_eval(
     endpoint_timeout: int,
     reps: int,
     override: tuple[tuple[str, str], ...],
+    user_id: str | None,
 ):
     """
     Process the eval command and execute the evaluation. Here the config_file, if provided, is checked for its existence
@@ -125,15 +195,19 @@ def process_nat_eval(
                                "have a partially completed dataset.")
 
     # Create the configuration object
-    config = EvaluationRunConfig(
-        config_file=config_file,
-        dataset=str(dataset) if dataset else None,
-        result_json_path=result_json_path,
-        skip_workflow=skip_workflow,
-        skip_completed_entries=skip_completed_entries,
-        endpoint=endpoint,
-        endpoint_timeout=endpoint_timeout,
-        reps=reps,
-        override=override,
-    )
+    # Only include user_id if explicitly provided via CLI, otherwise use the default
+    config_kwargs = {
+        "config_file": config_file,
+        "dataset": str(dataset) if dataset else None,
+        "result_json_path": result_json_path,
+        "skip_workflow": skip_workflow,
+        "skip_completed_entries": skip_completed_entries,
+        "endpoint": endpoint,
+        "endpoint_timeout": endpoint_timeout,
+        "reps": reps,
+        "override": override,
+    }
+    if user_id is not None:
+        config_kwargs["user_id"] = user_id
+    config = EvaluationRunConfig(**config_kwargs)
     asyncio.run(run_and_evaluate(config))

nat/cli/commands/finetune.py

@@ -0,0 +1,132 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES.
+# All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""CLI command for running finetuning."""
+
+import logging
+from pathlib import Path
+
+import click
+
+from nat.data_models.finetuning import FinetuneRunConfig
+from nat.finetuning.finetuning_runtime import run_finetuning_sync
+
+logger = logging.getLogger(__name__)
+
+
+@click.command(name="finetune", help="Run finetuning on a workflow using collected trajectories.")
+@click.option("--config_file",
+              required=True,
+              type=click.Path(exists=True, path_type=Path, resolve_path=True),
+              help="Path to the configuration file containing finetuning settings")
+@click.option(
+    "--dataset",
+    type=click.Path(exists=True, file_okay=True, dir_okay=False, path_type=Path),
+    required=False,
+    help="A json file with questions and ground truth answers. This will override the dataset path in the config file.",
+)
+@click.option(
+    "--result_json_path",
+    type=str,
+    default="$",
+    help=("A JSON path to extract the result from the workflow. Use this when the workflow returns "
+          "multiple objects or a dictionary. For example, '$.output' will extract the 'output' field "
+          "from the result."),
+)
+@click.option(
+    "--endpoint",
+    type=str,
+    default=None,
+    help="Use endpoint for running the workflow. Example: http://localhost:8000/generate",
+)
+@click.option(
+    "--endpoint_timeout",
+    type=int,
+    default=300,
+    help="HTTP response timeout in seconds. Only relevant if endpoint is specified.",
+)
+@click.option("--override",
+              "-o",
+              multiple=True,
+              type=(str, str),
+              help="Override config values (e.g., -o finetuning.num_epochs 5)")
+@click.option(
+    "--validation_dataset",
+    type=click.Path(exists=True, file_okay=True, dir_okay=False, path_type=Path),
+    required=False,
+    help="Validation dataset file path for periodic validation",
+)
+@click.option(
+    "--validation_interval",
+    type=int,
+    default=5,
+    help="Run validation every N epochs",
+)
+@click.option(
+    "--validation_config_file",
+    type=click.Path(exists=True, path_type=Path, resolve_path=True),
+    required=False,
+    help="Optional separate config file for validation runs",
+)
+@click.pass_context
+def finetune_command(
+    processors,  # pylint: disable=unused-argument
+    *,
+    config_file: Path,
+    dataset: Path,
+    result_json_path: str,
+    endpoint: str,
+    endpoint_timeout: int,
+    override: tuple[tuple[str, str], ...],
+    validation_dataset: Path,
+    validation_interval: int,
+    validation_config_file: Path,
+):
+    """
+    Run finetuning based on the configuration file.
+
+    This command will:
+    1. Load the configuration with finetuning settings
+    2. Initialize the finetuning runner
+    3. Run evaluation to collect trajectories
+    4. Submit trajectories for training
+    5. Monitor training progress
+    """
+    logger.info("Starting finetuning with config: %s", config_file)
+
+    # Apply overrides if provided
+    if override:
+        logger.info("Applying config overrides: %s", override)
+        # TODO: Implement config override logic similar to other commands
+
+    try:
+        # Run the finetuning process
+        run_finetuning_sync(
+            FinetuneRunConfig(
+                config_file=config_file,
+                dataset=dataset,
+                result_json_path=result_json_path,
+                endpoint=endpoint,
+                endpoint_timeout=endpoint_timeout,
+                override=override,
+                validation_dataset=validation_dataset,
+                validation_interval=validation_interval,
+                validation_config_file=validation_config_file,
+            ))
+
+        logger.info("Finetuning completed successfully")
+    except Exception as e:
+        logger.error("Finetuning failed: %s", e)
+        raise click.ClickException(str(e))

nat/cli/commands/info/__init__.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/info/info.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/info/list_channels.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/info/list_components.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/object_store/__init__.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/object_store/object_store.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/optimize.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/{mcp → red_teaming}/__init__.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/red_teaming/red_teaming.py

@@ -0,0 +1,138 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Red teaming CLI command."""
+
+from __future__ import annotations
+
+import asyncio
+import logging
+from pathlib import Path
+
+import click
+
+logger = logging.getLogger(__name__)
+
+
+@click.group(name=__name__, invoke_without_command=True, help="Run red teaming evaluation with multiple scenarios.")
+@click.option(
+    "--red_team_config",
+    type=click.Path(exists=True, file_okay=True, dir_okay=False, path_type=Path),
+    required=False,
+    help="A YAML/JSON file containing red teaming configuration (evaluator, scenarios, etc.).",
+)
+@click.option(
+    "--config_file",
+    type=click.Path(exists=True, file_okay=True, dir_okay=False, path_type=Path),
+    required=False,
+    help="A JSON/YAML file that sets the parameters for the base workflow. "
+    "Overrides base_workflow in red_team_config if both are provided.",
+)
+@click.option(
+    "--dataset",
+    type=click.Path(exists=True, file_okay=True, dir_okay=False, path_type=Path),
+    required=False,
+    help="A JSON file with questions and ground truth answers. "
+    "Overrides the dataset path in the config file.",
+)
+@click.option(
+    "--result_json_path",
+    type=str,
+    default="$",
+    help="A JSON path to extract the result from the workflow. "
+    "For example, '$.output' extracts the 'output' field.",
+)
+@click.option(
+    "--endpoint",
+    type=str,
+    default=None,
+    help="Use endpoint for running the workflow. Example: http://localhost:8000/generate",
+)
+@click.option(
+    "--endpoint_timeout",
+    type=int,
+    default=300,
+    help="HTTP response timeout in seconds. Only relevant if endpoint is specified.",
+)
+@click.option(
+    "--reps",
+    type=int,
+    default=1,
+    help="Number of repetitions for the evaluation.",
+)
+@click.option(
+    "--override",
+    type=(str, str),
+    multiple=True,
+    help="Override config values for the base workflow config using dot notation "
+    "(e.g., --override llms.nim_llm.temperature 0.7)",
+)
+@click.pass_context
+def red_team_command(ctx, **kwargs) -> None:
+    """Run red teaming evaluation with multiple scenarios."""
+    pass
+
+
+@red_team_command.result_callback(replace=True)
+def process_red_team_eval(
+    processors,
+    *,
+    red_team_config: Path | None,
+    config_file: Path | None,
+    dataset: Path | None,
+    result_json_path: str,
+    endpoint: str | None,
+    endpoint_timeout: int,
+    reps: int,
+    override: tuple[tuple[str, str], ...],
+):
+    """Process the red team eval command and execute the evaluation."""
+    from nat.eval.runners.red_teaming_runner import RedTeamingRunner
+    from nat.runtime.loader import load_config
+
+    from .red_teaming_utils import load_red_teaming_config
+
+    # Must have at least one of these
+    if red_team_config is None and config_file is None:
+        raise click.ClickException("Either --red_team_config or --config_file must be provided.")
+
+    # Load configs
+    rt_config = None
+    if red_team_config is not None:
+        rt_config = load_red_teaming_config(red_team_config)
+        base_workflow_path = config_file or rt_config.base_workflow
+        if base_workflow_path is None:
+            raise click.ClickException(
+                "No base workflow specified. Set 'base_workflow' in red_team_config or provide --config_file.")
+        base_workflow_config = load_config(base_workflow_path)
+    else:
+        assert config_file is not None
+        base_workflow_config = load_config(config_file)
+
+    # Create and run the runner
+    runner = RedTeamingRunner(
+        config=rt_config,
+        base_workflow_config=base_workflow_config,
+        dataset_path=str(dataset) if dataset else None,
+        result_json_path=result_json_path,
+        endpoint=endpoint,
+        endpoint_timeout=endpoint_timeout,
+        reps=reps,
+        overrides=override,
+    )
+
+    try:
+        _ = asyncio.run(runner.run())
+    except ValueError as e:
+        raise click.ClickException(str(e)) from e

nat/cli/commands/red_teaming/red_teaming_utils.py

@@ -0,0 +1,73 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Utility functions for red team evaluation CLI."""
+
+from __future__ import annotations
+
+import json
+import logging
+from pathlib import Path
+
+import yaml
+
+from nat.eval.runners.red_teaming_runner import RedTeamingRunnerConfig
+
+logger = logging.getLogger(__name__)
+
+
+def load_red_teaming_config(config_file: Path) -> RedTeamingRunnerConfig:
+    """Load a RedTeamingRunnerConfig from a YAML or JSON file.
+
+    Args:
+        config_file: Path to the configuration file (YAML or JSON)
+
+    Returns:
+        Parsed RedTeamingRunnerConfig object
+
+    Raises:
+        ValueError: If the file format is invalid or parsing fails
+        FileNotFoundError: If the file doesn't exist
+    """
+    # Ensure plugins are discovered and registered before parsing the config.
+    # This triggers rebuild_annotations() which allows Pydantic to resolve
+    # discriminated unions (e.g., _type: nim -> NIMConfig).
+    from nat.runtime.loader import PluginTypes
+    from nat.runtime.loader import discover_and_register_plugins
+    discover_and_register_plugins(PluginTypes.CONFIG_OBJECT)
+
+    logger.info("Loading red teaming config from: %s", config_file)
+
+    if not config_file.exists():
+        raise FileNotFoundError(f"Red teaming config file not found: {config_file}")
+
+    with open(config_file, encoding='utf-8') as f:
+        if config_file.suffix in ('.yml', '.yaml'):
+            config_data = yaml.safe_load(f)
+        elif config_file.suffix == '.json':
+            config_data = json.load(f)
+        else:
+            raise ValueError(f"Unsupported file format: {config_file.suffix}. "
+                             "Use .yml, .yaml, or .json")
+
+    if not isinstance(config_data, dict):
+        raise ValueError(f"Red teaming config file must contain a dictionary, got {type(config_data)}")
+
+    try:
+        config = RedTeamingRunnerConfig(**config_data)
+    except Exception as e:
+        raise ValueError(f"Failed to parse red teaming config: {e}") from e
+
+    logger.info("Loaded red teaming config with %d scenarios", len(config.scenarios))
+    return config

nat/cli/commands/registry/__init__.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/registry/publish.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/registry/pull.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/cli/commands/registry/registry.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");