nvidia-nat 1.4.0a20251112__py3-none-any.whl → 1.4.0a20260113__py3-none-any.whl

nat/eval/runtime_evaluator/__init__.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/runtime_evaluator/evaluate.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/runtime_evaluator/register.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/runtime_event_subscriber.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/swe_bench_evaluator/evaluate.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/swe_bench_evaluator/register.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/trajectory_evaluator/evaluate.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -15,7 +15,7 @@
 
 import logging
 
-from langchain.evaluation import TrajectoryEvalChain
+from langchain_classic.evaluation import TrajectoryEvalChain
 from langchain_core.language_models import BaseChatModel
 from langchain_core.tools import BaseTool
 

nat/eval/trajectory_evaluator/register.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/tunable_rag_evaluator/evaluate.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -16,11 +16,11 @@
 import logging
 from collections.abc import Callable
 
-from langchain.output_parsers import ResponseSchema
-from langchain.output_parsers import StructuredOutputParser
-from langchain.schema import HumanMessage
-from langchain.schema import SystemMessage
+from langchain_classic.output_parsers import ResponseSchema
+from langchain_classic.output_parsers import StructuredOutputParser
 from langchain_core.language_models import BaseChatModel
+from langchain_core.messages import HumanMessage
+from langchain_core.messages import SystemMessage
 from langchain_core.runnables import RunnableLambda
 
 from nat.eval.evaluator.base_evaluator import BaseEvaluator

nat/eval/tunable_rag_evaluator/register.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/usage_stats.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/utils/eval_trace_ctx.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/utils/output_uploader.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/utils/tqdm_position_registry.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/eval/utils/weave_eval.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/decorators/experimental_warning_decorator.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/editing/iterative_plan_refinement_editor.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/editing/llm_as_a_judge_editor.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/editing/motivation_aware_summarization.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/functions/execute_score_select_function.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/functions/multi_llm_judge_function.py

@@ -0,0 +1,88 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+
+from pydantic import Field
+
+from nat.builder.builder import Builder
+from nat.builder.function_info import FunctionInfo
+from nat.cli.register_workflow import register_function
+from nat.data_models.component_ref import TTCStrategyRef
+from nat.data_models.function import FunctionBaseConfig
+from nat.experimental.test_time_compute.models.stage_enums import PipelineTypeEnum
+from nat.experimental.test_time_compute.models.stage_enums import StageTypeEnum
+from nat.experimental.test_time_compute.models.ttc_item import TTCItem
+
+logger = logging.getLogger(__name__)
+
+
+class MultiLLMJudgeFunctionConfig(FunctionBaseConfig, name="multi_llm_judge_function"):
+    """
+    Configuration for a function that orchestrates multi-LLM search and
+    judge-based selection.
+    """
+    search_strategy: TTCStrategyRef = Field(description="Strategy to search/generate responses "
+                                            "(e.g. multi_llm_generation)")
+    selection_strategy: TTCStrategyRef = Field(description="Strategy to select the best response "
+                                               "(e.g. llm_judge_selection)")
+
+
+@register_function(config_type=MultiLLMJudgeFunctionConfig)
+async def execute_multi_llm_judge_function(config: MultiLLMJudgeFunctionConfig, builder: Builder):
+    # Resolve Strategies
+    # Using CUSTOM pipeline type as this is a custom orchestration
+    search_strat = await builder.get_ttc_strategy(strategy_name=config.search_strategy,
+                                                  pipeline_type=PipelineTypeEnum.CUSTOM,
+                                                  stage_type=StageTypeEnum.SEARCH)
+
+    select_strat = await builder.get_ttc_strategy(strategy_name=config.selection_strategy,
+                                                  pipeline_type=PipelineTypeEnum.CUSTOM,
+                                                  stage_type=StageTypeEnum.SELECTION)
+
+    async def execute_fn(user_query: str) -> str:
+        logger.info("Starting Multi-LLM Judge Function execution.")
+
+        # Step 1: Search (Generate responses)
+        # Create initial item with input
+        initial_items = [TTCItem(input=user_query)]
+
+        logger.info("Executing search strategy...")
+        generated_items = await search_strat.ainvoke(items=initial_items, original_prompt=user_query)
+
+        if not generated_items:
+            logger.warning("Search strategy produced no items. Returning empty string.")
+            return ""
+
+        logger.info("Generated %d responses.", len(generated_items))
+
+        # Step 2: Selection (Judge)
+        logger.info("Executing selection strategy...")
+        selected_items = await select_strat.ainvoke(items=generated_items, original_prompt=user_query)
+
+        if not selected_items:
+            logger.warning("Selection strategy returned no items. "
+                           "Returning first generated item.")
+            return str(generated_items[0].output)
+
+        result = str(selected_items[0].output)
+        logger.info("Function execution completed.")
+        return result
+
+    yield FunctionInfo.from_fn(
+        fn=execute_fn,
+        description=("This function queries multiple LLMs with a user query and "
+                     "uses a Judge LLM to select the best response."),
+    )

nat/experimental/test_time_compute/functions/plan_select_execute_function.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/functions/ttc_tool_orchestration_function.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/functions/ttc_tool_wrapper_function.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/models/editor_config.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/models/scoring_config.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/models/search_config.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -50,6 +50,7 @@ class SingleShotMultiPlanConfig(TTCStrategyBaseConfig, name="single_shot_multi_p
         description="The template to use for generating plans.")
 
     @model_validator(mode="before")
+    @classmethod
     def validate_strategies(cls, values: dict[str, typing.Any]) -> dict[str, typing.Any]:
         """
         Ensure that the required LLMs are provided based on the selected strategies.
@@ -87,9 +88,10 @@ class MultiLLMPlanConfig(TTCStrategyBaseConfig, name="multi_llm_plan"):
         description="The template to use for generating plans.")
 
     @model_validator(mode="before")
+    @classmethod
     def validate_multi_llm_strategies(cls, values: dict) -> dict:
         if not values.get('llms'):
-            raise ValueError('Must provide at least one LLMRef in `llms` for multi-LLM strategy.')
+            raise ValueError('Must provide at least one LLMRef in `llms` for multi_llm_plan strategy.')
         return values
 
 
@@ -114,7 +116,23 @@ class MultiQueryRetrievalSearchConfig(TTCStrategyBaseConfig, name="multi_query_r
         description="Prompt template for rewriting the task from a different perspective.")
 
     @model_validator(mode="before")
+    @classmethod
     def validate_llms(cls, values):
         if not values.get('llms'):
             raise ValueError("At least one LLMRef must be provided for multi_query_retrieval_search.")
         return values
+
+
+class MultiLLMGenerationConfig(TTCStrategyBaseConfig, name="multi_llm_generation"):
+    """Configuration for a 'multi LLM generation' strategy."""
+    llms: list[LLMRef] = Field(default_factory=list, description="List of LLMs to use for response generation.")
+    generation_template: str = Field(default=("You are a helpful AI assistant. Answer the following user "
+                                              "query:\n\nQuery: {prompt}\n\nAnswer:"),
+                                     description="The template to use for generating responses.")
+
+    @model_validator(mode="before")
+    @classmethod
+    def validate_config(cls, values: dict) -> dict:
+        if not values.get('llms') or not isinstance(values.get('llms'), list) or len(values['llms']) == 0:
+            raise ValueError("At least one LLMRef must be provided for multi_llm_generation strategy.")
+        return values

nat/experimental/test_time_compute/models/selection_config.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -11,7 +11,7 @@
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
-# limitations under the License..
+# limitations under the License.
 
 import typing
 
@@ -49,6 +49,7 @@ class LLMBasedPlanSelectionConfig(TTCStrategyBaseConfig, name="llm_based_plan_se
         "the plans and select the best one. Ensure it is clear and concise.")
 
     @model_validator(mode="before")
+    @classmethod
     def validate_strategies(cls, values: dict[str, typing.Any]) -> dict[str, typing.Any]:
         """
         Ensure that the selection_llm is provided when using LLMBasedSelection.
@@ -91,6 +92,7 @@ class LLMBasedAgentOutputSelectionConfig(TTCStrategyBaseConfig, name="llm_based_
         "{input}, and {results} ")
 
     @model_validator(mode="before")
+    @classmethod
     def validate_strategies(cls, values: dict[str, typing.Any]) -> dict[str, typing.Any]:
         """
         Ensure that the selection_llm is provided when using LLMBasedSelection.
@@ -128,6 +130,7 @@ class LLMBasedOutputMergingConfig(TTCStrategyBaseConfig, name="llm_based_agent_o
         "{input}, and {results} ")
 
     @model_validator(mode="before")
+    @classmethod
     def validate_strategies(cls, values: dict[str, typing.Any]) -> dict[str, typing.Any]:
         """
         Ensure that the selection_llm is provided when using LLMBasedSelection.
@@ -152,3 +155,31 @@ class BestOfNSelectionConfig(TTCStrategyBaseConfig, name="best_of_n_selection"):
     Configuration for Best of N Selection
     """
     pass
+
+
+class LLMJudgeSelectionConfig(TTCStrategyBaseConfig, name="llm_judge_selection"):
+    """
+    Configuration for a judge-based selection strategy.
+    """
+    judge_llm: LLMRef | typing.Any = Field(description="The LLM to use for the selection (judge) strategy.")
+
+    selection_template: str = Field(default=("You are a fair and critical judge. You will be provided with a "
+                                             "user query and several candidate responses.\n"
+                                             "Your task is to select the best response based on accuracy, "
+                                             "helpfulness, and clarity.\n\n"
+                                             "User Query: {original_prompt}\n\n"
+                                             "Candidate Responses:\n"
+                                             "{results}\n\n"
+                                             "Please analyze the responses and select the single best one.\n"
+                                             "Respond with 'SELECTED ITEM: <number>' where <number> is the "
+                                             "index of the selected response (starting from 1).\n"
+                                             "Provide a brief reasoning after the selection."),
+                                    description="The template to use for the judge to select the best "
+                                    "response.")
+
+    @model_validator(mode="before")
+    @classmethod
+    def validate_config(cls, values: dict) -> dict:
+        if not values.get('judge_llm'):
+            raise ValueError("`judge_llm` must be provided for llm_judge_selection strategy.")
+        return values

nat/experimental/test_time_compute/models/stage_enums.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/models/strategy_base.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/models/tool_use_config.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/models/ttc_item.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/register.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -19,12 +19,14 @@ from .editing import iterative_plan_refinement_editor
 from .editing import llm_as_a_judge_editor
 from .editing import motivation_aware_summarization
 from .functions import execute_score_select_function
+from .functions import multi_llm_judge_function
 from .functions import plan_select_execute_function
 from .functions import ttc_tool_orchestration_function
 from .functions import ttc_tool_wrapper_function
 from .scoring import llm_based_agent_scorer
 from .scoring import llm_based_plan_scorer
 from .scoring import motivation_aware_scorer
+from .search import multi_llm_generation
 from .search import multi_llm_planner
 from .search import multi_query_retrieval_search
 from .search import single_shot_multi_plan_planner
@@ -32,4 +34,5 @@ from .selection import best_of_n_selector
 from .selection import llm_based_agent_output_selector
 from .selection import llm_based_output_merging_selector
 from .selection import llm_based_plan_selector
+from .selection import llm_judge_selection
 from .selection import threshold_selector

nat/experimental/test_time_compute/scoring/llm_based_agent_scorer.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/scoring/llm_based_plan_scorer.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/scoring/motivation_aware_scorer.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/search/multi_llm_generation.py

@@ -0,0 +1,115 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import asyncio
+import logging
+
+from nat.builder.builder import Builder
+from nat.builder.framework_enum import LLMFrameworkEnum
+from nat.cli.register_workflow import register_ttc_strategy
+from nat.experimental.test_time_compute.models.search_config import MultiLLMGenerationConfig
+from nat.experimental.test_time_compute.models.stage_enums import PipelineTypeEnum
+from nat.experimental.test_time_compute.models.stage_enums import StageTypeEnum
+from nat.experimental.test_time_compute.models.strategy_base import StrategyBase
+from nat.experimental.test_time_compute.models.ttc_item import TTCItem
+from nat.utils.io.model_processing import remove_r1_think_tags
+
+logger = logging.getLogger(__name__)
+
+
+class MultiLLMGeneration(StrategyBase):
+    """
+    A search strategy that uses multiple configured LLMs to generate responses.
+    """
+
+    def __init__(self, config: MultiLLMGenerationConfig) -> None:
+        super().__init__(config)
+        self.config = config
+        self.llms_bound = []
+
+    async def build_components(self, builder: Builder) -> None:
+        """
+        Builds the LLMs configured in the strategy.
+        """
+        logger.debug("Building components for MultiLLMGeneration")
+        self.llms_bound = []
+        for llm_ref in self.config.llms:
+            bound_llm = await builder.get_llm(llm_ref, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
+            self.llms_bound.append(bound_llm)
+
+    def supported_pipeline_types(self) -> list[PipelineTypeEnum]:
+        return [PipelineTypeEnum.CUSTOM, PipelineTypeEnum.PLANNING, PipelineTypeEnum.AGENT_EXECUTION]
+
+    def stage_type(self) -> StageTypeEnum:
+        return StageTypeEnum.SEARCH
+
+    async def _generate_response(self, llm, prompt: str) -> TTCItem:
+        try:
+            response = await llm.ainvoke(prompt)
+            content = (response.content if hasattr(response, 'content') else str(response))
+            cleaned = remove_r1_think_tags(content)
+            return TTCItem(output=cleaned, metadata={"model": getattr(llm, "model_name", "unknown")})
+        except Exception as exc:
+            logger.error("Error generating response from LLM: %s", exc)
+            return TTCItem(output=f"Error: {str(exc)}", metadata={"error": str(exc)})
+
+    async def ainvoke(self,
+                      items: list[TTCItem],
+                      original_prompt: str | None = None,
+                      agent_context: str | None = None,
+                      **kwargs) -> list[TTCItem]:
+        """
+        Generate responses using the configured LLMs.
+        """
+        if not self.llms_bound:
+            raise ValueError("No LLMs bound. Ensure `build_components` has been called.")
+
+        try:
+            from langchain_core.prompts import PromptTemplate
+        except ImportError as exc:
+            raise ImportError("langchain-core is not installed.") from exc
+
+        # Use original_prompt if available, otherwise try to get from items
+        if not original_prompt and items and items[0].input:
+            original_prompt = items[0].input
+
+        if not original_prompt:
+            logger.warning("No prompt provided for generation.")
+            return []
+
+        prompt_template = PromptTemplate(template=self.config.generation_template,
+                                         input_variables=["prompt"],
+                                         validate_template=True)
+
+        formatted_prompt = (await prompt_template.ainvoke({"prompt": original_prompt})).to_string()
+
+        logger.info("Generating responses using %d LLMs.", len(self.llms_bound))
+        tasks = [self._generate_response(llm, formatted_prompt) for llm in self.llms_bound]
+        results = await asyncio.gather(*tasks)
+
+        # If we have input items, we might want to attach the new outputs to them
+        # or create new items. Since search usually expands, we return the new
+        # items. We'll ensure the input is preserved.
+        for res in results:
+            res.input = original_prompt
+
+        return results
+
+
+@register_ttc_strategy(config_type=MultiLLMGenerationConfig)
+async def register_multi_llm_generation(config: MultiLLMGenerationConfig, builder: Builder):
+    strategy = MultiLLMGeneration(config)
+    await strategy.build_components(builder)
+    yield strategy

nat/experimental/test_time_compute/search/multi_llm_planner.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/search/multi_query_retrieval_search.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/search/single_shot_multi_plan_planner.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

nat/experimental/test_time_compute/selection/best_of_n_selector.py

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");