nvidia-nat 1.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- aiq/__init__.py +66 -0
- nat/agent/__init__.py +0 -0
- nat/agent/base.py +256 -0
- nat/agent/dual_node.py +67 -0
- nat/agent/react_agent/__init__.py +0 -0
- nat/agent/react_agent/agent.py +363 -0
- nat/agent/react_agent/output_parser.py +104 -0
- nat/agent/react_agent/prompt.py +44 -0
- nat/agent/react_agent/register.py +149 -0
- nat/agent/reasoning_agent/__init__.py +0 -0
- nat/agent/reasoning_agent/reasoning_agent.py +225 -0
- nat/agent/register.py +23 -0
- nat/agent/rewoo_agent/__init__.py +0 -0
- nat/agent/rewoo_agent/agent.py +415 -0
- nat/agent/rewoo_agent/prompt.py +110 -0
- nat/agent/rewoo_agent/register.py +157 -0
- nat/agent/tool_calling_agent/__init__.py +0 -0
- nat/agent/tool_calling_agent/agent.py +119 -0
- nat/agent/tool_calling_agent/register.py +106 -0
- nat/authentication/__init__.py +14 -0
- nat/authentication/api_key/__init__.py +14 -0
- nat/authentication/api_key/api_key_auth_provider.py +96 -0
- nat/authentication/api_key/api_key_auth_provider_config.py +124 -0
- nat/authentication/api_key/register.py +26 -0
- nat/authentication/exceptions/__init__.py +14 -0
- nat/authentication/exceptions/api_key_exceptions.py +38 -0
- nat/authentication/http_basic_auth/__init__.py +0 -0
- nat/authentication/http_basic_auth/http_basic_auth_provider.py +81 -0
- nat/authentication/http_basic_auth/register.py +30 -0
- nat/authentication/interfaces.py +93 -0
- nat/authentication/oauth2/__init__.py +14 -0
- nat/authentication/oauth2/oauth2_auth_code_flow_provider.py +107 -0
- nat/authentication/oauth2/oauth2_auth_code_flow_provider_config.py +39 -0
- nat/authentication/oauth2/register.py +25 -0
- nat/authentication/register.py +21 -0
- nat/builder/__init__.py +0 -0
- nat/builder/builder.py +285 -0
- nat/builder/component_utils.py +316 -0
- nat/builder/context.py +270 -0
- nat/builder/embedder.py +24 -0
- nat/builder/eval_builder.py +161 -0
- nat/builder/evaluator.py +29 -0
- nat/builder/framework_enum.py +24 -0
- nat/builder/front_end.py +73 -0
- nat/builder/function.py +344 -0
- nat/builder/function_base.py +380 -0
- nat/builder/function_info.py +627 -0
- nat/builder/intermediate_step_manager.py +174 -0
- nat/builder/llm.py +25 -0
- nat/builder/retriever.py +25 -0
- nat/builder/user_interaction_manager.py +78 -0
- nat/builder/workflow.py +148 -0
- nat/builder/workflow_builder.py +1117 -0
- nat/cli/__init__.py +14 -0
- nat/cli/cli_utils/__init__.py +0 -0
- nat/cli/cli_utils/config_override.py +231 -0
- nat/cli/cli_utils/validation.py +37 -0
- nat/cli/commands/__init__.py +0 -0
- nat/cli/commands/configure/__init__.py +0 -0
- nat/cli/commands/configure/channel/__init__.py +0 -0
- nat/cli/commands/configure/channel/add.py +28 -0
- nat/cli/commands/configure/channel/channel.py +34 -0
- nat/cli/commands/configure/channel/remove.py +30 -0
- nat/cli/commands/configure/channel/update.py +30 -0
- nat/cli/commands/configure/configure.py +33 -0
- nat/cli/commands/evaluate.py +139 -0
- nat/cli/commands/info/__init__.py +14 -0
- nat/cli/commands/info/info.py +37 -0
- nat/cli/commands/info/list_channels.py +32 -0
- nat/cli/commands/info/list_components.py +129 -0
- nat/cli/commands/info/list_mcp.py +304 -0
- nat/cli/commands/registry/__init__.py +14 -0
- nat/cli/commands/registry/publish.py +88 -0
- nat/cli/commands/registry/pull.py +118 -0
- nat/cli/commands/registry/registry.py +36 -0
- nat/cli/commands/registry/remove.py +108 -0
- nat/cli/commands/registry/search.py +155 -0
- nat/cli/commands/sizing/__init__.py +14 -0
- nat/cli/commands/sizing/calc.py +297 -0
- nat/cli/commands/sizing/sizing.py +27 -0
- nat/cli/commands/start.py +246 -0
- nat/cli/commands/uninstall.py +81 -0
- nat/cli/commands/validate.py +47 -0
- nat/cli/commands/workflow/__init__.py +14 -0
- nat/cli/commands/workflow/templates/__init__.py.j2 +0 -0
- nat/cli/commands/workflow/templates/config.yml.j2 +16 -0
- nat/cli/commands/workflow/templates/pyproject.toml.j2 +22 -0
- nat/cli/commands/workflow/templates/register.py.j2 +5 -0
- nat/cli/commands/workflow/templates/workflow.py.j2 +36 -0
- nat/cli/commands/workflow/workflow.py +37 -0
- nat/cli/commands/workflow/workflow_commands.py +317 -0
- nat/cli/entrypoint.py +135 -0
- nat/cli/main.py +57 -0
- nat/cli/register_workflow.py +488 -0
- nat/cli/type_registry.py +1000 -0
- nat/data_models/__init__.py +14 -0
- nat/data_models/api_server.py +716 -0
- nat/data_models/authentication.py +231 -0
- nat/data_models/common.py +171 -0
- nat/data_models/component.py +58 -0
- nat/data_models/component_ref.py +168 -0
- nat/data_models/config.py +410 -0
- nat/data_models/dataset_handler.py +169 -0
- nat/data_models/discovery_metadata.py +305 -0
- nat/data_models/embedder.py +27 -0
- nat/data_models/evaluate.py +127 -0
- nat/data_models/evaluator.py +26 -0
- nat/data_models/front_end.py +26 -0
- nat/data_models/function.py +30 -0
- nat/data_models/function_dependencies.py +72 -0
- nat/data_models/interactive.py +246 -0
- nat/data_models/intermediate_step.py +302 -0
- nat/data_models/invocation_node.py +38 -0
- nat/data_models/llm.py +27 -0
- nat/data_models/logging.py +26 -0
- nat/data_models/memory.py +27 -0
- nat/data_models/object_store.py +44 -0
- nat/data_models/profiler.py +54 -0
- nat/data_models/registry_handler.py +26 -0
- nat/data_models/retriever.py +30 -0
- nat/data_models/retry_mixin.py +35 -0
- nat/data_models/span.py +190 -0
- nat/data_models/step_adaptor.py +64 -0
- nat/data_models/streaming.py +33 -0
- nat/data_models/swe_bench_model.py +54 -0
- nat/data_models/telemetry_exporter.py +26 -0
- nat/data_models/ttc_strategy.py +30 -0
- nat/embedder/__init__.py +0 -0
- nat/embedder/nim_embedder.py +59 -0
- nat/embedder/openai_embedder.py +43 -0
- nat/embedder/register.py +22 -0
- nat/eval/__init__.py +14 -0
- nat/eval/config.py +60 -0
- nat/eval/dataset_handler/__init__.py +0 -0
- nat/eval/dataset_handler/dataset_downloader.py +106 -0
- nat/eval/dataset_handler/dataset_filter.py +52 -0
- nat/eval/dataset_handler/dataset_handler.py +367 -0
- nat/eval/evaluate.py +510 -0
- nat/eval/evaluator/__init__.py +14 -0
- nat/eval/evaluator/base_evaluator.py +77 -0
- nat/eval/evaluator/evaluator_model.py +45 -0
- nat/eval/intermediate_step_adapter.py +99 -0
- nat/eval/rag_evaluator/__init__.py +0 -0
- nat/eval/rag_evaluator/evaluate.py +178 -0
- nat/eval/rag_evaluator/register.py +143 -0
- nat/eval/register.py +23 -0
- nat/eval/remote_workflow.py +133 -0
- nat/eval/runners/__init__.py +14 -0
- nat/eval/runners/config.py +39 -0
- nat/eval/runners/multi_eval_runner.py +54 -0
- nat/eval/runtime_event_subscriber.py +52 -0
- nat/eval/swe_bench_evaluator/__init__.py +0 -0
- nat/eval/swe_bench_evaluator/evaluate.py +215 -0
- nat/eval/swe_bench_evaluator/register.py +36 -0
- nat/eval/trajectory_evaluator/__init__.py +0 -0
- nat/eval/trajectory_evaluator/evaluate.py +75 -0
- nat/eval/trajectory_evaluator/register.py +40 -0
- nat/eval/tunable_rag_evaluator/__init__.py +0 -0
- nat/eval/tunable_rag_evaluator/evaluate.py +245 -0
- nat/eval/tunable_rag_evaluator/register.py +52 -0
- nat/eval/usage_stats.py +41 -0
- nat/eval/utils/__init__.py +0 -0
- nat/eval/utils/output_uploader.py +140 -0
- nat/eval/utils/tqdm_position_registry.py +40 -0
- nat/eval/utils/weave_eval.py +184 -0
- nat/experimental/__init__.py +0 -0
- nat/experimental/decorators/__init__.py +0 -0
- nat/experimental/decorators/experimental_warning_decorator.py +134 -0
- nat/experimental/test_time_compute/__init__.py +0 -0
- nat/experimental/test_time_compute/editing/__init__.py +0 -0
- nat/experimental/test_time_compute/editing/iterative_plan_refinement_editor.py +147 -0
- nat/experimental/test_time_compute/editing/llm_as_a_judge_editor.py +204 -0
- nat/experimental/test_time_compute/editing/motivation_aware_summarization.py +107 -0
- nat/experimental/test_time_compute/functions/__init__.py +0 -0
- nat/experimental/test_time_compute/functions/execute_score_select_function.py +105 -0
- nat/experimental/test_time_compute/functions/plan_select_execute_function.py +224 -0
- nat/experimental/test_time_compute/functions/ttc_tool_orchestration_function.py +205 -0
- nat/experimental/test_time_compute/functions/ttc_tool_wrapper_function.py +146 -0
- nat/experimental/test_time_compute/models/__init__.py +0 -0
- nat/experimental/test_time_compute/models/editor_config.py +132 -0
- nat/experimental/test_time_compute/models/scoring_config.py +112 -0
- nat/experimental/test_time_compute/models/search_config.py +120 -0
- nat/experimental/test_time_compute/models/selection_config.py +154 -0
- nat/experimental/test_time_compute/models/stage_enums.py +43 -0
- nat/experimental/test_time_compute/models/strategy_base.py +66 -0
- nat/experimental/test_time_compute/models/tool_use_config.py +41 -0
- nat/experimental/test_time_compute/models/ttc_item.py +48 -0
- nat/experimental/test_time_compute/register.py +36 -0
- nat/experimental/test_time_compute/scoring/__init__.py +0 -0
- nat/experimental/test_time_compute/scoring/llm_based_agent_scorer.py +168 -0
- nat/experimental/test_time_compute/scoring/llm_based_plan_scorer.py +168 -0
- nat/experimental/test_time_compute/scoring/motivation_aware_scorer.py +111 -0
- nat/experimental/test_time_compute/search/__init__.py +0 -0
- nat/experimental/test_time_compute/search/multi_llm_planner.py +128 -0
- nat/experimental/test_time_compute/search/multi_query_retrieval_search.py +122 -0
- nat/experimental/test_time_compute/search/single_shot_multi_plan_planner.py +128 -0
- nat/experimental/test_time_compute/selection/__init__.py +0 -0
- nat/experimental/test_time_compute/selection/best_of_n_selector.py +63 -0
- nat/experimental/test_time_compute/selection/llm_based_agent_output_selector.py +131 -0
- nat/experimental/test_time_compute/selection/llm_based_output_merging_selector.py +159 -0
- nat/experimental/test_time_compute/selection/llm_based_plan_selector.py +128 -0
- nat/experimental/test_time_compute/selection/threshold_selector.py +58 -0
- nat/front_ends/__init__.py +14 -0
- nat/front_ends/console/__init__.py +14 -0
- nat/front_ends/console/authentication_flow_handler.py +233 -0
- nat/front_ends/console/console_front_end_config.py +32 -0
- nat/front_ends/console/console_front_end_plugin.py +96 -0
- nat/front_ends/console/register.py +25 -0
- nat/front_ends/cron/__init__.py +14 -0
- nat/front_ends/fastapi/__init__.py +14 -0
- nat/front_ends/fastapi/auth_flow_handlers/__init__.py +0 -0
- nat/front_ends/fastapi/auth_flow_handlers/http_flow_handler.py +27 -0
- nat/front_ends/fastapi/auth_flow_handlers/websocket_flow_handler.py +107 -0
- nat/front_ends/fastapi/fastapi_front_end_config.py +241 -0
- nat/front_ends/fastapi/fastapi_front_end_controller.py +68 -0
- nat/front_ends/fastapi/fastapi_front_end_plugin.py +116 -0
- nat/front_ends/fastapi/fastapi_front_end_plugin_worker.py +1087 -0
- nat/front_ends/fastapi/html_snippets/__init__.py +14 -0
- nat/front_ends/fastapi/html_snippets/auth_code_grant_success.py +35 -0
- nat/front_ends/fastapi/intermediate_steps_subscriber.py +80 -0
- nat/front_ends/fastapi/job_store.py +183 -0
- nat/front_ends/fastapi/main.py +72 -0
- nat/front_ends/fastapi/message_handler.py +320 -0
- nat/front_ends/fastapi/message_validator.py +352 -0
- nat/front_ends/fastapi/register.py +25 -0
- nat/front_ends/fastapi/response_helpers.py +195 -0
- nat/front_ends/fastapi/step_adaptor.py +319 -0
- nat/front_ends/mcp/__init__.py +14 -0
- nat/front_ends/mcp/mcp_front_end_config.py +36 -0
- nat/front_ends/mcp/mcp_front_end_plugin.py +81 -0
- nat/front_ends/mcp/mcp_front_end_plugin_worker.py +143 -0
- nat/front_ends/mcp/register.py +27 -0
- nat/front_ends/mcp/tool_converter.py +241 -0
- nat/front_ends/register.py +22 -0
- nat/front_ends/simple_base/__init__.py +14 -0
- nat/front_ends/simple_base/simple_front_end_plugin_base.py +54 -0
- nat/llm/__init__.py +0 -0
- nat/llm/aws_bedrock_llm.py +57 -0
- nat/llm/nim_llm.py +46 -0
- nat/llm/openai_llm.py +46 -0
- nat/llm/register.py +23 -0
- nat/llm/utils/__init__.py +14 -0
- nat/llm/utils/env_config_value.py +94 -0
- nat/llm/utils/error.py +17 -0
- nat/memory/__init__.py +20 -0
- nat/memory/interfaces.py +183 -0
- nat/memory/models.py +112 -0
- nat/meta/pypi.md +58 -0
- nat/object_store/__init__.py +20 -0
- nat/object_store/in_memory_object_store.py +76 -0
- nat/object_store/interfaces.py +84 -0
- nat/object_store/models.py +38 -0
- nat/object_store/register.py +20 -0
- nat/observability/__init__.py +14 -0
- nat/observability/exporter/__init__.py +14 -0
- nat/observability/exporter/base_exporter.py +449 -0
- nat/observability/exporter/exporter.py +78 -0
- nat/observability/exporter/file_exporter.py +33 -0
- nat/observability/exporter/processing_exporter.py +322 -0
- nat/observability/exporter/raw_exporter.py +52 -0
- nat/observability/exporter/span_exporter.py +288 -0
- nat/observability/exporter_manager.py +335 -0
- nat/observability/mixin/__init__.py +14 -0
- nat/observability/mixin/batch_config_mixin.py +26 -0
- nat/observability/mixin/collector_config_mixin.py +23 -0
- nat/observability/mixin/file_mixin.py +288 -0
- nat/observability/mixin/file_mode.py +23 -0
- nat/observability/mixin/resource_conflict_mixin.py +134 -0
- nat/observability/mixin/serialize_mixin.py +61 -0
- nat/observability/mixin/type_introspection_mixin.py +183 -0
- nat/observability/processor/__init__.py +14 -0
- nat/observability/processor/batching_processor.py +310 -0
- nat/observability/processor/callback_processor.py +42 -0
- nat/observability/processor/intermediate_step_serializer.py +28 -0
- nat/observability/processor/processor.py +71 -0
- nat/observability/register.py +96 -0
- nat/observability/utils/__init__.py +14 -0
- nat/observability/utils/dict_utils.py +236 -0
- nat/observability/utils/time_utils.py +31 -0
- nat/plugins/.namespace +1 -0
- nat/profiler/__init__.py +0 -0
- nat/profiler/calc/__init__.py +14 -0
- nat/profiler/calc/calc_runner.py +627 -0
- nat/profiler/calc/calculations.py +288 -0
- nat/profiler/calc/data_models.py +188 -0
- nat/profiler/calc/plot.py +345 -0
- nat/profiler/callbacks/__init__.py +0 -0
- nat/profiler/callbacks/agno_callback_handler.py +295 -0
- nat/profiler/callbacks/base_callback_class.py +20 -0
- nat/profiler/callbacks/langchain_callback_handler.py +290 -0
- nat/profiler/callbacks/llama_index_callback_handler.py +205 -0
- nat/profiler/callbacks/semantic_kernel_callback_handler.py +238 -0
- nat/profiler/callbacks/token_usage_base_model.py +27 -0
- nat/profiler/data_frame_row.py +51 -0
- nat/profiler/data_models.py +24 -0
- nat/profiler/decorators/__init__.py +0 -0
- nat/profiler/decorators/framework_wrapper.py +131 -0
- nat/profiler/decorators/function_tracking.py +254 -0
- nat/profiler/forecasting/__init__.py +0 -0
- nat/profiler/forecasting/config.py +18 -0
- nat/profiler/forecasting/model_trainer.py +75 -0
- nat/profiler/forecasting/models/__init__.py +22 -0
- nat/profiler/forecasting/models/forecasting_base_model.py +40 -0
- nat/profiler/forecasting/models/linear_model.py +197 -0
- nat/profiler/forecasting/models/random_forest_regressor.py +269 -0
- nat/profiler/inference_metrics_model.py +28 -0
- nat/profiler/inference_optimization/__init__.py +0 -0
- nat/profiler/inference_optimization/bottleneck_analysis/__init__.py +0 -0
- nat/profiler/inference_optimization/bottleneck_analysis/nested_stack_analysis.py +460 -0
- nat/profiler/inference_optimization/bottleneck_analysis/simple_stack_analysis.py +258 -0
- nat/profiler/inference_optimization/data_models.py +386 -0
- nat/profiler/inference_optimization/experimental/__init__.py +0 -0
- nat/profiler/inference_optimization/experimental/concurrency_spike_analysis.py +468 -0
- nat/profiler/inference_optimization/experimental/prefix_span_analysis.py +405 -0
- nat/profiler/inference_optimization/llm_metrics.py +212 -0
- nat/profiler/inference_optimization/prompt_caching.py +163 -0
- nat/profiler/inference_optimization/token_uniqueness.py +107 -0
- nat/profiler/inference_optimization/workflow_runtimes.py +72 -0
- nat/profiler/intermediate_property_adapter.py +102 -0
- nat/profiler/profile_runner.py +473 -0
- nat/profiler/utils.py +184 -0
- nat/registry_handlers/__init__.py +0 -0
- nat/registry_handlers/local/__init__.py +0 -0
- nat/registry_handlers/local/local_handler.py +176 -0
- nat/registry_handlers/local/register_local.py +37 -0
- nat/registry_handlers/metadata_factory.py +60 -0
- nat/registry_handlers/package_utils.py +571 -0
- nat/registry_handlers/pypi/__init__.py +0 -0
- nat/registry_handlers/pypi/pypi_handler.py +251 -0
- nat/registry_handlers/pypi/register_pypi.py +40 -0
- nat/registry_handlers/register.py +21 -0
- nat/registry_handlers/registry_handler_base.py +157 -0
- nat/registry_handlers/rest/__init__.py +0 -0
- nat/registry_handlers/rest/register_rest.py +56 -0
- nat/registry_handlers/rest/rest_handler.py +237 -0
- nat/registry_handlers/schemas/__init__.py +0 -0
- nat/registry_handlers/schemas/headers.py +42 -0
- nat/registry_handlers/schemas/package.py +68 -0
- nat/registry_handlers/schemas/publish.py +68 -0
- nat/registry_handlers/schemas/pull.py +82 -0
- nat/registry_handlers/schemas/remove.py +36 -0
- nat/registry_handlers/schemas/search.py +91 -0
- nat/registry_handlers/schemas/status.py +47 -0
- nat/retriever/__init__.py +0 -0
- nat/retriever/interface.py +41 -0
- nat/retriever/milvus/__init__.py +14 -0
- nat/retriever/milvus/register.py +81 -0
- nat/retriever/milvus/retriever.py +228 -0
- nat/retriever/models.py +77 -0
- nat/retriever/nemo_retriever/__init__.py +14 -0
- nat/retriever/nemo_retriever/register.py +60 -0
- nat/retriever/nemo_retriever/retriever.py +190 -0
- nat/retriever/register.py +22 -0
- nat/runtime/__init__.py +14 -0
- nat/runtime/loader.py +220 -0
- nat/runtime/runner.py +195 -0
- nat/runtime/session.py +162 -0
- nat/runtime/user_metadata.py +130 -0
- nat/settings/__init__.py +0 -0
- nat/settings/global_settings.py +318 -0
- nat/test/.namespace +1 -0
- nat/tool/__init__.py +0 -0
- nat/tool/chat_completion.py +74 -0
- nat/tool/code_execution/README.md +151 -0
- nat/tool/code_execution/__init__.py +0 -0
- nat/tool/code_execution/code_sandbox.py +267 -0
- nat/tool/code_execution/local_sandbox/.gitignore +1 -0
- nat/tool/code_execution/local_sandbox/Dockerfile.sandbox +60 -0
- nat/tool/code_execution/local_sandbox/__init__.py +13 -0
- nat/tool/code_execution/local_sandbox/local_sandbox_server.py +198 -0
- nat/tool/code_execution/local_sandbox/sandbox.requirements.txt +6 -0
- nat/tool/code_execution/local_sandbox/start_local_sandbox.sh +50 -0
- nat/tool/code_execution/register.py +74 -0
- nat/tool/code_execution/test_code_execution_sandbox.py +414 -0
- nat/tool/code_execution/utils.py +100 -0
- nat/tool/datetime_tools.py +42 -0
- nat/tool/document_search.py +141 -0
- nat/tool/github_tools/__init__.py +0 -0
- nat/tool/github_tools/create_github_commit.py +133 -0
- nat/tool/github_tools/create_github_issue.py +87 -0
- nat/tool/github_tools/create_github_pr.py +106 -0
- nat/tool/github_tools/get_github_file.py +106 -0
- nat/tool/github_tools/get_github_issue.py +166 -0
- nat/tool/github_tools/get_github_pr.py +256 -0
- nat/tool/github_tools/update_github_issue.py +100 -0
- nat/tool/mcp/__init__.py +14 -0
- nat/tool/mcp/exceptions.py +142 -0
- nat/tool/mcp/mcp_client.py +255 -0
- nat/tool/mcp/mcp_tool.py +96 -0
- nat/tool/memory_tools/__init__.py +0 -0
- nat/tool/memory_tools/add_memory_tool.py +79 -0
- nat/tool/memory_tools/delete_memory_tool.py +67 -0
- nat/tool/memory_tools/get_memory_tool.py +72 -0
- nat/tool/nvidia_rag.py +95 -0
- nat/tool/register.py +38 -0
- nat/tool/retriever.py +94 -0
- nat/tool/server_tools.py +66 -0
- nat/utils/__init__.py +0 -0
- nat/utils/data_models/__init__.py +0 -0
- nat/utils/data_models/schema_validator.py +58 -0
- nat/utils/debugging_utils.py +43 -0
- nat/utils/dump_distro_mapping.py +32 -0
- nat/utils/exception_handlers/__init__.py +0 -0
- nat/utils/exception_handlers/automatic_retries.py +289 -0
- nat/utils/exception_handlers/mcp.py +211 -0
- nat/utils/exception_handlers/schemas.py +114 -0
- nat/utils/io/__init__.py +0 -0
- nat/utils/io/model_processing.py +28 -0
- nat/utils/io/yaml_tools.py +119 -0
- nat/utils/log_utils.py +37 -0
- nat/utils/metadata_utils.py +74 -0
- nat/utils/optional_imports.py +142 -0
- nat/utils/producer_consumer_queue.py +178 -0
- nat/utils/reactive/__init__.py +0 -0
- nat/utils/reactive/base/__init__.py +0 -0
- nat/utils/reactive/base/observable_base.py +65 -0
- nat/utils/reactive/base/observer_base.py +55 -0
- nat/utils/reactive/base/subject_base.py +79 -0
- nat/utils/reactive/observable.py +59 -0
- nat/utils/reactive/observer.py +76 -0
- nat/utils/reactive/subject.py +131 -0
- nat/utils/reactive/subscription.py +49 -0
- nat/utils/settings/__init__.py +0 -0
- nat/utils/settings/global_settings.py +197 -0
- nat/utils/string_utils.py +38 -0
- nat/utils/type_converter.py +290 -0
- nat/utils/type_utils.py +484 -0
- nat/utils/url_utils.py +27 -0
- nvidia_nat-1.2.0.dist-info/METADATA +365 -0
- nvidia_nat-1.2.0.dist-info/RECORD +435 -0
- nvidia_nat-1.2.0.dist-info/WHEEL +5 -0
- nvidia_nat-1.2.0.dist-info/entry_points.txt +21 -0
- nvidia_nat-1.2.0.dist-info/licenses/LICENSE-3rd-party.txt +5478 -0
- nvidia_nat-1.2.0.dist-info/licenses/LICENSE.md +201 -0
- nvidia_nat-1.2.0.dist-info/top_level.txt +2 -0
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
PLANNER_SYSTEM_PROMPT = """
|
|
17
|
+
For the following task, make plans that can solve the problem step by step. For each plan, indicate \
|
|
18
|
+
which external tool together with tool input to retrieve evidence. You can store the evidence into a \
|
|
19
|
+
placeholder #E that can be called by later tools. (Plan, #E1, Plan, #E2, Plan, ...)
|
|
20
|
+
|
|
21
|
+
You may ask the human to the following tools:
|
|
22
|
+
|
|
23
|
+
{tools}
|
|
24
|
+
|
|
25
|
+
The tools should be one of the following: [{tool_names}]
|
|
26
|
+
|
|
27
|
+
You are not required to use all the tools listed. Choose only the ones that best fit the needs of each plan step.
|
|
28
|
+
|
|
29
|
+
Your output must be a JSON array where each element represents one planning step. Each step must be an object with
|
|
30
|
+
|
|
31
|
+
exactly two keys:
|
|
32
|
+
|
|
33
|
+
1. "plan": A string that describes in detail the action or reasoning for that step.
|
|
34
|
+
|
|
35
|
+
2. "evidence": An object representing the external tool call associated with that plan step. This object must have the
|
|
36
|
+
following keys:
|
|
37
|
+
|
|
38
|
+
-"placeholder": A string that identifies the evidence placeholder (e.g., "#E1", "#E2", etc.). The numbering should
|
|
39
|
+
be sequential based on the order of steps.
|
|
40
|
+
|
|
41
|
+
-"tool": A string specifying the name of the external tool used.
|
|
42
|
+
|
|
43
|
+
-"tool_input": The input to the tool. This can be a string, array, or object, depending on the requirements of the
|
|
44
|
+
tool.
|
|
45
|
+
|
|
46
|
+
Do not include any additional keys or characters in your output, and do not wrap your response with markdown formatting.
|
|
47
|
+
Your output must be strictly valid JSON.
|
|
48
|
+
|
|
49
|
+
Important instructions:
|
|
50
|
+
|
|
51
|
+
Do not output any additional text, comments, or markdown formatting.
|
|
52
|
+
|
|
53
|
+
Do not include any explanation or reasoning text outside of the JSON array.
|
|
54
|
+
|
|
55
|
+
The output must be a valid JSON array that can be parsed directly.
|
|
56
|
+
|
|
57
|
+
Here is an example of how a valid JSON output should look:
|
|
58
|
+
|
|
59
|
+
[
|
|
60
|
+
\'{{
|
|
61
|
+
"plan": "Calculate the result of 2023 minus 25.",
|
|
62
|
+
"evidence": \'{{
|
|
63
|
+
"placeholder": "#E1",
|
|
64
|
+
"tool": "calculator_subtract",
|
|
65
|
+
"tool_input": [2023, 25]
|
|
66
|
+
}}\'
|
|
67
|
+
}}\',
|
|
68
|
+
\'{{
|
|
69
|
+
"plan": "Retrieve the year represented by the result stored in #E1.",
|
|
70
|
+
"evidence": \'{{
|
|
71
|
+
"placeholder": "#E2",
|
|
72
|
+
"tool": "haystack_chitchat_agent",
|
|
73
|
+
"tool_input": "Response with the result number contained in #E1"
|
|
74
|
+
}}\'
|
|
75
|
+
}}\',
|
|
76
|
+
\'{{
|
|
77
|
+
"plan": "Search for the CEO of Golden State Warriors in the year stored in #E2.",
|
|
78
|
+
"evidence": \'{{
|
|
79
|
+
"placeholder": "#E3",
|
|
80
|
+
"tool": "internet_search",
|
|
81
|
+
"tool_input": "Who was the CEO of Golden State Warriors in the year #E2?"
|
|
82
|
+
}}\'
|
|
83
|
+
}}\'
|
|
84
|
+
]
|
|
85
|
+
|
|
86
|
+
Begin!
|
|
87
|
+
"""
|
|
88
|
+
|
|
89
|
+
PLANNER_USER_PROMPT = """
|
|
90
|
+
Previous conversation history:
|
|
91
|
+
{chat_history}
|
|
92
|
+
|
|
93
|
+
task: {task}
|
|
94
|
+
"""
|
|
95
|
+
|
|
96
|
+
SOLVER_SYSTEM_PROMPT = """
|
|
97
|
+
Solve the following task or problem. To solve the problem, we have made step-by-step Plan and \
|
|
98
|
+
retrieved corresponding Evidence to each Plan. Use them with caution since long evidence might \
|
|
99
|
+
contain irrelevant information.
|
|
100
|
+
|
|
101
|
+
Now solve the question or task according to provided Evidence above. Respond with the answer
|
|
102
|
+
directly with no extra words.
|
|
103
|
+
|
|
104
|
+
"""
|
|
105
|
+
SOLVER_USER_PROMPT = """
|
|
106
|
+
plan: {plan}
|
|
107
|
+
task: {task}
|
|
108
|
+
|
|
109
|
+
Response:
|
|
110
|
+
"""
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import logging
|
|
17
|
+
|
|
18
|
+
from pydantic import AliasChoices
|
|
19
|
+
from pydantic import Field
|
|
20
|
+
|
|
21
|
+
from nat.builder.builder import Builder
|
|
22
|
+
from nat.builder.framework_enum import LLMFrameworkEnum
|
|
23
|
+
from nat.builder.function_info import FunctionInfo
|
|
24
|
+
from nat.cli.register_workflow import register_function
|
|
25
|
+
from nat.data_models.api_server import ChatRequest
|
|
26
|
+
from nat.data_models.api_server import ChatResponse
|
|
27
|
+
from nat.data_models.component_ref import FunctionRef
|
|
28
|
+
from nat.data_models.component_ref import LLMRef
|
|
29
|
+
from nat.data_models.function import FunctionBaseConfig
|
|
30
|
+
from nat.utils.type_converter import GlobalTypeConverter
|
|
31
|
+
|
|
32
|
+
logger = logging.getLogger(__name__)
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
class ReWOOAgentWorkflowConfig(FunctionBaseConfig, name="rewoo_agent"):
|
|
36
|
+
"""
|
|
37
|
+
Defines a NAT function that uses a ReWOO Agent performs reasoning inbetween tool calls, and utilizes the
|
|
38
|
+
tool names and descriptions to select the optimal tool.
|
|
39
|
+
"""
|
|
40
|
+
|
|
41
|
+
tool_names: list[FunctionRef] = Field(default_factory=list,
|
|
42
|
+
description="The list of tools to provide to the rewoo agent.")
|
|
43
|
+
llm_name: LLMRef = Field(description="The LLM model to use with the rewoo agent.")
|
|
44
|
+
verbose: bool = Field(default=False, description="Set the verbosity of the rewoo agent's logging.")
|
|
45
|
+
include_tool_input_schema_in_tool_description: bool = Field(
|
|
46
|
+
default=True, description="Specify inclusion of tool input schemas in the prompt.")
|
|
47
|
+
description: str = Field(default="ReWOO Agent Workflow", description="The description of this functions use.")
|
|
48
|
+
planner_prompt: str | None = Field(
|
|
49
|
+
default=None,
|
|
50
|
+
description="Provides the PLANNER_PROMPT to use with the agent") # defaults to PLANNER_PROMPT in prompt.py
|
|
51
|
+
solver_prompt: str | None = Field(
|
|
52
|
+
default=None,
|
|
53
|
+
description="Provides the SOLVER_PROMPT to use with the agent") # defaults to SOLVER_PROMPT in prompt.py
|
|
54
|
+
max_history: int = Field(default=15, description="Maximum number of messages to keep in the conversation history.")
|
|
55
|
+
use_openai_api: bool = Field(default=False,
|
|
56
|
+
description=("Use OpenAI API for the input/output types to the function. "
|
|
57
|
+
"If False, strings will be used."))
|
|
58
|
+
additional_planner_instructions: str | None = Field(
|
|
59
|
+
default=None,
|
|
60
|
+
validation_alias=AliasChoices("additional_planner_instructions", "additional_instructions"),
|
|
61
|
+
description="Additional instructions to provide to the agent in addition to the base planner prompt.")
|
|
62
|
+
additional_solver_instructions: str | None = Field(
|
|
63
|
+
default=None,
|
|
64
|
+
description="Additional instructions to provide to the agent in addition to the base solver prompt.")
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
@register_function(config_type=ReWOOAgentWorkflowConfig, framework_wrappers=[LLMFrameworkEnum.LANGCHAIN])
|
|
68
|
+
async def rewoo_agent_workflow(config: ReWOOAgentWorkflowConfig, builder: Builder):
|
|
69
|
+
from langchain.schema import BaseMessage
|
|
70
|
+
from langchain_core.messages import trim_messages
|
|
71
|
+
from langchain_core.messages.human import HumanMessage
|
|
72
|
+
from langchain_core.prompts import ChatPromptTemplate
|
|
73
|
+
from langgraph.graph.graph import CompiledGraph
|
|
74
|
+
|
|
75
|
+
from nat.agent.rewoo_agent.prompt import PLANNER_SYSTEM_PROMPT
|
|
76
|
+
from nat.agent.rewoo_agent.prompt import PLANNER_USER_PROMPT
|
|
77
|
+
from nat.agent.rewoo_agent.prompt import SOLVER_SYSTEM_PROMPT
|
|
78
|
+
from nat.agent.rewoo_agent.prompt import SOLVER_USER_PROMPT
|
|
79
|
+
|
|
80
|
+
from .agent import ReWOOAgentGraph
|
|
81
|
+
from .agent import ReWOOGraphState
|
|
82
|
+
|
|
83
|
+
# the ReWOO Agent prompts are defined in prompt.py, and can be customized there or by modifying the config option
|
|
84
|
+
# planner_prompt and solver_prompt.
|
|
85
|
+
planner_system_prompt = PLANNER_SYSTEM_PROMPT if config.planner_prompt is None else config.planner_prompt
|
|
86
|
+
if config.additional_planner_instructions:
|
|
87
|
+
planner_system_prompt += f"{config.additional_planner_instructions}"
|
|
88
|
+
if not ReWOOAgentGraph.validate_planner_prompt(planner_system_prompt):
|
|
89
|
+
logger.exception("Invalid planner prompt")
|
|
90
|
+
raise ValueError("Invalid planner prompt")
|
|
91
|
+
planner_prompt = ChatPromptTemplate([("system", planner_system_prompt), ("user", PLANNER_USER_PROMPT)])
|
|
92
|
+
|
|
93
|
+
solver_system_prompt = SOLVER_SYSTEM_PROMPT if config.solver_prompt is None else config.solver_prompt
|
|
94
|
+
if config.additional_solver_instructions:
|
|
95
|
+
solver_system_prompt += f"{config.additional_solver_instructions}"
|
|
96
|
+
if not ReWOOAgentGraph.validate_solver_prompt(solver_system_prompt):
|
|
97
|
+
logger.exception("Invalid solver prompt")
|
|
98
|
+
raise ValueError("Invalid solver prompt")
|
|
99
|
+
solver_prompt = ChatPromptTemplate([("system", solver_system_prompt), ("user", SOLVER_USER_PROMPT)])
|
|
100
|
+
|
|
101
|
+
# we can choose an LLM for the ReWOO agent in the config file
|
|
102
|
+
llm = await builder.get_llm(config.llm_name, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
|
|
103
|
+
|
|
104
|
+
# the agent can run any installed tool, simply install the tool and add it to the config file
|
|
105
|
+
# the sample tool provided can easily be copied or changed
|
|
106
|
+
tools = builder.get_tools(tool_names=config.tool_names, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
|
|
107
|
+
if not tools:
|
|
108
|
+
raise ValueError(f"No tools specified for ReWOO Agent '{config.llm_name}'")
|
|
109
|
+
|
|
110
|
+
# construct the ReWOO Agent Graph from the configured llm, prompt, and tools
|
|
111
|
+
graph: CompiledGraph = await ReWOOAgentGraph(llm=llm,
|
|
112
|
+
planner_prompt=planner_prompt,
|
|
113
|
+
solver_prompt=solver_prompt,
|
|
114
|
+
tools=tools,
|
|
115
|
+
use_tool_schema=config.include_tool_input_schema_in_tool_description,
|
|
116
|
+
detailed_logs=config.verbose).build_graph()
|
|
117
|
+
|
|
118
|
+
async def _response_fn(input_message: ChatRequest) -> ChatResponse:
|
|
119
|
+
try:
|
|
120
|
+
# initialize the starting state with the user query
|
|
121
|
+
messages: list[BaseMessage] = trim_messages(messages=[m.model_dump() for m in input_message.messages],
|
|
122
|
+
max_tokens=config.max_history,
|
|
123
|
+
strategy="last",
|
|
124
|
+
token_counter=len,
|
|
125
|
+
start_on="human",
|
|
126
|
+
include_system=True)
|
|
127
|
+
|
|
128
|
+
task = HumanMessage(content=messages[-1].content)
|
|
129
|
+
state = ReWOOGraphState(messages=messages, task=task)
|
|
130
|
+
|
|
131
|
+
# run the ReWOO Agent Graph
|
|
132
|
+
state = await graph.ainvoke(state)
|
|
133
|
+
|
|
134
|
+
# get and return the output from the state
|
|
135
|
+
state = ReWOOGraphState(**state)
|
|
136
|
+
output_message = state.result.content # pylint: disable=E1101
|
|
137
|
+
return ChatResponse.from_string(output_message)
|
|
138
|
+
|
|
139
|
+
except Exception as ex:
|
|
140
|
+
logger.exception("ReWOO Agent failed with exception: %s", ex, exc_info=ex)
|
|
141
|
+
# here, we can implement custom error messages
|
|
142
|
+
if config.verbose:
|
|
143
|
+
return ChatResponse.from_string(str(ex))
|
|
144
|
+
return ChatResponse.from_string("I seem to be having a problem.")
|
|
145
|
+
|
|
146
|
+
if (config.use_openai_api):
|
|
147
|
+
yield FunctionInfo.from_fn(_response_fn, description=config.description)
|
|
148
|
+
|
|
149
|
+
else:
|
|
150
|
+
|
|
151
|
+
async def _str_api_fn(input_message: str) -> str:
|
|
152
|
+
oai_input = GlobalTypeConverter.get().try_convert(input_message, to_type=ChatRequest)
|
|
153
|
+
oai_output = await _response_fn(oai_input)
|
|
154
|
+
|
|
155
|
+
return GlobalTypeConverter.get().try_convert(oai_output, to_type=str)
|
|
156
|
+
|
|
157
|
+
yield FunctionInfo.from_fn(_str_api_fn, description=config.description)
|
|
File without changes
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
# pylint: disable=R0917
|
|
17
|
+
import logging
|
|
18
|
+
|
|
19
|
+
from langchain_core.callbacks.base import AsyncCallbackHandler
|
|
20
|
+
from langchain_core.language_models import BaseChatModel
|
|
21
|
+
from langchain_core.messages.base import BaseMessage
|
|
22
|
+
from langchain_core.runnables import RunnableConfig
|
|
23
|
+
from langchain_core.tools import BaseTool
|
|
24
|
+
from langgraph.prebuilt import ToolNode
|
|
25
|
+
from pydantic import BaseModel
|
|
26
|
+
from pydantic import Field
|
|
27
|
+
|
|
28
|
+
from nat.agent.base import AGENT_CALL_LOG_MESSAGE
|
|
29
|
+
from nat.agent.base import AGENT_LOG_PREFIX
|
|
30
|
+
from nat.agent.base import AgentDecision
|
|
31
|
+
from nat.agent.dual_node import DualNodeAgent
|
|
32
|
+
|
|
33
|
+
logger = logging.getLogger(__name__)
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
class ToolCallAgentGraphState(BaseModel):
|
|
37
|
+
"""State schema for the Tool Calling Agent Graph"""
|
|
38
|
+
messages: list[BaseMessage] = Field(default_factory=list) # input and output of the Agent
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
class ToolCallAgentGraph(DualNodeAgent):
|
|
42
|
+
"""Configurable LangGraph Tool Calling Agent. A Tool Calling Agent requires an LLM which supports tool calling.
|
|
43
|
+
A tool Calling Agent utilizes the tool input parameters to select the optimal tool. Supports handling tool errors.
|
|
44
|
+
Argument "detailed_logs" toggles logging of inputs, outputs, and intermediate steps."""
|
|
45
|
+
|
|
46
|
+
def __init__(self,
|
|
47
|
+
llm: BaseChatModel,
|
|
48
|
+
tools: list[BaseTool],
|
|
49
|
+
callbacks: list[AsyncCallbackHandler] = None,
|
|
50
|
+
detailed_logs: bool = False,
|
|
51
|
+
handle_tool_errors: bool = True):
|
|
52
|
+
super().__init__(llm=llm, tools=tools, callbacks=callbacks, detailed_logs=detailed_logs)
|
|
53
|
+
self.tool_caller = ToolNode(tools, handle_tool_errors=handle_tool_errors)
|
|
54
|
+
logger.debug("%s Initialized Tool Calling Agent Graph", AGENT_LOG_PREFIX)
|
|
55
|
+
|
|
56
|
+
async def agent_node(self, state: ToolCallAgentGraphState):
|
|
57
|
+
try:
|
|
58
|
+
logger.debug('%s Starting the Tool Calling Agent Node', AGENT_LOG_PREFIX)
|
|
59
|
+
if len(state.messages) == 0:
|
|
60
|
+
raise RuntimeError('No input received in state: "messages"')
|
|
61
|
+
response = await self.llm.ainvoke(state.messages, config=RunnableConfig(callbacks=self.callbacks))
|
|
62
|
+
if self.detailed_logs:
|
|
63
|
+
agent_input = "\n".join(str(message.content) for message in state.messages)
|
|
64
|
+
logger.info(AGENT_CALL_LOG_MESSAGE, agent_input, response)
|
|
65
|
+
|
|
66
|
+
state.messages += [response]
|
|
67
|
+
return state
|
|
68
|
+
except Exception as ex:
|
|
69
|
+
logger.exception("%s Failed to call agent_node: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
|
|
70
|
+
raise ex
|
|
71
|
+
|
|
72
|
+
async def conditional_edge(self, state: ToolCallAgentGraphState):
|
|
73
|
+
try:
|
|
74
|
+
logger.debug("%s Starting the Tool Calling Conditional Edge", AGENT_LOG_PREFIX)
|
|
75
|
+
last_message = state.messages[-1]
|
|
76
|
+
if last_message.tool_calls:
|
|
77
|
+
# the agent wants to call a tool
|
|
78
|
+
logger.debug('%s Agent is calling a tool', AGENT_LOG_PREFIX)
|
|
79
|
+
return AgentDecision.TOOL
|
|
80
|
+
if self.detailed_logs:
|
|
81
|
+
logger.debug("%s Final answer:\n%s", AGENT_LOG_PREFIX, state.messages[-1].content)
|
|
82
|
+
return AgentDecision.END
|
|
83
|
+
except Exception as ex:
|
|
84
|
+
logger.exception("%s Failed to determine whether agent is calling a tool: %s",
|
|
85
|
+
AGENT_LOG_PREFIX,
|
|
86
|
+
ex,
|
|
87
|
+
exc_info=True)
|
|
88
|
+
logger.warning("%s Ending graph traversal", AGENT_LOG_PREFIX)
|
|
89
|
+
return AgentDecision.END
|
|
90
|
+
|
|
91
|
+
async def tool_node(self, state: ToolCallAgentGraphState):
|
|
92
|
+
try:
|
|
93
|
+
logger.debug("%s Starting Tool Node", AGENT_LOG_PREFIX)
|
|
94
|
+
tool_calls = state.messages[-1].tool_calls
|
|
95
|
+
tools = [tool.get('name') for tool in tool_calls]
|
|
96
|
+
tool_input = state.messages[-1]
|
|
97
|
+
tool_response = await self.tool_caller.ainvoke(input={"messages": [tool_input]},
|
|
98
|
+
config=RunnableConfig(callbacks=self.callbacks,
|
|
99
|
+
configurable={}))
|
|
100
|
+
# this configurable = {} argument is needed due to a bug in LangGraph PreBuilt ToolNode ^
|
|
101
|
+
|
|
102
|
+
for response in tool_response.get('messages'):
|
|
103
|
+
if self.detailed_logs:
|
|
104
|
+
self._log_tool_response(str(tools), str(tool_input), response.content)
|
|
105
|
+
state.messages += [response]
|
|
106
|
+
|
|
107
|
+
return state
|
|
108
|
+
except Exception as ex:
|
|
109
|
+
logger.exception("%s Failed to call tool_node: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
|
|
110
|
+
raise ex
|
|
111
|
+
|
|
112
|
+
async def build_graph(self):
|
|
113
|
+
try:
|
|
114
|
+
await super()._build_graph(state_schema=ToolCallAgentGraphState)
|
|
115
|
+
logger.debug("%s Tool Calling Agent Graph built and compiled successfully", AGENT_LOG_PREFIX)
|
|
116
|
+
return self.graph
|
|
117
|
+
except Exception as ex:
|
|
118
|
+
logger.exception("%s Failed to build Tool Calling Agent Graph: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
|
|
119
|
+
raise ex
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import logging
|
|
17
|
+
|
|
18
|
+
from pydantic import Field
|
|
19
|
+
|
|
20
|
+
from nat.builder.builder import Builder
|
|
21
|
+
from nat.builder.framework_enum import LLMFrameworkEnum
|
|
22
|
+
from nat.builder.function_info import FunctionInfo
|
|
23
|
+
from nat.cli.register_workflow import register_function
|
|
24
|
+
from nat.data_models.component_ref import FunctionRef
|
|
25
|
+
from nat.data_models.component_ref import LLMRef
|
|
26
|
+
from nat.data_models.function import FunctionBaseConfig
|
|
27
|
+
|
|
28
|
+
logger = logging.getLogger(__name__)
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class ToolCallAgentWorkflowConfig(FunctionBaseConfig, name="tool_calling_agent"):
|
|
32
|
+
"""
|
|
33
|
+
A Tool Calling Agent requires an LLM which supports tool calling. A tool Calling Agent utilizes the tool
|
|
34
|
+
input parameters to select the optimal tool. Supports handling tool errors.
|
|
35
|
+
"""
|
|
36
|
+
|
|
37
|
+
tool_names: list[FunctionRef] = Field(default_factory=list,
|
|
38
|
+
description="The list of tools to provide to the tool calling agent.")
|
|
39
|
+
llm_name: LLMRef = Field(description="The LLM model to use with the tool calling agent.")
|
|
40
|
+
verbose: bool = Field(default=False, description="Set the verbosity of the tool calling agent's logging.")
|
|
41
|
+
handle_tool_errors: bool = Field(default=True, description="Specify ability to handle tool calling errors.")
|
|
42
|
+
description: str = Field(default="Tool Calling Agent Workflow", description="Description of this functions use.")
|
|
43
|
+
max_iterations: int = Field(default=15, description="Number of tool calls before stoping the tool calling agent.")
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
@register_function(config_type=ToolCallAgentWorkflowConfig, framework_wrappers=[LLMFrameworkEnum.LANGCHAIN])
|
|
47
|
+
async def tool_calling_agent_workflow(config: ToolCallAgentWorkflowConfig, builder: Builder):
|
|
48
|
+
from langchain_core.messages.human import HumanMessage
|
|
49
|
+
from langgraph.graph.graph import CompiledGraph
|
|
50
|
+
|
|
51
|
+
from nat.agent.base import AGENT_LOG_PREFIX
|
|
52
|
+
|
|
53
|
+
from .agent import ToolCallAgentGraph
|
|
54
|
+
from .agent import ToolCallAgentGraphState
|
|
55
|
+
|
|
56
|
+
# we can choose an LLM for the ReAct agent in the config file
|
|
57
|
+
llm = await builder.get_llm(config.llm_name, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
|
|
58
|
+
# the agent can run any installed tool, simply install the tool and add it to the config file
|
|
59
|
+
# the sample tools provided can easily be copied or changed
|
|
60
|
+
tools = builder.get_tools(tool_names=config.tool_names, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
|
|
61
|
+
if not tools:
|
|
62
|
+
raise ValueError(f"No tools specified for Tool Calling Agent '{config.llm_name}'")
|
|
63
|
+
|
|
64
|
+
# some LLMs support tool calling
|
|
65
|
+
# these models accept the tool's input schema and decide when to use a tool based on the input's relevance
|
|
66
|
+
try:
|
|
67
|
+
# in tool calling agents, we bind the tools to the LLM, to pass the tools' input schemas at runtime
|
|
68
|
+
llm = llm.bind_tools(tools)
|
|
69
|
+
except NotImplementedError as ex:
|
|
70
|
+
logger.error("%s Failed to bind tools: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
|
|
71
|
+
raise ex
|
|
72
|
+
|
|
73
|
+
# construct the Tool Calling Agent Graph from the configured llm, and tools
|
|
74
|
+
graph: CompiledGraph = await ToolCallAgentGraph(llm=llm,
|
|
75
|
+
tools=tools,
|
|
76
|
+
detailed_logs=config.verbose,
|
|
77
|
+
handle_tool_errors=config.handle_tool_errors).build_graph()
|
|
78
|
+
|
|
79
|
+
async def _response_fn(input_message: str) -> str:
|
|
80
|
+
try:
|
|
81
|
+
# initialize the starting state with the user query
|
|
82
|
+
input_message = HumanMessage(content=input_message)
|
|
83
|
+
state = ToolCallAgentGraphState(messages=[input_message])
|
|
84
|
+
|
|
85
|
+
# run the Tool Calling Agent Graph
|
|
86
|
+
state = await graph.ainvoke(state, config={'recursion_limit': (config.max_iterations + 1) * 2})
|
|
87
|
+
# setting recursion_limit: 4 allows 1 tool call
|
|
88
|
+
# - allows the Tool Calling Agent to perform 1 cycle / call 1 single tool,
|
|
89
|
+
# - but stops the agent when it tries to call a tool a second time
|
|
90
|
+
|
|
91
|
+
# get and return the output from the state
|
|
92
|
+
state = ToolCallAgentGraphState(**state)
|
|
93
|
+
output_message = state.messages[-1] # pylint: disable=E1136
|
|
94
|
+
return output_message.content
|
|
95
|
+
except Exception as ex:
|
|
96
|
+
logger.exception("%s Tool Calling Agent failed with exception: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
|
|
97
|
+
if config.verbose:
|
|
98
|
+
return str(ex)
|
|
99
|
+
return "I seem to be having a problem."
|
|
100
|
+
|
|
101
|
+
try:
|
|
102
|
+
yield FunctionInfo.from_fn(_response_fn, description=config.description)
|
|
103
|
+
except GeneratorExit:
|
|
104
|
+
logger.exception("%s Workflow exited early!", AGENT_LOG_PREFIX, exc_info=True)
|
|
105
|
+
finally:
|
|
106
|
+
logger.debug("%s Cleaning up react_agent workflow.", AGENT_LOG_PREFIX)
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import logging
|
|
17
|
+
|
|
18
|
+
from pydantic import SecretStr
|
|
19
|
+
|
|
20
|
+
from nat.authentication.api_key.api_key_auth_provider_config import APIKeyAuthProviderConfig
|
|
21
|
+
from nat.authentication.interfaces import AuthProviderBase
|
|
22
|
+
from nat.data_models.authentication import AuthResult
|
|
23
|
+
from nat.data_models.authentication import BearerTokenCred
|
|
24
|
+
from nat.data_models.authentication import HeaderAuthScheme
|
|
25
|
+
|
|
26
|
+
logger = logging.getLogger(__name__)
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
class APIKeyAuthProvider(AuthProviderBase[APIKeyAuthProviderConfig]):
|
|
30
|
+
|
|
31
|
+
# fmt: off
|
|
32
|
+
def __init__(self,
|
|
33
|
+
config: APIKeyAuthProviderConfig,
|
|
34
|
+
config_name: str | None = None) -> None: # pylint: disable=unused-argument
|
|
35
|
+
assert isinstance(config, APIKeyAuthProviderConfig), ("Config is not APIKeyAuthProviderConfig")
|
|
36
|
+
super().__init__(config)
|
|
37
|
+
# fmt: on
|
|
38
|
+
|
|
39
|
+
async def _construct_authentication_header(self) -> BearerTokenCred:
|
|
40
|
+
"""
|
|
41
|
+
Constructs the authenticated HTTP header based on the authentication scheme.
|
|
42
|
+
Basic Authentication follows the OpenAPI 3.0 Basic Authentication standard as well as RFC 7617.
|
|
43
|
+
|
|
44
|
+
Args:
|
|
45
|
+
header_auth_scheme (HeaderAuthScheme): The HTTP authentication scheme to use.
|
|
46
|
+
Supported schemes: BEARER, X_API_KEY, BASIC, CUSTOM.
|
|
47
|
+
|
|
48
|
+
Returns:
|
|
49
|
+
BearerTokenCred: The HTTP headers containing the authentication credentials.
|
|
50
|
+
Returns None if the scheme is not supported or configuration is invalid.
|
|
51
|
+
|
|
52
|
+
"""
|
|
53
|
+
|
|
54
|
+
from nat.authentication.interfaces import AUTHORIZATION_HEADER
|
|
55
|
+
|
|
56
|
+
config: APIKeyAuthProviderConfig = self.config
|
|
57
|
+
|
|
58
|
+
header_auth_scheme = config.auth_scheme
|
|
59
|
+
|
|
60
|
+
if header_auth_scheme == HeaderAuthScheme.BEARER:
|
|
61
|
+
return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
|
|
62
|
+
scheme=HeaderAuthScheme.BEARER.value,
|
|
63
|
+
header_name=AUTHORIZATION_HEADER)
|
|
64
|
+
|
|
65
|
+
if header_auth_scheme == HeaderAuthScheme.X_API_KEY:
|
|
66
|
+
return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
|
|
67
|
+
scheme=HeaderAuthScheme.X_API_KEY.value,
|
|
68
|
+
header_name='')
|
|
69
|
+
|
|
70
|
+
if header_auth_scheme == HeaderAuthScheme.CUSTOM:
|
|
71
|
+
if not config.custom_header_name:
|
|
72
|
+
raise ValueError('custom_header_name required when using header_auth_scheme=CUSTOM')
|
|
73
|
+
|
|
74
|
+
if not config.custom_header_prefix:
|
|
75
|
+
raise ValueError('custom_header_prefix required when using header_auth_scheme=CUSTOM')
|
|
76
|
+
|
|
77
|
+
return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
|
|
78
|
+
scheme=config.custom_header_prefix,
|
|
79
|
+
header_name=config.custom_header_name)
|
|
80
|
+
|
|
81
|
+
raise ValueError(f"Unsupported header auth scheme: {header_auth_scheme}")
|
|
82
|
+
|
|
83
|
+
async def authenticate(self, user_id: str | None = None) -> AuthResult | None:
|
|
84
|
+
"""
|
|
85
|
+
Authenticate the user using the API key credentials.
|
|
86
|
+
|
|
87
|
+
Args:
|
|
88
|
+
user_id (str): The user ID to authenticate.
|
|
89
|
+
|
|
90
|
+
Returns:
|
|
91
|
+
AuthenticatedContext: The authenticated context containing headers, query params, cookies, etc.
|
|
92
|
+
"""
|
|
93
|
+
|
|
94
|
+
headers = await self._construct_authentication_header()
|
|
95
|
+
|
|
96
|
+
return AuthResult(credentials=[headers])
|