nvidia-nat 1.2.0rc5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- aiq/agent/__init__.py +0 -0
- aiq/agent/base.py +239 -0
- aiq/agent/dual_node.py +67 -0
- aiq/agent/react_agent/__init__.py +0 -0
- aiq/agent/react_agent/agent.py +355 -0
- aiq/agent/react_agent/output_parser.py +104 -0
- aiq/agent/react_agent/prompt.py +41 -0
- aiq/agent/react_agent/register.py +149 -0
- aiq/agent/reasoning_agent/__init__.py +0 -0
- aiq/agent/reasoning_agent/reasoning_agent.py +225 -0
- aiq/agent/register.py +23 -0
- aiq/agent/rewoo_agent/__init__.py +0 -0
- aiq/agent/rewoo_agent/agent.py +411 -0
- aiq/agent/rewoo_agent/prompt.py +108 -0
- aiq/agent/rewoo_agent/register.py +158 -0
- aiq/agent/tool_calling_agent/__init__.py +0 -0
- aiq/agent/tool_calling_agent/agent.py +119 -0
- aiq/agent/tool_calling_agent/register.py +106 -0
- aiq/authentication/__init__.py +14 -0
- aiq/authentication/api_key/__init__.py +14 -0
- aiq/authentication/api_key/api_key_auth_provider.py +96 -0
- aiq/authentication/api_key/api_key_auth_provider_config.py +124 -0
- aiq/authentication/api_key/register.py +26 -0
- aiq/authentication/exceptions/__init__.py +14 -0
- aiq/authentication/exceptions/api_key_exceptions.py +38 -0
- aiq/authentication/http_basic_auth/__init__.py +0 -0
- aiq/authentication/http_basic_auth/http_basic_auth_provider.py +81 -0
- aiq/authentication/http_basic_auth/register.py +30 -0
- aiq/authentication/interfaces.py +93 -0
- aiq/authentication/oauth2/__init__.py +14 -0
- aiq/authentication/oauth2/oauth2_auth_code_flow_provider.py +107 -0
- aiq/authentication/oauth2/oauth2_auth_code_flow_provider_config.py +39 -0
- aiq/authentication/oauth2/register.py +25 -0
- aiq/authentication/register.py +21 -0
- aiq/builder/__init__.py +0 -0
- aiq/builder/builder.py +285 -0
- aiq/builder/component_utils.py +316 -0
- aiq/builder/context.py +264 -0
- aiq/builder/embedder.py +24 -0
- aiq/builder/eval_builder.py +161 -0
- aiq/builder/evaluator.py +29 -0
- aiq/builder/framework_enum.py +24 -0
- aiq/builder/front_end.py +73 -0
- aiq/builder/function.py +344 -0
- aiq/builder/function_base.py +380 -0
- aiq/builder/function_info.py +627 -0
- aiq/builder/intermediate_step_manager.py +174 -0
- aiq/builder/llm.py +25 -0
- aiq/builder/retriever.py +25 -0
- aiq/builder/user_interaction_manager.py +74 -0
- aiq/builder/workflow.py +148 -0
- aiq/builder/workflow_builder.py +1117 -0
- aiq/cli/__init__.py +14 -0
- aiq/cli/cli_utils/__init__.py +0 -0
- aiq/cli/cli_utils/config_override.py +231 -0
- aiq/cli/cli_utils/validation.py +37 -0
- aiq/cli/commands/__init__.py +0 -0
- aiq/cli/commands/configure/__init__.py +0 -0
- aiq/cli/commands/configure/channel/__init__.py +0 -0
- aiq/cli/commands/configure/channel/add.py +28 -0
- aiq/cli/commands/configure/channel/channel.py +36 -0
- aiq/cli/commands/configure/channel/remove.py +30 -0
- aiq/cli/commands/configure/channel/update.py +30 -0
- aiq/cli/commands/configure/configure.py +33 -0
- aiq/cli/commands/evaluate.py +139 -0
- aiq/cli/commands/info/__init__.py +14 -0
- aiq/cli/commands/info/info.py +39 -0
- aiq/cli/commands/info/list_channels.py +32 -0
- aiq/cli/commands/info/list_components.py +129 -0
- aiq/cli/commands/info/list_mcp.py +213 -0
- aiq/cli/commands/registry/__init__.py +14 -0
- aiq/cli/commands/registry/publish.py +88 -0
- aiq/cli/commands/registry/pull.py +118 -0
- aiq/cli/commands/registry/registry.py +38 -0
- aiq/cli/commands/registry/remove.py +108 -0
- aiq/cli/commands/registry/search.py +155 -0
- aiq/cli/commands/sizing/__init__.py +14 -0
- aiq/cli/commands/sizing/calc.py +297 -0
- aiq/cli/commands/sizing/sizing.py +27 -0
- aiq/cli/commands/start.py +246 -0
- aiq/cli/commands/uninstall.py +81 -0
- aiq/cli/commands/validate.py +47 -0
- aiq/cli/commands/workflow/__init__.py +14 -0
- aiq/cli/commands/workflow/templates/__init__.py.j2 +0 -0
- aiq/cli/commands/workflow/templates/config.yml.j2 +16 -0
- aiq/cli/commands/workflow/templates/pyproject.toml.j2 +22 -0
- aiq/cli/commands/workflow/templates/register.py.j2 +5 -0
- aiq/cli/commands/workflow/templates/workflow.py.j2 +36 -0
- aiq/cli/commands/workflow/workflow.py +37 -0
- aiq/cli/commands/workflow/workflow_commands.py +313 -0
- aiq/cli/entrypoint.py +135 -0
- aiq/cli/main.py +44 -0
- aiq/cli/register_workflow.py +488 -0
- aiq/cli/type_registry.py +1000 -0
- aiq/data_models/__init__.py +14 -0
- aiq/data_models/api_server.py +694 -0
- aiq/data_models/authentication.py +231 -0
- aiq/data_models/common.py +171 -0
- aiq/data_models/component.py +54 -0
- aiq/data_models/component_ref.py +168 -0
- aiq/data_models/config.py +406 -0
- aiq/data_models/dataset_handler.py +123 -0
- aiq/data_models/discovery_metadata.py +335 -0
- aiq/data_models/embedder.py +27 -0
- aiq/data_models/evaluate.py +127 -0
- aiq/data_models/evaluator.py +26 -0
- aiq/data_models/front_end.py +26 -0
- aiq/data_models/function.py +30 -0
- aiq/data_models/function_dependencies.py +72 -0
- aiq/data_models/interactive.py +246 -0
- aiq/data_models/intermediate_step.py +302 -0
- aiq/data_models/invocation_node.py +38 -0
- aiq/data_models/llm.py +27 -0
- aiq/data_models/logging.py +26 -0
- aiq/data_models/memory.py +27 -0
- aiq/data_models/object_store.py +44 -0
- aiq/data_models/profiler.py +54 -0
- aiq/data_models/registry_handler.py +26 -0
- aiq/data_models/retriever.py +30 -0
- aiq/data_models/retry_mixin.py +35 -0
- aiq/data_models/span.py +187 -0
- aiq/data_models/step_adaptor.py +64 -0
- aiq/data_models/streaming.py +33 -0
- aiq/data_models/swe_bench_model.py +54 -0
- aiq/data_models/telemetry_exporter.py +26 -0
- aiq/data_models/ttc_strategy.py +30 -0
- aiq/embedder/__init__.py +0 -0
- aiq/embedder/langchain_client.py +41 -0
- aiq/embedder/nim_embedder.py +59 -0
- aiq/embedder/openai_embedder.py +43 -0
- aiq/embedder/register.py +24 -0
- aiq/eval/__init__.py +14 -0
- aiq/eval/config.py +60 -0
- aiq/eval/dataset_handler/__init__.py +0 -0
- aiq/eval/dataset_handler/dataset_downloader.py +106 -0
- aiq/eval/dataset_handler/dataset_filter.py +52 -0
- aiq/eval/dataset_handler/dataset_handler.py +254 -0
- aiq/eval/evaluate.py +506 -0
- aiq/eval/evaluator/__init__.py +14 -0
- aiq/eval/evaluator/base_evaluator.py +73 -0
- aiq/eval/evaluator/evaluator_model.py +45 -0
- aiq/eval/intermediate_step_adapter.py +99 -0
- aiq/eval/rag_evaluator/__init__.py +0 -0
- aiq/eval/rag_evaluator/evaluate.py +178 -0
- aiq/eval/rag_evaluator/register.py +143 -0
- aiq/eval/register.py +23 -0
- aiq/eval/remote_workflow.py +133 -0
- aiq/eval/runners/__init__.py +14 -0
- aiq/eval/runners/config.py +39 -0
- aiq/eval/runners/multi_eval_runner.py +54 -0
- aiq/eval/runtime_event_subscriber.py +52 -0
- aiq/eval/swe_bench_evaluator/__init__.py +0 -0
- aiq/eval/swe_bench_evaluator/evaluate.py +215 -0
- aiq/eval/swe_bench_evaluator/register.py +36 -0
- aiq/eval/trajectory_evaluator/__init__.py +0 -0
- aiq/eval/trajectory_evaluator/evaluate.py +75 -0
- aiq/eval/trajectory_evaluator/register.py +40 -0
- aiq/eval/tunable_rag_evaluator/__init__.py +0 -0
- aiq/eval/tunable_rag_evaluator/evaluate.py +245 -0
- aiq/eval/tunable_rag_evaluator/register.py +52 -0
- aiq/eval/usage_stats.py +41 -0
- aiq/eval/utils/__init__.py +0 -0
- aiq/eval/utils/output_uploader.py +140 -0
- aiq/eval/utils/tqdm_position_registry.py +40 -0
- aiq/eval/utils/weave_eval.py +184 -0
- aiq/experimental/__init__.py +0 -0
- aiq/experimental/decorators/__init__.py +0 -0
- aiq/experimental/decorators/experimental_warning_decorator.py +130 -0
- aiq/experimental/test_time_compute/__init__.py +0 -0
- aiq/experimental/test_time_compute/editing/__init__.py +0 -0
- aiq/experimental/test_time_compute/editing/iterative_plan_refinement_editor.py +147 -0
- aiq/experimental/test_time_compute/editing/llm_as_a_judge_editor.py +204 -0
- aiq/experimental/test_time_compute/editing/motivation_aware_summarization.py +107 -0
- aiq/experimental/test_time_compute/functions/__init__.py +0 -0
- aiq/experimental/test_time_compute/functions/execute_score_select_function.py +105 -0
- aiq/experimental/test_time_compute/functions/its_tool_orchestration_function.py +205 -0
- aiq/experimental/test_time_compute/functions/its_tool_wrapper_function.py +146 -0
- aiq/experimental/test_time_compute/functions/plan_select_execute_function.py +224 -0
- aiq/experimental/test_time_compute/models/__init__.py +0 -0
- aiq/experimental/test_time_compute/models/editor_config.py +132 -0
- aiq/experimental/test_time_compute/models/scoring_config.py +112 -0
- aiq/experimental/test_time_compute/models/search_config.py +120 -0
- aiq/experimental/test_time_compute/models/selection_config.py +154 -0
- aiq/experimental/test_time_compute/models/stage_enums.py +43 -0
- aiq/experimental/test_time_compute/models/strategy_base.py +66 -0
- aiq/experimental/test_time_compute/models/tool_use_config.py +41 -0
- aiq/experimental/test_time_compute/models/ttc_item.py +48 -0
- aiq/experimental/test_time_compute/register.py +36 -0
- aiq/experimental/test_time_compute/scoring/__init__.py +0 -0
- aiq/experimental/test_time_compute/scoring/llm_based_agent_scorer.py +168 -0
- aiq/experimental/test_time_compute/scoring/llm_based_plan_scorer.py +168 -0
- aiq/experimental/test_time_compute/scoring/motivation_aware_scorer.py +111 -0
- aiq/experimental/test_time_compute/search/__init__.py +0 -0
- aiq/experimental/test_time_compute/search/multi_llm_planner.py +128 -0
- aiq/experimental/test_time_compute/search/multi_query_retrieval_search.py +122 -0
- aiq/experimental/test_time_compute/search/single_shot_multi_plan_planner.py +128 -0
- aiq/experimental/test_time_compute/selection/__init__.py +0 -0
- aiq/experimental/test_time_compute/selection/best_of_n_selector.py +63 -0
- aiq/experimental/test_time_compute/selection/llm_based_agent_output_selector.py +131 -0
- aiq/experimental/test_time_compute/selection/llm_based_output_merging_selector.py +159 -0
- aiq/experimental/test_time_compute/selection/llm_based_plan_selector.py +128 -0
- aiq/experimental/test_time_compute/selection/threshold_selector.py +58 -0
- aiq/front_ends/__init__.py +14 -0
- aiq/front_ends/console/__init__.py +14 -0
- aiq/front_ends/console/authentication_flow_handler.py +233 -0
- aiq/front_ends/console/console_front_end_config.py +32 -0
- aiq/front_ends/console/console_front_end_plugin.py +96 -0
- aiq/front_ends/console/register.py +25 -0
- aiq/front_ends/cron/__init__.py +14 -0
- aiq/front_ends/fastapi/__init__.py +14 -0
- aiq/front_ends/fastapi/auth_flow_handlers/__init__.py +0 -0
- aiq/front_ends/fastapi/auth_flow_handlers/http_flow_handler.py +27 -0
- aiq/front_ends/fastapi/auth_flow_handlers/websocket_flow_handler.py +107 -0
- aiq/front_ends/fastapi/fastapi_front_end_config.py +234 -0
- aiq/front_ends/fastapi/fastapi_front_end_controller.py +68 -0
- aiq/front_ends/fastapi/fastapi_front_end_plugin.py +116 -0
- aiq/front_ends/fastapi/fastapi_front_end_plugin_worker.py +1092 -0
- aiq/front_ends/fastapi/html_snippets/__init__.py +14 -0
- aiq/front_ends/fastapi/html_snippets/auth_code_grant_success.py +35 -0
- aiq/front_ends/fastapi/intermediate_steps_subscriber.py +80 -0
- aiq/front_ends/fastapi/job_store.py +183 -0
- aiq/front_ends/fastapi/main.py +72 -0
- aiq/front_ends/fastapi/message_handler.py +298 -0
- aiq/front_ends/fastapi/message_validator.py +345 -0
- aiq/front_ends/fastapi/register.py +25 -0
- aiq/front_ends/fastapi/response_helpers.py +195 -0
- aiq/front_ends/fastapi/step_adaptor.py +321 -0
- aiq/front_ends/mcp/__init__.py +14 -0
- aiq/front_ends/mcp/mcp_front_end_config.py +32 -0
- aiq/front_ends/mcp/mcp_front_end_plugin.py +93 -0
- aiq/front_ends/mcp/register.py +27 -0
- aiq/front_ends/mcp/tool_converter.py +242 -0
- aiq/front_ends/register.py +22 -0
- aiq/front_ends/simple_base/__init__.py +14 -0
- aiq/front_ends/simple_base/simple_front_end_plugin_base.py +54 -0
- aiq/llm/__init__.py +0 -0
- aiq/llm/aws_bedrock_llm.py +57 -0
- aiq/llm/nim_llm.py +46 -0
- aiq/llm/openai_llm.py +46 -0
- aiq/llm/register.py +23 -0
- aiq/llm/utils/__init__.py +14 -0
- aiq/llm/utils/env_config_value.py +94 -0
- aiq/llm/utils/error.py +17 -0
- aiq/memory/__init__.py +20 -0
- aiq/memory/interfaces.py +183 -0
- aiq/memory/models.py +112 -0
- aiq/meta/module_to_distro.json +3 -0
- aiq/meta/pypi.md +58 -0
- aiq/object_store/__init__.py +20 -0
- aiq/object_store/in_memory_object_store.py +76 -0
- aiq/object_store/interfaces.py +84 -0
- aiq/object_store/models.py +36 -0
- aiq/object_store/register.py +20 -0
- aiq/observability/__init__.py +14 -0
- aiq/observability/exporter/__init__.py +14 -0
- aiq/observability/exporter/base_exporter.py +449 -0
- aiq/observability/exporter/exporter.py +78 -0
- aiq/observability/exporter/file_exporter.py +33 -0
- aiq/observability/exporter/processing_exporter.py +322 -0
- aiq/observability/exporter/raw_exporter.py +52 -0
- aiq/observability/exporter/span_exporter.py +265 -0
- aiq/observability/exporter_manager.py +335 -0
- aiq/observability/mixin/__init__.py +14 -0
- aiq/observability/mixin/batch_config_mixin.py +26 -0
- aiq/observability/mixin/collector_config_mixin.py +23 -0
- aiq/observability/mixin/file_mixin.py +288 -0
- aiq/observability/mixin/file_mode.py +23 -0
- aiq/observability/mixin/resource_conflict_mixin.py +134 -0
- aiq/observability/mixin/serialize_mixin.py +61 -0
- aiq/observability/mixin/type_introspection_mixin.py +183 -0
- aiq/observability/processor/__init__.py +14 -0
- aiq/observability/processor/batching_processor.py +310 -0
- aiq/observability/processor/callback_processor.py +42 -0
- aiq/observability/processor/intermediate_step_serializer.py +28 -0
- aiq/observability/processor/processor.py +71 -0
- aiq/observability/register.py +96 -0
- aiq/observability/utils/__init__.py +14 -0
- aiq/observability/utils/dict_utils.py +236 -0
- aiq/observability/utils/time_utils.py +31 -0
- aiq/plugins/.namespace +1 -0
- aiq/profiler/__init__.py +0 -0
- aiq/profiler/calc/__init__.py +14 -0
- aiq/profiler/calc/calc_runner.py +627 -0
- aiq/profiler/calc/calculations.py +288 -0
- aiq/profiler/calc/data_models.py +188 -0
- aiq/profiler/calc/plot.py +345 -0
- aiq/profiler/callbacks/__init__.py +0 -0
- aiq/profiler/callbacks/agno_callback_handler.py +295 -0
- aiq/profiler/callbacks/base_callback_class.py +20 -0
- aiq/profiler/callbacks/langchain_callback_handler.py +290 -0
- aiq/profiler/callbacks/llama_index_callback_handler.py +205 -0
- aiq/profiler/callbacks/semantic_kernel_callback_handler.py +238 -0
- aiq/profiler/callbacks/token_usage_base_model.py +27 -0
- aiq/profiler/data_frame_row.py +51 -0
- aiq/profiler/data_models.py +24 -0
- aiq/profiler/decorators/__init__.py +0 -0
- aiq/profiler/decorators/framework_wrapper.py +131 -0
- aiq/profiler/decorators/function_tracking.py +254 -0
- aiq/profiler/forecasting/__init__.py +0 -0
- aiq/profiler/forecasting/config.py +18 -0
- aiq/profiler/forecasting/model_trainer.py +75 -0
- aiq/profiler/forecasting/models/__init__.py +22 -0
- aiq/profiler/forecasting/models/forecasting_base_model.py +40 -0
- aiq/profiler/forecasting/models/linear_model.py +196 -0
- aiq/profiler/forecasting/models/random_forest_regressor.py +268 -0
- aiq/profiler/inference_metrics_model.py +28 -0
- aiq/profiler/inference_optimization/__init__.py +0 -0
- aiq/profiler/inference_optimization/bottleneck_analysis/__init__.py +0 -0
- aiq/profiler/inference_optimization/bottleneck_analysis/nested_stack_analysis.py +460 -0
- aiq/profiler/inference_optimization/bottleneck_analysis/simple_stack_analysis.py +258 -0
- aiq/profiler/inference_optimization/data_models.py +386 -0
- aiq/profiler/inference_optimization/experimental/__init__.py +0 -0
- aiq/profiler/inference_optimization/experimental/concurrency_spike_analysis.py +468 -0
- aiq/profiler/inference_optimization/experimental/prefix_span_analysis.py +405 -0
- aiq/profiler/inference_optimization/llm_metrics.py +212 -0
- aiq/profiler/inference_optimization/prompt_caching.py +163 -0
- aiq/profiler/inference_optimization/token_uniqueness.py +107 -0
- aiq/profiler/inference_optimization/workflow_runtimes.py +72 -0
- aiq/profiler/intermediate_property_adapter.py +102 -0
- aiq/profiler/profile_runner.py +473 -0
- aiq/profiler/utils.py +184 -0
- aiq/registry_handlers/__init__.py +0 -0
- aiq/registry_handlers/local/__init__.py +0 -0
- aiq/registry_handlers/local/local_handler.py +176 -0
- aiq/registry_handlers/local/register_local.py +37 -0
- aiq/registry_handlers/metadata_factory.py +60 -0
- aiq/registry_handlers/package_utils.py +567 -0
- aiq/registry_handlers/pypi/__init__.py +0 -0
- aiq/registry_handlers/pypi/pypi_handler.py +251 -0
- aiq/registry_handlers/pypi/register_pypi.py +40 -0
- aiq/registry_handlers/register.py +21 -0
- aiq/registry_handlers/registry_handler_base.py +157 -0
- aiq/registry_handlers/rest/__init__.py +0 -0
- aiq/registry_handlers/rest/register_rest.py +56 -0
- aiq/registry_handlers/rest/rest_handler.py +237 -0
- aiq/registry_handlers/schemas/__init__.py +0 -0
- aiq/registry_handlers/schemas/headers.py +42 -0
- aiq/registry_handlers/schemas/package.py +68 -0
- aiq/registry_handlers/schemas/publish.py +63 -0
- aiq/registry_handlers/schemas/pull.py +82 -0
- aiq/registry_handlers/schemas/remove.py +36 -0
- aiq/registry_handlers/schemas/search.py +91 -0
- aiq/registry_handlers/schemas/status.py +47 -0
- aiq/retriever/__init__.py +0 -0
- aiq/retriever/interface.py +37 -0
- aiq/retriever/milvus/__init__.py +14 -0
- aiq/retriever/milvus/register.py +81 -0
- aiq/retriever/milvus/retriever.py +228 -0
- aiq/retriever/models.py +74 -0
- aiq/retriever/nemo_retriever/__init__.py +14 -0
- aiq/retriever/nemo_retriever/register.py +60 -0
- aiq/retriever/nemo_retriever/retriever.py +190 -0
- aiq/retriever/register.py +22 -0
- aiq/runtime/__init__.py +14 -0
- aiq/runtime/loader.py +215 -0
- aiq/runtime/runner.py +190 -0
- aiq/runtime/session.py +158 -0
- aiq/runtime/user_metadata.py +130 -0
- aiq/settings/__init__.py +0 -0
- aiq/settings/global_settings.py +318 -0
- aiq/test/.namespace +1 -0
- aiq/tool/__init__.py +0 -0
- aiq/tool/chat_completion.py +74 -0
- aiq/tool/code_execution/README.md +151 -0
- aiq/tool/code_execution/__init__.py +0 -0
- aiq/tool/code_execution/code_sandbox.py +267 -0
- aiq/tool/code_execution/local_sandbox/.gitignore +1 -0
- aiq/tool/code_execution/local_sandbox/Dockerfile.sandbox +60 -0
- aiq/tool/code_execution/local_sandbox/__init__.py +13 -0
- aiq/tool/code_execution/local_sandbox/local_sandbox_server.py +198 -0
- aiq/tool/code_execution/local_sandbox/sandbox.requirements.txt +6 -0
- aiq/tool/code_execution/local_sandbox/start_local_sandbox.sh +50 -0
- aiq/tool/code_execution/register.py +74 -0
- aiq/tool/code_execution/test_code_execution_sandbox.py +414 -0
- aiq/tool/code_execution/utils.py +100 -0
- aiq/tool/datetime_tools.py +42 -0
- aiq/tool/document_search.py +141 -0
- aiq/tool/github_tools/__init__.py +0 -0
- aiq/tool/github_tools/create_github_commit.py +133 -0
- aiq/tool/github_tools/create_github_issue.py +87 -0
- aiq/tool/github_tools/create_github_pr.py +106 -0
- aiq/tool/github_tools/get_github_file.py +106 -0
- aiq/tool/github_tools/get_github_issue.py +166 -0
- aiq/tool/github_tools/get_github_pr.py +256 -0
- aiq/tool/github_tools/update_github_issue.py +100 -0
- aiq/tool/mcp/__init__.py +14 -0
- aiq/tool/mcp/exceptions.py +142 -0
- aiq/tool/mcp/mcp_client.py +255 -0
- aiq/tool/mcp/mcp_tool.py +96 -0
- aiq/tool/memory_tools/__init__.py +0 -0
- aiq/tool/memory_tools/add_memory_tool.py +79 -0
- aiq/tool/memory_tools/delete_memory_tool.py +67 -0
- aiq/tool/memory_tools/get_memory_tool.py +72 -0
- aiq/tool/nvidia_rag.py +95 -0
- aiq/tool/register.py +38 -0
- aiq/tool/retriever.py +89 -0
- aiq/tool/server_tools.py +66 -0
- aiq/utils/__init__.py +0 -0
- aiq/utils/data_models/__init__.py +0 -0
- aiq/utils/data_models/schema_validator.py +58 -0
- aiq/utils/debugging_utils.py +43 -0
- aiq/utils/dump_distro_mapping.py +32 -0
- aiq/utils/exception_handlers/__init__.py +0 -0
- aiq/utils/exception_handlers/automatic_retries.py +289 -0
- aiq/utils/exception_handlers/mcp.py +211 -0
- aiq/utils/exception_handlers/schemas.py +114 -0
- aiq/utils/io/__init__.py +0 -0
- aiq/utils/io/model_processing.py +28 -0
- aiq/utils/io/yaml_tools.py +119 -0
- aiq/utils/log_utils.py +37 -0
- aiq/utils/metadata_utils.py +74 -0
- aiq/utils/optional_imports.py +142 -0
- aiq/utils/producer_consumer_queue.py +178 -0
- aiq/utils/reactive/__init__.py +0 -0
- aiq/utils/reactive/base/__init__.py +0 -0
- aiq/utils/reactive/base/observable_base.py +65 -0
- aiq/utils/reactive/base/observer_base.py +55 -0
- aiq/utils/reactive/base/subject_base.py +79 -0
- aiq/utils/reactive/observable.py +59 -0
- aiq/utils/reactive/observer.py +76 -0
- aiq/utils/reactive/subject.py +131 -0
- aiq/utils/reactive/subscription.py +49 -0
- aiq/utils/settings/__init__.py +0 -0
- aiq/utils/settings/global_settings.py +197 -0
- aiq/utils/string_utils.py +38 -0
- aiq/utils/type_converter.py +290 -0
- aiq/utils/type_utils.py +484 -0
- aiq/utils/url_utils.py +27 -0
- nvidia_nat-1.2.0rc5.dist-info/METADATA +363 -0
- nvidia_nat-1.2.0rc5.dist-info/RECORD +435 -0
- nvidia_nat-1.2.0rc5.dist-info/WHEEL +5 -0
- nvidia_nat-1.2.0rc5.dist-info/entry_points.txt +20 -0
- nvidia_nat-1.2.0rc5.dist-info/licenses/LICENSE-3rd-party.txt +3686 -0
- nvidia_nat-1.2.0rc5.dist-info/licenses/LICENSE.md +201 -0
- nvidia_nat-1.2.0rc5.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
# pylint: disable=R0917
|
|
17
|
+
import logging
|
|
18
|
+
|
|
19
|
+
from langchain_core.callbacks.base import AsyncCallbackHandler
|
|
20
|
+
from langchain_core.language_models import BaseChatModel
|
|
21
|
+
from langchain_core.messages.base import BaseMessage
|
|
22
|
+
from langchain_core.runnables import RunnableConfig
|
|
23
|
+
from langchain_core.tools import BaseTool
|
|
24
|
+
from langgraph.prebuilt import ToolNode
|
|
25
|
+
from pydantic import BaseModel
|
|
26
|
+
from pydantic import Field
|
|
27
|
+
|
|
28
|
+
from aiq.agent.base import AGENT_CALL_LOG_MESSAGE
|
|
29
|
+
from aiq.agent.base import AGENT_LOG_PREFIX
|
|
30
|
+
from aiq.agent.base import AgentDecision
|
|
31
|
+
from aiq.agent.dual_node import DualNodeAgent
|
|
32
|
+
|
|
33
|
+
logger = logging.getLogger(__name__)
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
class ToolCallAgentGraphState(BaseModel):
|
|
37
|
+
"""State schema for the Tool Calling Agent Graph"""
|
|
38
|
+
messages: list[BaseMessage] = Field(default_factory=list) # input and output of the Agent
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
class ToolCallAgentGraph(DualNodeAgent):
|
|
42
|
+
"""Configurable LangGraph Tool Calling Agent. A Tool Calling Agent requires an LLM which supports tool calling.
|
|
43
|
+
A tool Calling Agent utilizes the tool input parameters to select the optimal tool. Supports handling tool errors.
|
|
44
|
+
Argument "detailed_logs" toggles logging of inputs, outputs, and intermediate steps."""
|
|
45
|
+
|
|
46
|
+
def __init__(self,
|
|
47
|
+
llm: BaseChatModel,
|
|
48
|
+
tools: list[BaseTool],
|
|
49
|
+
callbacks: list[AsyncCallbackHandler] = None,
|
|
50
|
+
detailed_logs: bool = False,
|
|
51
|
+
handle_tool_errors: bool = True):
|
|
52
|
+
super().__init__(llm=llm, tools=tools, callbacks=callbacks, detailed_logs=detailed_logs)
|
|
53
|
+
self.tool_caller = ToolNode(tools, handle_tool_errors=handle_tool_errors)
|
|
54
|
+
logger.debug("%s Initialized Tool Calling Agent Graph", AGENT_LOG_PREFIX)
|
|
55
|
+
|
|
56
|
+
async def agent_node(self, state: ToolCallAgentGraphState):
|
|
57
|
+
try:
|
|
58
|
+
logger.debug('%s Starting the Tool Calling Agent Node', AGENT_LOG_PREFIX)
|
|
59
|
+
if len(state.messages) == 0:
|
|
60
|
+
raise RuntimeError('No input received in state: "messages"')
|
|
61
|
+
response = await self.llm.ainvoke(state.messages, config=RunnableConfig(callbacks=self.callbacks))
|
|
62
|
+
if self.detailed_logs:
|
|
63
|
+
agent_input = "\n".join(str(message.content) for message in state.messages)
|
|
64
|
+
logger.info(AGENT_CALL_LOG_MESSAGE, agent_input, response)
|
|
65
|
+
|
|
66
|
+
state.messages += [response]
|
|
67
|
+
return state
|
|
68
|
+
except Exception as ex:
|
|
69
|
+
logger.exception("%s Failed to call agent_node: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
|
|
70
|
+
raise ex
|
|
71
|
+
|
|
72
|
+
async def conditional_edge(self, state: ToolCallAgentGraphState):
|
|
73
|
+
try:
|
|
74
|
+
logger.debug("%s Starting the Tool Calling Conditional Edge", AGENT_LOG_PREFIX)
|
|
75
|
+
last_message = state.messages[-1]
|
|
76
|
+
if last_message.tool_calls:
|
|
77
|
+
# the agent wants to call a tool
|
|
78
|
+
logger.debug('%s Agent is calling a tool', AGENT_LOG_PREFIX)
|
|
79
|
+
return AgentDecision.TOOL
|
|
80
|
+
if self.detailed_logs:
|
|
81
|
+
logger.debug("%s Final answer:\n%s", AGENT_LOG_PREFIX, state.messages[-1].content)
|
|
82
|
+
return AgentDecision.END
|
|
83
|
+
except Exception as ex:
|
|
84
|
+
logger.exception("%s Failed to determine whether agent is calling a tool: %s",
|
|
85
|
+
AGENT_LOG_PREFIX,
|
|
86
|
+
ex,
|
|
87
|
+
exc_info=True)
|
|
88
|
+
logger.warning("%s Ending graph traversal", AGENT_LOG_PREFIX)
|
|
89
|
+
return AgentDecision.END
|
|
90
|
+
|
|
91
|
+
async def tool_node(self, state: ToolCallAgentGraphState):
|
|
92
|
+
try:
|
|
93
|
+
logger.debug("%s Starting Tool Node", AGENT_LOG_PREFIX)
|
|
94
|
+
tool_calls = state.messages[-1].tool_calls
|
|
95
|
+
tools = [tool.get('name') for tool in tool_calls]
|
|
96
|
+
tool_input = state.messages[-1]
|
|
97
|
+
tool_response = await self.tool_caller.ainvoke(input={"messages": [tool_input]},
|
|
98
|
+
config=RunnableConfig(callbacks=self.callbacks,
|
|
99
|
+
configurable={}))
|
|
100
|
+
# this configurable = {} argument is needed due to a bug in LangGraph PreBuilt ToolNode ^
|
|
101
|
+
|
|
102
|
+
for response in tool_response.get('messages'):
|
|
103
|
+
if self.detailed_logs:
|
|
104
|
+
self._log_tool_response(str(tools), str(tool_input), response.content)
|
|
105
|
+
state.messages += [response]
|
|
106
|
+
|
|
107
|
+
return state
|
|
108
|
+
except Exception as ex:
|
|
109
|
+
logger.exception("%s Failed to call tool_node: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
|
|
110
|
+
raise ex
|
|
111
|
+
|
|
112
|
+
async def build_graph(self):
|
|
113
|
+
try:
|
|
114
|
+
await super()._build_graph(state_schema=ToolCallAgentGraphState)
|
|
115
|
+
logger.debug("%s Tool Calling Agent Graph built and compiled successfully", AGENT_LOG_PREFIX)
|
|
116
|
+
return self.graph
|
|
117
|
+
except Exception as ex:
|
|
118
|
+
logger.exception("%s Failed to build Tool Calling Agent Graph: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
|
|
119
|
+
raise ex
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import logging
|
|
17
|
+
|
|
18
|
+
from pydantic import Field
|
|
19
|
+
|
|
20
|
+
from aiq.builder.builder import Builder
|
|
21
|
+
from aiq.builder.framework_enum import LLMFrameworkEnum
|
|
22
|
+
from aiq.builder.function_info import FunctionInfo
|
|
23
|
+
from aiq.cli.register_workflow import register_function
|
|
24
|
+
from aiq.data_models.component_ref import FunctionRef
|
|
25
|
+
from aiq.data_models.component_ref import LLMRef
|
|
26
|
+
from aiq.data_models.function import FunctionBaseConfig
|
|
27
|
+
|
|
28
|
+
logger = logging.getLogger(__name__)
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class ToolCallAgentWorkflowConfig(FunctionBaseConfig, name="tool_calling_agent"):
|
|
32
|
+
"""
|
|
33
|
+
A Tool Calling Agent requires an LLM which supports tool calling. A tool Calling Agent utilizes the tool
|
|
34
|
+
input parameters to select the optimal tool. Supports handling tool errors.
|
|
35
|
+
"""
|
|
36
|
+
|
|
37
|
+
tool_names: list[FunctionRef] = Field(default_factory=list,
|
|
38
|
+
description="The list of tools to provide to the tool calling agent.")
|
|
39
|
+
llm_name: LLMRef = Field(description="The LLM model to use with the tool calling agent.")
|
|
40
|
+
verbose: bool = Field(default=False, description="Set the verbosity of the tool calling agent's logging.")
|
|
41
|
+
handle_tool_errors: bool = Field(default=True, description="Specify ability to handle tool calling errors.")
|
|
42
|
+
description: str = Field(default="Tool Calling Agent Workflow", description="Description of this functions use.")
|
|
43
|
+
max_iterations: int = Field(default=15, description="Number of tool calls before stoping the tool calling agent.")
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
@register_function(config_type=ToolCallAgentWorkflowConfig, framework_wrappers=[LLMFrameworkEnum.LANGCHAIN])
|
|
47
|
+
async def tool_calling_agent_workflow(config: ToolCallAgentWorkflowConfig, builder: Builder):
|
|
48
|
+
from langchain_core.messages.human import HumanMessage
|
|
49
|
+
from langgraph.graph.graph import CompiledGraph
|
|
50
|
+
|
|
51
|
+
from aiq.agent.base import AGENT_LOG_PREFIX
|
|
52
|
+
|
|
53
|
+
from .agent import ToolCallAgentGraph
|
|
54
|
+
from .agent import ToolCallAgentGraphState
|
|
55
|
+
|
|
56
|
+
# we can choose an LLM for the ReAct agent in the config file
|
|
57
|
+
llm = await builder.get_llm(config.llm_name, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
|
|
58
|
+
# the agent can run any installed tool, simply install the tool and add it to the config file
|
|
59
|
+
# the sample tools provided can easily be copied or changed
|
|
60
|
+
tools = builder.get_tools(tool_names=config.tool_names, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
|
|
61
|
+
if not tools:
|
|
62
|
+
raise ValueError(f"No tools specified for Tool Calling Agent '{config.llm_name}'")
|
|
63
|
+
|
|
64
|
+
# some LLMs support tool calling
|
|
65
|
+
# these models accept the tool's input schema and decide when to use a tool based on the input's relevance
|
|
66
|
+
try:
|
|
67
|
+
# in tool calling agents, we bind the tools to the LLM, to pass the tools' input schemas at runtime
|
|
68
|
+
llm = llm.bind_tools(tools)
|
|
69
|
+
except NotImplementedError as ex:
|
|
70
|
+
logger.error("%s Failed to bind tools: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
|
|
71
|
+
raise ex
|
|
72
|
+
|
|
73
|
+
# construct the Tool Calling Agent Graph from the configured llm, and tools
|
|
74
|
+
graph: CompiledGraph = await ToolCallAgentGraph(llm=llm,
|
|
75
|
+
tools=tools,
|
|
76
|
+
detailed_logs=config.verbose,
|
|
77
|
+
handle_tool_errors=config.handle_tool_errors).build_graph()
|
|
78
|
+
|
|
79
|
+
async def _response_fn(input_message: str) -> str:
|
|
80
|
+
try:
|
|
81
|
+
# initialize the starting state with the user query
|
|
82
|
+
input_message = HumanMessage(content=input_message)
|
|
83
|
+
state = ToolCallAgentGraphState(messages=[input_message])
|
|
84
|
+
|
|
85
|
+
# run the Tool Calling Agent Graph
|
|
86
|
+
state = await graph.ainvoke(state, config={'recursion_limit': (config.max_iterations + 1) * 2})
|
|
87
|
+
# setting recursion_limit: 4 allows 1 tool call
|
|
88
|
+
# - allows the Tool Calling Agent to perform 1 cycle / call 1 single tool,
|
|
89
|
+
# - but stops the agent when it tries to call a tool a second time
|
|
90
|
+
|
|
91
|
+
# get and return the output from the state
|
|
92
|
+
state = ToolCallAgentGraphState(**state)
|
|
93
|
+
output_message = state.messages[-1] # pylint: disable=E1136
|
|
94
|
+
return output_message.content
|
|
95
|
+
except Exception as ex:
|
|
96
|
+
logger.exception("%s Tool Calling Agent failed with exception: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
|
|
97
|
+
if config.verbose:
|
|
98
|
+
return str(ex)
|
|
99
|
+
return "I seem to be having a problem."
|
|
100
|
+
|
|
101
|
+
try:
|
|
102
|
+
yield FunctionInfo.from_fn(_response_fn, description=config.description)
|
|
103
|
+
except GeneratorExit:
|
|
104
|
+
logger.exception("%s Workflow exited early!", AGENT_LOG_PREFIX, exc_info=True)
|
|
105
|
+
finally:
|
|
106
|
+
logger.debug("%s Cleaning up react_agent workflow.", AGENT_LOG_PREFIX)
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import logging
|
|
17
|
+
|
|
18
|
+
from pydantic import SecretStr
|
|
19
|
+
|
|
20
|
+
from aiq.authentication.api_key.api_key_auth_provider_config import APIKeyAuthProviderConfig
|
|
21
|
+
from aiq.authentication.interfaces import AuthProviderBase
|
|
22
|
+
from aiq.data_models.authentication import AuthResult
|
|
23
|
+
from aiq.data_models.authentication import BearerTokenCred
|
|
24
|
+
from aiq.data_models.authentication import HeaderAuthScheme
|
|
25
|
+
|
|
26
|
+
logger = logging.getLogger(__name__)
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
class APIKeyAuthProvider(AuthProviderBase[APIKeyAuthProviderConfig]):
|
|
30
|
+
|
|
31
|
+
# fmt: off
|
|
32
|
+
def __init__(self,
|
|
33
|
+
config: APIKeyAuthProviderConfig,
|
|
34
|
+
config_name: str | None = None) -> None: # pylint: disable=unused-argument
|
|
35
|
+
assert isinstance(config, APIKeyAuthProviderConfig), ("Config is not APIKeyAuthProviderConfig")
|
|
36
|
+
super().__init__(config)
|
|
37
|
+
# fmt: on
|
|
38
|
+
|
|
39
|
+
async def _construct_authentication_header(self) -> BearerTokenCred:
|
|
40
|
+
"""
|
|
41
|
+
Constructs the authenticated HTTP header based on the authentication scheme.
|
|
42
|
+
Basic Authentication follows the OpenAPI 3.0 Basic Authentication standard as well as RFC 7617.
|
|
43
|
+
|
|
44
|
+
Args:
|
|
45
|
+
header_auth_scheme (HeaderAuthScheme): The HTTP authentication scheme to use.
|
|
46
|
+
Supported schemes: BEARER, X_API_KEY, BASIC, CUSTOM.
|
|
47
|
+
|
|
48
|
+
Returns:
|
|
49
|
+
BearerTokenCred: The HTTP headers containing the authentication credentials.
|
|
50
|
+
Returns None if the scheme is not supported or configuration is invalid.
|
|
51
|
+
|
|
52
|
+
"""
|
|
53
|
+
|
|
54
|
+
from aiq.authentication.interfaces import AUTHORIZATION_HEADER
|
|
55
|
+
|
|
56
|
+
config: APIKeyAuthProviderConfig = self.config
|
|
57
|
+
|
|
58
|
+
header_auth_scheme = config.auth_scheme
|
|
59
|
+
|
|
60
|
+
if header_auth_scheme == HeaderAuthScheme.BEARER:
|
|
61
|
+
return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
|
|
62
|
+
scheme=HeaderAuthScheme.BEARER.value,
|
|
63
|
+
header_name=AUTHORIZATION_HEADER)
|
|
64
|
+
|
|
65
|
+
if header_auth_scheme == HeaderAuthScheme.X_API_KEY:
|
|
66
|
+
return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
|
|
67
|
+
scheme=HeaderAuthScheme.X_API_KEY.value,
|
|
68
|
+
header_name='')
|
|
69
|
+
|
|
70
|
+
if header_auth_scheme == HeaderAuthScheme.CUSTOM:
|
|
71
|
+
if not config.custom_header_name:
|
|
72
|
+
raise ValueError('custom_header_name required when using header_auth_scheme=CUSTOM')
|
|
73
|
+
|
|
74
|
+
if not config.custom_header_prefix:
|
|
75
|
+
raise ValueError('custom_header_prefix required when using header_auth_scheme=CUSTOM')
|
|
76
|
+
|
|
77
|
+
return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
|
|
78
|
+
scheme=config.custom_header_prefix,
|
|
79
|
+
header_name=config.custom_header_name)
|
|
80
|
+
|
|
81
|
+
raise ValueError(f"Unsupported header auth scheme: {header_auth_scheme}")
|
|
82
|
+
|
|
83
|
+
async def authenticate(self, user_id: str | None = None) -> AuthResult | None:
|
|
84
|
+
"""
|
|
85
|
+
Authenticate the user using the API key credentials.
|
|
86
|
+
|
|
87
|
+
Args:
|
|
88
|
+
user_id (str): The user ID to authenticate.
|
|
89
|
+
|
|
90
|
+
Returns:
|
|
91
|
+
AuthenticatedContext: The authenticated context containing headers, query params, cookies, etc.
|
|
92
|
+
"""
|
|
93
|
+
|
|
94
|
+
headers = await self._construct_authentication_header()
|
|
95
|
+
|
|
96
|
+
return AuthResult(credentials=[headers])
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import logging
|
|
17
|
+
import re
|
|
18
|
+
import string
|
|
19
|
+
|
|
20
|
+
from pydantic import Field
|
|
21
|
+
from pydantic import field_validator
|
|
22
|
+
|
|
23
|
+
from aiq.authentication.exceptions.api_key_exceptions import APIKeyFieldError
|
|
24
|
+
from aiq.authentication.exceptions.api_key_exceptions import HeaderNameFieldError
|
|
25
|
+
from aiq.authentication.exceptions.api_key_exceptions import HeaderPrefixFieldError
|
|
26
|
+
from aiq.data_models.authentication import AuthProviderBaseConfig
|
|
27
|
+
from aiq.data_models.authentication import HeaderAuthScheme
|
|
28
|
+
|
|
29
|
+
logger = logging.getLogger(__name__)
|
|
30
|
+
|
|
31
|
+
# Strict RFC 7230 compliant header name regex
|
|
32
|
+
HEADER_NAME_REGEX = re.compile(r"^[!#$%&'*+\-.^_`|~0-9a-zA-Z]+$")
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
class APIKeyAuthProviderConfig(AuthProviderBaseConfig, name="api_key"):
|
|
36
|
+
"""
|
|
37
|
+
API Key authentication configuration model.
|
|
38
|
+
"""
|
|
39
|
+
|
|
40
|
+
raw_key: str = Field(description=("Raw API token or credential to be injected into the request parameter. "
|
|
41
|
+
"Used for 'bearer','x-api-key','custom', and other schemes. "))
|
|
42
|
+
|
|
43
|
+
auth_scheme: HeaderAuthScheme = Field(default=HeaderAuthScheme.BEARER,
|
|
44
|
+
description=("The HTTP authentication scheme to use. "
|
|
45
|
+
"Supported schemes: BEARER, X_API_KEY, BASIC, CUSTOM."))
|
|
46
|
+
|
|
47
|
+
custom_header_name: str | None = Field(description="The HTTP header name that MUST be used in conjunction "
|
|
48
|
+
"with the custom_header_prefix when HeaderAuthScheme is CUSTOM.",
|
|
49
|
+
default=None)
|
|
50
|
+
custom_header_prefix: str | None = Field(description="The HTTP header prefix that MUST be used in conjunction "
|
|
51
|
+
"with the custom_header_name when HeaderAuthScheme is CUSTOM.",
|
|
52
|
+
default=None)
|
|
53
|
+
|
|
54
|
+
@field_validator('raw_key')
|
|
55
|
+
@classmethod
|
|
56
|
+
def validate_raw_key(cls, value: str) -> str:
|
|
57
|
+
if not value:
|
|
58
|
+
raise APIKeyFieldError('value_missing', 'raw_key field value is required.')
|
|
59
|
+
|
|
60
|
+
if len(value) < 8:
|
|
61
|
+
raise APIKeyFieldError(
|
|
62
|
+
'value_too_short',
|
|
63
|
+
'raw_key field value must be at least 8 characters long for security. '
|
|
64
|
+
f'Got: {len(value)} characters.')
|
|
65
|
+
|
|
66
|
+
if len(value.strip()) != len(value):
|
|
67
|
+
raise APIKeyFieldError('whitespace_found',
|
|
68
|
+
'raw_key field value cannot have leading or trailing whitespace.')
|
|
69
|
+
|
|
70
|
+
if any(c in string.whitespace for c in value):
|
|
71
|
+
raise APIKeyFieldError('contains_whitespace', 'raw_key must not contain any '
|
|
72
|
+
'whitespace characters.')
|
|
73
|
+
|
|
74
|
+
return value
|
|
75
|
+
|
|
76
|
+
@field_validator('custom_header_name')
|
|
77
|
+
@classmethod
|
|
78
|
+
def validate_custom_header_name(cls, value: str) -> str:
|
|
79
|
+
if not value:
|
|
80
|
+
raise HeaderNameFieldError('value_missing', 'custom_header_name is required.')
|
|
81
|
+
|
|
82
|
+
if value != value.strip():
|
|
83
|
+
raise HeaderNameFieldError('whitespace_found',
|
|
84
|
+
'custom_header_name field value cannot have leading or trailing whitespace.')
|
|
85
|
+
|
|
86
|
+
if any(c in string.whitespace for c in value):
|
|
87
|
+
raise HeaderNameFieldError('contains_whitespace',
|
|
88
|
+
'custom_header_name must not contain any whitespace characters.')
|
|
89
|
+
|
|
90
|
+
if not HEADER_NAME_REGEX.fullmatch(value):
|
|
91
|
+
raise HeaderNameFieldError(
|
|
92
|
+
'invalid_format',
|
|
93
|
+
'custom_header_name must match the HTTP token syntax: ASCII letters, digits, or allowed symbols.')
|
|
94
|
+
|
|
95
|
+
return value
|
|
96
|
+
|
|
97
|
+
@field_validator('custom_header_prefix')
|
|
98
|
+
@classmethod
|
|
99
|
+
def validate_custom_header_prefix(cls, value: str) -> str:
|
|
100
|
+
if not value:
|
|
101
|
+
raise HeaderPrefixFieldError('value_missing', 'custom_header_prefix is required.')
|
|
102
|
+
|
|
103
|
+
if value != value.strip():
|
|
104
|
+
raise HeaderPrefixFieldError(
|
|
105
|
+
'whitespace_found', 'custom_header_prefix field value cannot have '
|
|
106
|
+
'leading or trailing whitespace.')
|
|
107
|
+
|
|
108
|
+
if any(c in string.whitespace for c in value):
|
|
109
|
+
raise HeaderPrefixFieldError('contains_whitespace',
|
|
110
|
+
'custom_header_prefix must not contain any whitespace characters.')
|
|
111
|
+
|
|
112
|
+
if not value.isascii():
|
|
113
|
+
raise HeaderPrefixFieldError('invalid_format', 'custom_header_prefix must be ASCII.')
|
|
114
|
+
|
|
115
|
+
return value
|
|
116
|
+
|
|
117
|
+
@field_validator('raw_key', mode='after')
|
|
118
|
+
@classmethod
|
|
119
|
+
def validate_raw_key_after(cls, value: str) -> str:
|
|
120
|
+
if not value:
|
|
121
|
+
raise APIKeyFieldError('value_missing', 'raw_key field value is '
|
|
122
|
+
'required after construction.')
|
|
123
|
+
|
|
124
|
+
return value
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
from aiq.authentication.api_key.api_key_auth_provider_config import APIKeyAuthProviderConfig
|
|
17
|
+
from aiq.builder.builder import Builder
|
|
18
|
+
from aiq.cli.register_workflow import register_auth_provider
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
@register_auth_provider(config_type=APIKeyAuthProviderConfig)
|
|
22
|
+
async def api_key_client(config: APIKeyAuthProviderConfig, builder: Builder):
|
|
23
|
+
|
|
24
|
+
from aiq.authentication.api_key.api_key_auth_provider import APIKeyAuthProvider
|
|
25
|
+
|
|
26
|
+
yield APIKeyAuthProvider(config=config)
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
class APIKeyFieldError(Exception):
|
|
18
|
+
"""Raised when API Key Config api_key field validation fails unexpectedly."""
|
|
19
|
+
|
|
20
|
+
def __init__(self, error_code: str, message: str, *args):
|
|
21
|
+
self.error_code = error_code
|
|
22
|
+
super().__init__(f"[{error_code}] {message}", *args)
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
class HeaderNameFieldError(Exception):
|
|
26
|
+
"""Raised when API Key Config header_name field validation fails unexpectedly."""
|
|
27
|
+
|
|
28
|
+
def __init__(self, error_code: str, message: str, *args):
|
|
29
|
+
self.error_code = error_code
|
|
30
|
+
super().__init__(f"[{error_code}] {message}", *args)
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
class HeaderPrefixFieldError(Exception):
|
|
34
|
+
"""Raised when API Key Config header_prefix field validation fails unexpectedly."""
|
|
35
|
+
|
|
36
|
+
def __init__(self, error_code: str, message: str, *args):
|
|
37
|
+
self.error_code = error_code
|
|
38
|
+
super().__init__(f"[{error_code}] {message}", *args)
|
|
File without changes
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
from pydantic import SecretStr
|
|
17
|
+
|
|
18
|
+
from aiq.authentication.interfaces import AuthProviderBase
|
|
19
|
+
from aiq.builder.context import AIQContext
|
|
20
|
+
from aiq.data_models.authentication import AuthenticatedContext
|
|
21
|
+
from aiq.data_models.authentication import AuthFlowType
|
|
22
|
+
from aiq.data_models.authentication import AuthProviderBaseConfig
|
|
23
|
+
from aiq.data_models.authentication import AuthResult
|
|
24
|
+
from aiq.data_models.authentication import BasicAuthCred
|
|
25
|
+
from aiq.data_models.authentication import BearerTokenCred
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
class HTTPBasicAuthProvider(AuthProviderBase):
|
|
29
|
+
"""
|
|
30
|
+
Abstract base class for HTTP Basic Authentication exchangers.
|
|
31
|
+
"""
|
|
32
|
+
|
|
33
|
+
def __init__(self, config: AuthProviderBaseConfig):
|
|
34
|
+
"""
|
|
35
|
+
Initialize the HTTP Basic Auth Exchanger with the given configuration.
|
|
36
|
+
"""
|
|
37
|
+
super().__init__(config)
|
|
38
|
+
|
|
39
|
+
self._authenticated_tokens: dict[str, AuthResult] = {}
|
|
40
|
+
|
|
41
|
+
async def authenticate(self, user_id: str | None = None) -> AuthResult:
|
|
42
|
+
"""
|
|
43
|
+
Performs simple HTTP Authentication using the provided user ID.
|
|
44
|
+
"""
|
|
45
|
+
|
|
46
|
+
context = AIQContext.get()
|
|
47
|
+
|
|
48
|
+
if user_id is None and hasattr(context, "metadata") and hasattr(
|
|
49
|
+
context.metadata, "cookies") and context.metadata.cookies is not None:
|
|
50
|
+
session_id = context.metadata.cookies.get("aiqtoolkit-session", None)
|
|
51
|
+
if not session_id:
|
|
52
|
+
raise RuntimeError("Authentication failed. No session ID found. Cannot identify user.")
|
|
53
|
+
|
|
54
|
+
user_id = session_id
|
|
55
|
+
|
|
56
|
+
if user_id and user_id in self._authenticated_tokens:
|
|
57
|
+
return self._authenticated_tokens[user_id]
|
|
58
|
+
|
|
59
|
+
auth_callback = context.user_auth_callback
|
|
60
|
+
|
|
61
|
+
try:
|
|
62
|
+
auth_context: AuthenticatedContext = await auth_callback(self.config, AuthFlowType.HTTP_BASIC)
|
|
63
|
+
except RuntimeError as e:
|
|
64
|
+
raise RuntimeError(f"Authentication callback failed: {str(e)}. Did you forget to set a "
|
|
65
|
+
f"callback handler for your frontend?") from e
|
|
66
|
+
|
|
67
|
+
basic_auth_credentials = BasicAuthCred(username=SecretStr(auth_context.metadata.get("username", "")),
|
|
68
|
+
password=SecretStr(auth_context.metadata.get("password", "")))
|
|
69
|
+
|
|
70
|
+
# Get the auth token from the headers of auth context
|
|
71
|
+
bearer_token = auth_context.headers.get("Authorization", "").split(" ")[-1]
|
|
72
|
+
if not bearer_token:
|
|
73
|
+
raise RuntimeError("Authentication failed: No Authorization header found in the response.")
|
|
74
|
+
|
|
75
|
+
bearer_token_cred = BearerTokenCred(token=SecretStr(bearer_token), scheme="Basic")
|
|
76
|
+
|
|
77
|
+
auth_result = AuthResult(credentials=[basic_auth_credentials, bearer_token_cred])
|
|
78
|
+
|
|
79
|
+
self._authenticated_tokens[user_id] = auth_result
|
|
80
|
+
|
|
81
|
+
return auth_result
|