nvidia-nat 1.2.0rc5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (435) hide show
  1. aiq/agent/__init__.py +0 -0
  2. aiq/agent/base.py +239 -0
  3. aiq/agent/dual_node.py +67 -0
  4. aiq/agent/react_agent/__init__.py +0 -0
  5. aiq/agent/react_agent/agent.py +355 -0
  6. aiq/agent/react_agent/output_parser.py +104 -0
  7. aiq/agent/react_agent/prompt.py +41 -0
  8. aiq/agent/react_agent/register.py +149 -0
  9. aiq/agent/reasoning_agent/__init__.py +0 -0
  10. aiq/agent/reasoning_agent/reasoning_agent.py +225 -0
  11. aiq/agent/register.py +23 -0
  12. aiq/agent/rewoo_agent/__init__.py +0 -0
  13. aiq/agent/rewoo_agent/agent.py +411 -0
  14. aiq/agent/rewoo_agent/prompt.py +108 -0
  15. aiq/agent/rewoo_agent/register.py +158 -0
  16. aiq/agent/tool_calling_agent/__init__.py +0 -0
  17. aiq/agent/tool_calling_agent/agent.py +119 -0
  18. aiq/agent/tool_calling_agent/register.py +106 -0
  19. aiq/authentication/__init__.py +14 -0
  20. aiq/authentication/api_key/__init__.py +14 -0
  21. aiq/authentication/api_key/api_key_auth_provider.py +96 -0
  22. aiq/authentication/api_key/api_key_auth_provider_config.py +124 -0
  23. aiq/authentication/api_key/register.py +26 -0
  24. aiq/authentication/exceptions/__init__.py +14 -0
  25. aiq/authentication/exceptions/api_key_exceptions.py +38 -0
  26. aiq/authentication/http_basic_auth/__init__.py +0 -0
  27. aiq/authentication/http_basic_auth/http_basic_auth_provider.py +81 -0
  28. aiq/authentication/http_basic_auth/register.py +30 -0
  29. aiq/authentication/interfaces.py +93 -0
  30. aiq/authentication/oauth2/__init__.py +14 -0
  31. aiq/authentication/oauth2/oauth2_auth_code_flow_provider.py +107 -0
  32. aiq/authentication/oauth2/oauth2_auth_code_flow_provider_config.py +39 -0
  33. aiq/authentication/oauth2/register.py +25 -0
  34. aiq/authentication/register.py +21 -0
  35. aiq/builder/__init__.py +0 -0
  36. aiq/builder/builder.py +285 -0
  37. aiq/builder/component_utils.py +316 -0
  38. aiq/builder/context.py +264 -0
  39. aiq/builder/embedder.py +24 -0
  40. aiq/builder/eval_builder.py +161 -0
  41. aiq/builder/evaluator.py +29 -0
  42. aiq/builder/framework_enum.py +24 -0
  43. aiq/builder/front_end.py +73 -0
  44. aiq/builder/function.py +344 -0
  45. aiq/builder/function_base.py +380 -0
  46. aiq/builder/function_info.py +627 -0
  47. aiq/builder/intermediate_step_manager.py +174 -0
  48. aiq/builder/llm.py +25 -0
  49. aiq/builder/retriever.py +25 -0
  50. aiq/builder/user_interaction_manager.py +74 -0
  51. aiq/builder/workflow.py +148 -0
  52. aiq/builder/workflow_builder.py +1117 -0
  53. aiq/cli/__init__.py +14 -0
  54. aiq/cli/cli_utils/__init__.py +0 -0
  55. aiq/cli/cli_utils/config_override.py +231 -0
  56. aiq/cli/cli_utils/validation.py +37 -0
  57. aiq/cli/commands/__init__.py +0 -0
  58. aiq/cli/commands/configure/__init__.py +0 -0
  59. aiq/cli/commands/configure/channel/__init__.py +0 -0
  60. aiq/cli/commands/configure/channel/add.py +28 -0
  61. aiq/cli/commands/configure/channel/channel.py +36 -0
  62. aiq/cli/commands/configure/channel/remove.py +30 -0
  63. aiq/cli/commands/configure/channel/update.py +30 -0
  64. aiq/cli/commands/configure/configure.py +33 -0
  65. aiq/cli/commands/evaluate.py +139 -0
  66. aiq/cli/commands/info/__init__.py +14 -0
  67. aiq/cli/commands/info/info.py +39 -0
  68. aiq/cli/commands/info/list_channels.py +32 -0
  69. aiq/cli/commands/info/list_components.py +129 -0
  70. aiq/cli/commands/info/list_mcp.py +213 -0
  71. aiq/cli/commands/registry/__init__.py +14 -0
  72. aiq/cli/commands/registry/publish.py +88 -0
  73. aiq/cli/commands/registry/pull.py +118 -0
  74. aiq/cli/commands/registry/registry.py +38 -0
  75. aiq/cli/commands/registry/remove.py +108 -0
  76. aiq/cli/commands/registry/search.py +155 -0
  77. aiq/cli/commands/sizing/__init__.py +14 -0
  78. aiq/cli/commands/sizing/calc.py +297 -0
  79. aiq/cli/commands/sizing/sizing.py +27 -0
  80. aiq/cli/commands/start.py +246 -0
  81. aiq/cli/commands/uninstall.py +81 -0
  82. aiq/cli/commands/validate.py +47 -0
  83. aiq/cli/commands/workflow/__init__.py +14 -0
  84. aiq/cli/commands/workflow/templates/__init__.py.j2 +0 -0
  85. aiq/cli/commands/workflow/templates/config.yml.j2 +16 -0
  86. aiq/cli/commands/workflow/templates/pyproject.toml.j2 +22 -0
  87. aiq/cli/commands/workflow/templates/register.py.j2 +5 -0
  88. aiq/cli/commands/workflow/templates/workflow.py.j2 +36 -0
  89. aiq/cli/commands/workflow/workflow.py +37 -0
  90. aiq/cli/commands/workflow/workflow_commands.py +313 -0
  91. aiq/cli/entrypoint.py +135 -0
  92. aiq/cli/main.py +44 -0
  93. aiq/cli/register_workflow.py +488 -0
  94. aiq/cli/type_registry.py +1000 -0
  95. aiq/data_models/__init__.py +14 -0
  96. aiq/data_models/api_server.py +694 -0
  97. aiq/data_models/authentication.py +231 -0
  98. aiq/data_models/common.py +171 -0
  99. aiq/data_models/component.py +54 -0
  100. aiq/data_models/component_ref.py +168 -0
  101. aiq/data_models/config.py +406 -0
  102. aiq/data_models/dataset_handler.py +123 -0
  103. aiq/data_models/discovery_metadata.py +335 -0
  104. aiq/data_models/embedder.py +27 -0
  105. aiq/data_models/evaluate.py +127 -0
  106. aiq/data_models/evaluator.py +26 -0
  107. aiq/data_models/front_end.py +26 -0
  108. aiq/data_models/function.py +30 -0
  109. aiq/data_models/function_dependencies.py +72 -0
  110. aiq/data_models/interactive.py +246 -0
  111. aiq/data_models/intermediate_step.py +302 -0
  112. aiq/data_models/invocation_node.py +38 -0
  113. aiq/data_models/llm.py +27 -0
  114. aiq/data_models/logging.py +26 -0
  115. aiq/data_models/memory.py +27 -0
  116. aiq/data_models/object_store.py +44 -0
  117. aiq/data_models/profiler.py +54 -0
  118. aiq/data_models/registry_handler.py +26 -0
  119. aiq/data_models/retriever.py +30 -0
  120. aiq/data_models/retry_mixin.py +35 -0
  121. aiq/data_models/span.py +187 -0
  122. aiq/data_models/step_adaptor.py +64 -0
  123. aiq/data_models/streaming.py +33 -0
  124. aiq/data_models/swe_bench_model.py +54 -0
  125. aiq/data_models/telemetry_exporter.py +26 -0
  126. aiq/data_models/ttc_strategy.py +30 -0
  127. aiq/embedder/__init__.py +0 -0
  128. aiq/embedder/langchain_client.py +41 -0
  129. aiq/embedder/nim_embedder.py +59 -0
  130. aiq/embedder/openai_embedder.py +43 -0
  131. aiq/embedder/register.py +24 -0
  132. aiq/eval/__init__.py +14 -0
  133. aiq/eval/config.py +60 -0
  134. aiq/eval/dataset_handler/__init__.py +0 -0
  135. aiq/eval/dataset_handler/dataset_downloader.py +106 -0
  136. aiq/eval/dataset_handler/dataset_filter.py +52 -0
  137. aiq/eval/dataset_handler/dataset_handler.py +254 -0
  138. aiq/eval/evaluate.py +506 -0
  139. aiq/eval/evaluator/__init__.py +14 -0
  140. aiq/eval/evaluator/base_evaluator.py +73 -0
  141. aiq/eval/evaluator/evaluator_model.py +45 -0
  142. aiq/eval/intermediate_step_adapter.py +99 -0
  143. aiq/eval/rag_evaluator/__init__.py +0 -0
  144. aiq/eval/rag_evaluator/evaluate.py +178 -0
  145. aiq/eval/rag_evaluator/register.py +143 -0
  146. aiq/eval/register.py +23 -0
  147. aiq/eval/remote_workflow.py +133 -0
  148. aiq/eval/runners/__init__.py +14 -0
  149. aiq/eval/runners/config.py +39 -0
  150. aiq/eval/runners/multi_eval_runner.py +54 -0
  151. aiq/eval/runtime_event_subscriber.py +52 -0
  152. aiq/eval/swe_bench_evaluator/__init__.py +0 -0
  153. aiq/eval/swe_bench_evaluator/evaluate.py +215 -0
  154. aiq/eval/swe_bench_evaluator/register.py +36 -0
  155. aiq/eval/trajectory_evaluator/__init__.py +0 -0
  156. aiq/eval/trajectory_evaluator/evaluate.py +75 -0
  157. aiq/eval/trajectory_evaluator/register.py +40 -0
  158. aiq/eval/tunable_rag_evaluator/__init__.py +0 -0
  159. aiq/eval/tunable_rag_evaluator/evaluate.py +245 -0
  160. aiq/eval/tunable_rag_evaluator/register.py +52 -0
  161. aiq/eval/usage_stats.py +41 -0
  162. aiq/eval/utils/__init__.py +0 -0
  163. aiq/eval/utils/output_uploader.py +140 -0
  164. aiq/eval/utils/tqdm_position_registry.py +40 -0
  165. aiq/eval/utils/weave_eval.py +184 -0
  166. aiq/experimental/__init__.py +0 -0
  167. aiq/experimental/decorators/__init__.py +0 -0
  168. aiq/experimental/decorators/experimental_warning_decorator.py +130 -0
  169. aiq/experimental/test_time_compute/__init__.py +0 -0
  170. aiq/experimental/test_time_compute/editing/__init__.py +0 -0
  171. aiq/experimental/test_time_compute/editing/iterative_plan_refinement_editor.py +147 -0
  172. aiq/experimental/test_time_compute/editing/llm_as_a_judge_editor.py +204 -0
  173. aiq/experimental/test_time_compute/editing/motivation_aware_summarization.py +107 -0
  174. aiq/experimental/test_time_compute/functions/__init__.py +0 -0
  175. aiq/experimental/test_time_compute/functions/execute_score_select_function.py +105 -0
  176. aiq/experimental/test_time_compute/functions/its_tool_orchestration_function.py +205 -0
  177. aiq/experimental/test_time_compute/functions/its_tool_wrapper_function.py +146 -0
  178. aiq/experimental/test_time_compute/functions/plan_select_execute_function.py +224 -0
  179. aiq/experimental/test_time_compute/models/__init__.py +0 -0
  180. aiq/experimental/test_time_compute/models/editor_config.py +132 -0
  181. aiq/experimental/test_time_compute/models/scoring_config.py +112 -0
  182. aiq/experimental/test_time_compute/models/search_config.py +120 -0
  183. aiq/experimental/test_time_compute/models/selection_config.py +154 -0
  184. aiq/experimental/test_time_compute/models/stage_enums.py +43 -0
  185. aiq/experimental/test_time_compute/models/strategy_base.py +66 -0
  186. aiq/experimental/test_time_compute/models/tool_use_config.py +41 -0
  187. aiq/experimental/test_time_compute/models/ttc_item.py +48 -0
  188. aiq/experimental/test_time_compute/register.py +36 -0
  189. aiq/experimental/test_time_compute/scoring/__init__.py +0 -0
  190. aiq/experimental/test_time_compute/scoring/llm_based_agent_scorer.py +168 -0
  191. aiq/experimental/test_time_compute/scoring/llm_based_plan_scorer.py +168 -0
  192. aiq/experimental/test_time_compute/scoring/motivation_aware_scorer.py +111 -0
  193. aiq/experimental/test_time_compute/search/__init__.py +0 -0
  194. aiq/experimental/test_time_compute/search/multi_llm_planner.py +128 -0
  195. aiq/experimental/test_time_compute/search/multi_query_retrieval_search.py +122 -0
  196. aiq/experimental/test_time_compute/search/single_shot_multi_plan_planner.py +128 -0
  197. aiq/experimental/test_time_compute/selection/__init__.py +0 -0
  198. aiq/experimental/test_time_compute/selection/best_of_n_selector.py +63 -0
  199. aiq/experimental/test_time_compute/selection/llm_based_agent_output_selector.py +131 -0
  200. aiq/experimental/test_time_compute/selection/llm_based_output_merging_selector.py +159 -0
  201. aiq/experimental/test_time_compute/selection/llm_based_plan_selector.py +128 -0
  202. aiq/experimental/test_time_compute/selection/threshold_selector.py +58 -0
  203. aiq/front_ends/__init__.py +14 -0
  204. aiq/front_ends/console/__init__.py +14 -0
  205. aiq/front_ends/console/authentication_flow_handler.py +233 -0
  206. aiq/front_ends/console/console_front_end_config.py +32 -0
  207. aiq/front_ends/console/console_front_end_plugin.py +96 -0
  208. aiq/front_ends/console/register.py +25 -0
  209. aiq/front_ends/cron/__init__.py +14 -0
  210. aiq/front_ends/fastapi/__init__.py +14 -0
  211. aiq/front_ends/fastapi/auth_flow_handlers/__init__.py +0 -0
  212. aiq/front_ends/fastapi/auth_flow_handlers/http_flow_handler.py +27 -0
  213. aiq/front_ends/fastapi/auth_flow_handlers/websocket_flow_handler.py +107 -0
  214. aiq/front_ends/fastapi/fastapi_front_end_config.py +234 -0
  215. aiq/front_ends/fastapi/fastapi_front_end_controller.py +68 -0
  216. aiq/front_ends/fastapi/fastapi_front_end_plugin.py +116 -0
  217. aiq/front_ends/fastapi/fastapi_front_end_plugin_worker.py +1092 -0
  218. aiq/front_ends/fastapi/html_snippets/__init__.py +14 -0
  219. aiq/front_ends/fastapi/html_snippets/auth_code_grant_success.py +35 -0
  220. aiq/front_ends/fastapi/intermediate_steps_subscriber.py +80 -0
  221. aiq/front_ends/fastapi/job_store.py +183 -0
  222. aiq/front_ends/fastapi/main.py +72 -0
  223. aiq/front_ends/fastapi/message_handler.py +298 -0
  224. aiq/front_ends/fastapi/message_validator.py +345 -0
  225. aiq/front_ends/fastapi/register.py +25 -0
  226. aiq/front_ends/fastapi/response_helpers.py +195 -0
  227. aiq/front_ends/fastapi/step_adaptor.py +321 -0
  228. aiq/front_ends/mcp/__init__.py +14 -0
  229. aiq/front_ends/mcp/mcp_front_end_config.py +32 -0
  230. aiq/front_ends/mcp/mcp_front_end_plugin.py +93 -0
  231. aiq/front_ends/mcp/register.py +27 -0
  232. aiq/front_ends/mcp/tool_converter.py +242 -0
  233. aiq/front_ends/register.py +22 -0
  234. aiq/front_ends/simple_base/__init__.py +14 -0
  235. aiq/front_ends/simple_base/simple_front_end_plugin_base.py +54 -0
  236. aiq/llm/__init__.py +0 -0
  237. aiq/llm/aws_bedrock_llm.py +57 -0
  238. aiq/llm/nim_llm.py +46 -0
  239. aiq/llm/openai_llm.py +46 -0
  240. aiq/llm/register.py +23 -0
  241. aiq/llm/utils/__init__.py +14 -0
  242. aiq/llm/utils/env_config_value.py +94 -0
  243. aiq/llm/utils/error.py +17 -0
  244. aiq/memory/__init__.py +20 -0
  245. aiq/memory/interfaces.py +183 -0
  246. aiq/memory/models.py +112 -0
  247. aiq/meta/module_to_distro.json +3 -0
  248. aiq/meta/pypi.md +58 -0
  249. aiq/object_store/__init__.py +20 -0
  250. aiq/object_store/in_memory_object_store.py +76 -0
  251. aiq/object_store/interfaces.py +84 -0
  252. aiq/object_store/models.py +36 -0
  253. aiq/object_store/register.py +20 -0
  254. aiq/observability/__init__.py +14 -0
  255. aiq/observability/exporter/__init__.py +14 -0
  256. aiq/observability/exporter/base_exporter.py +449 -0
  257. aiq/observability/exporter/exporter.py +78 -0
  258. aiq/observability/exporter/file_exporter.py +33 -0
  259. aiq/observability/exporter/processing_exporter.py +322 -0
  260. aiq/observability/exporter/raw_exporter.py +52 -0
  261. aiq/observability/exporter/span_exporter.py +265 -0
  262. aiq/observability/exporter_manager.py +335 -0
  263. aiq/observability/mixin/__init__.py +14 -0
  264. aiq/observability/mixin/batch_config_mixin.py +26 -0
  265. aiq/observability/mixin/collector_config_mixin.py +23 -0
  266. aiq/observability/mixin/file_mixin.py +288 -0
  267. aiq/observability/mixin/file_mode.py +23 -0
  268. aiq/observability/mixin/resource_conflict_mixin.py +134 -0
  269. aiq/observability/mixin/serialize_mixin.py +61 -0
  270. aiq/observability/mixin/type_introspection_mixin.py +183 -0
  271. aiq/observability/processor/__init__.py +14 -0
  272. aiq/observability/processor/batching_processor.py +310 -0
  273. aiq/observability/processor/callback_processor.py +42 -0
  274. aiq/observability/processor/intermediate_step_serializer.py +28 -0
  275. aiq/observability/processor/processor.py +71 -0
  276. aiq/observability/register.py +96 -0
  277. aiq/observability/utils/__init__.py +14 -0
  278. aiq/observability/utils/dict_utils.py +236 -0
  279. aiq/observability/utils/time_utils.py +31 -0
  280. aiq/plugins/.namespace +1 -0
  281. aiq/profiler/__init__.py +0 -0
  282. aiq/profiler/calc/__init__.py +14 -0
  283. aiq/profiler/calc/calc_runner.py +627 -0
  284. aiq/profiler/calc/calculations.py +288 -0
  285. aiq/profiler/calc/data_models.py +188 -0
  286. aiq/profiler/calc/plot.py +345 -0
  287. aiq/profiler/callbacks/__init__.py +0 -0
  288. aiq/profiler/callbacks/agno_callback_handler.py +295 -0
  289. aiq/profiler/callbacks/base_callback_class.py +20 -0
  290. aiq/profiler/callbacks/langchain_callback_handler.py +290 -0
  291. aiq/profiler/callbacks/llama_index_callback_handler.py +205 -0
  292. aiq/profiler/callbacks/semantic_kernel_callback_handler.py +238 -0
  293. aiq/profiler/callbacks/token_usage_base_model.py +27 -0
  294. aiq/profiler/data_frame_row.py +51 -0
  295. aiq/profiler/data_models.py +24 -0
  296. aiq/profiler/decorators/__init__.py +0 -0
  297. aiq/profiler/decorators/framework_wrapper.py +131 -0
  298. aiq/profiler/decorators/function_tracking.py +254 -0
  299. aiq/profiler/forecasting/__init__.py +0 -0
  300. aiq/profiler/forecasting/config.py +18 -0
  301. aiq/profiler/forecasting/model_trainer.py +75 -0
  302. aiq/profiler/forecasting/models/__init__.py +22 -0
  303. aiq/profiler/forecasting/models/forecasting_base_model.py +40 -0
  304. aiq/profiler/forecasting/models/linear_model.py +196 -0
  305. aiq/profiler/forecasting/models/random_forest_regressor.py +268 -0
  306. aiq/profiler/inference_metrics_model.py +28 -0
  307. aiq/profiler/inference_optimization/__init__.py +0 -0
  308. aiq/profiler/inference_optimization/bottleneck_analysis/__init__.py +0 -0
  309. aiq/profiler/inference_optimization/bottleneck_analysis/nested_stack_analysis.py +460 -0
  310. aiq/profiler/inference_optimization/bottleneck_analysis/simple_stack_analysis.py +258 -0
  311. aiq/profiler/inference_optimization/data_models.py +386 -0
  312. aiq/profiler/inference_optimization/experimental/__init__.py +0 -0
  313. aiq/profiler/inference_optimization/experimental/concurrency_spike_analysis.py +468 -0
  314. aiq/profiler/inference_optimization/experimental/prefix_span_analysis.py +405 -0
  315. aiq/profiler/inference_optimization/llm_metrics.py +212 -0
  316. aiq/profiler/inference_optimization/prompt_caching.py +163 -0
  317. aiq/profiler/inference_optimization/token_uniqueness.py +107 -0
  318. aiq/profiler/inference_optimization/workflow_runtimes.py +72 -0
  319. aiq/profiler/intermediate_property_adapter.py +102 -0
  320. aiq/profiler/profile_runner.py +473 -0
  321. aiq/profiler/utils.py +184 -0
  322. aiq/registry_handlers/__init__.py +0 -0
  323. aiq/registry_handlers/local/__init__.py +0 -0
  324. aiq/registry_handlers/local/local_handler.py +176 -0
  325. aiq/registry_handlers/local/register_local.py +37 -0
  326. aiq/registry_handlers/metadata_factory.py +60 -0
  327. aiq/registry_handlers/package_utils.py +567 -0
  328. aiq/registry_handlers/pypi/__init__.py +0 -0
  329. aiq/registry_handlers/pypi/pypi_handler.py +251 -0
  330. aiq/registry_handlers/pypi/register_pypi.py +40 -0
  331. aiq/registry_handlers/register.py +21 -0
  332. aiq/registry_handlers/registry_handler_base.py +157 -0
  333. aiq/registry_handlers/rest/__init__.py +0 -0
  334. aiq/registry_handlers/rest/register_rest.py +56 -0
  335. aiq/registry_handlers/rest/rest_handler.py +237 -0
  336. aiq/registry_handlers/schemas/__init__.py +0 -0
  337. aiq/registry_handlers/schemas/headers.py +42 -0
  338. aiq/registry_handlers/schemas/package.py +68 -0
  339. aiq/registry_handlers/schemas/publish.py +63 -0
  340. aiq/registry_handlers/schemas/pull.py +82 -0
  341. aiq/registry_handlers/schemas/remove.py +36 -0
  342. aiq/registry_handlers/schemas/search.py +91 -0
  343. aiq/registry_handlers/schemas/status.py +47 -0
  344. aiq/retriever/__init__.py +0 -0
  345. aiq/retriever/interface.py +37 -0
  346. aiq/retriever/milvus/__init__.py +14 -0
  347. aiq/retriever/milvus/register.py +81 -0
  348. aiq/retriever/milvus/retriever.py +228 -0
  349. aiq/retriever/models.py +74 -0
  350. aiq/retriever/nemo_retriever/__init__.py +14 -0
  351. aiq/retriever/nemo_retriever/register.py +60 -0
  352. aiq/retriever/nemo_retriever/retriever.py +190 -0
  353. aiq/retriever/register.py +22 -0
  354. aiq/runtime/__init__.py +14 -0
  355. aiq/runtime/loader.py +215 -0
  356. aiq/runtime/runner.py +190 -0
  357. aiq/runtime/session.py +158 -0
  358. aiq/runtime/user_metadata.py +130 -0
  359. aiq/settings/__init__.py +0 -0
  360. aiq/settings/global_settings.py +318 -0
  361. aiq/test/.namespace +1 -0
  362. aiq/tool/__init__.py +0 -0
  363. aiq/tool/chat_completion.py +74 -0
  364. aiq/tool/code_execution/README.md +151 -0
  365. aiq/tool/code_execution/__init__.py +0 -0
  366. aiq/tool/code_execution/code_sandbox.py +267 -0
  367. aiq/tool/code_execution/local_sandbox/.gitignore +1 -0
  368. aiq/tool/code_execution/local_sandbox/Dockerfile.sandbox +60 -0
  369. aiq/tool/code_execution/local_sandbox/__init__.py +13 -0
  370. aiq/tool/code_execution/local_sandbox/local_sandbox_server.py +198 -0
  371. aiq/tool/code_execution/local_sandbox/sandbox.requirements.txt +6 -0
  372. aiq/tool/code_execution/local_sandbox/start_local_sandbox.sh +50 -0
  373. aiq/tool/code_execution/register.py +74 -0
  374. aiq/tool/code_execution/test_code_execution_sandbox.py +414 -0
  375. aiq/tool/code_execution/utils.py +100 -0
  376. aiq/tool/datetime_tools.py +42 -0
  377. aiq/tool/document_search.py +141 -0
  378. aiq/tool/github_tools/__init__.py +0 -0
  379. aiq/tool/github_tools/create_github_commit.py +133 -0
  380. aiq/tool/github_tools/create_github_issue.py +87 -0
  381. aiq/tool/github_tools/create_github_pr.py +106 -0
  382. aiq/tool/github_tools/get_github_file.py +106 -0
  383. aiq/tool/github_tools/get_github_issue.py +166 -0
  384. aiq/tool/github_tools/get_github_pr.py +256 -0
  385. aiq/tool/github_tools/update_github_issue.py +100 -0
  386. aiq/tool/mcp/__init__.py +14 -0
  387. aiq/tool/mcp/exceptions.py +142 -0
  388. aiq/tool/mcp/mcp_client.py +255 -0
  389. aiq/tool/mcp/mcp_tool.py +96 -0
  390. aiq/tool/memory_tools/__init__.py +0 -0
  391. aiq/tool/memory_tools/add_memory_tool.py +79 -0
  392. aiq/tool/memory_tools/delete_memory_tool.py +67 -0
  393. aiq/tool/memory_tools/get_memory_tool.py +72 -0
  394. aiq/tool/nvidia_rag.py +95 -0
  395. aiq/tool/register.py +38 -0
  396. aiq/tool/retriever.py +89 -0
  397. aiq/tool/server_tools.py +66 -0
  398. aiq/utils/__init__.py +0 -0
  399. aiq/utils/data_models/__init__.py +0 -0
  400. aiq/utils/data_models/schema_validator.py +58 -0
  401. aiq/utils/debugging_utils.py +43 -0
  402. aiq/utils/dump_distro_mapping.py +32 -0
  403. aiq/utils/exception_handlers/__init__.py +0 -0
  404. aiq/utils/exception_handlers/automatic_retries.py +289 -0
  405. aiq/utils/exception_handlers/mcp.py +211 -0
  406. aiq/utils/exception_handlers/schemas.py +114 -0
  407. aiq/utils/io/__init__.py +0 -0
  408. aiq/utils/io/model_processing.py +28 -0
  409. aiq/utils/io/yaml_tools.py +119 -0
  410. aiq/utils/log_utils.py +37 -0
  411. aiq/utils/metadata_utils.py +74 -0
  412. aiq/utils/optional_imports.py +142 -0
  413. aiq/utils/producer_consumer_queue.py +178 -0
  414. aiq/utils/reactive/__init__.py +0 -0
  415. aiq/utils/reactive/base/__init__.py +0 -0
  416. aiq/utils/reactive/base/observable_base.py +65 -0
  417. aiq/utils/reactive/base/observer_base.py +55 -0
  418. aiq/utils/reactive/base/subject_base.py +79 -0
  419. aiq/utils/reactive/observable.py +59 -0
  420. aiq/utils/reactive/observer.py +76 -0
  421. aiq/utils/reactive/subject.py +131 -0
  422. aiq/utils/reactive/subscription.py +49 -0
  423. aiq/utils/settings/__init__.py +0 -0
  424. aiq/utils/settings/global_settings.py +197 -0
  425. aiq/utils/string_utils.py +38 -0
  426. aiq/utils/type_converter.py +290 -0
  427. aiq/utils/type_utils.py +484 -0
  428. aiq/utils/url_utils.py +27 -0
  429. nvidia_nat-1.2.0rc5.dist-info/METADATA +363 -0
  430. nvidia_nat-1.2.0rc5.dist-info/RECORD +435 -0
  431. nvidia_nat-1.2.0rc5.dist-info/WHEEL +5 -0
  432. nvidia_nat-1.2.0rc5.dist-info/entry_points.txt +20 -0
  433. nvidia_nat-1.2.0rc5.dist-info/licenses/LICENSE-3rd-party.txt +3686 -0
  434. nvidia_nat-1.2.0rc5.dist-info/licenses/LICENSE.md +201 -0
  435. nvidia_nat-1.2.0rc5.dist-info/top_level.txt +1 -0
@@ -0,0 +1,119 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ # pylint: disable=R0917
17
+ import logging
18
+
19
+ from langchain_core.callbacks.base import AsyncCallbackHandler
20
+ from langchain_core.language_models import BaseChatModel
21
+ from langchain_core.messages.base import BaseMessage
22
+ from langchain_core.runnables import RunnableConfig
23
+ from langchain_core.tools import BaseTool
24
+ from langgraph.prebuilt import ToolNode
25
+ from pydantic import BaseModel
26
+ from pydantic import Field
27
+
28
+ from aiq.agent.base import AGENT_CALL_LOG_MESSAGE
29
+ from aiq.agent.base import AGENT_LOG_PREFIX
30
+ from aiq.agent.base import AgentDecision
31
+ from aiq.agent.dual_node import DualNodeAgent
32
+
33
+ logger = logging.getLogger(__name__)
34
+
35
+
36
+ class ToolCallAgentGraphState(BaseModel):
37
+ """State schema for the Tool Calling Agent Graph"""
38
+ messages: list[BaseMessage] = Field(default_factory=list) # input and output of the Agent
39
+
40
+
41
+ class ToolCallAgentGraph(DualNodeAgent):
42
+ """Configurable LangGraph Tool Calling Agent. A Tool Calling Agent requires an LLM which supports tool calling.
43
+ A tool Calling Agent utilizes the tool input parameters to select the optimal tool. Supports handling tool errors.
44
+ Argument "detailed_logs" toggles logging of inputs, outputs, and intermediate steps."""
45
+
46
+ def __init__(self,
47
+ llm: BaseChatModel,
48
+ tools: list[BaseTool],
49
+ callbacks: list[AsyncCallbackHandler] = None,
50
+ detailed_logs: bool = False,
51
+ handle_tool_errors: bool = True):
52
+ super().__init__(llm=llm, tools=tools, callbacks=callbacks, detailed_logs=detailed_logs)
53
+ self.tool_caller = ToolNode(tools, handle_tool_errors=handle_tool_errors)
54
+ logger.debug("%s Initialized Tool Calling Agent Graph", AGENT_LOG_PREFIX)
55
+
56
+ async def agent_node(self, state: ToolCallAgentGraphState):
57
+ try:
58
+ logger.debug('%s Starting the Tool Calling Agent Node', AGENT_LOG_PREFIX)
59
+ if len(state.messages) == 0:
60
+ raise RuntimeError('No input received in state: "messages"')
61
+ response = await self.llm.ainvoke(state.messages, config=RunnableConfig(callbacks=self.callbacks))
62
+ if self.detailed_logs:
63
+ agent_input = "\n".join(str(message.content) for message in state.messages)
64
+ logger.info(AGENT_CALL_LOG_MESSAGE, agent_input, response)
65
+
66
+ state.messages += [response]
67
+ return state
68
+ except Exception as ex:
69
+ logger.exception("%s Failed to call agent_node: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
70
+ raise ex
71
+
72
+ async def conditional_edge(self, state: ToolCallAgentGraphState):
73
+ try:
74
+ logger.debug("%s Starting the Tool Calling Conditional Edge", AGENT_LOG_PREFIX)
75
+ last_message = state.messages[-1]
76
+ if last_message.tool_calls:
77
+ # the agent wants to call a tool
78
+ logger.debug('%s Agent is calling a tool', AGENT_LOG_PREFIX)
79
+ return AgentDecision.TOOL
80
+ if self.detailed_logs:
81
+ logger.debug("%s Final answer:\n%s", AGENT_LOG_PREFIX, state.messages[-1].content)
82
+ return AgentDecision.END
83
+ except Exception as ex:
84
+ logger.exception("%s Failed to determine whether agent is calling a tool: %s",
85
+ AGENT_LOG_PREFIX,
86
+ ex,
87
+ exc_info=True)
88
+ logger.warning("%s Ending graph traversal", AGENT_LOG_PREFIX)
89
+ return AgentDecision.END
90
+
91
+ async def tool_node(self, state: ToolCallAgentGraphState):
92
+ try:
93
+ logger.debug("%s Starting Tool Node", AGENT_LOG_PREFIX)
94
+ tool_calls = state.messages[-1].tool_calls
95
+ tools = [tool.get('name') for tool in tool_calls]
96
+ tool_input = state.messages[-1]
97
+ tool_response = await self.tool_caller.ainvoke(input={"messages": [tool_input]},
98
+ config=RunnableConfig(callbacks=self.callbacks,
99
+ configurable={}))
100
+ # this configurable = {} argument is needed due to a bug in LangGraph PreBuilt ToolNode ^
101
+
102
+ for response in tool_response.get('messages'):
103
+ if self.detailed_logs:
104
+ self._log_tool_response(str(tools), str(tool_input), response.content)
105
+ state.messages += [response]
106
+
107
+ return state
108
+ except Exception as ex:
109
+ logger.exception("%s Failed to call tool_node: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
110
+ raise ex
111
+
112
+ async def build_graph(self):
113
+ try:
114
+ await super()._build_graph(state_schema=ToolCallAgentGraphState)
115
+ logger.debug("%s Tool Calling Agent Graph built and compiled successfully", AGENT_LOG_PREFIX)
116
+ return self.graph
117
+ except Exception as ex:
118
+ logger.exception("%s Failed to build Tool Calling Agent Graph: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
119
+ raise ex
@@ -0,0 +1,106 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ import logging
17
+
18
+ from pydantic import Field
19
+
20
+ from aiq.builder.builder import Builder
21
+ from aiq.builder.framework_enum import LLMFrameworkEnum
22
+ from aiq.builder.function_info import FunctionInfo
23
+ from aiq.cli.register_workflow import register_function
24
+ from aiq.data_models.component_ref import FunctionRef
25
+ from aiq.data_models.component_ref import LLMRef
26
+ from aiq.data_models.function import FunctionBaseConfig
27
+
28
+ logger = logging.getLogger(__name__)
29
+
30
+
31
+ class ToolCallAgentWorkflowConfig(FunctionBaseConfig, name="tool_calling_agent"):
32
+ """
33
+ A Tool Calling Agent requires an LLM which supports tool calling. A tool Calling Agent utilizes the tool
34
+ input parameters to select the optimal tool. Supports handling tool errors.
35
+ """
36
+
37
+ tool_names: list[FunctionRef] = Field(default_factory=list,
38
+ description="The list of tools to provide to the tool calling agent.")
39
+ llm_name: LLMRef = Field(description="The LLM model to use with the tool calling agent.")
40
+ verbose: bool = Field(default=False, description="Set the verbosity of the tool calling agent's logging.")
41
+ handle_tool_errors: bool = Field(default=True, description="Specify ability to handle tool calling errors.")
42
+ description: str = Field(default="Tool Calling Agent Workflow", description="Description of this functions use.")
43
+ max_iterations: int = Field(default=15, description="Number of tool calls before stoping the tool calling agent.")
44
+
45
+
46
+ @register_function(config_type=ToolCallAgentWorkflowConfig, framework_wrappers=[LLMFrameworkEnum.LANGCHAIN])
47
+ async def tool_calling_agent_workflow(config: ToolCallAgentWorkflowConfig, builder: Builder):
48
+ from langchain_core.messages.human import HumanMessage
49
+ from langgraph.graph.graph import CompiledGraph
50
+
51
+ from aiq.agent.base import AGENT_LOG_PREFIX
52
+
53
+ from .agent import ToolCallAgentGraph
54
+ from .agent import ToolCallAgentGraphState
55
+
56
+ # we can choose an LLM for the ReAct agent in the config file
57
+ llm = await builder.get_llm(config.llm_name, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
58
+ # the agent can run any installed tool, simply install the tool and add it to the config file
59
+ # the sample tools provided can easily be copied or changed
60
+ tools = builder.get_tools(tool_names=config.tool_names, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
61
+ if not tools:
62
+ raise ValueError(f"No tools specified for Tool Calling Agent '{config.llm_name}'")
63
+
64
+ # some LLMs support tool calling
65
+ # these models accept the tool's input schema and decide when to use a tool based on the input's relevance
66
+ try:
67
+ # in tool calling agents, we bind the tools to the LLM, to pass the tools' input schemas at runtime
68
+ llm = llm.bind_tools(tools)
69
+ except NotImplementedError as ex:
70
+ logger.error("%s Failed to bind tools: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
71
+ raise ex
72
+
73
+ # construct the Tool Calling Agent Graph from the configured llm, and tools
74
+ graph: CompiledGraph = await ToolCallAgentGraph(llm=llm,
75
+ tools=tools,
76
+ detailed_logs=config.verbose,
77
+ handle_tool_errors=config.handle_tool_errors).build_graph()
78
+
79
+ async def _response_fn(input_message: str) -> str:
80
+ try:
81
+ # initialize the starting state with the user query
82
+ input_message = HumanMessage(content=input_message)
83
+ state = ToolCallAgentGraphState(messages=[input_message])
84
+
85
+ # run the Tool Calling Agent Graph
86
+ state = await graph.ainvoke(state, config={'recursion_limit': (config.max_iterations + 1) * 2})
87
+ # setting recursion_limit: 4 allows 1 tool call
88
+ # - allows the Tool Calling Agent to perform 1 cycle / call 1 single tool,
89
+ # - but stops the agent when it tries to call a tool a second time
90
+
91
+ # get and return the output from the state
92
+ state = ToolCallAgentGraphState(**state)
93
+ output_message = state.messages[-1] # pylint: disable=E1136
94
+ return output_message.content
95
+ except Exception as ex:
96
+ logger.exception("%s Tool Calling Agent failed with exception: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
97
+ if config.verbose:
98
+ return str(ex)
99
+ return "I seem to be having a problem."
100
+
101
+ try:
102
+ yield FunctionInfo.from_fn(_response_fn, description=config.description)
103
+ except GeneratorExit:
104
+ logger.exception("%s Workflow exited early!", AGENT_LOG_PREFIX, exc_info=True)
105
+ finally:
106
+ logger.debug("%s Cleaning up react_agent workflow.", AGENT_LOG_PREFIX)
@@ -0,0 +1,14 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
@@ -0,0 +1,14 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
@@ -0,0 +1,96 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ import logging
17
+
18
+ from pydantic import SecretStr
19
+
20
+ from aiq.authentication.api_key.api_key_auth_provider_config import APIKeyAuthProviderConfig
21
+ from aiq.authentication.interfaces import AuthProviderBase
22
+ from aiq.data_models.authentication import AuthResult
23
+ from aiq.data_models.authentication import BearerTokenCred
24
+ from aiq.data_models.authentication import HeaderAuthScheme
25
+
26
+ logger = logging.getLogger(__name__)
27
+
28
+
29
+ class APIKeyAuthProvider(AuthProviderBase[APIKeyAuthProviderConfig]):
30
+
31
+ # fmt: off
32
+ def __init__(self,
33
+ config: APIKeyAuthProviderConfig,
34
+ config_name: str | None = None) -> None: # pylint: disable=unused-argument
35
+ assert isinstance(config, APIKeyAuthProviderConfig), ("Config is not APIKeyAuthProviderConfig")
36
+ super().__init__(config)
37
+ # fmt: on
38
+
39
+ async def _construct_authentication_header(self) -> BearerTokenCred:
40
+ """
41
+ Constructs the authenticated HTTP header based on the authentication scheme.
42
+ Basic Authentication follows the OpenAPI 3.0 Basic Authentication standard as well as RFC 7617.
43
+
44
+ Args:
45
+ header_auth_scheme (HeaderAuthScheme): The HTTP authentication scheme to use.
46
+ Supported schemes: BEARER, X_API_KEY, BASIC, CUSTOM.
47
+
48
+ Returns:
49
+ BearerTokenCred: The HTTP headers containing the authentication credentials.
50
+ Returns None if the scheme is not supported or configuration is invalid.
51
+
52
+ """
53
+
54
+ from aiq.authentication.interfaces import AUTHORIZATION_HEADER
55
+
56
+ config: APIKeyAuthProviderConfig = self.config
57
+
58
+ header_auth_scheme = config.auth_scheme
59
+
60
+ if header_auth_scheme == HeaderAuthScheme.BEARER:
61
+ return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
62
+ scheme=HeaderAuthScheme.BEARER.value,
63
+ header_name=AUTHORIZATION_HEADER)
64
+
65
+ if header_auth_scheme == HeaderAuthScheme.X_API_KEY:
66
+ return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
67
+ scheme=HeaderAuthScheme.X_API_KEY.value,
68
+ header_name='')
69
+
70
+ if header_auth_scheme == HeaderAuthScheme.CUSTOM:
71
+ if not config.custom_header_name:
72
+ raise ValueError('custom_header_name required when using header_auth_scheme=CUSTOM')
73
+
74
+ if not config.custom_header_prefix:
75
+ raise ValueError('custom_header_prefix required when using header_auth_scheme=CUSTOM')
76
+
77
+ return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
78
+ scheme=config.custom_header_prefix,
79
+ header_name=config.custom_header_name)
80
+
81
+ raise ValueError(f"Unsupported header auth scheme: {header_auth_scheme}")
82
+
83
+ async def authenticate(self, user_id: str | None = None) -> AuthResult | None:
84
+ """
85
+ Authenticate the user using the API key credentials.
86
+
87
+ Args:
88
+ user_id (str): The user ID to authenticate.
89
+
90
+ Returns:
91
+ AuthenticatedContext: The authenticated context containing headers, query params, cookies, etc.
92
+ """
93
+
94
+ headers = await self._construct_authentication_header()
95
+
96
+ return AuthResult(credentials=[headers])
@@ -0,0 +1,124 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ import logging
17
+ import re
18
+ import string
19
+
20
+ from pydantic import Field
21
+ from pydantic import field_validator
22
+
23
+ from aiq.authentication.exceptions.api_key_exceptions import APIKeyFieldError
24
+ from aiq.authentication.exceptions.api_key_exceptions import HeaderNameFieldError
25
+ from aiq.authentication.exceptions.api_key_exceptions import HeaderPrefixFieldError
26
+ from aiq.data_models.authentication import AuthProviderBaseConfig
27
+ from aiq.data_models.authentication import HeaderAuthScheme
28
+
29
+ logger = logging.getLogger(__name__)
30
+
31
+ # Strict RFC 7230 compliant header name regex
32
+ HEADER_NAME_REGEX = re.compile(r"^[!#$%&'*+\-.^_`|~0-9a-zA-Z]+$")
33
+
34
+
35
+ class APIKeyAuthProviderConfig(AuthProviderBaseConfig, name="api_key"):
36
+ """
37
+ API Key authentication configuration model.
38
+ """
39
+
40
+ raw_key: str = Field(description=("Raw API token or credential to be injected into the request parameter. "
41
+ "Used for 'bearer','x-api-key','custom', and other schemes. "))
42
+
43
+ auth_scheme: HeaderAuthScheme = Field(default=HeaderAuthScheme.BEARER,
44
+ description=("The HTTP authentication scheme to use. "
45
+ "Supported schemes: BEARER, X_API_KEY, BASIC, CUSTOM."))
46
+
47
+ custom_header_name: str | None = Field(description="The HTTP header name that MUST be used in conjunction "
48
+ "with the custom_header_prefix when HeaderAuthScheme is CUSTOM.",
49
+ default=None)
50
+ custom_header_prefix: str | None = Field(description="The HTTP header prefix that MUST be used in conjunction "
51
+ "with the custom_header_name when HeaderAuthScheme is CUSTOM.",
52
+ default=None)
53
+
54
+ @field_validator('raw_key')
55
+ @classmethod
56
+ def validate_raw_key(cls, value: str) -> str:
57
+ if not value:
58
+ raise APIKeyFieldError('value_missing', 'raw_key field value is required.')
59
+
60
+ if len(value) < 8:
61
+ raise APIKeyFieldError(
62
+ 'value_too_short',
63
+ 'raw_key field value must be at least 8 characters long for security. '
64
+ f'Got: {len(value)} characters.')
65
+
66
+ if len(value.strip()) != len(value):
67
+ raise APIKeyFieldError('whitespace_found',
68
+ 'raw_key field value cannot have leading or trailing whitespace.')
69
+
70
+ if any(c in string.whitespace for c in value):
71
+ raise APIKeyFieldError('contains_whitespace', 'raw_key must not contain any '
72
+ 'whitespace characters.')
73
+
74
+ return value
75
+
76
+ @field_validator('custom_header_name')
77
+ @classmethod
78
+ def validate_custom_header_name(cls, value: str) -> str:
79
+ if not value:
80
+ raise HeaderNameFieldError('value_missing', 'custom_header_name is required.')
81
+
82
+ if value != value.strip():
83
+ raise HeaderNameFieldError('whitespace_found',
84
+ 'custom_header_name field value cannot have leading or trailing whitespace.')
85
+
86
+ if any(c in string.whitespace for c in value):
87
+ raise HeaderNameFieldError('contains_whitespace',
88
+ 'custom_header_name must not contain any whitespace characters.')
89
+
90
+ if not HEADER_NAME_REGEX.fullmatch(value):
91
+ raise HeaderNameFieldError(
92
+ 'invalid_format',
93
+ 'custom_header_name must match the HTTP token syntax: ASCII letters, digits, or allowed symbols.')
94
+
95
+ return value
96
+
97
+ @field_validator('custom_header_prefix')
98
+ @classmethod
99
+ def validate_custom_header_prefix(cls, value: str) -> str:
100
+ if not value:
101
+ raise HeaderPrefixFieldError('value_missing', 'custom_header_prefix is required.')
102
+
103
+ if value != value.strip():
104
+ raise HeaderPrefixFieldError(
105
+ 'whitespace_found', 'custom_header_prefix field value cannot have '
106
+ 'leading or trailing whitespace.')
107
+
108
+ if any(c in string.whitespace for c in value):
109
+ raise HeaderPrefixFieldError('contains_whitespace',
110
+ 'custom_header_prefix must not contain any whitespace characters.')
111
+
112
+ if not value.isascii():
113
+ raise HeaderPrefixFieldError('invalid_format', 'custom_header_prefix must be ASCII.')
114
+
115
+ return value
116
+
117
+ @field_validator('raw_key', mode='after')
118
+ @classmethod
119
+ def validate_raw_key_after(cls, value: str) -> str:
120
+ if not value:
121
+ raise APIKeyFieldError('value_missing', 'raw_key field value is '
122
+ 'required after construction.')
123
+
124
+ return value
@@ -0,0 +1,26 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ from aiq.authentication.api_key.api_key_auth_provider_config import APIKeyAuthProviderConfig
17
+ from aiq.builder.builder import Builder
18
+ from aiq.cli.register_workflow import register_auth_provider
19
+
20
+
21
+ @register_auth_provider(config_type=APIKeyAuthProviderConfig)
22
+ async def api_key_client(config: APIKeyAuthProviderConfig, builder: Builder):
23
+
24
+ from aiq.authentication.api_key.api_key_auth_provider import APIKeyAuthProvider
25
+
26
+ yield APIKeyAuthProvider(config=config)
@@ -0,0 +1,14 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
@@ -0,0 +1,38 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+
17
+ class APIKeyFieldError(Exception):
18
+ """Raised when API Key Config api_key field validation fails unexpectedly."""
19
+
20
+ def __init__(self, error_code: str, message: str, *args):
21
+ self.error_code = error_code
22
+ super().__init__(f"[{error_code}] {message}", *args)
23
+
24
+
25
+ class HeaderNameFieldError(Exception):
26
+ """Raised when API Key Config header_name field validation fails unexpectedly."""
27
+
28
+ def __init__(self, error_code: str, message: str, *args):
29
+ self.error_code = error_code
30
+ super().__init__(f"[{error_code}] {message}", *args)
31
+
32
+
33
+ class HeaderPrefixFieldError(Exception):
34
+ """Raised when API Key Config header_prefix field validation fails unexpectedly."""
35
+
36
+ def __init__(self, error_code: str, message: str, *args):
37
+ self.error_code = error_code
38
+ super().__init__(f"[{error_code}] {message}", *args)
File without changes
@@ -0,0 +1,81 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ from pydantic import SecretStr
17
+
18
+ from aiq.authentication.interfaces import AuthProviderBase
19
+ from aiq.builder.context import AIQContext
20
+ from aiq.data_models.authentication import AuthenticatedContext
21
+ from aiq.data_models.authentication import AuthFlowType
22
+ from aiq.data_models.authentication import AuthProviderBaseConfig
23
+ from aiq.data_models.authentication import AuthResult
24
+ from aiq.data_models.authentication import BasicAuthCred
25
+ from aiq.data_models.authentication import BearerTokenCred
26
+
27
+
28
+ class HTTPBasicAuthProvider(AuthProviderBase):
29
+ """
30
+ Abstract base class for HTTP Basic Authentication exchangers.
31
+ """
32
+
33
+ def __init__(self, config: AuthProviderBaseConfig):
34
+ """
35
+ Initialize the HTTP Basic Auth Exchanger with the given configuration.
36
+ """
37
+ super().__init__(config)
38
+
39
+ self._authenticated_tokens: dict[str, AuthResult] = {}
40
+
41
+ async def authenticate(self, user_id: str | None = None) -> AuthResult:
42
+ """
43
+ Performs simple HTTP Authentication using the provided user ID.
44
+ """
45
+
46
+ context = AIQContext.get()
47
+
48
+ if user_id is None and hasattr(context, "metadata") and hasattr(
49
+ context.metadata, "cookies") and context.metadata.cookies is not None:
50
+ session_id = context.metadata.cookies.get("aiqtoolkit-session", None)
51
+ if not session_id:
52
+ raise RuntimeError("Authentication failed. No session ID found. Cannot identify user.")
53
+
54
+ user_id = session_id
55
+
56
+ if user_id and user_id in self._authenticated_tokens:
57
+ return self._authenticated_tokens[user_id]
58
+
59
+ auth_callback = context.user_auth_callback
60
+
61
+ try:
62
+ auth_context: AuthenticatedContext = await auth_callback(self.config, AuthFlowType.HTTP_BASIC)
63
+ except RuntimeError as e:
64
+ raise RuntimeError(f"Authentication callback failed: {str(e)}. Did you forget to set a "
65
+ f"callback handler for your frontend?") from e
66
+
67
+ basic_auth_credentials = BasicAuthCred(username=SecretStr(auth_context.metadata.get("username", "")),
68
+ password=SecretStr(auth_context.metadata.get("password", "")))
69
+
70
+ # Get the auth token from the headers of auth context
71
+ bearer_token = auth_context.headers.get("Authorization", "").split(" ")[-1]
72
+ if not bearer_token:
73
+ raise RuntimeError("Authentication failed: No Authorization header found in the response.")
74
+
75
+ bearer_token_cred = BearerTokenCred(token=SecretStr(bearer_token), scheme="Basic")
76
+
77
+ auth_result = AuthResult(credentials=[basic_auth_credentials, bearer_token_cred])
78
+
79
+ self._authenticated_tokens[user_id] = auth_result
80
+
81
+ return auth_result