aiqtoolkit 1.2.0rc3__py3-none-any.whl → 1.2.0rc5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of aiqtoolkit might be problematic. Click here for more details.

Files changed (440) hide show
  1. aiqtoolkit-1.2.0rc5.dist-info/METADATA +29 -0
  2. aiqtoolkit-1.2.0rc5.dist-info/RECORD +4 -0
  3. aiqtoolkit-1.2.0rc5.dist-info/top_level.txt +1 -0
  4. aiq/agent/__init__.py +0 -0
  5. aiq/agent/base.py +0 -239
  6. aiq/agent/dual_node.py +0 -67
  7. aiq/agent/react_agent/__init__.py +0 -0
  8. aiq/agent/react_agent/agent.py +0 -355
  9. aiq/agent/react_agent/output_parser.py +0 -104
  10. aiq/agent/react_agent/prompt.py +0 -41
  11. aiq/agent/react_agent/register.py +0 -149
  12. aiq/agent/reasoning_agent/__init__.py +0 -0
  13. aiq/agent/reasoning_agent/reasoning_agent.py +0 -225
  14. aiq/agent/register.py +0 -23
  15. aiq/agent/rewoo_agent/__init__.py +0 -0
  16. aiq/agent/rewoo_agent/agent.py +0 -411
  17. aiq/agent/rewoo_agent/prompt.py +0 -108
  18. aiq/agent/rewoo_agent/register.py +0 -158
  19. aiq/agent/tool_calling_agent/__init__.py +0 -0
  20. aiq/agent/tool_calling_agent/agent.py +0 -119
  21. aiq/agent/tool_calling_agent/register.py +0 -106
  22. aiq/authentication/__init__.py +0 -14
  23. aiq/authentication/api_key/__init__.py +0 -14
  24. aiq/authentication/api_key/api_key_auth_provider.py +0 -92
  25. aiq/authentication/api_key/api_key_auth_provider_config.py +0 -124
  26. aiq/authentication/api_key/register.py +0 -26
  27. aiq/authentication/exceptions/__init__.py +0 -14
  28. aiq/authentication/exceptions/api_key_exceptions.py +0 -38
  29. aiq/authentication/exceptions/auth_code_grant_exceptions.py +0 -86
  30. aiq/authentication/exceptions/call_back_exceptions.py +0 -38
  31. aiq/authentication/exceptions/request_exceptions.py +0 -54
  32. aiq/authentication/http_basic_auth/__init__.py +0 -0
  33. aiq/authentication/http_basic_auth/http_basic_auth_provider.py +0 -81
  34. aiq/authentication/http_basic_auth/register.py +0 -30
  35. aiq/authentication/interfaces.py +0 -93
  36. aiq/authentication/oauth2/__init__.py +0 -14
  37. aiq/authentication/oauth2/oauth2_auth_code_flow_provider.py +0 -107
  38. aiq/authentication/oauth2/oauth2_auth_code_flow_provider_config.py +0 -39
  39. aiq/authentication/oauth2/register.py +0 -25
  40. aiq/authentication/register.py +0 -21
  41. aiq/builder/__init__.py +0 -0
  42. aiq/builder/builder.py +0 -285
  43. aiq/builder/component_utils.py +0 -316
  44. aiq/builder/context.py +0 -264
  45. aiq/builder/embedder.py +0 -24
  46. aiq/builder/eval_builder.py +0 -161
  47. aiq/builder/evaluator.py +0 -29
  48. aiq/builder/framework_enum.py +0 -24
  49. aiq/builder/front_end.py +0 -73
  50. aiq/builder/function.py +0 -344
  51. aiq/builder/function_base.py +0 -380
  52. aiq/builder/function_info.py +0 -627
  53. aiq/builder/intermediate_step_manager.py +0 -174
  54. aiq/builder/llm.py +0 -25
  55. aiq/builder/retriever.py +0 -25
  56. aiq/builder/user_interaction_manager.py +0 -74
  57. aiq/builder/workflow.py +0 -148
  58. aiq/builder/workflow_builder.py +0 -1117
  59. aiq/cli/__init__.py +0 -14
  60. aiq/cli/cli_utils/__init__.py +0 -0
  61. aiq/cli/cli_utils/config_override.py +0 -231
  62. aiq/cli/cli_utils/validation.py +0 -37
  63. aiq/cli/commands/__init__.py +0 -0
  64. aiq/cli/commands/configure/__init__.py +0 -0
  65. aiq/cli/commands/configure/channel/__init__.py +0 -0
  66. aiq/cli/commands/configure/channel/add.py +0 -28
  67. aiq/cli/commands/configure/channel/channel.py +0 -36
  68. aiq/cli/commands/configure/channel/remove.py +0 -30
  69. aiq/cli/commands/configure/channel/update.py +0 -30
  70. aiq/cli/commands/configure/configure.py +0 -33
  71. aiq/cli/commands/evaluate.py +0 -139
  72. aiq/cli/commands/info/__init__.py +0 -14
  73. aiq/cli/commands/info/info.py +0 -39
  74. aiq/cli/commands/info/list_channels.py +0 -32
  75. aiq/cli/commands/info/list_components.py +0 -129
  76. aiq/cli/commands/info/list_mcp.py +0 -213
  77. aiq/cli/commands/registry/__init__.py +0 -14
  78. aiq/cli/commands/registry/publish.py +0 -88
  79. aiq/cli/commands/registry/pull.py +0 -118
  80. aiq/cli/commands/registry/registry.py +0 -38
  81. aiq/cli/commands/registry/remove.py +0 -108
  82. aiq/cli/commands/registry/search.py +0 -155
  83. aiq/cli/commands/sizing/__init__.py +0 -14
  84. aiq/cli/commands/sizing/calc.py +0 -297
  85. aiq/cli/commands/sizing/sizing.py +0 -27
  86. aiq/cli/commands/start.py +0 -246
  87. aiq/cli/commands/uninstall.py +0 -81
  88. aiq/cli/commands/validate.py +0 -47
  89. aiq/cli/commands/workflow/__init__.py +0 -14
  90. aiq/cli/commands/workflow/templates/__init__.py.j2 +0 -0
  91. aiq/cli/commands/workflow/templates/config.yml.j2 +0 -16
  92. aiq/cli/commands/workflow/templates/pyproject.toml.j2 +0 -22
  93. aiq/cli/commands/workflow/templates/register.py.j2 +0 -5
  94. aiq/cli/commands/workflow/templates/workflow.py.j2 +0 -36
  95. aiq/cli/commands/workflow/workflow.py +0 -37
  96. aiq/cli/commands/workflow/workflow_commands.py +0 -313
  97. aiq/cli/entrypoint.py +0 -135
  98. aiq/cli/main.py +0 -44
  99. aiq/cli/register_workflow.py +0 -488
  100. aiq/cli/type_registry.py +0 -1000
  101. aiq/data_models/__init__.py +0 -14
  102. aiq/data_models/api_server.py +0 -694
  103. aiq/data_models/authentication.py +0 -231
  104. aiq/data_models/common.py +0 -171
  105. aiq/data_models/component.py +0 -54
  106. aiq/data_models/component_ref.py +0 -168
  107. aiq/data_models/config.py +0 -406
  108. aiq/data_models/dataset_handler.py +0 -123
  109. aiq/data_models/discovery_metadata.py +0 -286
  110. aiq/data_models/embedder.py +0 -27
  111. aiq/data_models/evaluate.py +0 -127
  112. aiq/data_models/evaluator.py +0 -26
  113. aiq/data_models/front_end.py +0 -26
  114. aiq/data_models/function.py +0 -30
  115. aiq/data_models/function_dependencies.py +0 -72
  116. aiq/data_models/interactive.py +0 -246
  117. aiq/data_models/intermediate_step.py +0 -302
  118. aiq/data_models/invocation_node.py +0 -38
  119. aiq/data_models/its_strategy.py +0 -30
  120. aiq/data_models/llm.py +0 -27
  121. aiq/data_models/logging.py +0 -26
  122. aiq/data_models/memory.py +0 -27
  123. aiq/data_models/object_store.py +0 -44
  124. aiq/data_models/profiler.py +0 -54
  125. aiq/data_models/registry_handler.py +0 -26
  126. aiq/data_models/retriever.py +0 -30
  127. aiq/data_models/retry_mixin.py +0 -35
  128. aiq/data_models/span.py +0 -187
  129. aiq/data_models/step_adaptor.py +0 -64
  130. aiq/data_models/streaming.py +0 -33
  131. aiq/data_models/swe_bench_model.py +0 -54
  132. aiq/data_models/telemetry_exporter.py +0 -26
  133. aiq/embedder/__init__.py +0 -0
  134. aiq/embedder/langchain_client.py +0 -41
  135. aiq/embedder/nim_embedder.py +0 -59
  136. aiq/embedder/openai_embedder.py +0 -43
  137. aiq/embedder/register.py +0 -24
  138. aiq/eval/__init__.py +0 -14
  139. aiq/eval/config.py +0 -60
  140. aiq/eval/dataset_handler/__init__.py +0 -0
  141. aiq/eval/dataset_handler/dataset_downloader.py +0 -106
  142. aiq/eval/dataset_handler/dataset_filter.py +0 -52
  143. aiq/eval/dataset_handler/dataset_handler.py +0 -254
  144. aiq/eval/evaluate.py +0 -506
  145. aiq/eval/evaluator/__init__.py +0 -14
  146. aiq/eval/evaluator/base_evaluator.py +0 -73
  147. aiq/eval/evaluator/evaluator_model.py +0 -45
  148. aiq/eval/intermediate_step_adapter.py +0 -99
  149. aiq/eval/rag_evaluator/__init__.py +0 -0
  150. aiq/eval/rag_evaluator/evaluate.py +0 -178
  151. aiq/eval/rag_evaluator/register.py +0 -143
  152. aiq/eval/register.py +0 -23
  153. aiq/eval/remote_workflow.py +0 -133
  154. aiq/eval/runners/__init__.py +0 -14
  155. aiq/eval/runners/config.py +0 -39
  156. aiq/eval/runners/multi_eval_runner.py +0 -54
  157. aiq/eval/runtime_event_subscriber.py +0 -52
  158. aiq/eval/swe_bench_evaluator/__init__.py +0 -0
  159. aiq/eval/swe_bench_evaluator/evaluate.py +0 -215
  160. aiq/eval/swe_bench_evaluator/register.py +0 -36
  161. aiq/eval/trajectory_evaluator/__init__.py +0 -0
  162. aiq/eval/trajectory_evaluator/evaluate.py +0 -75
  163. aiq/eval/trajectory_evaluator/register.py +0 -40
  164. aiq/eval/tunable_rag_evaluator/__init__.py +0 -0
  165. aiq/eval/tunable_rag_evaluator/evaluate.py +0 -245
  166. aiq/eval/tunable_rag_evaluator/register.py +0 -52
  167. aiq/eval/usage_stats.py +0 -41
  168. aiq/eval/utils/__init__.py +0 -0
  169. aiq/eval/utils/output_uploader.py +0 -140
  170. aiq/eval/utils/tqdm_position_registry.py +0 -40
  171. aiq/eval/utils/weave_eval.py +0 -184
  172. aiq/experimental/__init__.py +0 -0
  173. aiq/experimental/decorators/__init__.py +0 -0
  174. aiq/experimental/decorators/experimental_warning_decorator.py +0 -130
  175. aiq/experimental/inference_time_scaling/__init__.py +0 -0
  176. aiq/experimental/inference_time_scaling/editing/__init__.py +0 -0
  177. aiq/experimental/inference_time_scaling/editing/iterative_plan_refinement_editor.py +0 -147
  178. aiq/experimental/inference_time_scaling/editing/llm_as_a_judge_editor.py +0 -204
  179. aiq/experimental/inference_time_scaling/editing/motivation_aware_summarization.py +0 -107
  180. aiq/experimental/inference_time_scaling/functions/__init__.py +0 -0
  181. aiq/experimental/inference_time_scaling/functions/execute_score_select_function.py +0 -105
  182. aiq/experimental/inference_time_scaling/functions/its_tool_orchestration_function.py +0 -205
  183. aiq/experimental/inference_time_scaling/functions/its_tool_wrapper_function.py +0 -146
  184. aiq/experimental/inference_time_scaling/functions/plan_select_execute_function.py +0 -224
  185. aiq/experimental/inference_time_scaling/models/__init__.py +0 -0
  186. aiq/experimental/inference_time_scaling/models/editor_config.py +0 -132
  187. aiq/experimental/inference_time_scaling/models/its_item.py +0 -48
  188. aiq/experimental/inference_time_scaling/models/scoring_config.py +0 -112
  189. aiq/experimental/inference_time_scaling/models/search_config.py +0 -120
  190. aiq/experimental/inference_time_scaling/models/selection_config.py +0 -154
  191. aiq/experimental/inference_time_scaling/models/stage_enums.py +0 -43
  192. aiq/experimental/inference_time_scaling/models/strategy_base.py +0 -66
  193. aiq/experimental/inference_time_scaling/models/tool_use_config.py +0 -41
  194. aiq/experimental/inference_time_scaling/register.py +0 -36
  195. aiq/experimental/inference_time_scaling/scoring/__init__.py +0 -0
  196. aiq/experimental/inference_time_scaling/scoring/llm_based_agent_scorer.py +0 -168
  197. aiq/experimental/inference_time_scaling/scoring/llm_based_plan_scorer.py +0 -168
  198. aiq/experimental/inference_time_scaling/scoring/motivation_aware_scorer.py +0 -111
  199. aiq/experimental/inference_time_scaling/search/__init__.py +0 -0
  200. aiq/experimental/inference_time_scaling/search/multi_llm_planner.py +0 -128
  201. aiq/experimental/inference_time_scaling/search/multi_query_retrieval_search.py +0 -122
  202. aiq/experimental/inference_time_scaling/search/single_shot_multi_plan_planner.py +0 -128
  203. aiq/experimental/inference_time_scaling/selection/__init__.py +0 -0
  204. aiq/experimental/inference_time_scaling/selection/best_of_n_selector.py +0 -63
  205. aiq/experimental/inference_time_scaling/selection/llm_based_agent_output_selector.py +0 -131
  206. aiq/experimental/inference_time_scaling/selection/llm_based_output_merging_selector.py +0 -159
  207. aiq/experimental/inference_time_scaling/selection/llm_based_plan_selector.py +0 -128
  208. aiq/experimental/inference_time_scaling/selection/threshold_selector.py +0 -58
  209. aiq/front_ends/__init__.py +0 -14
  210. aiq/front_ends/console/__init__.py +0 -14
  211. aiq/front_ends/console/authentication_flow_handler.py +0 -233
  212. aiq/front_ends/console/console_front_end_config.py +0 -32
  213. aiq/front_ends/console/console_front_end_plugin.py +0 -96
  214. aiq/front_ends/console/register.py +0 -25
  215. aiq/front_ends/cron/__init__.py +0 -14
  216. aiq/front_ends/fastapi/__init__.py +0 -14
  217. aiq/front_ends/fastapi/auth_flow_handlers/__init__.py +0 -0
  218. aiq/front_ends/fastapi/auth_flow_handlers/http_flow_handler.py +0 -27
  219. aiq/front_ends/fastapi/auth_flow_handlers/websocket_flow_handler.py +0 -107
  220. aiq/front_ends/fastapi/fastapi_front_end_config.py +0 -234
  221. aiq/front_ends/fastapi/fastapi_front_end_controller.py +0 -68
  222. aiq/front_ends/fastapi/fastapi_front_end_plugin.py +0 -116
  223. aiq/front_ends/fastapi/fastapi_front_end_plugin_worker.py +0 -1092
  224. aiq/front_ends/fastapi/html_snippets/__init__.py +0 -14
  225. aiq/front_ends/fastapi/html_snippets/auth_code_grant_success.py +0 -35
  226. aiq/front_ends/fastapi/intermediate_steps_subscriber.py +0 -80
  227. aiq/front_ends/fastapi/job_store.py +0 -183
  228. aiq/front_ends/fastapi/main.py +0 -72
  229. aiq/front_ends/fastapi/message_handler.py +0 -298
  230. aiq/front_ends/fastapi/message_validator.py +0 -345
  231. aiq/front_ends/fastapi/register.py +0 -25
  232. aiq/front_ends/fastapi/response_helpers.py +0 -195
  233. aiq/front_ends/fastapi/step_adaptor.py +0 -321
  234. aiq/front_ends/mcp/__init__.py +0 -14
  235. aiq/front_ends/mcp/mcp_front_end_config.py +0 -32
  236. aiq/front_ends/mcp/mcp_front_end_plugin.py +0 -93
  237. aiq/front_ends/mcp/register.py +0 -27
  238. aiq/front_ends/mcp/tool_converter.py +0 -242
  239. aiq/front_ends/register.py +0 -22
  240. aiq/front_ends/simple_base/__init__.py +0 -14
  241. aiq/front_ends/simple_base/simple_front_end_plugin_base.py +0 -54
  242. aiq/llm/__init__.py +0 -0
  243. aiq/llm/aws_bedrock_llm.py +0 -57
  244. aiq/llm/nim_llm.py +0 -46
  245. aiq/llm/openai_llm.py +0 -46
  246. aiq/llm/register.py +0 -23
  247. aiq/llm/utils/__init__.py +0 -14
  248. aiq/llm/utils/env_config_value.py +0 -94
  249. aiq/llm/utils/error.py +0 -17
  250. aiq/memory/__init__.py +0 -20
  251. aiq/memory/interfaces.py +0 -183
  252. aiq/memory/models.py +0 -112
  253. aiq/meta/module_to_distro.json +0 -3
  254. aiq/meta/pypi.md +0 -58
  255. aiq/object_store/__init__.py +0 -20
  256. aiq/object_store/in_memory_object_store.py +0 -74
  257. aiq/object_store/interfaces.py +0 -84
  258. aiq/object_store/models.py +0 -36
  259. aiq/object_store/register.py +0 -20
  260. aiq/observability/__init__.py +0 -14
  261. aiq/observability/exporter/__init__.py +0 -14
  262. aiq/observability/exporter/base_exporter.py +0 -449
  263. aiq/observability/exporter/exporter.py +0 -78
  264. aiq/observability/exporter/file_exporter.py +0 -33
  265. aiq/observability/exporter/processing_exporter.py +0 -322
  266. aiq/observability/exporter/raw_exporter.py +0 -52
  267. aiq/observability/exporter/span_exporter.py +0 -265
  268. aiq/observability/exporter_manager.py +0 -335
  269. aiq/observability/mixin/__init__.py +0 -14
  270. aiq/observability/mixin/batch_config_mixin.py +0 -26
  271. aiq/observability/mixin/collector_config_mixin.py +0 -23
  272. aiq/observability/mixin/file_mixin.py +0 -288
  273. aiq/observability/mixin/file_mode.py +0 -23
  274. aiq/observability/mixin/resource_conflict_mixin.py +0 -134
  275. aiq/observability/mixin/serialize_mixin.py +0 -61
  276. aiq/observability/mixin/type_introspection_mixin.py +0 -183
  277. aiq/observability/processor/__init__.py +0 -14
  278. aiq/observability/processor/batching_processor.py +0 -309
  279. aiq/observability/processor/callback_processor.py +0 -42
  280. aiq/observability/processor/intermediate_step_serializer.py +0 -28
  281. aiq/observability/processor/processor.py +0 -71
  282. aiq/observability/register.py +0 -96
  283. aiq/observability/utils/__init__.py +0 -14
  284. aiq/observability/utils/dict_utils.py +0 -236
  285. aiq/observability/utils/time_utils.py +0 -31
  286. aiq/plugins/.namespace +0 -1
  287. aiq/profiler/__init__.py +0 -0
  288. aiq/profiler/calc/__init__.py +0 -14
  289. aiq/profiler/calc/calc_runner.py +0 -627
  290. aiq/profiler/calc/calculations.py +0 -288
  291. aiq/profiler/calc/data_models.py +0 -188
  292. aiq/profiler/calc/plot.py +0 -345
  293. aiq/profiler/callbacks/__init__.py +0 -0
  294. aiq/profiler/callbacks/agno_callback_handler.py +0 -295
  295. aiq/profiler/callbacks/base_callback_class.py +0 -20
  296. aiq/profiler/callbacks/langchain_callback_handler.py +0 -290
  297. aiq/profiler/callbacks/llama_index_callback_handler.py +0 -205
  298. aiq/profiler/callbacks/semantic_kernel_callback_handler.py +0 -238
  299. aiq/profiler/callbacks/token_usage_base_model.py +0 -27
  300. aiq/profiler/data_frame_row.py +0 -51
  301. aiq/profiler/data_models.py +0 -24
  302. aiq/profiler/decorators/__init__.py +0 -0
  303. aiq/profiler/decorators/framework_wrapper.py +0 -131
  304. aiq/profiler/decorators/function_tracking.py +0 -254
  305. aiq/profiler/forecasting/__init__.py +0 -0
  306. aiq/profiler/forecasting/config.py +0 -18
  307. aiq/profiler/forecasting/model_trainer.py +0 -75
  308. aiq/profiler/forecasting/models/__init__.py +0 -22
  309. aiq/profiler/forecasting/models/forecasting_base_model.py +0 -40
  310. aiq/profiler/forecasting/models/linear_model.py +0 -196
  311. aiq/profiler/forecasting/models/random_forest_regressor.py +0 -268
  312. aiq/profiler/inference_metrics_model.py +0 -28
  313. aiq/profiler/inference_optimization/__init__.py +0 -0
  314. aiq/profiler/inference_optimization/bottleneck_analysis/__init__.py +0 -0
  315. aiq/profiler/inference_optimization/bottleneck_analysis/nested_stack_analysis.py +0 -460
  316. aiq/profiler/inference_optimization/bottleneck_analysis/simple_stack_analysis.py +0 -258
  317. aiq/profiler/inference_optimization/data_models.py +0 -386
  318. aiq/profiler/inference_optimization/experimental/__init__.py +0 -0
  319. aiq/profiler/inference_optimization/experimental/concurrency_spike_analysis.py +0 -468
  320. aiq/profiler/inference_optimization/experimental/prefix_span_analysis.py +0 -405
  321. aiq/profiler/inference_optimization/llm_metrics.py +0 -212
  322. aiq/profiler/inference_optimization/prompt_caching.py +0 -163
  323. aiq/profiler/inference_optimization/token_uniqueness.py +0 -107
  324. aiq/profiler/inference_optimization/workflow_runtimes.py +0 -72
  325. aiq/profiler/intermediate_property_adapter.py +0 -102
  326. aiq/profiler/profile_runner.py +0 -473
  327. aiq/profiler/utils.py +0 -184
  328. aiq/registry_handlers/__init__.py +0 -0
  329. aiq/registry_handlers/local/__init__.py +0 -0
  330. aiq/registry_handlers/local/local_handler.py +0 -176
  331. aiq/registry_handlers/local/register_local.py +0 -37
  332. aiq/registry_handlers/metadata_factory.py +0 -60
  333. aiq/registry_handlers/package_utils.py +0 -198
  334. aiq/registry_handlers/pypi/__init__.py +0 -0
  335. aiq/registry_handlers/pypi/pypi_handler.py +0 -251
  336. aiq/registry_handlers/pypi/register_pypi.py +0 -40
  337. aiq/registry_handlers/register.py +0 -21
  338. aiq/registry_handlers/registry_handler_base.py +0 -157
  339. aiq/registry_handlers/rest/__init__.py +0 -0
  340. aiq/registry_handlers/rest/register_rest.py +0 -56
  341. aiq/registry_handlers/rest/rest_handler.py +0 -237
  342. aiq/registry_handlers/schemas/__init__.py +0 -0
  343. aiq/registry_handlers/schemas/headers.py +0 -42
  344. aiq/registry_handlers/schemas/package.py +0 -68
  345. aiq/registry_handlers/schemas/publish.py +0 -63
  346. aiq/registry_handlers/schemas/pull.py +0 -82
  347. aiq/registry_handlers/schemas/remove.py +0 -36
  348. aiq/registry_handlers/schemas/search.py +0 -91
  349. aiq/registry_handlers/schemas/status.py +0 -47
  350. aiq/retriever/__init__.py +0 -0
  351. aiq/retriever/interface.py +0 -37
  352. aiq/retriever/milvus/__init__.py +0 -14
  353. aiq/retriever/milvus/register.py +0 -81
  354. aiq/retriever/milvus/retriever.py +0 -228
  355. aiq/retriever/models.py +0 -74
  356. aiq/retriever/nemo_retriever/__init__.py +0 -14
  357. aiq/retriever/nemo_retriever/register.py +0 -60
  358. aiq/retriever/nemo_retriever/retriever.py +0 -190
  359. aiq/retriever/register.py +0 -22
  360. aiq/runtime/__init__.py +0 -14
  361. aiq/runtime/loader.py +0 -194
  362. aiq/runtime/runner.py +0 -190
  363. aiq/runtime/session.py +0 -158
  364. aiq/runtime/user_metadata.py +0 -130
  365. aiq/settings/__init__.py +0 -0
  366. aiq/settings/global_settings.py +0 -318
  367. aiq/test/.namespace +0 -1
  368. aiq/tool/__init__.py +0 -0
  369. aiq/tool/chat_completion.py +0 -74
  370. aiq/tool/code_execution/README.md +0 -152
  371. aiq/tool/code_execution/__init__.py +0 -0
  372. aiq/tool/code_execution/code_sandbox.py +0 -267
  373. aiq/tool/code_execution/local_sandbox/.gitignore +0 -1
  374. aiq/tool/code_execution/local_sandbox/Dockerfile.sandbox +0 -60
  375. aiq/tool/code_execution/local_sandbox/__init__.py +0 -13
  376. aiq/tool/code_execution/local_sandbox/local_sandbox_server.py +0 -198
  377. aiq/tool/code_execution/local_sandbox/sandbox.requirements.txt +0 -6
  378. aiq/tool/code_execution/local_sandbox/start_local_sandbox.sh +0 -50
  379. aiq/tool/code_execution/register.py +0 -74
  380. aiq/tool/code_execution/test_code_execution_sandbox.py +0 -414
  381. aiq/tool/code_execution/utils.py +0 -100
  382. aiq/tool/datetime_tools.py +0 -42
  383. aiq/tool/document_search.py +0 -141
  384. aiq/tool/github_tools/__init__.py +0 -0
  385. aiq/tool/github_tools/create_github_commit.py +0 -133
  386. aiq/tool/github_tools/create_github_issue.py +0 -87
  387. aiq/tool/github_tools/create_github_pr.py +0 -106
  388. aiq/tool/github_tools/get_github_file.py +0 -106
  389. aiq/tool/github_tools/get_github_issue.py +0 -166
  390. aiq/tool/github_tools/get_github_pr.py +0 -256
  391. aiq/tool/github_tools/update_github_issue.py +0 -100
  392. aiq/tool/mcp/__init__.py +0 -14
  393. aiq/tool/mcp/exceptions.py +0 -142
  394. aiq/tool/mcp/mcp_client.py +0 -255
  395. aiq/tool/mcp/mcp_tool.py +0 -96
  396. aiq/tool/memory_tools/__init__.py +0 -0
  397. aiq/tool/memory_tools/add_memory_tool.py +0 -79
  398. aiq/tool/memory_tools/delete_memory_tool.py +0 -67
  399. aiq/tool/memory_tools/get_memory_tool.py +0 -72
  400. aiq/tool/nvidia_rag.py +0 -95
  401. aiq/tool/register.py +0 -38
  402. aiq/tool/retriever.py +0 -89
  403. aiq/tool/server_tools.py +0 -66
  404. aiq/utils/__init__.py +0 -0
  405. aiq/utils/data_models/__init__.py +0 -0
  406. aiq/utils/data_models/schema_validator.py +0 -58
  407. aiq/utils/debugging_utils.py +0 -43
  408. aiq/utils/exception_handlers/__init__.py +0 -0
  409. aiq/utils/exception_handlers/automatic_retries.py +0 -289
  410. aiq/utils/exception_handlers/mcp.py +0 -211
  411. aiq/utils/exception_handlers/schemas.py +0 -114
  412. aiq/utils/io/__init__.py +0 -0
  413. aiq/utils/io/model_processing.py +0 -28
  414. aiq/utils/io/yaml_tools.py +0 -119
  415. aiq/utils/log_utils.py +0 -37
  416. aiq/utils/metadata_utils.py +0 -74
  417. aiq/utils/optional_imports.py +0 -142
  418. aiq/utils/producer_consumer_queue.py +0 -178
  419. aiq/utils/reactive/__init__.py +0 -0
  420. aiq/utils/reactive/base/__init__.py +0 -0
  421. aiq/utils/reactive/base/observable_base.py +0 -65
  422. aiq/utils/reactive/base/observer_base.py +0 -55
  423. aiq/utils/reactive/base/subject_base.py +0 -79
  424. aiq/utils/reactive/observable.py +0 -59
  425. aiq/utils/reactive/observer.py +0 -76
  426. aiq/utils/reactive/subject.py +0 -131
  427. aiq/utils/reactive/subscription.py +0 -49
  428. aiq/utils/settings/__init__.py +0 -0
  429. aiq/utils/settings/global_settings.py +0 -197
  430. aiq/utils/string_utils.py +0 -38
  431. aiq/utils/type_converter.py +0 -290
  432. aiq/utils/type_utils.py +0 -484
  433. aiq/utils/url_utils.py +0 -27
  434. aiqtoolkit-1.2.0rc3.dist-info/METADATA +0 -363
  435. aiqtoolkit-1.2.0rc3.dist-info/RECORD +0 -437
  436. aiqtoolkit-1.2.0rc3.dist-info/entry_points.txt +0 -20
  437. aiqtoolkit-1.2.0rc3.dist-info/licenses/LICENSE-3rd-party.txt +0 -3686
  438. aiqtoolkit-1.2.0rc3.dist-info/licenses/LICENSE.md +0 -201
  439. aiqtoolkit-1.2.0rc3.dist-info/top_level.txt +0 -1
  440. {aiqtoolkit-1.2.0rc3.dist-info → aiqtoolkit-1.2.0rc5.dist-info}/WHEEL +0 -0
@@ -1,108 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- # flake8: noqa
17
- from langchain_core.prompts.chat import ChatPromptTemplate
18
-
19
- PLANNER_SYSTEM_PROMPT = """
20
- For the following task, make plans that can solve the problem step by step. For each plan, indicate \
21
- which external tool together with tool input to retrieve evidence. You can store the evidence into a \
22
- placeholder #E that can be called by later tools. (Plan, #E1, Plan, #E2, Plan, ...)
23
-
24
- You may ask the human to the following tools:
25
-
26
- {tools}
27
-
28
- The tools should be one of the following: [{tool_names}]
29
-
30
- You are not required to use all the tools listed. Choose only the ones that best fit the needs of each plan step.
31
-
32
- Your output must be a JSON array where each element represents one planning step. Each step must be an object with exactly two keys:
33
-
34
- 1. "plan": A string that describes in detail the action or reasoning for that step.
35
-
36
- 2. "evidence": An object representing the external tool call associated with that plan step. This object must have the following keys:
37
-
38
- -"placeholder": A string that identifies the evidence placeholder (e.g., "#E1", "#E2", etc.). The numbering should be sequential based on the order of steps.
39
-
40
- -"tool": A string specifying the name of the external tool used.
41
-
42
- -"tool_input": The input to the tool. This can be a string, array, or object, depending on the requirements of the tool.
43
-
44
- Do not include any additional keys or characters in your output, and do not wrap your response with markdown formatting. Your output must be strictly valid JSON.
45
-
46
- Important instructions:
47
-
48
- Do not output any additional text, comments, or markdown formatting.
49
-
50
- Do not include any explanation or reasoning text outside of the JSON array.
51
-
52
- The output must be a valid JSON array that can be parsed directly.
53
-
54
- Here is an example of how a valid JSON output should look:
55
-
56
- [
57
- \'{{
58
- "plan": "Calculate the result of 2023 minus 25.",
59
- "evidence": \'{{
60
- "placeholder": "#E1",
61
- "tool": "calculator_subtract",
62
- "tool_input": [2023, 25]
63
- }}\'
64
- }}\',
65
- \'{{
66
- "plan": "Retrieve the year represented by the result stored in #E1.",
67
- "evidence": \'{{
68
- "placeholder": "#E2",
69
- "tool": "haystack_chitchat_agent",
70
- "tool_input": "Response with the result number contained in #E1"
71
- }}\'
72
- }}\',
73
- \'{{
74
- "plan": "Search for the CEO of Golden State Warriors in the year stored in #E2.",
75
- "evidence": \'{{
76
- "placeholder": "#E3",
77
- "tool": "internet_search",
78
- "tool_input": "Who was the CEO of Golden State Warriors in the year #E2?"
79
- }}\'
80
- }}\'
81
- ]
82
-
83
- Begin!
84
- """
85
-
86
- PLANNER_USER_PROMPT = """
87
- task: {task}
88
- """
89
-
90
- rewoo_planner_prompt = ChatPromptTemplate([("system", PLANNER_SYSTEM_PROMPT), ("user", PLANNER_USER_PROMPT)])
91
-
92
- SOLVER_SYSTEM_PROMPT = """
93
- Solve the following task or problem. To solve the problem, we have made step-by-step Plan and \
94
- retrieved corresponding Evidence to each Plan. Use them with caution since long evidence might \
95
- contain irrelevant information.
96
-
97
- Now solve the question or task according to provided Evidence above. Respond with the answer
98
- directly with no extra words.
99
-
100
- """
101
- SOLVER_USER_PROMPT = """
102
- plan: {plan}
103
- task: {task}
104
-
105
- Response:
106
- """
107
-
108
- rewoo_solver_prompt = ChatPromptTemplate([("system", SOLVER_SYSTEM_PROMPT), ("user", SOLVER_USER_PROMPT)])
@@ -1,158 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- import logging
17
-
18
- from pydantic import Field
19
-
20
- from aiq.builder.builder import Builder
21
- from aiq.builder.framework_enum import LLMFrameworkEnum
22
- from aiq.builder.function_info import FunctionInfo
23
- from aiq.cli.register_workflow import register_function
24
- from aiq.data_models.api_server import AIQChatRequest
25
- from aiq.data_models.api_server import AIQChatResponse
26
- from aiq.data_models.component_ref import FunctionRef
27
- from aiq.data_models.component_ref import LLMRef
28
- from aiq.data_models.function import FunctionBaseConfig
29
- from aiq.utils.type_converter import GlobalTypeConverter
30
-
31
- logger = logging.getLogger(__name__)
32
-
33
-
34
- class ReWOOAgentWorkflowConfig(FunctionBaseConfig, name="rewoo_agent"):
35
- """
36
- Defines an AIQ Toolkit function that uses a ReWOO Agent performs reasoning inbetween tool calls, and utilizes the
37
- tool names and descriptions to select the optimal tool.
38
- """
39
-
40
- tool_names: list[FunctionRef] = Field(default_factory=list,
41
- description="The list of tools to provide to the rewoo agent.")
42
- llm_name: LLMRef = Field(description="The LLM model to use with the rewoo agent.")
43
- verbose: bool = Field(default=False, description="Set the verbosity of the rewoo agent's logging.")
44
- include_tool_input_schema_in_tool_description: bool = Field(
45
- default=True, description="Specify inclusion of tool input schemas in the prompt.")
46
- description: str = Field(default="ReWOO Agent Workflow", description="The description of this functions use.")
47
- planner_prompt: str | None = Field(
48
- default=None,
49
- description="Provides the PLANNER_PROMPT to use with the agent") # defaults to PLANNER_PROMPT in prompt.py
50
- solver_prompt: str | None = Field(
51
- default=None,
52
- description="Provides the SOLVER_PROMPT to use with the agent") # defaults to SOLVER_PROMPT in prompt.py
53
- max_history: int = Field(default=15, description="Maximum number of messages to keep in the conversation history.")
54
- use_openai_api: bool = Field(default=False,
55
- description=("Use OpenAI API for the input/output types to the function. "
56
- "If False, strings will be used."))
57
- additional_instructions: str | None = Field(
58
- default=None, description="Additional instructions to provide to the agent in addition to the base prompt.")
59
-
60
-
61
- @register_function(config_type=ReWOOAgentWorkflowConfig, framework_wrappers=[LLMFrameworkEnum.LANGCHAIN])
62
- async def ReWOO_agent_workflow(config: ReWOOAgentWorkflowConfig, builder: Builder):
63
- from langchain.schema import BaseMessage
64
- from langchain_core.messages import trim_messages
65
- from langchain_core.messages.human import HumanMessage
66
- from langchain_core.prompts import ChatPromptTemplate
67
- from langgraph.graph.graph import CompiledGraph
68
-
69
- from aiq.agent.rewoo_agent.prompt import PLANNER_USER_PROMPT
70
- from aiq.agent.rewoo_agent.prompt import SOLVER_USER_PROMPT
71
-
72
- from .agent import ReWOOAgentGraph
73
- from .agent import ReWOOGraphState
74
- from .prompt import rewoo_planner_prompt
75
- from .prompt import rewoo_solver_prompt
76
-
77
- # the ReWOO Agent prompt comes from prompt.py, and can be customized there or via config option planner_prompt and
78
- # solver_prompt.
79
- if config.planner_prompt:
80
- planner_prompt = config.planner_prompt
81
- if config.additional_instructions:
82
- planner_prompt += f"{config.additional_instructions}"
83
- valid = ReWOOAgentGraph.validate_planner_prompt(config.planner_prompt)
84
- if not valid:
85
- logger.exception("Invalid planner_prompt")
86
- raise ValueError("Invalid planner_prompt")
87
- planner_prompt = ChatPromptTemplate([("system", config.planner_prompt), ("user", PLANNER_USER_PROMPT)])
88
- else:
89
- planner_prompt = rewoo_planner_prompt
90
-
91
- if config.solver_prompt:
92
- solver_prompt = config.solver_prompt
93
- if config.additional_instructions:
94
- solver_prompt += f"{config.additional_instructions}"
95
- valid = ReWOOAgentGraph.validate_solver_prompt(config.solver_prompt)
96
- if not valid:
97
- logger.exception("Invalid solver_prompt")
98
- raise ValueError("Invalid solver_prompt")
99
- solver_prompt = ChatPromptTemplate([("system", config.solver_prompt), ("user", SOLVER_USER_PROMPT)])
100
- else:
101
- solver_prompt = rewoo_solver_prompt
102
-
103
- # we can choose an LLM for the ReWOO agent in the config file
104
- llm = await builder.get_llm(config.llm_name, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
105
-
106
- # the agent can run any installed tool, simply install the tool and add it to the config file
107
- # the sample tool provided can easily be copied or changed
108
- tools = builder.get_tools(tool_names=config.tool_names, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
109
- if not tools:
110
- raise ValueError(f"No tools specified for ReWOO Agent '{config.llm_name}'")
111
-
112
- # construct the ReWOO Agent Graph from the configured llm, prompt, and tools
113
- graph: CompiledGraph = await ReWOOAgentGraph(llm=llm,
114
- planner_prompt=planner_prompt,
115
- solver_prompt=solver_prompt,
116
- tools=tools,
117
- use_tool_schema=config.include_tool_input_schema_in_tool_description,
118
- detailed_logs=config.verbose).build_graph()
119
-
120
- async def _response_fn(input_message: AIQChatRequest) -> AIQChatResponse:
121
- try:
122
- # initialize the starting state with the user query
123
- messages: list[BaseMessage] = trim_messages(messages=[m.model_dump() for m in input_message.messages],
124
- max_tokens=config.max_history,
125
- strategy="last",
126
- token_counter=len,
127
- start_on="human",
128
- include_system=True)
129
- task = HumanMessage(content=messages[0].content)
130
- state = ReWOOGraphState(task=task)
131
-
132
- # run the ReWOO Agent Graph
133
- state = await graph.ainvoke(state)
134
-
135
- # get and return the output from the state
136
- state = ReWOOGraphState(**state)
137
- output_message = state.result.content # pylint: disable=E1101
138
- return AIQChatResponse.from_string(output_message)
139
-
140
- except Exception as ex:
141
- logger.exception("ReWOO Agent failed with exception: %s", ex, exc_info=ex)
142
- # here, we can implement custom error messages
143
- if config.verbose:
144
- return AIQChatResponse.from_string(str(ex))
145
- return AIQChatResponse.from_string("I seem to be having a problem.")
146
-
147
- if (config.use_openai_api):
148
- yield FunctionInfo.from_fn(_response_fn, description=config.description)
149
-
150
- else:
151
-
152
- async def _str_api_fn(input_message: str) -> str:
153
- oai_input = GlobalTypeConverter.get().try_convert(input_message, to_type=AIQChatRequest)
154
- oai_output = await _response_fn(oai_input)
155
-
156
- return GlobalTypeConverter.get().try_convert(oai_output, to_type=str)
157
-
158
- yield FunctionInfo.from_fn(_str_api_fn, description=config.description)
File without changes
@@ -1,119 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- # pylint: disable=R0917
17
- import logging
18
-
19
- from langchain_core.callbacks.base import AsyncCallbackHandler
20
- from langchain_core.language_models import BaseChatModel
21
- from langchain_core.messages.base import BaseMessage
22
- from langchain_core.runnables import RunnableConfig
23
- from langchain_core.tools import BaseTool
24
- from langgraph.prebuilt import ToolNode
25
- from pydantic import BaseModel
26
- from pydantic import Field
27
-
28
- from aiq.agent.base import AGENT_CALL_LOG_MESSAGE
29
- from aiq.agent.base import AGENT_LOG_PREFIX
30
- from aiq.agent.base import AgentDecision
31
- from aiq.agent.dual_node import DualNodeAgent
32
-
33
- logger = logging.getLogger(__name__)
34
-
35
-
36
- class ToolCallAgentGraphState(BaseModel):
37
- """State schema for the Tool Calling Agent Graph"""
38
- messages: list[BaseMessage] = Field(default_factory=list) # input and output of the Agent
39
-
40
-
41
- class ToolCallAgentGraph(DualNodeAgent):
42
- """Configurable LangGraph Tool Calling Agent. A Tool Calling Agent requires an LLM which supports tool calling.
43
- A tool Calling Agent utilizes the tool input parameters to select the optimal tool. Supports handling tool errors.
44
- Argument "detailed_logs" toggles logging of inputs, outputs, and intermediate steps."""
45
-
46
- def __init__(self,
47
- llm: BaseChatModel,
48
- tools: list[BaseTool],
49
- callbacks: list[AsyncCallbackHandler] = None,
50
- detailed_logs: bool = False,
51
- handle_tool_errors: bool = True):
52
- super().__init__(llm=llm, tools=tools, callbacks=callbacks, detailed_logs=detailed_logs)
53
- self.tool_caller = ToolNode(tools, handle_tool_errors=handle_tool_errors)
54
- logger.debug("%s Initialized Tool Calling Agent Graph", AGENT_LOG_PREFIX)
55
-
56
- async def agent_node(self, state: ToolCallAgentGraphState):
57
- try:
58
- logger.debug('%s Starting the Tool Calling Agent Node', AGENT_LOG_PREFIX)
59
- if len(state.messages) == 0:
60
- raise RuntimeError('No input received in state: "messages"')
61
- response = await self.llm.ainvoke(state.messages, config=RunnableConfig(callbacks=self.callbacks))
62
- if self.detailed_logs:
63
- agent_input = "\n".join(str(message.content) for message in state.messages)
64
- logger.info(AGENT_CALL_LOG_MESSAGE, agent_input, response)
65
-
66
- state.messages += [response]
67
- return state
68
- except Exception as ex:
69
- logger.exception("%s Failed to call agent_node: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
70
- raise ex
71
-
72
- async def conditional_edge(self, state: ToolCallAgentGraphState):
73
- try:
74
- logger.debug("%s Starting the Tool Calling Conditional Edge", AGENT_LOG_PREFIX)
75
- last_message = state.messages[-1]
76
- if last_message.tool_calls:
77
- # the agent wants to call a tool
78
- logger.debug('%s Agent is calling a tool', AGENT_LOG_PREFIX)
79
- return AgentDecision.TOOL
80
- if self.detailed_logs:
81
- logger.debug("%s Final answer:\n%s", AGENT_LOG_PREFIX, state.messages[-1].content)
82
- return AgentDecision.END
83
- except Exception as ex:
84
- logger.exception("%s Failed to determine whether agent is calling a tool: %s",
85
- AGENT_LOG_PREFIX,
86
- ex,
87
- exc_info=True)
88
- logger.warning("%s Ending graph traversal", AGENT_LOG_PREFIX)
89
- return AgentDecision.END
90
-
91
- async def tool_node(self, state: ToolCallAgentGraphState):
92
- try:
93
- logger.debug("%s Starting Tool Node", AGENT_LOG_PREFIX)
94
- tool_calls = state.messages[-1].tool_calls
95
- tools = [tool.get('name') for tool in tool_calls]
96
- tool_input = state.messages[-1]
97
- tool_response = await self.tool_caller.ainvoke(input={"messages": [tool_input]},
98
- config=RunnableConfig(callbacks=self.callbacks,
99
- configurable={}))
100
- # this configurable = {} argument is needed due to a bug in LangGraph PreBuilt ToolNode ^
101
-
102
- for response in tool_response.get('messages'):
103
- if self.detailed_logs:
104
- self._log_tool_response(str(tools), str(tool_input), response.content)
105
- state.messages += [response]
106
-
107
- return state
108
- except Exception as ex:
109
- logger.exception("%s Failed to call tool_node: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
110
- raise ex
111
-
112
- async def build_graph(self):
113
- try:
114
- await super()._build_graph(state_schema=ToolCallAgentGraphState)
115
- logger.debug("%s Tool Calling Agent Graph built and compiled successfully", AGENT_LOG_PREFIX)
116
- return self.graph
117
- except Exception as ex:
118
- logger.exception("%s Failed to build Tool Calling Agent Graph: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
119
- raise ex
@@ -1,106 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- import logging
17
-
18
- from pydantic import Field
19
-
20
- from aiq.builder.builder import Builder
21
- from aiq.builder.framework_enum import LLMFrameworkEnum
22
- from aiq.builder.function_info import FunctionInfo
23
- from aiq.cli.register_workflow import register_function
24
- from aiq.data_models.component_ref import FunctionRef
25
- from aiq.data_models.component_ref import LLMRef
26
- from aiq.data_models.function import FunctionBaseConfig
27
-
28
- logger = logging.getLogger(__name__)
29
-
30
-
31
- class ToolCallAgentWorkflowConfig(FunctionBaseConfig, name="tool_calling_agent"):
32
- """
33
- A Tool Calling Agent requires an LLM which supports tool calling. A tool Calling Agent utilizes the tool
34
- input parameters to select the optimal tool. Supports handling tool errors.
35
- """
36
-
37
- tool_names: list[FunctionRef] = Field(default_factory=list,
38
- description="The list of tools to provide to the tool calling agent.")
39
- llm_name: LLMRef = Field(description="The LLM model to use with the tool calling agent.")
40
- verbose: bool = Field(default=False, description="Set the verbosity of the tool calling agent's logging.")
41
- handle_tool_errors: bool = Field(default=True, description="Specify ability to handle tool calling errors.")
42
- description: str = Field(default="Tool Calling Agent Workflow", description="Description of this functions use.")
43
- max_iterations: int = Field(default=15, description="Number of tool calls before stoping the tool calling agent.")
44
-
45
-
46
- @register_function(config_type=ToolCallAgentWorkflowConfig, framework_wrappers=[LLMFrameworkEnum.LANGCHAIN])
47
- async def tool_calling_agent_workflow(config: ToolCallAgentWorkflowConfig, builder: Builder):
48
- from langchain_core.messages.human import HumanMessage
49
- from langgraph.graph.graph import CompiledGraph
50
-
51
- from aiq.agent.base import AGENT_LOG_PREFIX
52
-
53
- from .agent import ToolCallAgentGraph
54
- from .agent import ToolCallAgentGraphState
55
-
56
- # we can choose an LLM for the ReAct agent in the config file
57
- llm = await builder.get_llm(config.llm_name, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
58
- # the agent can run any installed tool, simply install the tool and add it to the config file
59
- # the sample tools provided can easily be copied or changed
60
- tools = builder.get_tools(tool_names=config.tool_names, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
61
- if not tools:
62
- raise ValueError(f"No tools specified for Tool Calling Agent '{config.llm_name}'")
63
-
64
- # some LLMs support tool calling
65
- # these models accept the tool's input schema and decide when to use a tool based on the input's relevance
66
- try:
67
- # in tool calling agents, we bind the tools to the LLM, to pass the tools' input schemas at runtime
68
- llm = llm.bind_tools(tools)
69
- except NotImplementedError as ex:
70
- logger.error("%s Failed to bind tools: %s", AGENT_LOG_PREFIX, ex, exc_info=True)
71
- raise ex
72
-
73
- # construct the Tool Calling Agent Graph from the configured llm, and tools
74
- graph: CompiledGraph = await ToolCallAgentGraph(llm=llm,
75
- tools=tools,
76
- detailed_logs=config.verbose,
77
- handle_tool_errors=config.handle_tool_errors).build_graph()
78
-
79
- async def _response_fn(input_message: str) -> str:
80
- try:
81
- # initialize the starting state with the user query
82
- input_message = HumanMessage(content=input_message)
83
- state = ToolCallAgentGraphState(messages=[input_message])
84
-
85
- # run the Tool Calling Agent Graph
86
- state = await graph.ainvoke(state, config={'recursion_limit': (config.max_iterations + 1) * 2})
87
- # setting recursion_limit: 4 allows 1 tool call
88
- # - allows the Tool Calling Agent to perform 1 cycle / call 1 single tool,
89
- # - but stops the agent when it tries to call a tool a second time
90
-
91
- # get and return the output from the state
92
- state = ToolCallAgentGraphState(**state)
93
- output_message = state.messages[-1] # pylint: disable=E1136
94
- return output_message.content
95
- except Exception as ex:
96
- logger.exception("%s Tool Calling Agent failed with exception: %s", AGENT_LOG_PREFIX, ex, exc_info=ex)
97
- if config.verbose:
98
- return str(ex)
99
- return "I seem to be having a problem."
100
-
101
- try:
102
- yield FunctionInfo.from_fn(_response_fn, description=config.description)
103
- except GeneratorExit:
104
- logger.exception("%s Workflow exited early!", AGENT_LOG_PREFIX, exc_info=True)
105
- finally:
106
- logger.debug("%s Cleaning up react_agent workflow.", AGENT_LOG_PREFIX)
@@ -1,14 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
@@ -1,14 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
@@ -1,92 +0,0 @@
1
- # SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
- # SPDX-License-Identifier: Apache-2.0
3
- #
4
- # Licensed under the Apache License, Version 2.0 (the "License");
5
- # you may not use this file except in compliance with the License.
6
- # You may obtain a copy of the License at
7
- #
8
- # http://www.apache.org/licenses/LICENSE-2.0
9
- #
10
- # Unless required by applicable law or agreed to in writing, software
11
- # distributed under the License is distributed on an "AS IS" BASIS,
12
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- # See the License for the specific language governing permissions and
14
- # limitations under the License.
15
-
16
- import logging
17
-
18
- from pydantic import SecretStr
19
-
20
- from aiq.authentication.api_key.api_key_auth_provider_config import APIKeyAuthProviderConfig
21
- from aiq.authentication.interfaces import AuthProviderBase
22
- from aiq.data_models.authentication import AuthResult
23
- from aiq.data_models.authentication import BearerTokenCred
24
- from aiq.data_models.authentication import HeaderAuthScheme
25
-
26
- logger = logging.getLogger(__name__)
27
-
28
-
29
- class APIKeyAuthProvider(AuthProviderBase[APIKeyAuthProviderConfig]):
30
-
31
- def __init__(self, config: APIKeyAuthProviderConfig, config_name: str | None = None) -> None:
32
- assert isinstance(config, APIKeyAuthProviderConfig), ("Config is not APIKeyConfig")
33
- super().__init__(config)
34
-
35
- async def _construct_authentication_header(self) -> BearerTokenCred:
36
- """
37
- Constructs the authenticated HTTP header based on the authentication scheme.
38
- Basic Authentication follows the OpenAPI 3.0 Basic Authentication standard as well as RFC 7617.
39
-
40
- Args:
41
- header_auth_scheme (HeaderAuthScheme): The HTTP authentication scheme to use.
42
- Supported schemes: BEARER, X_API_KEY, BASIC, CUSTOM.
43
-
44
- Returns:
45
- BearerTokenCred: The HTTP headers containing the authentication credentials.
46
- Returns None if the scheme is not supported or configuration is invalid.
47
-
48
- """
49
-
50
- from aiq.authentication.interfaces import AUTHORIZATION_HEADER
51
-
52
- config: APIKeyAuthProviderConfig = self.config
53
-
54
- header_auth_scheme = config.auth_scheme
55
-
56
- if header_auth_scheme == HeaderAuthScheme.BEARER:
57
- return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
58
- scheme=HeaderAuthScheme.BEARER.value,
59
- header_name=AUTHORIZATION_HEADER)
60
-
61
- if header_auth_scheme == HeaderAuthScheme.X_API_KEY:
62
- return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
63
- scheme=HeaderAuthScheme.X_API_KEY.value,
64
- header_name='')
65
-
66
- if header_auth_scheme == HeaderAuthScheme.CUSTOM:
67
- if not config.custom_header_name:
68
- raise ValueError('custom_header_name required when using header_auth_scheme=CUSTOM')
69
-
70
- if not config.custom_header_prefix:
71
- raise ValueError('custom_header_prefix required when using header_auth_scheme=CUSTOM')
72
-
73
- return BearerTokenCred(token=SecretStr(f"{config.raw_key}"),
74
- scheme=config.custom_header_prefix,
75
- header_name=config.custom_header_name)
76
-
77
- raise ValueError(f"Unsupported header auth scheme: {header_auth_scheme}")
78
-
79
- async def authenticate(self, user_id: str | None = None) -> AuthResult | None:
80
- """
81
- Authenticate the user using the API key credentials.
82
-
83
- Args:
84
- user_id (str): The user ID to authenticate.
85
-
86
- Returns:
87
- AuthenticatedContext: The authenticated context containing headers, query params, cookies, etc.
88
- """
89
-
90
- headers = await self._construct_authentication_header()
91
-
92
- return AuthResult(credentials=[headers])