nvidia-nat 1.2.0a20250813__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. nat/agent/__init__.py +0 -0
  2. nat/agent/base.py +239 -0
  3. nat/agent/dual_node.py +67 -0
  4. nat/agent/react_agent/__init__.py +0 -0
  5. nat/agent/react_agent/agent.py +355 -0
  6. nat/agent/react_agent/output_parser.py +104 -0
  7. nat/agent/react_agent/prompt.py +41 -0
  8. nat/agent/react_agent/register.py +149 -0
  9. nat/agent/reasoning_agent/__init__.py +0 -0
  10. nat/agent/reasoning_agent/reasoning_agent.py +225 -0
  11. nat/agent/register.py +23 -0
  12. nat/agent/rewoo_agent/__init__.py +0 -0
  13. nat/agent/rewoo_agent/agent.py +411 -0
  14. nat/agent/rewoo_agent/prompt.py +108 -0
  15. nat/agent/rewoo_agent/register.py +158 -0
  16. nat/agent/tool_calling_agent/__init__.py +0 -0
  17. nat/agent/tool_calling_agent/agent.py +119 -0
  18. nat/agent/tool_calling_agent/register.py +106 -0
  19. nat/authentication/__init__.py +14 -0
  20. nat/authentication/api_key/__init__.py +14 -0
  21. nat/authentication/api_key/api_key_auth_provider.py +96 -0
  22. nat/authentication/api_key/api_key_auth_provider_config.py +124 -0
  23. nat/authentication/api_key/register.py +26 -0
  24. nat/authentication/exceptions/__init__.py +14 -0
  25. nat/authentication/exceptions/api_key_exceptions.py +38 -0
  26. nat/authentication/http_basic_auth/__init__.py +0 -0
  27. nat/authentication/http_basic_auth/http_basic_auth_provider.py +81 -0
  28. nat/authentication/http_basic_auth/register.py +30 -0
  29. nat/authentication/interfaces.py +93 -0
  30. nat/authentication/oauth2/__init__.py +14 -0
  31. nat/authentication/oauth2/oauth2_auth_code_flow_provider.py +107 -0
  32. nat/authentication/oauth2/oauth2_auth_code_flow_provider_config.py +39 -0
  33. nat/authentication/oauth2/register.py +25 -0
  34. nat/authentication/register.py +21 -0
  35. nat/builder/__init__.py +0 -0
  36. nat/builder/builder.py +285 -0
  37. nat/builder/component_utils.py +316 -0
  38. nat/builder/context.py +270 -0
  39. nat/builder/embedder.py +24 -0
  40. nat/builder/eval_builder.py +161 -0
  41. nat/builder/evaluator.py +29 -0
  42. nat/builder/framework_enum.py +24 -0
  43. nat/builder/front_end.py +73 -0
  44. nat/builder/function.py +344 -0
  45. nat/builder/function_base.py +380 -0
  46. nat/builder/function_info.py +627 -0
  47. nat/builder/intermediate_step_manager.py +174 -0
  48. nat/builder/llm.py +25 -0
  49. nat/builder/retriever.py +25 -0
  50. nat/builder/user_interaction_manager.py +78 -0
  51. nat/builder/workflow.py +148 -0
  52. nat/builder/workflow_builder.py +1117 -0
  53. nat/cli/__init__.py +14 -0
  54. nat/cli/cli_utils/__init__.py +0 -0
  55. nat/cli/cli_utils/config_override.py +231 -0
  56. nat/cli/cli_utils/validation.py +37 -0
  57. nat/cli/commands/__init__.py +0 -0
  58. nat/cli/commands/configure/__init__.py +0 -0
  59. nat/cli/commands/configure/channel/__init__.py +0 -0
  60. nat/cli/commands/configure/channel/add.py +28 -0
  61. nat/cli/commands/configure/channel/channel.py +36 -0
  62. nat/cli/commands/configure/channel/remove.py +30 -0
  63. nat/cli/commands/configure/channel/update.py +30 -0
  64. nat/cli/commands/configure/configure.py +33 -0
  65. nat/cli/commands/evaluate.py +139 -0
  66. nat/cli/commands/info/__init__.py +14 -0
  67. nat/cli/commands/info/info.py +39 -0
  68. nat/cli/commands/info/list_channels.py +32 -0
  69. nat/cli/commands/info/list_components.py +129 -0
  70. nat/cli/commands/info/list_mcp.py +304 -0
  71. nat/cli/commands/registry/__init__.py +14 -0
  72. nat/cli/commands/registry/publish.py +88 -0
  73. nat/cli/commands/registry/pull.py +118 -0
  74. nat/cli/commands/registry/registry.py +38 -0
  75. nat/cli/commands/registry/remove.py +108 -0
  76. nat/cli/commands/registry/search.py +155 -0
  77. nat/cli/commands/sizing/__init__.py +14 -0
  78. nat/cli/commands/sizing/calc.py +297 -0
  79. nat/cli/commands/sizing/sizing.py +27 -0
  80. nat/cli/commands/start.py +246 -0
  81. nat/cli/commands/uninstall.py +81 -0
  82. nat/cli/commands/validate.py +47 -0
  83. nat/cli/commands/workflow/__init__.py +14 -0
  84. nat/cli/commands/workflow/templates/__init__.py.j2 +0 -0
  85. nat/cli/commands/workflow/templates/config.yml.j2 +16 -0
  86. nat/cli/commands/workflow/templates/pyproject.toml.j2 +22 -0
  87. nat/cli/commands/workflow/templates/register.py.j2 +5 -0
  88. nat/cli/commands/workflow/templates/workflow.py.j2 +36 -0
  89. nat/cli/commands/workflow/workflow.py +37 -0
  90. nat/cli/commands/workflow/workflow_commands.py +317 -0
  91. nat/cli/entrypoint.py +135 -0
  92. nat/cli/main.py +57 -0
  93. nat/cli/register_workflow.py +488 -0
  94. nat/cli/type_registry.py +1000 -0
  95. nat/data_models/__init__.py +14 -0
  96. nat/data_models/api_server.py +709 -0
  97. nat/data_models/authentication.py +231 -0
  98. nat/data_models/common.py +171 -0
  99. nat/data_models/component.py +58 -0
  100. nat/data_models/component_ref.py +168 -0
  101. nat/data_models/config.py +410 -0
  102. nat/data_models/dataset_handler.py +123 -0
  103. nat/data_models/discovery_metadata.py +334 -0
  104. nat/data_models/embedder.py +27 -0
  105. nat/data_models/evaluate.py +127 -0
  106. nat/data_models/evaluator.py +26 -0
  107. nat/data_models/front_end.py +26 -0
  108. nat/data_models/function.py +30 -0
  109. nat/data_models/function_dependencies.py +72 -0
  110. nat/data_models/interactive.py +246 -0
  111. nat/data_models/intermediate_step.py +302 -0
  112. nat/data_models/invocation_node.py +38 -0
  113. nat/data_models/llm.py +27 -0
  114. nat/data_models/logging.py +26 -0
  115. nat/data_models/memory.py +27 -0
  116. nat/data_models/object_store.py +44 -0
  117. nat/data_models/profiler.py +54 -0
  118. nat/data_models/registry_handler.py +26 -0
  119. nat/data_models/retriever.py +30 -0
  120. nat/data_models/retry_mixin.py +35 -0
  121. nat/data_models/span.py +190 -0
  122. nat/data_models/step_adaptor.py +64 -0
  123. nat/data_models/streaming.py +33 -0
  124. nat/data_models/swe_bench_model.py +54 -0
  125. nat/data_models/telemetry_exporter.py +26 -0
  126. nat/data_models/ttc_strategy.py +30 -0
  127. nat/embedder/__init__.py +0 -0
  128. nat/embedder/langchain_client.py +41 -0
  129. nat/embedder/nim_embedder.py +59 -0
  130. nat/embedder/openai_embedder.py +43 -0
  131. nat/embedder/register.py +24 -0
  132. nat/eval/__init__.py +14 -0
  133. nat/eval/config.py +60 -0
  134. nat/eval/dataset_handler/__init__.py +0 -0
  135. nat/eval/dataset_handler/dataset_downloader.py +106 -0
  136. nat/eval/dataset_handler/dataset_filter.py +52 -0
  137. nat/eval/dataset_handler/dataset_handler.py +254 -0
  138. nat/eval/evaluate.py +510 -0
  139. nat/eval/evaluator/__init__.py +14 -0
  140. nat/eval/evaluator/base_evaluator.py +77 -0
  141. nat/eval/evaluator/evaluator_model.py +45 -0
  142. nat/eval/intermediate_step_adapter.py +99 -0
  143. nat/eval/rag_evaluator/__init__.py +0 -0
  144. nat/eval/rag_evaluator/evaluate.py +178 -0
  145. nat/eval/rag_evaluator/register.py +143 -0
  146. nat/eval/register.py +23 -0
  147. nat/eval/remote_workflow.py +133 -0
  148. nat/eval/runners/__init__.py +14 -0
  149. nat/eval/runners/config.py +39 -0
  150. nat/eval/runners/multi_eval_runner.py +54 -0
  151. nat/eval/runtime_event_subscriber.py +52 -0
  152. nat/eval/swe_bench_evaluator/__init__.py +0 -0
  153. nat/eval/swe_bench_evaluator/evaluate.py +215 -0
  154. nat/eval/swe_bench_evaluator/register.py +36 -0
  155. nat/eval/trajectory_evaluator/__init__.py +0 -0
  156. nat/eval/trajectory_evaluator/evaluate.py +75 -0
  157. nat/eval/trajectory_evaluator/register.py +40 -0
  158. nat/eval/tunable_rag_evaluator/__init__.py +0 -0
  159. nat/eval/tunable_rag_evaluator/evaluate.py +245 -0
  160. nat/eval/tunable_rag_evaluator/register.py +52 -0
  161. nat/eval/usage_stats.py +41 -0
  162. nat/eval/utils/__init__.py +0 -0
  163. nat/eval/utils/output_uploader.py +140 -0
  164. nat/eval/utils/tqdm_position_registry.py +40 -0
  165. nat/eval/utils/weave_eval.py +184 -0
  166. nat/experimental/__init__.py +0 -0
  167. nat/experimental/decorators/__init__.py +0 -0
  168. nat/experimental/decorators/experimental_warning_decorator.py +134 -0
  169. nat/experimental/test_time_compute/__init__.py +0 -0
  170. nat/experimental/test_time_compute/editing/__init__.py +0 -0
  171. nat/experimental/test_time_compute/editing/iterative_plan_refinement_editor.py +147 -0
  172. nat/experimental/test_time_compute/editing/llm_as_a_judge_editor.py +204 -0
  173. nat/experimental/test_time_compute/editing/motivation_aware_summarization.py +107 -0
  174. nat/experimental/test_time_compute/functions/__init__.py +0 -0
  175. nat/experimental/test_time_compute/functions/execute_score_select_function.py +105 -0
  176. nat/experimental/test_time_compute/functions/plan_select_execute_function.py +224 -0
  177. nat/experimental/test_time_compute/functions/ttc_tool_orchestration_function.py +205 -0
  178. nat/experimental/test_time_compute/functions/ttc_tool_wrapper_function.py +146 -0
  179. nat/experimental/test_time_compute/models/__init__.py +0 -0
  180. nat/experimental/test_time_compute/models/editor_config.py +132 -0
  181. nat/experimental/test_time_compute/models/scoring_config.py +112 -0
  182. nat/experimental/test_time_compute/models/search_config.py +120 -0
  183. nat/experimental/test_time_compute/models/selection_config.py +154 -0
  184. nat/experimental/test_time_compute/models/stage_enums.py +43 -0
  185. nat/experimental/test_time_compute/models/strategy_base.py +66 -0
  186. nat/experimental/test_time_compute/models/tool_use_config.py +41 -0
  187. nat/experimental/test_time_compute/models/ttc_item.py +48 -0
  188. nat/experimental/test_time_compute/register.py +36 -0
  189. nat/experimental/test_time_compute/scoring/__init__.py +0 -0
  190. nat/experimental/test_time_compute/scoring/llm_based_agent_scorer.py +168 -0
  191. nat/experimental/test_time_compute/scoring/llm_based_plan_scorer.py +168 -0
  192. nat/experimental/test_time_compute/scoring/motivation_aware_scorer.py +111 -0
  193. nat/experimental/test_time_compute/search/__init__.py +0 -0
  194. nat/experimental/test_time_compute/search/multi_llm_planner.py +128 -0
  195. nat/experimental/test_time_compute/search/multi_query_retrieval_search.py +122 -0
  196. nat/experimental/test_time_compute/search/single_shot_multi_plan_planner.py +128 -0
  197. nat/experimental/test_time_compute/selection/__init__.py +0 -0
  198. nat/experimental/test_time_compute/selection/best_of_n_selector.py +63 -0
  199. nat/experimental/test_time_compute/selection/llm_based_agent_output_selector.py +131 -0
  200. nat/experimental/test_time_compute/selection/llm_based_output_merging_selector.py +159 -0
  201. nat/experimental/test_time_compute/selection/llm_based_plan_selector.py +128 -0
  202. nat/experimental/test_time_compute/selection/threshold_selector.py +58 -0
  203. nat/front_ends/__init__.py +14 -0
  204. nat/front_ends/console/__init__.py +14 -0
  205. nat/front_ends/console/authentication_flow_handler.py +233 -0
  206. nat/front_ends/console/console_front_end_config.py +32 -0
  207. nat/front_ends/console/console_front_end_plugin.py +96 -0
  208. nat/front_ends/console/register.py +25 -0
  209. nat/front_ends/cron/__init__.py +14 -0
  210. nat/front_ends/fastapi/__init__.py +14 -0
  211. nat/front_ends/fastapi/auth_flow_handlers/__init__.py +0 -0
  212. nat/front_ends/fastapi/auth_flow_handlers/http_flow_handler.py +27 -0
  213. nat/front_ends/fastapi/auth_flow_handlers/websocket_flow_handler.py +107 -0
  214. nat/front_ends/fastapi/fastapi_front_end_config.py +242 -0
  215. nat/front_ends/fastapi/fastapi_front_end_controller.py +68 -0
  216. nat/front_ends/fastapi/fastapi_front_end_plugin.py +116 -0
  217. nat/front_ends/fastapi/fastapi_front_end_plugin_worker.py +1087 -0
  218. nat/front_ends/fastapi/html_snippets/__init__.py +14 -0
  219. nat/front_ends/fastapi/html_snippets/auth_code_grant_success.py +35 -0
  220. nat/front_ends/fastapi/intermediate_steps_subscriber.py +80 -0
  221. nat/front_ends/fastapi/job_store.py +183 -0
  222. nat/front_ends/fastapi/main.py +72 -0
  223. nat/front_ends/fastapi/message_handler.py +309 -0
  224. nat/front_ends/fastapi/message_validator.py +354 -0
  225. nat/front_ends/fastapi/register.py +25 -0
  226. nat/front_ends/fastapi/response_helpers.py +195 -0
  227. nat/front_ends/fastapi/step_adaptor.py +319 -0
  228. nat/front_ends/mcp/__init__.py +14 -0
  229. nat/front_ends/mcp/mcp_front_end_config.py +35 -0
  230. nat/front_ends/mcp/mcp_front_end_plugin.py +81 -0
  231. nat/front_ends/mcp/mcp_front_end_plugin_worker.py +143 -0
  232. nat/front_ends/mcp/register.py +27 -0
  233. nat/front_ends/mcp/tool_converter.py +242 -0
  234. nat/front_ends/register.py +22 -0
  235. nat/front_ends/simple_base/__init__.py +14 -0
  236. nat/front_ends/simple_base/simple_front_end_plugin_base.py +54 -0
  237. nat/llm/__init__.py +0 -0
  238. nat/llm/aws_bedrock_llm.py +57 -0
  239. nat/llm/nim_llm.py +46 -0
  240. nat/llm/openai_llm.py +46 -0
  241. nat/llm/register.py +23 -0
  242. nat/llm/utils/__init__.py +14 -0
  243. nat/llm/utils/env_config_value.py +94 -0
  244. nat/llm/utils/error.py +17 -0
  245. nat/memory/__init__.py +20 -0
  246. nat/memory/interfaces.py +183 -0
  247. nat/memory/models.py +112 -0
  248. nat/meta/module_to_distro.json +4 -0
  249. nat/meta/pypi.md +58 -0
  250. nat/object_store/__init__.py +20 -0
  251. nat/object_store/in_memory_object_store.py +76 -0
  252. nat/object_store/interfaces.py +84 -0
  253. nat/object_store/models.py +36 -0
  254. nat/object_store/register.py +20 -0
  255. nat/observability/__init__.py +14 -0
  256. nat/observability/exporter/__init__.py +14 -0
  257. nat/observability/exporter/base_exporter.py +449 -0
  258. nat/observability/exporter/exporter.py +78 -0
  259. nat/observability/exporter/file_exporter.py +33 -0
  260. nat/observability/exporter/processing_exporter.py +322 -0
  261. nat/observability/exporter/raw_exporter.py +52 -0
  262. nat/observability/exporter/span_exporter.py +288 -0
  263. nat/observability/exporter_manager.py +335 -0
  264. nat/observability/mixin/__init__.py +14 -0
  265. nat/observability/mixin/batch_config_mixin.py +26 -0
  266. nat/observability/mixin/collector_config_mixin.py +23 -0
  267. nat/observability/mixin/file_mixin.py +288 -0
  268. nat/observability/mixin/file_mode.py +23 -0
  269. nat/observability/mixin/resource_conflict_mixin.py +134 -0
  270. nat/observability/mixin/serialize_mixin.py +61 -0
  271. nat/observability/mixin/type_introspection_mixin.py +183 -0
  272. nat/observability/processor/__init__.py +14 -0
  273. nat/observability/processor/batching_processor.py +310 -0
  274. nat/observability/processor/callback_processor.py +42 -0
  275. nat/observability/processor/intermediate_step_serializer.py +28 -0
  276. nat/observability/processor/processor.py +71 -0
  277. nat/observability/register.py +96 -0
  278. nat/observability/utils/__init__.py +14 -0
  279. nat/observability/utils/dict_utils.py +236 -0
  280. nat/observability/utils/time_utils.py +31 -0
  281. nat/plugins/.namespace +1 -0
  282. nat/profiler/__init__.py +0 -0
  283. nat/profiler/calc/__init__.py +14 -0
  284. nat/profiler/calc/calc_runner.py +627 -0
  285. nat/profiler/calc/calculations.py +288 -0
  286. nat/profiler/calc/data_models.py +188 -0
  287. nat/profiler/calc/plot.py +345 -0
  288. nat/profiler/callbacks/__init__.py +0 -0
  289. nat/profiler/callbacks/agno_callback_handler.py +295 -0
  290. nat/profiler/callbacks/base_callback_class.py +20 -0
  291. nat/profiler/callbacks/langchain_callback_handler.py +290 -0
  292. nat/profiler/callbacks/llama_index_callback_handler.py +205 -0
  293. nat/profiler/callbacks/semantic_kernel_callback_handler.py +238 -0
  294. nat/profiler/callbacks/token_usage_base_model.py +27 -0
  295. nat/profiler/data_frame_row.py +51 -0
  296. nat/profiler/data_models.py +24 -0
  297. nat/profiler/decorators/__init__.py +0 -0
  298. nat/profiler/decorators/framework_wrapper.py +131 -0
  299. nat/profiler/decorators/function_tracking.py +254 -0
  300. nat/profiler/forecasting/__init__.py +0 -0
  301. nat/profiler/forecasting/config.py +18 -0
  302. nat/profiler/forecasting/model_trainer.py +75 -0
  303. nat/profiler/forecasting/models/__init__.py +22 -0
  304. nat/profiler/forecasting/models/forecasting_base_model.py +40 -0
  305. nat/profiler/forecasting/models/linear_model.py +196 -0
  306. nat/profiler/forecasting/models/random_forest_regressor.py +268 -0
  307. nat/profiler/inference_metrics_model.py +28 -0
  308. nat/profiler/inference_optimization/__init__.py +0 -0
  309. nat/profiler/inference_optimization/bottleneck_analysis/__init__.py +0 -0
  310. nat/profiler/inference_optimization/bottleneck_analysis/nested_stack_analysis.py +460 -0
  311. nat/profiler/inference_optimization/bottleneck_analysis/simple_stack_analysis.py +258 -0
  312. nat/profiler/inference_optimization/data_models.py +386 -0
  313. nat/profiler/inference_optimization/experimental/__init__.py +0 -0
  314. nat/profiler/inference_optimization/experimental/concurrency_spike_analysis.py +468 -0
  315. nat/profiler/inference_optimization/experimental/prefix_span_analysis.py +405 -0
  316. nat/profiler/inference_optimization/llm_metrics.py +212 -0
  317. nat/profiler/inference_optimization/prompt_caching.py +163 -0
  318. nat/profiler/inference_optimization/token_uniqueness.py +107 -0
  319. nat/profiler/inference_optimization/workflow_runtimes.py +72 -0
  320. nat/profiler/intermediate_property_adapter.py +102 -0
  321. nat/profiler/profile_runner.py +473 -0
  322. nat/profiler/utils.py +184 -0
  323. nat/registry_handlers/__init__.py +0 -0
  324. nat/registry_handlers/local/__init__.py +0 -0
  325. nat/registry_handlers/local/local_handler.py +176 -0
  326. nat/registry_handlers/local/register_local.py +37 -0
  327. nat/registry_handlers/metadata_factory.py +60 -0
  328. nat/registry_handlers/package_utils.py +571 -0
  329. nat/registry_handlers/pypi/__init__.py +0 -0
  330. nat/registry_handlers/pypi/pypi_handler.py +251 -0
  331. nat/registry_handlers/pypi/register_pypi.py +40 -0
  332. nat/registry_handlers/register.py +21 -0
  333. nat/registry_handlers/registry_handler_base.py +157 -0
  334. nat/registry_handlers/rest/__init__.py +0 -0
  335. nat/registry_handlers/rest/register_rest.py +56 -0
  336. nat/registry_handlers/rest/rest_handler.py +237 -0
  337. nat/registry_handlers/schemas/__init__.py +0 -0
  338. nat/registry_handlers/schemas/headers.py +42 -0
  339. nat/registry_handlers/schemas/package.py +68 -0
  340. nat/registry_handlers/schemas/publish.py +68 -0
  341. nat/registry_handlers/schemas/pull.py +82 -0
  342. nat/registry_handlers/schemas/remove.py +36 -0
  343. nat/registry_handlers/schemas/search.py +91 -0
  344. nat/registry_handlers/schemas/status.py +47 -0
  345. nat/retriever/__init__.py +0 -0
  346. nat/retriever/interface.py +41 -0
  347. nat/retriever/milvus/__init__.py +14 -0
  348. nat/retriever/milvus/register.py +81 -0
  349. nat/retriever/milvus/retriever.py +228 -0
  350. nat/retriever/models.py +77 -0
  351. nat/retriever/nemo_retriever/__init__.py +14 -0
  352. nat/retriever/nemo_retriever/register.py +60 -0
  353. nat/retriever/nemo_retriever/retriever.py +190 -0
  354. nat/retriever/register.py +22 -0
  355. nat/runtime/__init__.py +14 -0
  356. nat/runtime/loader.py +219 -0
  357. nat/runtime/runner.py +195 -0
  358. nat/runtime/session.py +162 -0
  359. nat/runtime/user_metadata.py +130 -0
  360. nat/settings/__init__.py +0 -0
  361. nat/settings/global_settings.py +318 -0
  362. nat/test/.namespace +1 -0
  363. nat/tool/__init__.py +0 -0
  364. nat/tool/chat_completion.py +74 -0
  365. nat/tool/code_execution/README.md +151 -0
  366. nat/tool/code_execution/__init__.py +0 -0
  367. nat/tool/code_execution/code_sandbox.py +267 -0
  368. nat/tool/code_execution/local_sandbox/.gitignore +1 -0
  369. nat/tool/code_execution/local_sandbox/Dockerfile.sandbox +60 -0
  370. nat/tool/code_execution/local_sandbox/__init__.py +13 -0
  371. nat/tool/code_execution/local_sandbox/local_sandbox_server.py +198 -0
  372. nat/tool/code_execution/local_sandbox/sandbox.requirements.txt +6 -0
  373. nat/tool/code_execution/local_sandbox/start_local_sandbox.sh +50 -0
  374. nat/tool/code_execution/register.py +74 -0
  375. nat/tool/code_execution/test_code_execution_sandbox.py +414 -0
  376. nat/tool/code_execution/utils.py +100 -0
  377. nat/tool/datetime_tools.py +42 -0
  378. nat/tool/document_search.py +141 -0
  379. nat/tool/github_tools/__init__.py +0 -0
  380. nat/tool/github_tools/create_github_commit.py +133 -0
  381. nat/tool/github_tools/create_github_issue.py +87 -0
  382. nat/tool/github_tools/create_github_pr.py +106 -0
  383. nat/tool/github_tools/get_github_file.py +106 -0
  384. nat/tool/github_tools/get_github_issue.py +166 -0
  385. nat/tool/github_tools/get_github_pr.py +256 -0
  386. nat/tool/github_tools/update_github_issue.py +100 -0
  387. nat/tool/mcp/__init__.py +14 -0
  388. nat/tool/mcp/exceptions.py +142 -0
  389. nat/tool/mcp/mcp_client.py +255 -0
  390. nat/tool/mcp/mcp_tool.py +96 -0
  391. nat/tool/memory_tools/__init__.py +0 -0
  392. nat/tool/memory_tools/add_memory_tool.py +79 -0
  393. nat/tool/memory_tools/delete_memory_tool.py +67 -0
  394. nat/tool/memory_tools/get_memory_tool.py +72 -0
  395. nat/tool/nvidia_rag.py +95 -0
  396. nat/tool/register.py +38 -0
  397. nat/tool/retriever.py +94 -0
  398. nat/tool/server_tools.py +66 -0
  399. nat/utils/__init__.py +0 -0
  400. nat/utils/data_models/__init__.py +0 -0
  401. nat/utils/data_models/schema_validator.py +58 -0
  402. nat/utils/debugging_utils.py +43 -0
  403. nat/utils/dump_distro_mapping.py +32 -0
  404. nat/utils/exception_handlers/__init__.py +0 -0
  405. nat/utils/exception_handlers/automatic_retries.py +289 -0
  406. nat/utils/exception_handlers/mcp.py +211 -0
  407. nat/utils/exception_handlers/schemas.py +114 -0
  408. nat/utils/io/__init__.py +0 -0
  409. nat/utils/io/model_processing.py +28 -0
  410. nat/utils/io/yaml_tools.py +119 -0
  411. nat/utils/log_utils.py +37 -0
  412. nat/utils/metadata_utils.py +74 -0
  413. nat/utils/optional_imports.py +142 -0
  414. nat/utils/producer_consumer_queue.py +178 -0
  415. nat/utils/reactive/__init__.py +0 -0
  416. nat/utils/reactive/base/__init__.py +0 -0
  417. nat/utils/reactive/base/observable_base.py +65 -0
  418. nat/utils/reactive/base/observer_base.py +55 -0
  419. nat/utils/reactive/base/subject_base.py +79 -0
  420. nat/utils/reactive/observable.py +59 -0
  421. nat/utils/reactive/observer.py +76 -0
  422. nat/utils/reactive/subject.py +131 -0
  423. nat/utils/reactive/subscription.py +49 -0
  424. nat/utils/settings/__init__.py +0 -0
  425. nat/utils/settings/global_settings.py +197 -0
  426. nat/utils/string_utils.py +38 -0
  427. nat/utils/type_converter.py +290 -0
  428. nat/utils/type_utils.py +484 -0
  429. nat/utils/url_utils.py +27 -0
  430. nvidia_nat-1.2.0a20250813.dist-info/METADATA +363 -0
  431. nvidia_nat-1.2.0a20250813.dist-info/RECORD +436 -0
  432. nvidia_nat-1.2.0a20250813.dist-info/WHEEL +5 -0
  433. nvidia_nat-1.2.0a20250813.dist-info/entry_points.txt +21 -0
  434. nvidia_nat-1.2.0a20250813.dist-info/licenses/LICENSE-3rd-party.txt +3686 -0
  435. nvidia_nat-1.2.0a20250813.dist-info/licenses/LICENSE.md +201 -0
  436. nvidia_nat-1.2.0a20250813.dist-info/top_level.txt +1 -0
@@ -0,0 +1,309 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ import asyncio
17
+ import logging
18
+ import typing
19
+ import uuid
20
+ from typing import Any
21
+
22
+ from fastapi import WebSocket
23
+ from pydantic import BaseModel
24
+ from pydantic import ValidationError
25
+ from starlette.websockets import WebSocketDisconnect
26
+
27
+ from nat.authentication.interfaces import FlowHandlerBase
28
+ from nat.data_models.api_server import ChatResponse
29
+ from nat.data_models.api_server import Error
30
+ from nat.data_models.api_server import ErrorTypes
31
+ from nat.data_models.api_server import ResponsePayloadOutput
32
+ from nat.data_models.api_server import ResponseSerializable
33
+ from nat.data_models.api_server import SystemResponseContent
34
+ from nat.data_models.api_server import TextContent
35
+ from nat.data_models.api_server import WebSocketMessageStatus
36
+ from nat.data_models.api_server import WebSocketMessageType
37
+ from nat.data_models.api_server import WebSocketSystemInteractionMessage
38
+ from nat.data_models.api_server import WebSocketSystemIntermediateStepMessage
39
+ from nat.data_models.api_server import WebSocketSystemResponseTokenMessage
40
+ from nat.data_models.api_server import WebSocketUserInteractionResponseMessage
41
+ from nat.data_models.api_server import WebSocketUserMessage
42
+ from nat.data_models.interactive import HumanPromptNotification
43
+ from nat.data_models.interactive import HumanResponse
44
+ from nat.data_models.interactive import HumanResponseNotification
45
+ from nat.data_models.interactive import InteractionPrompt
46
+ from nat.front_ends.fastapi.message_validator import MessageValidator
47
+ from nat.front_ends.fastapi.response_helpers import generate_streaming_response
48
+ from nat.front_ends.fastapi.step_adaptor import StepAdaptor
49
+ from nat.runtime.session import SessionManager
50
+
51
+ logger = logging.getLogger(__name__)
52
+
53
+
54
+ class WebSocketMessageHandler:
55
+
56
+ def __init__(self, socket: WebSocket, session_manager: SessionManager, step_adaptor: StepAdaptor):
57
+ self._socket: WebSocket = socket
58
+ self._session_manager: SessionManager = session_manager
59
+ self._step_adaptor: StepAdaptor = step_adaptor
60
+
61
+ self._message_validator: MessageValidator = MessageValidator()
62
+ self._running_workflow_task: asyncio.Task | None = None
63
+ self._message_parent_id: str = "default_id"
64
+ self._conversation_id: str | None = None
65
+ self._workflow_schema_type: str = None
66
+ self._user_interaction_response: asyncio.Future[HumanResponse] | None = None
67
+
68
+ self._flow_handler: FlowHandlerBase | None = None
69
+
70
+ def set_flow_handler(self, flow_handler: FlowHandlerBase) -> None:
71
+ self._flow_handler = flow_handler
72
+
73
+ async def __aenter__(self) -> "WebSocketMessageHandler":
74
+ await self._socket.accept()
75
+
76
+ return self
77
+
78
+ async def __aexit__(self, exc_type, exc_value, traceback) -> None:
79
+
80
+ # TODO: Handle the exit # pylint: disable=fixme
81
+ pass
82
+
83
+ async def run(self) -> None:
84
+ """
85
+ Processes received messages from websocket and routes them appropriately.
86
+ """
87
+ while True:
88
+
89
+ try:
90
+
91
+ message: dict[str, Any] = await self._socket.receive_json()
92
+
93
+ validated_message: BaseModel = await self._message_validator.validate_message(message)
94
+
95
+ # Received a request to start a workflow
96
+ if (isinstance(validated_message, WebSocketUserMessage)):
97
+ await self.process_workflow_request(validated_message)
98
+
99
+ elif isinstance(
100
+ validated_message,
101
+ ( # noqa: E131
102
+ WebSocketSystemResponseTokenMessage,
103
+ WebSocketSystemIntermediateStepMessage,
104
+ WebSocketSystemInteractionMessage)):
105
+ # These messages are already handled by self.create_websocket_message(data_model=value, …)
106
+ # No further processing is needed here.
107
+ pass
108
+
109
+ elif (isinstance(validated_message, WebSocketUserInteractionResponseMessage)):
110
+ user_content = await self.process_user_message_content(validated_message)
111
+ self._user_interaction_response.set_result(user_content)
112
+ except (asyncio.CancelledError, WebSocketDisconnect):
113
+ # TODO: Handle the disconnect # pylint: disable=fixme
114
+ break
115
+
116
+ return None
117
+
118
+ async def process_user_message_content(
119
+ self, user_content: WebSocketUserMessage | WebSocketUserInteractionResponseMessage) -> BaseModel | None:
120
+ """
121
+ Processes the contents of a user message.
122
+
123
+ :param user_content: Incoming content data model.
124
+ :return: A validated Pydantic user content model or None if not found.
125
+ """
126
+
127
+ for user_message in user_content.content.messages[::-1]:
128
+ if (user_message.role == "user"):
129
+
130
+ for attachment in user_message.content:
131
+
132
+ if isinstance(attachment, TextContent):
133
+ return attachment
134
+
135
+ return None
136
+
137
+ async def process_workflow_request(self, user_message_as_validated_type: WebSocketUserMessage) -> None:
138
+ """
139
+ Process user messages and routes them appropriately.
140
+
141
+ :param user_message_as_validated_type: A WebSocketUserMessage Data Model instance.
142
+ """
143
+
144
+ try:
145
+ self._message_parent_id = user_message_as_validated_type.id
146
+ self._workflow_schema_type = user_message_as_validated_type.schema_type
147
+ self._conversation_id = user_message_as_validated_type.conversation_id
148
+
149
+ content: BaseModel | None = await self.process_user_message_content(user_message_as_validated_type)
150
+
151
+ if content is None:
152
+ raise ValueError(f"User message content could not be found: {user_message_as_validated_type}")
153
+
154
+ if isinstance(content, TextContent) and (self._running_workflow_task is None):
155
+
156
+ def _done_callback(task: asyncio.Task): # pylint: disable=unused-argument
157
+ self._running_workflow_task = None
158
+
159
+ # await self._process_response()
160
+ self._running_workflow_task = asyncio.create_task(
161
+ self._run_workflow(content.text, self._conversation_id,
162
+ result_type=ChatResponse)).add_done_callback(_done_callback)
163
+
164
+ except ValueError as e:
165
+ logger.error("User message content not found: %s", str(e), exc_info=True)
166
+ await self.create_websocket_message(data_model=Error(code=ErrorTypes.INVALID_USER_MESSAGE_CONTENT,
167
+ message="User message content could not be found",
168
+ details=str(e)),
169
+ message_type=WebSocketMessageType.ERROR_MESSAGE,
170
+ status=WebSocketMessageStatus.IN_PROGRESS)
171
+
172
+ async def create_websocket_message(self,
173
+ data_model: BaseModel,
174
+ message_type: str | None = None,
175
+ status: str = WebSocketMessageStatus.IN_PROGRESS) -> None:
176
+ """
177
+ Creates a websocket message that will be ready for routing based on message type or data model.
178
+
179
+ :param data_model: Message content model.
180
+ :param message_type: Message content model.
181
+ :param status: Message content model.
182
+ """
183
+ try:
184
+ message: BaseModel | None = None
185
+
186
+ if message_type is None:
187
+ message_type = await self._message_validator.resolve_message_type_by_data(data_model)
188
+
189
+ message_schema: type[BaseModel] = await self._message_validator.get_message_schema_by_type(message_type)
190
+
191
+ if 'id' in data_model.model_fields:
192
+ message_id: str = data_model.id
193
+ else:
194
+ message_id = str(uuid.uuid4())
195
+
196
+ content: BaseModel = await self._message_validator.convert_data_to_message_content(data_model)
197
+
198
+ if issubclass(message_schema, WebSocketSystemResponseTokenMessage):
199
+ message = await self._message_validator.create_system_response_token_message(
200
+ message_id=message_id,
201
+ parent_id=self._message_parent_id,
202
+ conversation_id=self._conversation_id,
203
+ content=content,
204
+ status=status)
205
+
206
+ elif issubclass(message_schema, WebSocketSystemIntermediateStepMessage):
207
+ message = await self._message_validator.create_system_intermediate_step_message(
208
+ message_id=message_id,
209
+ parent_id=await self._message_validator.get_intermediate_step_parent_id(data_model),
210
+ conversation_id=self._conversation_id,
211
+ content=content,
212
+ status=status)
213
+
214
+ elif issubclass(message_schema, WebSocketSystemInteractionMessage):
215
+ message = await self._message_validator.create_system_interaction_message(
216
+ message_id=message_id,
217
+ parent_id=self._message_parent_id,
218
+ conversation_id=self._conversation_id,
219
+ content=content,
220
+ status=status)
221
+
222
+ elif isinstance(content, Error):
223
+ raise ValidationError(f"Invalid input data creating websocket message. {data_model.model_dump_json()}")
224
+
225
+ elif issubclass(message_schema, Error):
226
+ raise TypeError(f"Invalid message type: {message_type}")
227
+
228
+ elif (message is None):
229
+ raise ValueError(
230
+ f"Message type could not be resolved by input data model: {data_model.model_dump_json()}")
231
+
232
+ except (ValidationError, TypeError, ValueError) as e:
233
+ logger.error("A data vaidation error ocurred creating websocket message: %s", str(e), exc_info=True)
234
+ message = await self._message_validator.create_system_response_token_message(
235
+ message_type=WebSocketMessageType.ERROR_MESSAGE,
236
+ conversation_id=self._conversation_id,
237
+ content=Error(code=ErrorTypes.UNKNOWN_ERROR, message="default", details=str(e)))
238
+
239
+ finally:
240
+ if (message is not None):
241
+ await self._socket.send_json(message.model_dump())
242
+
243
+ async def human_interaction_callback(self, prompt: InteractionPrompt) -> HumanResponse:
244
+ """
245
+ Registered human interaction callback that processes human interactions and returns
246
+ responses from websocket connection.
247
+
248
+ :param prompt: Incoming interaction content data model.
249
+ :return: A Text Content Base Pydantic model.
250
+ """
251
+
252
+ # First create a future from the loop for the human response
253
+ human_response_future: asyncio.Future[HumanResponse] = asyncio.get_running_loop().create_future()
254
+
255
+ # Then add the future to the outstanding human prompts dictionary
256
+ self._user_interaction_response = human_response_future
257
+
258
+ try:
259
+
260
+ await self.create_websocket_message(data_model=prompt.content,
261
+ message_type=WebSocketMessageType.SYSTEM_INTERACTION_MESSAGE,
262
+ status=WebSocketMessageStatus.IN_PROGRESS)
263
+
264
+ if (isinstance(prompt.content, HumanPromptNotification)):
265
+
266
+ return HumanResponseNotification()
267
+
268
+ # Wait for the human response future to complete
269
+ interaction_response: HumanResponse = await human_response_future
270
+
271
+ interaction_response: HumanResponse = await self._message_validator.convert_text_content_to_human_response(
272
+ interaction_response, prompt.content)
273
+
274
+ return interaction_response
275
+
276
+ finally:
277
+ # Delete the future from the outstanding human prompts dictionary
278
+ self._user_interaction_response = None
279
+
280
+ async def _run_workflow(self,
281
+ payload: typing.Any,
282
+ conversation_id: str | None = None,
283
+ result_type: type | None = None,
284
+ output_type: type | None = None) -> None:
285
+
286
+ try:
287
+ async with self._session_manager.session(
288
+ conversation_id=conversation_id,
289
+ request=self._socket,
290
+ user_input_callback=self.human_interaction_callback,
291
+ user_authentication_callback=(self._flow_handler.authenticate
292
+ if self._flow_handler else None)) as session:
293
+
294
+ async for value in generate_streaming_response(payload,
295
+ session_manager=session,
296
+ streaming=True,
297
+ step_adaptor=self._step_adaptor,
298
+ result_type=result_type,
299
+ output_type=output_type):
300
+
301
+ if not isinstance(value, ResponseSerializable):
302
+ value = ResponsePayloadOutput(payload=value)
303
+
304
+ await self.create_websocket_message(data_model=value, status=WebSocketMessageStatus.IN_PROGRESS)
305
+
306
+ finally:
307
+ await self.create_websocket_message(data_model=SystemResponseContent(),
308
+ message_type=WebSocketMessageType.RESPONSE_MESSAGE,
309
+ status=WebSocketMessageStatus.COMPLETE)
@@ -0,0 +1,354 @@
1
+ # SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # SPDX-License-Identifier: Apache-2.0
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+
16
+ import datetime
17
+ import json
18
+ import logging
19
+ import uuid
20
+ from typing import Any
21
+ from typing import Literal
22
+
23
+ from pydantic import BaseModel
24
+ from pydantic import ValidationError
25
+
26
+ from nat.data_models.api_server import ChatResponse
27
+ from nat.data_models.api_server import ChatResponseChunk
28
+ from nat.data_models.api_server import Error
29
+ from nat.data_models.api_server import ErrorTypes
30
+ from nat.data_models.api_server import ResponseIntermediateStep
31
+ from nat.data_models.api_server import ResponsePayloadOutput
32
+ from nat.data_models.api_server import SystemIntermediateStepContent
33
+ from nat.data_models.api_server import SystemResponseContent
34
+ from nat.data_models.api_server import TextContent
35
+ from nat.data_models.api_server import WebSocketMessageStatus
36
+ from nat.data_models.api_server import WebSocketMessageType
37
+ from nat.data_models.api_server import WebSocketSystemInteractionMessage
38
+ from nat.data_models.api_server import WebSocketSystemIntermediateStepMessage
39
+ from nat.data_models.api_server import WebSocketSystemResponseTokenMessage
40
+ from nat.data_models.api_server import WebSocketUserInteractionResponseMessage
41
+ from nat.data_models.api_server import WebSocketUserMessage
42
+ from nat.data_models.api_server import WorkflowSchemaType
43
+ from nat.data_models.interactive import BinaryHumanPromptOption
44
+ from nat.data_models.interactive import HumanPrompt
45
+ from nat.data_models.interactive import HumanPromptBase
46
+ from nat.data_models.interactive import HumanPromptBinary
47
+ from nat.data_models.interactive import HumanPromptCheckbox
48
+ from nat.data_models.interactive import HumanPromptDropdown
49
+ from nat.data_models.interactive import HumanPromptRadio
50
+ from nat.data_models.interactive import HumanPromptText
51
+ from nat.data_models.interactive import HumanResponse
52
+ from nat.data_models.interactive import HumanResponseBinary
53
+ from nat.data_models.interactive import HumanResponseCheckbox
54
+ from nat.data_models.interactive import HumanResponseDropdown
55
+ from nat.data_models.interactive import HumanResponseRadio
56
+ from nat.data_models.interactive import HumanResponseText
57
+ from nat.data_models.interactive import MultipleChoiceOption
58
+
59
+ logger = logging.getLogger(__name__)
60
+
61
+
62
+ class MessageValidator:
63
+
64
+ def __init__(self):
65
+ self._message_type_schema_mapping: dict[str, type[BaseModel]] = {
66
+ WebSocketMessageType.USER_MESSAGE: WebSocketUserMessage,
67
+ WebSocketMessageType.RESPONSE_MESSAGE: WebSocketSystemResponseTokenMessage,
68
+ WebSocketMessageType.INTERMEDIATE_STEP_MESSAGE: WebSocketSystemIntermediateStepMessage,
69
+ WebSocketMessageType.SYSTEM_INTERACTION_MESSAGE: WebSocketSystemInteractionMessage,
70
+ WebSocketMessageType.USER_INTERACTION_MESSAGE: WebSocketUserInteractionResponseMessage,
71
+ WebSocketMessageType.ERROR_MESSAGE: Error
72
+ }
73
+ self._data_type_schema_mapping: dict[str, type[BaseModel]] = {
74
+ WorkflowSchemaType.GENERATE: ResponsePayloadOutput,
75
+ WorkflowSchemaType.CHAT: ChatResponse,
76
+ WorkflowSchemaType.CHAT_STREAM: ChatResponseChunk,
77
+ WorkflowSchemaType.GENERATE_STREAM: ResponseIntermediateStep,
78
+ }
79
+ self._message_parent_id: str = "default_id"
80
+
81
+ async def validate_message(self, message: dict[str, Any]) -> BaseModel:
82
+ """
83
+ Validates an incoming WebSocket message against its expected schema.
84
+ If validation fails, returns a system response error message.
85
+
86
+ :param message: Incoming WebSocket message as a dictionary.
87
+ :return: A validated Pydantic model.
88
+ """
89
+ validated_message: BaseModel
90
+
91
+ try:
92
+ message_type = message.get("type")
93
+ if not message_type:
94
+ raise ValueError(f"Missing message type: {json.dumps(message)}")
95
+
96
+ schema: type[BaseModel] = await self.get_message_schema_by_type(message_type)
97
+
98
+ if issubclass(schema, Error):
99
+ raise TypeError(
100
+ f"An error was encountered processing an incoming WebSocket message of type: {message_type}")
101
+
102
+ validated_message = schema(**message)
103
+ return validated_message
104
+
105
+ except (ValidationError, TypeError, ValueError) as e:
106
+ logger.error("A data validation error %s occurred for message: %s", str(e), str(message), exc_info=True)
107
+ return await self.create_system_response_token_message(message_type=WebSocketMessageType.ERROR_MESSAGE,
108
+ content=Error(code=ErrorTypes.INVALID_MESSAGE,
109
+ message="Error validating message.",
110
+ details=str(e)))
111
+
112
+ async def get_message_schema_by_type(self, message_type: str) -> type[BaseModel]:
113
+ """
114
+ Retrieves the corresponding Pydantic model schema based on the message type.
115
+
116
+ :param message_type: The type of message as a string.
117
+ :return: A Pydantic schema class if found, otherwise None.
118
+ """
119
+ try:
120
+ schema: type[BaseModel] | None = self._message_type_schema_mapping.get(message_type)
121
+
122
+ if schema is None:
123
+ raise ValueError(f"Unknown message type: {message_type}")
124
+
125
+ return schema
126
+
127
+ except (TypeError, ValueError) as e:
128
+ logger.error("Error retrieving schema for message type '%s': %s", message_type, str(e), exc_info=True)
129
+ return Error
130
+
131
+ async def convert_data_to_message_content(self, data_model: BaseModel) -> BaseModel:
132
+ """
133
+ Converts a Pydantic data model to a WebSocket message content instance.
134
+
135
+ :param data_model: Pydantic Data Model instance.
136
+ :return: A WebSocket Message Content Data Model instance.
137
+ """
138
+
139
+ validated_message_content: BaseModel = None
140
+ try:
141
+ if (isinstance(data_model, ResponsePayloadOutput)):
142
+ validated_message_content = SystemResponseContent(text=data_model.payload)
143
+
144
+ elif (isinstance(data_model, (ChatResponse, ChatResponseChunk))):
145
+ validated_message_content = SystemResponseContent(text=data_model.choices[0].message.content)
146
+
147
+ elif (isinstance(data_model, ResponseIntermediateStep)):
148
+ validated_message_content = SystemIntermediateStepContent(name=data_model.name,
149
+ payload=data_model.payload)
150
+ elif (isinstance(data_model, HumanPromptBase)):
151
+ validated_message_content = data_model
152
+ elif (isinstance(data_model, SystemResponseContent)):
153
+ return data_model
154
+ else:
155
+ raise ValueError(
156
+ f"Input data could not be converted to validated message content: {data_model.model_dump_json()}")
157
+
158
+ return validated_message_content
159
+
160
+ except ValueError as e:
161
+ logger.error("Input data could not be converted to validated message content: %s", str(e), exc_info=True)
162
+ return Error(code=ErrorTypes.INVALID_DATA_CONTENT, message="Input data not supported.", details=str(e))
163
+
164
+ async def convert_text_content_to_human_response(self, text_content: TextContent,
165
+ human_prompt: HumanPromptBase) -> HumanResponse:
166
+ """
167
+ Converts Message Text Content data model to a Human Response Base data model instance.
168
+
169
+ :param text_content: Pydantic TextContent Data Model instance.
170
+ :param human_prompt: Pydantic HumanPrompt Data Model instance.
171
+ :return: A Human Response Data Model instance.
172
+ """
173
+
174
+ human_response: HumanResponse = None
175
+ try:
176
+ if (isinstance(human_prompt, HumanPromptText)):
177
+ human_response = HumanResponseText(text=text_content.text)
178
+
179
+ elif (isinstance(human_prompt, HumanPromptBinary)):
180
+ human_response = HumanResponseBinary(selected_option=BinaryHumanPromptOption(value=text_content.text))
181
+
182
+ elif (isinstance(human_prompt, HumanPromptRadio)):
183
+ human_response = HumanResponseRadio(selected_option=MultipleChoiceOption(value=text_content.text))
184
+
185
+ elif (isinstance(human_prompt, HumanPromptCheckbox)):
186
+ human_response = HumanResponseCheckbox(selected_option=MultipleChoiceOption(value=text_content.text))
187
+
188
+ elif (isinstance(human_prompt, HumanPromptDropdown)):
189
+ human_response = HumanResponseDropdown(selected_option=MultipleChoiceOption(value=text_content.text))
190
+ else:
191
+ raise ValueError("Message content type not found")
192
+
193
+ return human_response
194
+
195
+ except ValueError as e:
196
+ logger.error("Error human response content not found: %s", str(e), exc_info=True)
197
+ return HumanResponseText(text=str(e))
198
+
199
+ async def resolve_message_type_by_data(self, data_model: BaseModel) -> str:
200
+ """
201
+ Resolve message type from a validated model
202
+
203
+ :param data_model: Pydantic Data Model instance.
204
+ :return: A WebSocket Message Content Data Model instance.
205
+ """
206
+
207
+ validated_message_type: str = ""
208
+ try:
209
+ if (isinstance(data_model, (ResponsePayloadOutput, ChatResponse, ChatResponseChunk))):
210
+ validated_message_type = WebSocketMessageType.RESPONSE_MESSAGE
211
+
212
+ elif (isinstance(data_model, ResponseIntermediateStep)):
213
+ validated_message_type = WebSocketMessageType.INTERMEDIATE_STEP_MESSAGE
214
+
215
+ elif (isinstance(data_model, HumanPromptBase)):
216
+ validated_message_type = WebSocketMessageType.SYSTEM_INTERACTION_MESSAGE
217
+ else:
218
+ raise ValueError("Data type not found")
219
+
220
+ return validated_message_type
221
+
222
+ except ValueError as e:
223
+ logger.error("Error type not found converting data to validated websocket message content: %s",
224
+ str(e),
225
+ exc_info=True)
226
+ return WebSocketMessageType.ERROR_MESSAGE
227
+
228
+ async def get_intermediate_step_parent_id(self, data_model: ResponseIntermediateStep) -> str:
229
+ """
230
+ Retrieves intermediate step parent_id from ResponseIntermediateStep instance.
231
+
232
+ :param data_model: ResponseIntermediateStep Data Model instance.
233
+ :return: Intermediate step parent_id or "default".
234
+ """
235
+ return data_model.parent_id or "root"
236
+
237
+ async def create_system_response_token_message( # pylint: disable=R0917:too-many-positional-arguments
238
+ self,
239
+ message_type: Literal[WebSocketMessageType.RESPONSE_MESSAGE,
240
+ WebSocketMessageType.ERROR_MESSAGE] = WebSocketMessageType.RESPONSE_MESSAGE,
241
+ message_id: str | None = str(uuid.uuid4()),
242
+ thread_id: str = "default",
243
+ parent_id: str = "default",
244
+ conversation_id: str | None = None,
245
+ content: SystemResponseContent
246
+ | Error = SystemResponseContent(),
247
+ status: WebSocketMessageStatus = WebSocketMessageStatus.IN_PROGRESS,
248
+ timestamp: str = str(datetime.datetime.now(datetime.timezone.utc))
249
+ ) -> WebSocketSystemResponseTokenMessage | None:
250
+ """
251
+ Creates a system response token message with default values.
252
+
253
+ :param message_type: Type of WebSocket message.
254
+ :param message_id: Unique identifier for the message (default: generated UUID).
255
+ :param thread_id: ID of the thread the message belongs to (default: "default").
256
+ :param parent_id: ID of the user message that spawned child messages.
257
+ :param conversation_id: ID of the conversation this message belongs to (default: None).
258
+ :param content: Message content.
259
+ :param status: Status of the message (default: IN_PROGRESS).
260
+ :param timestamp: Timestamp of the message (default: current UTC time).
261
+ :return: A WebSocketSystemResponseTokenMessage instance.
262
+ """
263
+ try:
264
+ return WebSocketSystemResponseTokenMessage(type=message_type,
265
+ id=message_id,
266
+ thread_id=thread_id,
267
+ parent_id=parent_id,
268
+ conversation_id=conversation_id,
269
+ content=content,
270
+ status=status,
271
+ timestamp=timestamp)
272
+
273
+ except Exception as e:
274
+ logger.error("Error creating system response token message: %s", str(e), exc_info=True)
275
+ return None
276
+
277
+ async def create_system_intermediate_step_message( # pylint: disable=R0917:too-many-positional-arguments
278
+ self,
279
+ message_type: Literal[WebSocketMessageType.INTERMEDIATE_STEP_MESSAGE] = (
280
+ WebSocketMessageType.INTERMEDIATE_STEP_MESSAGE),
281
+ message_id: str = str(uuid.uuid4()),
282
+ thread_id: str = "default",
283
+ parent_id: str = "default",
284
+ conversation_id: str | None = None,
285
+ content: SystemIntermediateStepContent = SystemIntermediateStepContent(name="default", payload="default"),
286
+ status: WebSocketMessageStatus = WebSocketMessageStatus.IN_PROGRESS,
287
+ timestamp: str = str(datetime.datetime.now(datetime.timezone.utc))
288
+ ) -> WebSocketSystemIntermediateStepMessage | None:
289
+ """
290
+ Creates a system intermediate step message with default values.
291
+
292
+ :param message_type: Type of WebSocket message.
293
+ :param message_id: Unique identifier for the message (default: generated UUID).
294
+ :param thread_id: ID of the thread the message belongs to (default: "default").
295
+ :param parent_id: ID of the user message that spawned child messages.
296
+ :param conversation_id: ID of the conversation this message belongs to (default: None).
297
+ :param content: Message content
298
+ :param status: Status of the message (default: IN_PROGRESS).
299
+ :param timestamp: Timestamp of the message (default: current UTC time).
300
+ :return: A WebSocketSystemIntermediateStepMessage instance.
301
+ """
302
+ try:
303
+ return WebSocketSystemIntermediateStepMessage(type=message_type,
304
+ id=message_id,
305
+ thread_id=thread_id,
306
+ parent_id=parent_id,
307
+ conversation_id=conversation_id,
308
+ content=content,
309
+ status=status,
310
+ timestamp=timestamp)
311
+
312
+ except Exception as e:
313
+ logger.error("Error creating system intermediate step message: %s", str(e), exc_info=True)
314
+ return None
315
+
316
+ async def create_system_interaction_message( # pylint: disable=R0917:too-many-positional-arguments
317
+ self,
318
+ *,
319
+ message_type: Literal[WebSocketMessageType.SYSTEM_INTERACTION_MESSAGE] = (
320
+ WebSocketMessageType.SYSTEM_INTERACTION_MESSAGE),
321
+ message_id: str | None = str(uuid.uuid4()),
322
+ thread_id: str = "default",
323
+ parent_id: str = "default",
324
+ conversation_id: str | None = None,
325
+ content: HumanPrompt,
326
+ status: WebSocketMessageStatus = WebSocketMessageStatus.IN_PROGRESS,
327
+ timestamp: str = str(datetime.datetime.now(datetime.timezone.utc))
328
+ ) -> WebSocketSystemInteractionMessage | None: # noqa: E125 continuation line with same indent as next logical line
329
+ """
330
+ Creates a system interaction message with default values.
331
+
332
+ :param message_type: Type of WebSocket message.
333
+ :param message_id: Unique identifier for the message (default: generated UUID).
334
+ :param thread_id: ID of the thread the message belongs to (default: "default").
335
+ :param parent_id: ID of the user message that spawned child messages.
336
+ :param conversation_id: ID of the conversation this message belongs to (default: None).
337
+ :param content: Message content
338
+ :param status: Status of the message (default: IN_PROGRESS).
339
+ :param timestamp: Timestamp of the message (default: current UTC time).
340
+ :return: A WebSocketSystemInteractionMessage instance.
341
+ """
342
+ try:
343
+ return WebSocketSystemInteractionMessage(type=message_type,
344
+ id=message_id,
345
+ thread_id=thread_id,
346
+ parent_id=parent_id,
347
+ conversation_id=conversation_id,
348
+ content=content,
349
+ status=status,
350
+ timestamp=timestamp)
351
+
352
+ except Exception as e:
353
+ logger.error("Error creating system interaction message: %s", str(e), exc_info=True)
354
+ return None