agenta 0.59.6__tar.gz → 0.62.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (428) hide show
  1. {agenta-0.59.6 → agenta-0.62.3}/PKG-INFO +24 -22
  2. {agenta-0.59.6 → agenta-0.62.3}/README.md +17 -16
  3. {agenta-0.59.6 → agenta-0.62.3}/agenta/__init__.py +12 -3
  4. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/__init__.py +4 -4
  5. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/__init__.py +4 -4
  6. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/api_keys/client.py +2 -2
  7. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/billing/client.py +2 -2
  8. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/billing/raw_client.py +2 -2
  9. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/client_wrapper.py +2 -2
  10. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/file.py +3 -1
  11. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/http_client.py +3 -3
  12. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/pydantic_utilities.py +13 -3
  13. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/human_evaluations/client.py +2 -2
  14. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/human_evaluations/raw_client.py +2 -2
  15. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/testsets/client.py +18 -18
  16. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/testsets/raw_client.py +30 -30
  17. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/__init__.py +4 -4
  18. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/account_request.py +3 -1
  19. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/account_response.py +3 -1
  20. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/agenta_node_dto.py +3 -1
  21. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/agenta_nodes_response.py +3 -1
  22. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/agenta_root_dto.py +3 -1
  23. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/agenta_roots_response.py +3 -1
  24. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/agenta_tree_dto.py +3 -1
  25. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/agenta_trees_response.py +3 -1
  26. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/aggregated_result.py +3 -1
  27. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/analytics_response.py +3 -1
  28. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation.py +6 -4
  29. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_create.py +3 -1
  30. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_edit.py +3 -1
  31. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_link.py +3 -1
  32. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_link_response.py +3 -1
  33. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_query.py +3 -1
  34. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_query_request.py +3 -1
  35. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_reference.py +3 -1
  36. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_references.py +3 -1
  37. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_response.py +3 -1
  38. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotations_response.py +3 -1
  39. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/app.py +3 -1
  40. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/app_variant_response.py +3 -1
  41. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/app_variant_revision.py +3 -1
  42. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/artifact.py +6 -4
  43. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/base_output.py +3 -1
  44. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/body_fetch_workflow_revision.py +3 -1
  45. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/body_import_testset.py +3 -1
  46. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/bucket_dto.py +3 -1
  47. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/collect_status_response.py +3 -1
  48. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/config_db.py +3 -1
  49. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/config_dto.py +3 -1
  50. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/config_response_model.py +3 -1
  51. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/correct_answer.py +3 -1
  52. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/create_app_output.py +3 -1
  53. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/custom_model_settings_dto.py +3 -1
  54. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/custom_provider_dto.py +3 -1
  55. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/custom_provider_settings_dto.py +3 -1
  56. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/delete_evaluation.py +3 -1
  57. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/environment_output.py +3 -1
  58. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/environment_output_extended.py +3 -1
  59. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/environment_revision.py +3 -1
  60. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/error.py +3 -1
  61. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluation.py +3 -1
  62. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluation_scenario.py +3 -1
  63. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluation_scenario_input.py +3 -1
  64. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluation_scenario_output.py +3 -1
  65. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluation_scenario_result.py +3 -1
  66. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator.py +6 -4
  67. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_config.py +6 -4
  68. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_flags.py +3 -1
  69. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_mapping_output_interface.py +3 -1
  70. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_output_interface.py +3 -1
  71. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_query.py +3 -1
  72. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_query_request.py +3 -1
  73. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_request.py +3 -1
  74. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluator_response.py +3 -1
  75. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluators_response.py +3 -1
  76. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/exception_dto.py +3 -1
  77. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/extended_o_tel_tracing_response.py +3 -1
  78. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/get_config_response.py +3 -1
  79. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/header.py +3 -1
  80. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/http_validation_error.py +3 -1
  81. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/human_evaluation.py +3 -1
  82. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/human_evaluation_scenario.py +3 -1
  83. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/human_evaluation_scenario_input.py +3 -1
  84. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/human_evaluation_scenario_output.py +3 -1
  85. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/invite_request.py +3 -1
  86. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_analytics_response.py +3 -1
  87. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_data_point.py +3 -1
  88. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_evaluator.py +3 -1
  89. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_scope_request.py +3 -1
  90. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_scopes_response.py +3 -1
  91. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_subscription_request.py +3 -1
  92. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_user_request.py +3 -1
  93. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/legacy_user_response.py +3 -1
  94. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/lifecycle_dto.py +3 -1
  95. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/link_dto.py +3 -1
  96. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/list_api_keys_response.py +3 -1
  97. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/llm_run_rate_limit.py +3 -1
  98. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/meta_request.py +3 -1
  99. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/metrics_dto.py +3 -1
  100. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/new_testset.py +3 -1
  101. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/node_dto.py +3 -1
  102. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_context_dto.py +3 -1
  103. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_event.py +6 -4
  104. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_event_dto.py +3 -1
  105. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_extra_dto.py +3 -1
  106. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_flat_span.py +6 -4
  107. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_link.py +6 -4
  108. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_link_dto.py +3 -1
  109. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_links_response.py +3 -1
  110. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span.py +1 -1
  111. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_dto.py +3 -1
  112. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_spans_tree.py +3 -1
  113. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_tracing_data_response.py +3 -1
  114. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_tracing_request.py +3 -1
  115. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_tracing_response.py +3 -1
  116. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/organization.py +3 -1
  117. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/organization_details.py +3 -1
  118. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/organization_membership_request.py +3 -1
  119. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/organization_output.py +3 -1
  120. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/organization_request.py +3 -1
  121. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/parent_dto.py +3 -1
  122. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/project_membership_request.py +3 -1
  123. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/project_request.py +3 -1
  124. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/project_scope.py +3 -1
  125. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/projects_response.py +3 -1
  126. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/reference.py +6 -4
  127. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/reference_dto.py +3 -1
  128. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/reference_request_model.py +3 -1
  129. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/result.py +3 -1
  130. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/root_dto.py +3 -1
  131. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/scopes_response_model.py +3 -1
  132. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/secret_dto.py +3 -1
  133. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/secret_response_dto.py +3 -1
  134. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/simple_evaluation_output.py +3 -1
  135. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/span_dto.py +6 -4
  136. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/standard_provider_dto.py +3 -1
  137. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/standard_provider_settings_dto.py +3 -1
  138. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/status_dto.py +3 -1
  139. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/tags_request.py +3 -1
  140. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/testcase_response.py +6 -4
  141. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/testset.py +6 -4
  142. agenta-0.59.6/agenta/client/backend/types/test_set_output_response.py → agenta-0.62.3/agenta/client/backend/types/testset_output_response.py +4 -2
  143. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/testset_request.py +3 -1
  144. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/testset_response.py +3 -1
  145. agenta-0.59.6/agenta/client/backend/types/test_set_simple_response.py → agenta-0.62.3/agenta/client/backend/types/testset_simple_response.py +4 -2
  146. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/testsets_response.py +3 -1
  147. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/time_dto.py +3 -1
  148. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/tree_dto.py +3 -1
  149. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/update_app_output.py +3 -1
  150. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/user_request.py +3 -1
  151. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/validation_error.py +3 -1
  152. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_artifact.py +6 -4
  153. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_data.py +3 -1
  154. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_flags.py +3 -1
  155. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_request.py +3 -1
  156. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_response.py +3 -1
  157. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_revision.py +6 -4
  158. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_revision_request.py +3 -1
  159. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_revision_response.py +3 -1
  160. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_revisions_response.py +3 -1
  161. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_variant.py +6 -4
  162. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_variant_request.py +3 -1
  163. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_variant_response.py +3 -1
  164. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflow_variants_response.py +3 -1
  165. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workflows_response.py +3 -1
  166. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace.py +3 -1
  167. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace_member_response.py +3 -1
  168. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace_membership_request.py +3 -1
  169. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace_permission.py +3 -1
  170. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace_request.py +3 -1
  171. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace_response.py +3 -1
  172. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/workspace/client.py +2 -2
  173. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/__init__.py +52 -3
  174. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/agenta_init.py +39 -14
  175. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/assets.py +11 -10
  176. agenta-0.62.3/agenta/sdk/context/serving.py +39 -0
  177. agenta-0.62.3/agenta/sdk/context/tracing.py +74 -0
  178. agenta-0.62.3/agenta/sdk/contexts/routing.py +38 -0
  179. agenta-0.62.3/agenta/sdk/contexts/running.py +57 -0
  180. agenta-0.62.3/agenta/sdk/contexts/tracing.py +86 -0
  181. agenta-0.62.3/agenta/sdk/decorators/__init__.py +1 -0
  182. agenta-0.62.3/agenta/sdk/decorators/routing.py +282 -0
  183. agenta-0.62.3/agenta/sdk/decorators/running.py +728 -0
  184. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/decorators/serving.py +20 -21
  185. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/decorators/tracing.py +176 -131
  186. agenta-0.62.3/agenta/sdk/engines/tracing/attributes.py +185 -0
  187. {agenta-0.59.6/agenta/sdk → agenta-0.62.3/agenta/sdk/engines}/tracing/exporters.py +7 -7
  188. agenta-0.62.3/agenta/sdk/engines/tracing/inline.py +1154 -0
  189. {agenta-0.59.6/agenta/sdk → agenta-0.62.3/agenta/sdk/engines}/tracing/processors.py +1 -1
  190. {agenta-0.59.6/agenta/sdk → agenta-0.62.3/agenta/sdk/engines}/tracing/propagation.py +3 -1
  191. {agenta-0.59.6/agenta/sdk → agenta-0.62.3/agenta/sdk/engines}/tracing/spans.py +1 -1
  192. agenta-0.62.3/agenta/sdk/engines/tracing/tracing.py +324 -0
  193. agenta-0.62.3/agenta/sdk/evaluations/__init__.py +2 -0
  194. agenta-0.62.3/agenta/sdk/evaluations/metrics.py +37 -0
  195. agenta-0.62.3/agenta/sdk/evaluations/preview/evaluate.py +765 -0
  196. agenta-0.62.3/agenta/sdk/evaluations/preview/utils.py +861 -0
  197. agenta-0.62.3/agenta/sdk/evaluations/results.py +66 -0
  198. agenta-0.62.3/agenta/sdk/evaluations/runs.py +153 -0
  199. agenta-0.62.3/agenta/sdk/evaluations/scenarios.py +48 -0
  200. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/litellm/mockllm.py +6 -8
  201. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/litellm/mocks/__init__.py +5 -5
  202. agenta-0.62.3/agenta/sdk/managers/applications.py +304 -0
  203. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/config.py +2 -2
  204. agenta-0.62.3/agenta/sdk/managers/evaluations.py +0 -0
  205. agenta-0.62.3/agenta/sdk/managers/evaluators.py +303 -0
  206. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/secrets.py +130 -9
  207. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/shared.py +3 -1
  208. agenta-0.62.3/agenta/sdk/managers/testsets.py +441 -0
  209. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/vault.py +3 -3
  210. agenta-0.62.3/agenta/sdk/middleware/__init__.py +0 -0
  211. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/middleware/auth.py +0 -176
  212. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/middleware/vault.py +1 -1
  213. agenta-0.62.3/agenta/sdk/middlewares/__init__.py +0 -0
  214. agenta-0.62.3/agenta/sdk/middlewares/routing/__init__.py +0 -0
  215. agenta-0.62.3/agenta/sdk/middlewares/routing/auth.py +263 -0
  216. agenta-0.62.3/agenta/sdk/middlewares/routing/cors.py +30 -0
  217. agenta-0.62.3/agenta/sdk/middlewares/routing/otel.py +29 -0
  218. agenta-0.62.3/agenta/sdk/middlewares/running/__init__.py +0 -0
  219. agenta-0.62.3/agenta/sdk/middlewares/running/normalizer.py +321 -0
  220. agenta-0.62.3/agenta/sdk/middlewares/running/resolver.py +161 -0
  221. agenta-0.62.3/agenta/sdk/middlewares/running/vault.py +140 -0
  222. agenta-0.62.3/agenta/sdk/models/__init__.py +0 -0
  223. agenta-0.62.3/agenta/sdk/models/blobs.py +33 -0
  224. agenta-0.62.3/agenta/sdk/models/evaluations.py +119 -0
  225. agenta-0.62.3/agenta/sdk/models/git.py +126 -0
  226. agenta-0.62.3/agenta/sdk/models/shared.py +167 -0
  227. agenta-0.62.3/agenta/sdk/models/testsets.py +163 -0
  228. agenta-0.62.3/agenta/sdk/models/tracing.py +202 -0
  229. agenta-0.62.3/agenta/sdk/models/workflows.py +753 -0
  230. agenta-0.62.3/agenta/sdk/tracing/__init__.py +1 -0
  231. agenta-0.62.3/agenta/sdk/tracing/conventions.py +49 -0
  232. agenta-0.62.3/agenta/sdk/tracing/exporters.py +180 -0
  233. agenta-0.62.3/agenta/sdk/tracing/processors.py +287 -0
  234. agenta-0.62.3/agenta/sdk/tracing/propagation.py +102 -0
  235. agenta-0.62.3/agenta/sdk/tracing/spans.py +140 -0
  236. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/types.py +174 -26
  237. agenta-0.62.3/agenta/sdk/utils/__init__.py +0 -0
  238. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/cache.py +1 -1
  239. agenta-0.62.3/agenta/sdk/utils/client.py +38 -0
  240. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/logging.py +18 -78
  241. agenta-0.62.3/agenta/sdk/utils/references.py +23 -0
  242. agenta-0.62.3/agenta/sdk/workflows/__init__.py +0 -0
  243. agenta-0.62.3/agenta/sdk/workflows/builtin.py +600 -0
  244. agenta-0.62.3/agenta/sdk/workflows/configurations.py +22 -0
  245. agenta-0.62.3/agenta/sdk/workflows/errors.py +292 -0
  246. agenta-0.62.3/agenta/sdk/workflows/handlers.py +1791 -0
  247. agenta-0.62.3/agenta/sdk/workflows/interfaces.py +948 -0
  248. agenta-0.62.3/agenta/sdk/workflows/sandbox.py +118 -0
  249. agenta-0.62.3/agenta/sdk/workflows/utils.py +314 -0
  250. {agenta-0.59.6 → agenta-0.62.3}/pyproject.toml +7 -4
  251. agenta-0.59.6/agenta/sdk/context/serving.py +0 -27
  252. agenta-0.59.6/agenta/sdk/context/tracing.py +0 -56
  253. agenta-0.59.6/agenta/sdk/decorators/running.py +0 -134
  254. agenta-0.59.6/agenta/sdk/middleware/adapt.py +0 -253
  255. agenta-0.59.6/agenta/sdk/middleware/base.py +0 -40
  256. agenta-0.59.6/agenta/sdk/middleware/flags.py +0 -40
  257. agenta-0.59.6/agenta/sdk/workflows/types.py +0 -472
  258. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/Readme.md +0 -0
  259. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/access_control/__init__.py +0 -0
  260. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/access_control/client.py +0 -0
  261. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/access_control/raw_client.py +0 -0
  262. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/admin/__init__.py +0 -0
  263. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/admin/client.py +0 -0
  264. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/admin/raw_client.py +0 -0
  265. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/api_keys/__init__.py +0 -0
  266. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/api_keys/raw_client.py +0 -0
  267. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/apps/__init__.py +0 -0
  268. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/apps/client.py +0 -0
  269. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/apps/raw_client.py +0 -0
  270. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/bases/__init__.py +0 -0
  271. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/bases/client.py +0 -0
  272. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/bases/raw_client.py +0 -0
  273. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/billing/__init__.py +0 -0
  274. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/client.py +0 -0
  275. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/configs/__init__.py +0 -0
  276. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/configs/client.py +0 -0
  277. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/configs/raw_client.py +0 -0
  278. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/containers/__init__.py +0 -0
  279. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/containers/client.py +0 -0
  280. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/containers/raw_client.py +0 -0
  281. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/__init__.py +0 -0
  282. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/api_error.py +0 -0
  283. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/datetime_utils.py +0 -0
  284. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/force_multipart.py +0 -0
  285. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/http_response.py +0 -0
  286. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/jsonable_encoder.py +0 -0
  287. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/query_encoder.py +0 -0
  288. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/remove_none_from_dict.py +0 -0
  289. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/request_options.py +0 -0
  290. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/serialization.py +0 -0
  291. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/environment.py +0 -0
  292. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/environments/__init__.py +0 -0
  293. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/environments/client.py +0 -0
  294. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/environments/raw_client.py +0 -0
  295. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/errors/__init__.py +0 -0
  296. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/errors/unprocessable_entity_error.py +0 -0
  297. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evals/__init__.py +0 -0
  298. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evals/client.py +0 -0
  299. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evals/raw_client.py +0 -0
  300. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evaluations/__init__.py +0 -0
  301. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evaluations/client.py +0 -0
  302. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evaluations/raw_client.py +0 -0
  303. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evaluators/__init__.py +0 -0
  304. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evaluators/client.py +0 -0
  305. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/evaluators/raw_client.py +0 -0
  306. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/human_evaluations/__init__.py +0 -0
  307. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/__init__.py +0 -0
  308. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/client.py +0 -0
  309. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/raw_client.py +0 -0
  310. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/types/__init__.py +0 -0
  311. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/types/fetch_trace_by_id_request_trace_id.py +0 -0
  312. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/types/fetch_trace_by_id_response.py +0 -0
  313. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/types/query_analytics_response.py +0 -0
  314. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/observability/types/query_traces_response.py +0 -0
  315. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/organization/__init__.py +0 -0
  316. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/organization/client.py +0 -0
  317. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/organization/raw_client.py +0 -0
  318. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/raw_client.py +0 -0
  319. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/scopes/__init__.py +0 -0
  320. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/scopes/client.py +0 -0
  321. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/scopes/raw_client.py +0 -0
  322. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/testsets/__init__.py +0 -0
  323. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/testsets/types/__init__.py +0 -0
  324. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/testsets/types/create_testset_from_file_request_file_type.py +0 -0
  325. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/testsets/types/fetch_testset_to_file_request_file_type.py +0 -0
  326. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/testsets/types/update_testset_from_file_request_file_type.py +0 -0
  327. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/tracing/__init__.py +0 -0
  328. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/tracing/client.py +0 -0
  329. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/tracing/raw_client.py +0 -0
  330. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/tracing/types/__init__.py +0 -0
  331. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/tracing/types/fetch_trace_request_trace_id.py +0 -0
  332. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/tracing/types/remove_trace_request_trace_id.py +0 -0
  333. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/agenta_node_dto_nodes_value.py +0 -0
  334. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/aggregated_result_evaluator_config.py +0 -0
  335. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_kind.py +0 -0
  336. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/annotation_source.py +0 -0
  337. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/custom_provider_kind.py +0 -0
  338. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/data.py +0 -0
  339. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluation_status_enum.py +0 -0
  340. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/evaluation_type.py +0 -0
  341. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/focus.py +0 -0
  342. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/format.py +0 -0
  343. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/full_json_input.py +0 -0
  344. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/full_json_output.py +0 -0
  345. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/node_type.py +0 -0
  346. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_flat_span_input_end_time.py +0 -0
  347. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_flat_span_input_start_time.py +0 -0
  348. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_flat_span_output_end_time.py +0 -0
  349. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_flat_span_output_start_time.py +0 -0
  350. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_input_end_time.py +0 -0
  351. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_input_spans_value.py +0 -0
  352. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_input_start_time.py +0 -0
  353. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_kind.py +0 -0
  354. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_output_end_time.py +0 -0
  355. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_output_spans_value.py +0 -0
  356. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_span_output_start_time.py +0 -0
  357. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_spans_tree_input_spans_value.py +0 -0
  358. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_spans_tree_output_spans_value.py +0 -0
  359. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/o_tel_status_code.py +0 -0
  360. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/permission.py +0 -0
  361. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/plan.py +0 -0
  362. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/recursive_types.py +0 -0
  363. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/role.py +0 -0
  364. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/score.py +0 -0
  365. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/secret_kind.py +0 -0
  366. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/span_dto_nodes_value.py +0 -0
  367. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/standard_provider_kind.py +0 -0
  368. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/status_code.py +0 -0
  369. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/timestamp.py +0 -0
  370. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/tree_type.py +0 -0
  371. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/validation_error_loc_item.py +0 -0
  372. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace_role.py +0 -0
  373. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/types/workspace_role_response.py +0 -0
  374. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/variants/__init__.py +0 -0
  375. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/variants/client.py +0 -0
  376. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/variants/raw_client.py +0 -0
  377. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/variants/types/__init__.py +0 -0
  378. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/variants/types/add_variant_from_base_and_config_response.py +0 -0
  379. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/vault/__init__.py +0 -0
  380. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/vault/client.py +0 -0
  381. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/vault/raw_client.py +0 -0
  382. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/workflows/__init__.py +0 -0
  383. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/workflows/client.py +0 -0
  384. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/workflows/raw_client.py +0 -0
  385. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/workspace/__init__.py +0 -0
  386. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/workspace/raw_client.py +0 -0
  387. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/client.py +0 -0
  388. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/types/provider_key_dto.py~HEAD +0 -0
  389. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/types/provider_key_dto.py~feat_model-registry +0 -0
  390. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/types/provider_kind.py~HEAD +0 -0
  391. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/types/provider_kind.py~feat_model-registry +0 -0
  392. {agenta-0.59.6 → agenta-0.62.3}/agenta/client/types.py +0 -0
  393. {agenta-0.59.6 → agenta-0.62.3}/agenta/config.py +0 -0
  394. {agenta-0.59.6 → agenta-0.62.3}/agenta/config.toml +0 -0
  395. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/context/__init__.py +0 -0
  396. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/context/running.py +0 -0
  397. {agenta-0.59.6/agenta/sdk/decorators → agenta-0.62.3/agenta/sdk/contexts}/__init__.py +0 -0
  398. {agenta-0.59.6/agenta/sdk/middleware → agenta-0.62.3/agenta/sdk/engines}/__init__.py +0 -0
  399. {agenta-0.59.6/agenta/sdk/utils → agenta-0.62.3/agenta/sdk/engines/running}/__init__.py +0 -0
  400. {agenta-0.59.6/agenta/sdk/workflows → agenta-0.62.3/agenta/sdk/engines/running}/registry.py +0 -0
  401. {agenta-0.59.6/agenta/sdk/workflows → agenta-0.62.3/agenta/sdk/engines/running}/utils.py +0 -0
  402. {agenta-0.59.6/agenta/sdk → agenta-0.62.3/agenta/sdk/engines}/tracing/__init__.py +0 -0
  403. {agenta-0.59.6/agenta/sdk → agenta-0.62.3/agenta/sdk/engines}/tracing/conventions.py +0 -0
  404. {agenta-0.59.6/agenta/sdk/workflows → agenta-0.62.3/agenta/sdk/evaluations/preview}/__init__.py +0 -0
  405. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/litellm/__init__.py +0 -0
  406. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/litellm/litellm.py +0 -0
  407. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/__init__.py +0 -0
  408. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/apps.py +0 -0
  409. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/deployment.py +0 -0
  410. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/managers/variant.py +0 -0
  411. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/middleware/config.py +0 -0
  412. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/middleware/cors.py +0 -0
  413. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/middleware/inline.py +0 -0
  414. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/middleware/mock.py +0 -0
  415. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/middleware/otel.py +0 -0
  416. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/router.py +0 -0
  417. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/tracing/attributes.py +0 -0
  418. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/tracing/inline.py +0 -0
  419. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/tracing/tracing.py +13 -13
  420. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/constants.py +0 -0
  421. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/costs.py +0 -0
  422. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/exceptions.py +0 -0
  423. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/globals.py +0 -0
  424. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/helpers.py +0 -0
  425. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/otel.py +0 -0
  426. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/preinit.py +0 -0
  427. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/singleton.py +0 -0
  428. {agenta-0.59.6 → agenta-0.62.3}/agenta/sdk/utils/timing.py +0 -0
{agenta-0.59.6 → agenta-0.62.3}/PKG-INFO RENAMED
@@ -1,20 +1,19 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: agenta
3
- Version: 0.59.6
3
+ Version: 0.62.3
4
4
  Summary: The SDK for agenta is an open-source LLMOps platform.
5
5
  Keywords: LLMOps,LLM,evaluation,prompt engineering
6
6
  Author: Mahmoud Mabrouk
7
7
  Author-email: mahmoud@agenta.ai
8
- Requires-Python: >=3.9,<4.0
8
+ Requires-Python: >=3.11,<4.0
9
9
  Classifier: Intended Audience :: Developers
10
10
  Classifier: License :: OSI Approved :: MIT License
11
11
  Classifier: Programming Language :: Python :: 3
12
- Classifier: Programming Language :: Python :: 3.9
13
- Classifier: Programming Language :: Python :: 3.10
14
12
  Classifier: Programming Language :: Python :: 3.11
15
13
  Classifier: Programming Language :: Python :: 3.12
16
14
  Classifier: Programming Language :: Python :: 3.13
17
15
  Classifier: Programming Language :: Python :: 3.14
16
+ Classifier: Programming Language :: Python :: 3.9
18
17
  Classifier: Topic :: Software Development :: Libraries
19
18
  Requires-Dist: decorator (>=5.2.1,<6.0.0)
20
19
  Requires-Dist: fastapi (>=0.116.0,<0.117.0)
@@ -25,19 +24,21 @@ Requires-Dist: huggingface-hub (<0.31.0)
25
24
  Requires-Dist: importlib-metadata (>=8.0.0,<9.0)
26
25
  Requires-Dist: jinja2 (>=3.1.6,<4.0.0)
27
26
  Requires-Dist: litellm (==1.78.7)
28
- Requires-Dist: openai (>=1.106.0,<2.0.0)
27
+ Requires-Dist: openai (>=1.106.0)
29
28
  Requires-Dist: opentelemetry-api (>=1.27.0,<2.0.0)
30
29
  Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.27.0,<2.0.0)
31
30
  Requires-Dist: opentelemetry-instrumentation (>=0.56b0)
32
31
  Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
33
32
  Requires-Dist: pydantic (>=2,<3)
34
33
  Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
34
+ Requires-Dist: python-jsonpath (>=2.0.0,<3.0.0)
35
35
  Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
36
+ Requires-Dist: restrictedpython (>=8.0,<9.0) ; python_version >= "3.11" and python_version < "3.14"
36
37
  Requires-Dist: starlette (>=0.47.0,<0.48.0)
37
38
  Requires-Dist: structlog (>=25.2.0,<26.0.0)
38
39
  Requires-Dist: tiktoken (==0.11.0)
39
40
  Requires-Dist: toml (>=0.10.2,<0.11.0)
40
- Project-URL: Documentation, https://docs.agenta.ai
41
+ Project-URL: Documentation, https://agenta.ai/docs/
41
42
  Project-URL: Homepage, https://agenta.ai
42
43
  Project-URL: Repository, https://github.com/agenta-ai/agenta
43
44
  Description-Content-Type: text/markdown
@@ -46,11 +47,12 @@ Description-Content-Type: text/markdown
46
47
  <p align="center">
47
48
  <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
48
49
  <picture >
49
- <source width="275" media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cdddf5ad-2352-4920-b1d9-ae7f8d9d7735" >
50
- <source width="275" media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ab75cbac-b807-496f-aab3-57463a33f726" >
51
- <img alt="Shows the logo of agenta" src="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
50
+ <source width="275" media="(prefers-color-scheme: dark)" srcset="https://github.com/user-attachments/assets/97e31bfc-b1fc-4d19-b443-5aedf6029017" >
51
+ <source width="275" media="(prefers-color-scheme: light)" srcset="https://github.com/user-attachments/assets/fdc5f23f-2095-4cfc-9511-14c6851c1262" >
52
+ <img alt="Shows the logo of agenta" src="https://github.com/user-attachments/assets/fdc5f23f-2095-4cfc-9511-14c6851c1262" >
52
53
  </picture>
53
54
  </a>
55
+
54
56
  <div align="center">
55
57
  <strong> <h1> The Open-source LLMOps Platform </h1></strong>
56
58
  Build reliable LLM applications faster with integrated prompt management, evaluation, and observability.
@@ -70,7 +72,7 @@ Description-Content-Type: text/markdown
70
72
  ---
71
73
 
72
74
  <h3 align="center">
73
- <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Documentation</b></a> &bull;
75
+ <a href="https://agenta.ai/docs/?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Documentation</b></a> &bull;
74
76
  <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Website</b></a> &bull;
75
77
  <a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Agenta Cloud</b></a>
76
78
  </h3>
@@ -79,7 +81,7 @@ Description-Content-Type: text/markdown
79
81
 
80
82
  <p align="center">
81
83
  <img src="https://img.shields.io/badge/license-MIT-blue.svg" alt="MIT license." />
82
- <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
84
+ <a href="https://agenta.ai/docs/?utm_source=github&utm_medium=referral&utm_campaign=readme">
83
85
  <img src="https://img.shields.io/badge/Doc-online-green" alt="Doc">
84
86
  </a>
85
87
  <a href="https://github.com/Agenta-AI/agenta/blob/main/CONTRIBUTING.md">
@@ -127,20 +129,20 @@ Agenta is a platform for building production-grade LLM applications. It helps **
127
129
  Collaborate with Subject Matter Experts (SMEs) on prompt engineering and make sure nothing breaks in production.
128
130
 
129
131
  - **Interactive Playground**: Compare prompts side by side against your test cases
130
- - **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://docs.agenta.ai/prompt-engineering/playground/adding-custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
132
+ - **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://agenta.ai/docs/prompt-engineering/playground/custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
131
133
  - **Version Control**: Version prompts and configurations with branching and environments
132
- - **Complex Configurations**: Enable SMEs to collaborate on [complex configuration schemas](https://docs.agenta.ai/custom-workflows/overview?utm_source=github&utm_medium=referral&utm_campaign=readme) beyond simple prompts
134
+ - **Complex Configurations**: Enable SMEs to collaborate on [complex configuration schemas](https://agenta.ai/docs/custom-workflows/overview?utm_source=github&utm_medium=referral&utm_campaign=readme) beyond simple prompts
133
135
 
134
- [Explore prompt management →](https://docs.agenta.ai/prompt-engineering/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
136
+ [Explore prompt management →](https://agenta.ai/docs/prompt-engineering/concepts?utm_source=github&utm_medium=referral&utm_campaign=readme)
135
137
 
136
138
  ### 📊 Evaluation & Testing
137
139
  Evaluate your LLM applications systematically with both human and automated feedback.
138
- - **Flexible Test Sets**: Create test cases from production data, playground experiments, or upload CSVs
140
+ - **Flexible Testsets**: Create testcases from production data, playground experiments, or upload CSVs
139
141
  - **Pre-built and Custom Evaluators**: Use LLM-as-judge, one of our 20+ pre-built evaluators, or you custom evaluators
140
142
  - **UI and API Access**: Run evaluations via UI (for SMEs) or programmatically (for engineers)
141
143
  - **Human Feedback Integration**: Collect and incorporate expert annotations
142
144
 
143
- [Explore evaluation frameworks →](https://docs.agenta.ai/evaluation/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
145
+ [Explore evaluation frameworks →](https://agenta.ai/docs/evaluation/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
144
146
 
145
147
  ### 📡 Observability & Monitoring
146
148
  Get visibility into your LLM applications in production.
@@ -149,7 +151,7 @@ Get visibility into your LLM applications in production.
149
151
  - **Open Standards**: OpenTelemetry native tracing compatible with OpenLLMetry, and OpenInference
150
152
  - **Integrations**: Comes with pre-built integrations for most models and frameworks
151
153
 
152
- [Learn about observability →](https://docs.agenta.ai/observability/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
154
+ [Learn about observability →](https://agenta.ai/docs/observability/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
153
155
 
154
156
  ## 📸 Screenshots
155
157
 
@@ -189,7 +191,7 @@ docker compose -f hosting/docker-compose/oss/docker-compose.gh.yml --env-file ho
189
191
 
190
192
  3. Access Agenta at `http://localhost`.
191
193
 
192
- For deploying on a remote host, or using different ports refers to our [self-hosting](https://docs.agenta.ai/self-host/quick-start?utm_source=github&utm_medium=referral&utm_campaign=readme) and [remote deployment documentation](https://docs.agenta.ai/self-host/guides/deploy-remotely?utm_source=github&utm_medium=referral&utm_campaign=readme).
194
+ For deploying on a remote host, or using different ports refers to our [self-hosting](https://agenta.ai/docs/self-host/quick-start?utm_source=github&utm_medium=referral&utm_campaign=readme) and [remote deployment documentation](https://agenta.ai/docs/self-host/guides/deploy-remotely?utm_source=github&utm_medium=referral&utm_campaign=readme).
193
195
 
194
196
  ## 💬 Community
195
197
 
@@ -197,8 +199,8 @@ Find help, explore resources, or get involved:
197
199
 
198
200
  ### 🧰 Support
199
201
 
200
- - **📚 [Documentation](https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Full guides and API reference
201
- - **📋 [Changelog](https://docs.agenta.ai/changelog/main?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Track recent updates
202
+ - **📚 [Documentation](https://agenta.ai/docs/?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Full guides and API reference
203
+ - **📋 [Changelog](https://agenta.ai/docs/changelog/main?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Track recent updates
202
204
  - **💬 [Slack Community](https://join.slack.com/t/agenta-hq/shared_invite/zt-37pnbp5s6-mbBrPL863d_oLB61GSNFjw)** – Ask questions and get support
203
205
 
204
206
  ### 🤝 Contribute
@@ -207,7 +209,7 @@ We welcome contributions of all kinds — from filing issues and sharing ideas t
207
209
 
208
210
  - **🐛 [Report bugs](https://github.com/Agenta-AI/agenta/issues)** – Help us by reporting problems you encounter
209
211
  - **💡 [Share ideas and feedback](https://github.com/Agenta-AI/agenta/discussions)** – Suggest features or vote on ideas
210
- - **🔧 [Contribute to the codebase](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Read the guide and open a pull request
212
+ - **🔧 [Contribute to the codebase](https://agenta.ai/docs/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Read the guide and open a pull request
211
213
 
212
214
  ## ⭐ Star Agenta
213
215
 
@@ -225,7 +227,7 @@ We welcome contributions of all kinds — from filing issues and sharing ideas t
225
227
  ## Contributors ✨
226
228
 
227
229
  <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
228
- [![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)
230
+ [![All Contributors](https://img.shields.io/badge/all_contributors-50-orange.svg?style=flat-square)](#contributors-)
229
231
  <!-- ALL-CONTRIBUTORS-BADGE:END -->
230
232
 
231
233
  Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
{agenta-0.59.6 → agenta-0.62.3}/README.md RENAMED
@@ -2,11 +2,12 @@
2
2
  <p align="center">
3
3
  <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
4
4
  <picture >
5
- <source width="275" media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cdddf5ad-2352-4920-b1d9-ae7f8d9d7735" >
6
- <source width="275" media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ab75cbac-b807-496f-aab3-57463a33f726" >
7
- <img alt="Shows the logo of agenta" src="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
5
+ <source width="275" media="(prefers-color-scheme: dark)" srcset="https://github.com/user-attachments/assets/97e31bfc-b1fc-4d19-b443-5aedf6029017" >
6
+ <source width="275" media="(prefers-color-scheme: light)" srcset="https://github.com/user-attachments/assets/fdc5f23f-2095-4cfc-9511-14c6851c1262" >
7
+ <img alt="Shows the logo of agenta" src="https://github.com/user-attachments/assets/fdc5f23f-2095-4cfc-9511-14c6851c1262" >
8
8
  </picture>
9
9
  </a>
10
+
10
11
  <div align="center">
11
12
  <strong> <h1> The Open-source LLMOps Platform </h1></strong>
12
13
  Build reliable LLM applications faster with integrated prompt management, evaluation, and observability.
@@ -26,7 +27,7 @@
26
27
  ---
27
28
 
28
29
  <h3 align="center">
29
- <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Documentation</b></a> &bull;
30
+ <a href="https://agenta.ai/docs/?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Documentation</b></a> &bull;
30
31
  <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Website</b></a> &bull;
31
32
  <a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Agenta Cloud</b></a>
32
33
  </h3>
@@ -35,7 +36,7 @@
35
36
 
36
37
  <p align="center">
37
38
  <img src="https://img.shields.io/badge/license-MIT-blue.svg" alt="MIT license." />
38
- <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
39
+ <a href="https://agenta.ai/docs/?utm_source=github&utm_medium=referral&utm_campaign=readme">
39
40
  <img src="https://img.shields.io/badge/Doc-online-green" alt="Doc">
40
41
  </a>
41
42
  <a href="https://github.com/Agenta-AI/agenta/blob/main/CONTRIBUTING.md">
@@ -83,20 +84,20 @@ Agenta is a platform for building production-grade LLM applications. It helps **
83
84
  Collaborate with Subject Matter Experts (SMEs) on prompt engineering and make sure nothing breaks in production.
84
85
 
85
86
  - **Interactive Playground**: Compare prompts side by side against your test cases
86
- - **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://docs.agenta.ai/prompt-engineering/playground/adding-custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
87
+ - **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://agenta.ai/docs/prompt-engineering/playground/custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
87
88
  - **Version Control**: Version prompts and configurations with branching and environments
88
- - **Complex Configurations**: Enable SMEs to collaborate on [complex configuration schemas](https://docs.agenta.ai/custom-workflows/overview?utm_source=github&utm_medium=referral&utm_campaign=readme) beyond simple prompts
89
+ - **Complex Configurations**: Enable SMEs to collaborate on [complex configuration schemas](https://agenta.ai/docs/custom-workflows/overview?utm_source=github&utm_medium=referral&utm_campaign=readme) beyond simple prompts
89
90
 
90
- [Explore prompt management →](https://docs.agenta.ai/prompt-engineering/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
91
+ [Explore prompt management →](https://agenta.ai/docs/prompt-engineering/concepts?utm_source=github&utm_medium=referral&utm_campaign=readme)
91
92
 
92
93
  ### 📊 Evaluation & Testing
93
94
  Evaluate your LLM applications systematically with both human and automated feedback.
94
- - **Flexible Test Sets**: Create test cases from production data, playground experiments, or upload CSVs
95
+ - **Flexible Testsets**: Create testcases from production data, playground experiments, or upload CSVs
95
96
  - **Pre-built and Custom Evaluators**: Use LLM-as-judge, one of our 20+ pre-built evaluators, or you custom evaluators
96
97
  - **UI and API Access**: Run evaluations via UI (for SMEs) or programmatically (for engineers)
97
98
  - **Human Feedback Integration**: Collect and incorporate expert annotations
98
99
 
99
- [Explore evaluation frameworks →](https://docs.agenta.ai/evaluation/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
100
+ [Explore evaluation frameworks →](https://agenta.ai/docs/evaluation/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
100
101
 
101
102
  ### 📡 Observability & Monitoring
102
103
  Get visibility into your LLM applications in production.
@@ -105,7 +106,7 @@ Get visibility into your LLM applications in production.
105
106
  - **Open Standards**: OpenTelemetry native tracing compatible with OpenLLMetry, and OpenInference
106
107
  - **Integrations**: Comes with pre-built integrations for most models and frameworks
107
108
 
108
- [Learn about observability →](https://docs.agenta.ai/observability/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
109
+ [Learn about observability →](https://agenta.ai/docs/observability/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
109
110
 
110
111
  ## 📸 Screenshots
111
112
 
@@ -145,7 +146,7 @@ docker compose -f hosting/docker-compose/oss/docker-compose.gh.yml --env-file ho
145
146
 
146
147
  3. Access Agenta at `http://localhost`.
147
148
 
148
- For deploying on a remote host, or using different ports refers to our [self-hosting](https://docs.agenta.ai/self-host/quick-start?utm_source=github&utm_medium=referral&utm_campaign=readme) and [remote deployment documentation](https://docs.agenta.ai/self-host/guides/deploy-remotely?utm_source=github&utm_medium=referral&utm_campaign=readme).
149
+ For deploying on a remote host, or using different ports refers to our [self-hosting](https://agenta.ai/docs/self-host/quick-start?utm_source=github&utm_medium=referral&utm_campaign=readme) and [remote deployment documentation](https://agenta.ai/docs/self-host/guides/deploy-remotely?utm_source=github&utm_medium=referral&utm_campaign=readme).
149
150
 
150
151
  ## 💬 Community
151
152
 
@@ -153,8 +154,8 @@ Find help, explore resources, or get involved:
153
154
 
154
155
  ### 🧰 Support
155
156
 
156
- - **📚 [Documentation](https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Full guides and API reference
157
- - **📋 [Changelog](https://docs.agenta.ai/changelog/main?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Track recent updates
157
+ - **📚 [Documentation](https://agenta.ai/docs/?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Full guides and API reference
158
+ - **📋 [Changelog](https://agenta.ai/docs/changelog/main?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Track recent updates
158
159
  - **💬 [Slack Community](https://join.slack.com/t/agenta-hq/shared_invite/zt-37pnbp5s6-mbBrPL863d_oLB61GSNFjw)** – Ask questions and get support
159
160
 
160
161
  ### 🤝 Contribute
@@ -163,7 +164,7 @@ We welcome contributions of all kinds — from filing issues and sharing ideas t
163
164
 
164
165
  - **🐛 [Report bugs](https://github.com/Agenta-AI/agenta/issues)** – Help us by reporting problems you encounter
165
166
  - **💡 [Share ideas and feedback](https://github.com/Agenta-AI/agenta/discussions)** – Suggest features or vote on ideas
166
- - **🔧 [Contribute to the codebase](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Read the guide and open a pull request
167
+ - **🔧 [Contribute to the codebase](https://agenta.ai/docs/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme)** – Read the guide and open a pull request
167
168
 
168
169
  ## ⭐ Star Agenta
169
170
 
@@ -181,7 +182,7 @@ We welcome contributions of all kinds — from filing issues and sharing ideas t
181
182
  ## Contributors ✨
182
183
 
183
184
  <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
184
- [![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)
185
+ [![All Contributors](https://img.shields.io/badge/all_contributors-50-orange.svg?style=flat-square)](#contributors-)
185
186
  <!-- ALL-CONTRIBUTORS-BADGE:END -->
186
187
 
187
188
  Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
{agenta-0.59.6 → agenta-0.62.3}/agenta/__init__.py RENAMED
@@ -27,8 +27,12 @@ from .sdk.utils.costs import calculate_token_usage
27
27
  from .sdk.tracing import Tracing, get_tracer
28
28
  from .sdk.tracing.conventions import Reference
29
29
  from .sdk.decorators.tracing import instrument
30
- from .sdk.decorators.running import workflow, workflows
31
- from .sdk.decorators.serving import entrypoint, app, route
30
+ from .sdk.decorators.running import (
31
+ workflow,
32
+ application,
33
+ evaluator,
34
+ )
35
+ from .sdk.decorators.serving import route, app
32
36
  from .sdk.context.running import workflow_mode_enabled
33
37
  from .sdk.litellm import litellm as callbacks
34
38
  from .sdk.managers.apps import AppManager
@@ -40,6 +44,10 @@ from .sdk.managers.deployment import DeploymentManager
40
44
  from .sdk import assets as assets
41
45
  from .sdk import tracer
42
46
 
47
+ # evaluations
48
+ from .sdk import testsets as testsets
49
+
50
+
43
51
  config = PreInitObject("agenta.config", Config)
44
52
  DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()
45
53
 
@@ -65,7 +73,8 @@ def init(
65
73
  global api, async_api, tracing, tracer # pylint: disable=global-statement
66
74
 
67
75
  _init(
68
- host=host or api_url,
76
+ host=host,
77
+ api_url=api_url,
69
78
  api_key=api_key,
70
79
  config_fname=config_fname,
71
80
  redact=redact,
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/__init__.py RENAMED
@@ -160,8 +160,8 @@ from .backend.types import (
160
160
  StandardProviderSettingsDto,
161
161
  StatusCode,
162
162
  StatusDto,
163
- TestSetOutputResponse,
164
- TestSetSimpleResponse,
163
+ TestsetOutputResponse,
164
+ TestsetSimpleResponse,
165
165
  TestcaseResponse,
166
166
  Testset,
167
167
  TestsetRequest,
@@ -403,8 +403,8 @@ __all__ = [
403
403
  "StandardProviderSettingsDto",
404
404
  "StatusCode",
405
405
  "StatusDto",
406
- "TestSetOutputResponse",
407
- "TestSetSimpleResponse",
406
+ "TestsetOutputResponse",
407
+ "TestsetSimpleResponse",
408
408
  "TestcaseResponse",
409
409
  "Testset",
410
410
  "TestsetRequest",
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/__init__.py RENAMED
@@ -155,8 +155,8 @@ from .types import (
155
155
  StandardProviderSettingsDto,
156
156
  StatusCode,
157
157
  StatusDto,
158
- TestSetOutputResponse,
159
- TestSetSimpleResponse,
158
+ TestsetOutputResponse,
159
+ TestsetSimpleResponse,
160
160
  TestcaseResponse,
161
161
  Testset,
162
162
  TestsetRequest,
@@ -398,8 +398,8 @@ __all__ = [
398
398
  "StandardProviderSettingsDto",
399
399
  "StatusCode",
400
400
  "StatusDto",
401
- "TestSetOutputResponse",
402
- "TestSetSimpleResponse",
401
+ "TestsetOutputResponse",
402
+ "TestsetSimpleResponse",
403
403
  "TestcaseResponse",
404
404
  "Testset",
405
405
  "TestsetRequest",
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/api_keys/client.py RENAMED
@@ -95,7 +95,7 @@ class ApiKeysClient:
95
95
  self,
96
96
  key_prefix: str,
97
97
  *,
98
- request_options: typing.Optional[RequestOptions] = None
98
+ request_options: typing.Optional[RequestOptions] = None,
99
99
  ) -> typing.Dict[str, typing.Optional[typing.Any]]:
100
100
  """
101
101
  Delete an API key with the given key prefix for the authenticated user.
@@ -246,7 +246,7 @@ class AsyncApiKeysClient:
246
246
  self,
247
247
  key_prefix: str,
248
248
  *,
249
- request_options: typing.Optional[RequestOptions] = None
249
+ request_options: typing.Optional[RequestOptions] = None,
250
250
  ) -> typing.Dict[str, typing.Optional[typing.Any]]:
251
251
  """
252
252
  Delete an API key with the given key prefix for the authenticated user.
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/billing/client.py RENAMED
@@ -80,7 +80,7 @@ class BillingClient:
80
80
  *,
81
81
  plan: Plan,
82
82
  success_url: str,
83
- request_options: typing.Optional[RequestOptions] = None
83
+ request_options: typing.Optional[RequestOptions] = None,
84
84
  ) -> typing.Optional[typing.Any]:
85
85
  """
86
86
  Parameters
@@ -343,7 +343,7 @@ class AsyncBillingClient:
343
343
  *,
344
344
  plan: Plan,
345
345
  success_url: str,
346
- request_options: typing.Optional[RequestOptions] = None
346
+ request_options: typing.Optional[RequestOptions] = None,
347
347
  ) -> typing.Optional[typing.Any]:
348
348
  """
349
349
  Parameters
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/billing/raw_client.py RENAMED
@@ -110,7 +110,7 @@ class RawBillingClient:
110
110
  *,
111
111
  plan: Plan,
112
112
  success_url: str,
113
- request_options: typing.Optional[RequestOptions] = None
113
+ request_options: typing.Optional[RequestOptions] = None,
114
114
  ) -> HttpResponse[typing.Optional[typing.Any]]:
115
115
  """
116
116
  Parameters
@@ -506,7 +506,7 @@ class AsyncRawBillingClient:
506
506
  *,
507
507
  plan: Plan,
508
508
  success_url: str,
509
- request_options: typing.Optional[RequestOptions] = None
509
+ request_options: typing.Optional[RequestOptions] = None,
510
510
  ) -> AsyncHttpResponse[typing.Optional[typing.Any]]:
511
511
  """
512
512
  Parameters
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/client_wrapper.py RENAMED
@@ -35,7 +35,7 @@ class SyncClientWrapper(BaseClientWrapper):
35
35
  api_key: str,
36
36
  base_url: str,
37
37
  timeout: typing.Optional[float] = None,
38
- httpx_client: httpx.Client
38
+ httpx_client: httpx.Client,
39
39
  ):
40
40
  super().__init__(api_key=api_key, base_url=base_url, timeout=timeout)
41
41
  self.httpx_client = HttpClient(
@@ -53,7 +53,7 @@ class AsyncClientWrapper(BaseClientWrapper):
53
53
  api_key: str,
54
54
  base_url: str,
55
55
  timeout: typing.Optional[float] = None,
56
- httpx_client: httpx.AsyncClient
56
+ httpx_client: httpx.AsyncClient,
57
57
  ):
58
58
  super().__init__(api_key=api_key, base_url=base_url, timeout=timeout)
59
59
  self.httpx_client = AsyncHttpClient(
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/file.py RENAMED
@@ -53,7 +53,9 @@ def with_content_type(*, file: File, default_content_type: str) -> File:
53
53
  filename, content = cast(Tuple[Optional[str], FileContent], file) # type: ignore
54
54
  return (filename, content, default_content_type)
55
55
  elif len(file) == 3:
56
- filename, content, file_content_type = cast(Tuple[Optional[str], FileContent, Optional[str]], file) # type: ignore
56
+ filename, content, file_content_type = cast(
57
+ Tuple[Optional[str], FileContent, Optional[str]], file
58
+ ) # type: ignore
57
59
  out_content_type = file_content_type or default_content_type
58
60
  return (filename, content, out_content_type)
59
61
  elif len(file) == 4:
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/http_client.py RENAMED
@@ -148,9 +148,9 @@ def get_request_body(
148
148
  json_body = maybe_filter_request_body(json, request_options, omit)
149
149
 
150
150
  # If you have an empty JSON body, you should just send None
151
- return (
152
- json_body if json_body != {} else None
153
- ), data_body if data_body != {} else None
151
+ return (json_body if json_body != {} else None), (
152
+ data_body if data_body != {} else None
153
+ )
154
154
 
155
155
 
156
156
  class HttpClient:
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/core/pydantic_utilities.py RENAMED
@@ -78,7 +78,9 @@ class UniversalBaseModel(pydantic.BaseModel):
78
78
  )
79
79
 
80
80
  @pydantic.model_serializer(mode="wrap", when_used="json") # type: ignore[attr-defined]
81
- def serialize_model(self, handler: pydantic.SerializerFunctionWrapHandler) -> Any: # type: ignore[name-defined]
81
+ def serialize_model(
82
+ self, handler: pydantic.SerializerFunctionWrapHandler
83
+ ) -> Any: # type: ignore[name-defined]
82
84
  serialized = handler(self)
83
85
  data = {
84
86
  k: serialize_datetime(v) if isinstance(v, dt.datetime) else v
@@ -260,7 +262,10 @@ def universal_root_validator(
260
262
  ) -> Callable[[AnyCallable], AnyCallable]:
261
263
  def decorator(func: AnyCallable) -> AnyCallable:
262
264
  if IS_PYDANTIC_V2:
263
- return cast(AnyCallable, pydantic.model_validator(mode="before" if pre else "after")(func)) # type: ignore[attr-defined]
265
+ return cast(
266
+ AnyCallable,
267
+ pydantic.model_validator(mode="before" if pre else "after")(func),
268
+ ) # type: ignore[attr-defined]
264
269
  return cast(AnyCallable, pydantic.root_validator(pre=pre)(func)) # type: ignore[call-overload]
265
270
 
266
271
  return decorator
@@ -271,7 +276,12 @@ def universal_field_validator(
271
276
  ) -> Callable[[AnyCallable], AnyCallable]:
272
277
  def decorator(func: AnyCallable) -> AnyCallable:
273
278
  if IS_PYDANTIC_V2:
274
- return cast(AnyCallable, pydantic.field_validator(field_name, mode="before" if pre else "after")(func)) # type: ignore[attr-defined]
279
+ return cast(
280
+ AnyCallable,
281
+ pydantic.field_validator(field_name, mode="before" if pre else "after")(
282
+ func
283
+ ),
284
+ ) # type: ignore[attr-defined]
275
285
  return cast(AnyCallable, pydantic.validator(field_name, pre=pre)(func))
276
286
 
277
287
  return decorator
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/human_evaluations/client.py RENAMED
@@ -237,7 +237,7 @@ class HumanEvaluationsClient:
237
237
  Updates an evaluation's status.
238
238
 
239
239
  Raises:
240
- HTTPException: If the columns in the test set do not match with the inputs in the variant.
240
+ HTTPException: If the columns in the testset do not match with the inputs in the variant.
241
241
 
242
242
  Returns:
243
243
  None: A 204 No Content status code, indicating that the update was successful.
@@ -785,7 +785,7 @@ class AsyncHumanEvaluationsClient:
785
785
  Updates an evaluation's status.
786
786
 
787
787
  Raises:
788
- HTTPException: If the columns in the test set do not match with the inputs in the variant.
788
+ HTTPException: If the columns in the testset do not match with the inputs in the variant.
789
789
 
790
790
  Returns:
791
791
  None: A 204 No Content status code, indicating that the update was successful.
{agenta-0.59.6 → agenta-0.62.3}/agenta/client/backend/human_evaluations/raw_client.py RENAMED
@@ -336,7 +336,7 @@ class RawHumanEvaluationsClient:
336
336
  Updates an evaluation's status.
337
337
 
338
338
  Raises:
339
- HTTPException: If the columns in the test set do not match with the inputs in the variant.
339
+ HTTPException: If the columns in the testset do not match with the inputs in the variant.
340
340
 
341
341
  Returns:
342
342
  None: A 204 No Content status code, indicating that the update was successful.
@@ -1112,7 +1112,7 @@ class AsyncRawHumanEvaluationsClient:
1112
1112
  Updates an evaluation's status.
1113
1113
 
1114
1114
  Raises:
1115
- HTTPException: If the columns in the test set do not match with the inputs in the variant.
1115
+ HTTPException: If the columns in the testset do not match with the inputs in the variant.
1116
1116
 
1117
1117
  Returns:
1118
1118
  None: A 204 No Content status code, indicating that the update was successful.