agenta 0.32.0a1__tar.gz → 0.33.0a1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of agenta might be problematic. Click here for more details.

Files changed (265) hide show
  1. {agenta-0.32.0a1 → agenta-0.33.0a1}/PKG-INFO +9 -11
  2. {agenta-0.32.0a1 → agenta-0.33.0a1}/README.md +8 -7
  3. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/__init__.py +4 -8
  4. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/apps/client.py +68 -68
  5. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/bases/client.py +10 -10
  6. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/client.py +96 -88
  7. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/containers/client.py +70 -28
  8. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/environments/client.py +8 -8
  9. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/evaluations/client.py +46 -46
  10. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/evaluators/client.py +32 -32
  11. agenta-0.33.0a1/agenta/client/backend/human_evaluations/client.py +1696 -0
  12. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/testsets/client.py +28 -28
  13. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/__init__.py +3 -7
  14. agenta-0.33.0a1/agenta/client/backend/types/delete_evaluation.py +21 -0
  15. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/variants/client.py +54 -42
  16. agenta-0.33.0a1/agenta/client/backend/vault/__init__.py +1 -0
  17. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/decorators/routing.py +32 -10
  18. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/decorators/tracing.py +16 -4
  19. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/litellm/litellm.py +44 -8
  20. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/litellm/mockllm.py +2 -2
  21. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/litellm/mocks/__init__.py +9 -3
  22. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/auth.py +5 -1
  23. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/config.py +10 -2
  24. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/exporters.py +0 -1
  25. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/inline.py +26 -30
  26. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/types.py +12 -9
  27. {agenta-0.32.0a1 → agenta-0.33.0a1}/pyproject.toml +1 -4
  28. agenta-0.32.0a1/agenta/client/backend/types/evaluation_scenario_score_update.py +0 -21
  29. agenta-0.32.0a1/agenta/client/backend/types/human_evaluation_scenario_update.py +0 -30
  30. agenta-0.32.0a1/agenta/client/backend/types/human_evaluation_update.py +0 -22
  31. agenta-0.32.0a1/agenta/client/backend/types/new_human_evaluation.py +0 -27
  32. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/__init__.py +0 -0
  33. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/cli/evaluation_commands.py +0 -0
  34. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/cli/helper.py +0 -0
  35. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/cli/main.py +0 -0
  36. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/cli/telemetry.py +0 -0
  37. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/cli/variant_commands.py +0 -0
  38. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/cli/variant_configs.py +0 -0
  39. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/Readme.md +0 -0
  40. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/__init__.py +0 -0
  41. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/api.py +0 -0
  42. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/api_models.py +0 -0
  43. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/access_control/__init__.py +0 -0
  44. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/access_control/client.py +0 -0
  45. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/apps/__init__.py +0 -0
  46. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/bases/__init__.py +0 -0
  47. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/configs/__init__.py +0 -0
  48. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/configs/client.py +0 -0
  49. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/containers/__init__.py +0 -0
  50. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/containers/types/__init__.py +0 -0
  51. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/containers/types/container_templates_response.py +0 -0
  52. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/__init__.py +0 -0
  53. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/api_error.py +0 -0
  54. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/client_wrapper.py +0 -0
  55. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/datetime_utils.py +0 -0
  56. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/file.py +0 -0
  57. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/http_client.py +0 -0
  58. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/jsonable_encoder.py +0 -0
  59. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/pydantic_utilities.py +0 -0
  60. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/query_encoder.py +0 -0
  61. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/remove_none_from_dict.py +0 -0
  62. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/request_options.py +0 -0
  63. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/core/serialization.py +0 -0
  64. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/environments/__init__.py +0 -0
  65. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/errors/__init__.py +0 -0
  66. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/errors/unprocessable_entity_error.py +0 -0
  67. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/evaluations/__init__.py +0 -0
  68. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/evaluators/__init__.py +0 -0
  69. {agenta-0.32.0a1/agenta/client/backend/observability → agenta-0.33.0a1/agenta/client/backend/human_evaluations}/__init__.py +0 -0
  70. {agenta-0.32.0a1/agenta/client/backend/scopes → agenta-0.33.0a1/agenta/client/backend/observability}/__init__.py +0 -0
  71. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/observability/client.py +0 -0
  72. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/observability_v_1/__init__.py +0 -0
  73. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/observability_v_1/client.py +0 -0
  74. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/observability_v_1/types/__init__.py +0 -0
  75. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/observability_v_1/types/format.py +0 -0
  76. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/observability_v_1/types/query_analytics_response.py +0 -0
  77. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/observability_v_1/types/query_traces_response.py +0 -0
  78. {agenta-0.32.0a1/agenta/client/backend/testsets → agenta-0.33.0a1/agenta/client/backend/scopes}/__init__.py +0 -0
  79. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/scopes/client.py +0 -0
  80. {agenta-0.32.0a1/agenta/client/backend/vault → agenta-0.33.0a1/agenta/client/backend/testsets}/__init__.py +0 -0
  81. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/agenta_node_dto.py +0 -0
  82. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/agenta_node_dto_nodes_value.py +0 -0
  83. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/agenta_nodes_response.py +0 -0
  84. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/agenta_root_dto.py +0 -0
  85. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/agenta_roots_response.py +0 -0
  86. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/agenta_tree_dto.py +0 -0
  87. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/agenta_trees_response.py +0 -0
  88. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/aggregated_result.py +0 -0
  89. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/aggregated_result_evaluator_config.py +0 -0
  90. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/analytics_response.py +0 -0
  91. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/app.py +0 -0
  92. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/app_variant_response.py +0 -0
  93. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/app_variant_revision.py +0 -0
  94. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/base_output.py +0 -0
  95. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/body_import_testset.py +0 -0
  96. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/bucket_dto.py +0 -0
  97. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/collect_status_response.py +0 -0
  98. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/config_db.py +0 -0
  99. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/config_dto.py +0 -0
  100. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/config_response_model.py +0 -0
  101. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/correct_answer.py +0 -0
  102. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/create_app_output.py +0 -0
  103. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/create_span.py +0 -0
  104. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/create_trace_response.py +0 -0
  105. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/docker_env_vars.py +0 -0
  106. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/environment_output.py +0 -0
  107. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/environment_output_extended.py +0 -0
  108. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/environment_revision.py +0 -0
  109. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/error.py +0 -0
  110. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluation.py +0 -0
  111. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluation_scenario.py +0 -0
  112. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluation_scenario_input.py +0 -0
  113. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluation_scenario_output.py +0 -0
  114. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluation_scenario_result.py +0 -0
  115. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluation_status_enum.py +0 -0
  116. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluation_type.py +0 -0
  117. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluator.py +0 -0
  118. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluator_config.py +0 -0
  119. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluator_mapping_output_interface.py +0 -0
  120. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/evaluator_output_interface.py +0 -0
  121. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/exception_dto.py +0 -0
  122. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/get_config_response.py +0 -0
  123. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/header_dto.py +0 -0
  124. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/http_validation_error.py +0 -0
  125. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/human_evaluation.py +0 -0
  126. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/human_evaluation_scenario.py +0 -0
  127. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/human_evaluation_scenario_input.py +0 -0
  128. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/human_evaluation_scenario_output.py +0 -0
  129. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/image.py +0 -0
  130. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/invite_request.py +0 -0
  131. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/legacy_analytics_response.py +0 -0
  132. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/legacy_data_point.py +0 -0
  133. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/lifecycle_dto.py +0 -0
  134. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/link_dto.py +0 -0
  135. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/list_api_keys_response.py +0 -0
  136. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/llm_run_rate_limit.py +0 -0
  137. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/llm_tokens.py +0 -0
  138. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/metrics_dto.py +0 -0
  139. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/new_testset.py +0 -0
  140. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/node_dto.py +0 -0
  141. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/node_type.py +0 -0
  142. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_context_dto.py +0 -0
  143. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_event_dto.py +0 -0
  144. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_extra_dto.py +0 -0
  145. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_link_dto.py +0 -0
  146. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_span_dto.py +0 -0
  147. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_span_kind.py +0 -0
  148. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_spans_response.py +0 -0
  149. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/o_tel_status_code.py +0 -0
  150. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/organization.py +0 -0
  151. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/organization_output.py +0 -0
  152. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/outputs.py +0 -0
  153. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/parent_dto.py +0 -0
  154. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/permission.py +0 -0
  155. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/projects_response.py +0 -0
  156. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/provider_key_dto.py +0 -0
  157. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/provider_kind.py +0 -0
  158. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/reference_dto.py +0 -0
  159. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/reference_request_model.py +0 -0
  160. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/result.py +0 -0
  161. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/root_dto.py +0 -0
  162. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/score.py +0 -0
  163. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/secret_dto.py +0 -0
  164. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/secret_kind.py +0 -0
  165. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/secret_response_dto.py +0 -0
  166. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/simple_evaluation_output.py +0 -0
  167. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/span.py +0 -0
  168. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/span_detail.py +0 -0
  169. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/span_dto.py +0 -0
  170. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/span_dto_nodes_value.py +0 -0
  171. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/span_status_code.py +0 -0
  172. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/span_variant.py +0 -0
  173. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/status_code.py +0 -0
  174. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/status_dto.py +0 -0
  175. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/template.py +0 -0
  176. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/template_image_info.py +0 -0
  177. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/test_set_output_response.py +0 -0
  178. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/test_set_simple_response.py +0 -0
  179. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/time_dto.py +0 -0
  180. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/trace_detail.py +0 -0
  181. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/tree_dto.py +0 -0
  182. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/tree_type.py +0 -0
  183. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/update_app_output.py +0 -0
  184. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/uri.py +0 -0
  185. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/validation_error.py +0 -0
  186. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/validation_error_loc_item.py +0 -0
  187. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/variant_action.py +0 -0
  188. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/variant_action_enum.py +0 -0
  189. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/with_pagination.py +0 -0
  190. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/workspace_member_response.py +0 -0
  191. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/workspace_permission.py +0 -0
  192. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/workspace_response.py +0 -0
  193. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/workspace_role.py +0 -0
  194. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/types/workspace_role_response.py +0 -0
  195. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/variants/__init__.py +0 -0
  196. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/variants/types/__init__.py +0 -0
  197. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/variants/types/add_variant_from_base_and_config_response.py +0 -0
  198. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/backend/vault/client.py +0 -0
  199. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/client.py +0 -0
  200. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/client/exceptions.py +0 -0
  201. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/config.py +0 -0
  202. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/config.toml +0 -0
  203. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/docker/docker-assets/Dockerfile.cloud.template +0 -0
  204. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/docker/docker-assets/Dockerfile.template +0 -0
  205. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/docker/docker-assets/README.md +0 -0
  206. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/docker/docker-assets/entrypoint.sh +0 -0
  207. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/docker/docker-assets/lambda_function.py +0 -0
  208. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/docker/docker-assets/main.py +0 -0
  209. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/docker/docker_utils.py +0 -0
  210. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/__init__.py +0 -0
  211. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/agenta_init.py +0 -0
  212. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/assets.py +0 -0
  213. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/client.py +0 -0
  214. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/context/__init__.py +0 -0
  215. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/context/exporting.py +0 -0
  216. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/context/routing.py +0 -0
  217. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/context/tracing.py +0 -0
  218. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/decorators/__init__.py +0 -0
  219. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/litellm/__init__.py +0 -0
  220. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/managers/__init__.py +0 -0
  221. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/managers/config.py +0 -0
  222. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/managers/deployment.py +0 -0
  223. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/managers/secrets.py +0 -0
  224. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/managers/shared.py +0 -0
  225. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/managers/variant.py +0 -0
  226. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/managers/vault.py +0 -0
  227. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/__init__.py +0 -0
  228. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/cache.py +0 -0
  229. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/cors.py +0 -0
  230. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/inline.py +0 -0
  231. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/mock.py +0 -0
  232. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/otel.py +0 -0
  233. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/middleware/vault.py +0 -0
  234. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/router.py +0 -0
  235. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/__init__.py +0 -0
  236. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/attributes.py +0 -0
  237. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/conventions.py +0 -0
  238. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/processors.py +0 -0
  239. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/spans.py +0 -0
  240. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/tracing/tracing.py +0 -0
  241. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/__init__.py +0 -0
  242. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/constants.py +0 -0
  243. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/costs.py +0 -0
  244. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/exceptions.py +0 -0
  245. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/globals.py +0 -0
  246. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/helpers.py +0 -0
  247. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/logging.py +0 -0
  248. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/preinit.py +0 -0
  249. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/singleton.py +0 -0
  250. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/sdk/utils/timing.py +0 -0
  251. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/compose_email/README.md +0 -0
  252. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/compose_email/app.py +0 -0
  253. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/compose_email/env.example +0 -0
  254. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/compose_email/requirements.txt +0 -0
  255. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/compose_email/template.toml +0 -0
  256. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/extract_data_to_json/README.md +0 -0
  257. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/extract_data_to_json/app.py +0 -0
  258. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/extract_data_to_json/env.example +0 -0
  259. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/extract_data_to_json/requirements.txt +0 -0
  260. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/extract_data_to_json/template.toml +0 -0
  261. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/simple_prompt/README.md +0 -0
  262. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/simple_prompt/app.py +0 -0
  263. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/simple_prompt/env.example +0 -0
  264. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/simple_prompt/requirements.txt +0 -0
  265. {agenta-0.32.0a1 → agenta-0.33.0a1}/agenta/templates/simple_prompt/template.toml +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: agenta
3
- Version: 0.32.0a1
3
+ Version: 0.33.0a1
4
4
  Summary: The SDK for agenta is an open-source LLMOps platform.
5
5
  Keywords: LLMOps,LLM,evaluation,prompt engineering
6
6
  Author: Mahmoud Mabrouk
@@ -19,12 +19,9 @@ Requires-Dist: cachetools (>=5.3.3,<6.0.0)
19
19
  Requires-Dist: click (>=8.1.3,<9.0.0)
20
20
  Requires-Dist: docker (>=6.1.1,<8.0.0)
21
21
  Requires-Dist: fastapi (>=0.100.0)
22
- Requires-Dist: google-generativeai (>=0.8.3,<0.9.0)
23
22
  Requires-Dist: httpx (>=0.24,<0.28)
24
23
  Requires-Dist: importlib-metadata (>=8.0.0,<9.0)
25
24
  Requires-Dist: litellm (>=1.48.0,<2.0.0)
26
- Requires-Dist: mangum (>=0.19.0,<0.20.0)
27
- Requires-Dist: openai (>=1.59.7,<2.0.0)
28
25
  Requires-Dist: opentelemetry-api (>=1.27.0,<2.0.0)
29
26
  Requires-Dist: opentelemetry-exporter-otlp (>=1.27.0,<2.0.0)
30
27
  Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
@@ -51,7 +48,7 @@ Description-Content-Type: text/markdown
51
48
  <p align="center">
52
49
  <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Documentation</a> |
53
50
  <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Website</a> |
54
- <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">Slack</a>
51
+ <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">Slack</a>
55
52
  </p>
56
53
  <div align="center">
57
54
  <strong> <h2> The Open source LLMOps Platform </h2></strong>
@@ -78,7 +75,7 @@ Description-Content-Type: text/markdown
78
75
  </p>
79
76
 
80
77
  <p align="center">
81
- <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">
78
+ <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">
82
79
  <img src="https://img.shields.io/badge/JOIN US ON SLACK-4A154B?style=for-the-badge&logo=slack&logoColor=white" />
83
80
  </a>
84
81
  <a href="https://www.linkedin.com/company/agenta-ai/">
@@ -160,7 +157,9 @@ mkdir agenta && cd agenta
160
157
  curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
161
158
  docker compose -f docker-compose.gh.yml up -d
162
159
  ```
163
-
160
+ - Agenta uses port 80, to use a different port set the env var AGENTA_PORT. For instance `export AGENTA_PORT=90`
161
+ - Add `--pull always` to the last command to upgrade your version of Agenta.
162
+
164
163
  # Disabling Anonymized Tracking
165
164
 
166
165
  By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information. To disable anonymized telemetry, follow these steps:
@@ -173,16 +172,14 @@ By default, Agenta automatically reports anonymized basic usage statistics. This
173
172
 
174
173
  We warmly welcome contributions to Agenta. Feel free to submit issues, fork the repository, and send pull requests.
175
174
 
176
- We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA)
175
+ We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ)
177
176
 
178
177
  Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme) for more information.
179
178
 
180
179
  ## Contributors ✨
181
180
 
182
181
  <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
183
-
184
- [![All Contributors](https://img.shields.io/badge/all_contributors-48-orange.svg?style=flat-square)](#contributors-)
185
-
182
+ [![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)
186
183
  <!-- ALL-CONTRIBUTORS-BADGE:END -->
187
184
 
188
185
  Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
@@ -253,6 +250,7 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
253
250
  <td align="center" valign="top" width="14.28%"><a href="https://ashrafchowdury.me"><img src="https://avatars.githubusercontent.com/u/87828904?v=4?s=100" width="100px;" alt="Ashraf Chowdury"/><br /><sub><b>Ashraf Chowdury</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Aashrafchowdury" title="Bug reports">🐛</a> <a href="https://github.com/Agenta-AI/agenta/commits?author=ashrafchowdury" title="Code">💻</a></td>
254
251
  <td align="center" valign="top" width="14.28%"><a href="https://github.com/jp-agenta"><img src="https://avatars.githubusercontent.com/u/174311389?v=4?s=100" width="100px;" alt="jp-agenta"/><br /><sub><b>jp-agenta</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=jp-agenta" title="Code">💻</a> <a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Ajp-agenta" title="Bug reports">🐛</a></td>
255
252
  <td align="center" valign="top" width="14.28%"><a href="https://mrunhap.github.io"><img src="https://avatars.githubusercontent.com/u/24653356?v=4?s=100" width="100px;" alt="Mr Unhappy"/><br /><sub><b>Mr Unhappy</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amrunhap" title="Bug reports">🐛</a> <a href="#infra-mrunhap" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
253
+ <td align="center" valign="top" width="14.28%"><a href="https://github.com/morenobonaventura"><img src="https://avatars.githubusercontent.com/u/2118854?v=4?s=100" width="100px;" alt="Moreno Bonaventura"/><br /><sub><b>Moreno Bonaventura</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amorenobonaventura" title="Bug reports">🐛</a></td>
256
254
  </tr>
257
255
  </tbody>
258
256
  </table>
@@ -10,7 +10,7 @@
10
10
  <p align="center">
11
11
  <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Documentation</a> |
12
12
  <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Website</a> |
13
- <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">Slack</a>
13
+ <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">Slack</a>
14
14
  </p>
15
15
  <div align="center">
16
16
  <strong> <h2> The Open source LLMOps Platform </h2></strong>
@@ -37,7 +37,7 @@
37
37
  </p>
38
38
 
39
39
  <p align="center">
40
- <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">
40
+ <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">
41
41
  <img src="https://img.shields.io/badge/JOIN US ON SLACK-4A154B?style=for-the-badge&logo=slack&logoColor=white" />
42
42
  </a>
43
43
  <a href="https://www.linkedin.com/company/agenta-ai/">
@@ -119,7 +119,9 @@ mkdir agenta && cd agenta
119
119
  curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
120
120
  docker compose -f docker-compose.gh.yml up -d
121
121
  ```
122
-
122
+ - Agenta uses port 80, to use a different port set the env var AGENTA_PORT. For instance `export AGENTA_PORT=90`
123
+ - Add `--pull always` to the last command to upgrade your version of Agenta.
124
+
123
125
  # Disabling Anonymized Tracking
124
126
 
125
127
  By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information. To disable anonymized telemetry, follow these steps:
@@ -132,16 +134,14 @@ By default, Agenta automatically reports anonymized basic usage statistics. This
132
134
 
133
135
  We warmly welcome contributions to Agenta. Feel free to submit issues, fork the repository, and send pull requests.
134
136
 
135
- We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA)
137
+ We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ)
136
138
 
137
139
  Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme) for more information.
138
140
 
139
141
  ## Contributors ✨
140
142
 
141
143
  <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
142
-
143
- [![All Contributors](https://img.shields.io/badge/all_contributors-48-orange.svg?style=flat-square)](#contributors-)
144
-
144
+ [![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)
145
145
  <!-- ALL-CONTRIBUTORS-BADGE:END -->
146
146
 
147
147
  Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
@@ -212,6 +212,7 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
212
212
  <td align="center" valign="top" width="14.28%"><a href="https://ashrafchowdury.me"><img src="https://avatars.githubusercontent.com/u/87828904?v=4?s=100" width="100px;" alt="Ashraf Chowdury"/><br /><sub><b>Ashraf Chowdury</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Aashrafchowdury" title="Bug reports">🐛</a> <a href="https://github.com/Agenta-AI/agenta/commits?author=ashrafchowdury" title="Code">💻</a></td>
213
213
  <td align="center" valign="top" width="14.28%"><a href="https://github.com/jp-agenta"><img src="https://avatars.githubusercontent.com/u/174311389?v=4?s=100" width="100px;" alt="jp-agenta"/><br /><sub><b>jp-agenta</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=jp-agenta" title="Code">💻</a> <a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Ajp-agenta" title="Bug reports">🐛</a></td>
214
214
  <td align="center" valign="top" width="14.28%"><a href="https://mrunhap.github.io"><img src="https://avatars.githubusercontent.com/u/24653356?v=4?s=100" width="100px;" alt="Mr Unhappy"/><br /><sub><b>Mr Unhappy</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amrunhap" title="Bug reports">🐛</a> <a href="#infra-mrunhap" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
215
+ <td align="center" valign="top" width="14.28%"><a href="https://github.com/morenobonaventura"><img src="https://avatars.githubusercontent.com/u/2118854?v=4?s=100" width="100px;" alt="Moreno Bonaventura"/><br /><sub><b>Moreno Bonaventura</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amorenobonaventura" title="Bug reports">🐛</a></td>
215
216
  </tr>
216
217
  </tbody>
217
218
  </table>
@@ -25,6 +25,7 @@ from .types import (
25
25
  CreateAppOutput,
26
26
  CreateSpan,
27
27
  CreateTraceResponse,
28
+ DeleteEvaluation,
28
29
  DockerEnvVars,
29
30
  EnvironmentOutput,
30
31
  EnvironmentOutputExtended,
@@ -35,7 +36,6 @@ from .types import (
35
36
  EvaluationScenarioInput,
36
37
  EvaluationScenarioOutput,
37
38
  EvaluationScenarioResult,
38
- EvaluationScenarioScoreUpdate,
39
39
  EvaluationStatusEnum,
40
40
  EvaluationType,
41
41
  Evaluator,
@@ -50,8 +50,6 @@ from .types import (
50
50
  HumanEvaluationScenario,
51
51
  HumanEvaluationScenarioInput,
52
52
  HumanEvaluationScenarioOutput,
53
- HumanEvaluationScenarioUpdate,
54
- HumanEvaluationUpdate,
55
53
  Image,
56
54
  InviteRequest,
57
55
  LegacyAnalyticsResponse,
@@ -62,7 +60,6 @@ from .types import (
62
60
  LlmRunRateLimit,
63
61
  LlmTokens,
64
62
  MetricsDto,
65
- NewHumanEvaluation,
66
63
  NewTestset,
67
64
  NodeDto,
68
65
  NodeType,
@@ -130,6 +127,7 @@ from . import (
130
127
  environments,
131
128
  evaluations,
132
129
  evaluators,
130
+ human_evaluations,
133
131
  observability,
134
132
  observability_v_1,
135
133
  scopes,
@@ -171,6 +169,7 @@ __all__ = [
171
169
  "CreateAppOutput",
172
170
  "CreateSpan",
173
171
  "CreateTraceResponse",
172
+ "DeleteEvaluation",
174
173
  "DockerEnvVars",
175
174
  "EnvironmentOutput",
176
175
  "EnvironmentOutputExtended",
@@ -181,7 +180,6 @@ __all__ = [
181
180
  "EvaluationScenarioInput",
182
181
  "EvaluationScenarioOutput",
183
182
  "EvaluationScenarioResult",
184
- "EvaluationScenarioScoreUpdate",
185
183
  "EvaluationStatusEnum",
186
184
  "EvaluationType",
187
185
  "Evaluator",
@@ -197,8 +195,6 @@ __all__ = [
197
195
  "HumanEvaluationScenario",
198
196
  "HumanEvaluationScenarioInput",
199
197
  "HumanEvaluationScenarioOutput",
200
- "HumanEvaluationScenarioUpdate",
201
- "HumanEvaluationUpdate",
202
198
  "Image",
203
199
  "InviteRequest",
204
200
  "LegacyAnalyticsResponse",
@@ -209,7 +205,6 @@ __all__ = [
209
205
  "LlmRunRateLimit",
210
206
  "LlmTokens",
211
207
  "MetricsDto",
212
- "NewHumanEvaluation",
213
208
  "NewTestset",
214
209
  "NodeDto",
215
210
  "NodeType",
@@ -277,6 +272,7 @@ __all__ = [
277
272
  "environments",
278
273
  "evaluations",
279
274
  "evaluators",
275
+ "human_evaluations",
280
276
  "observability",
281
277
  "observability_v_1",
282
278
  "scopes",
@@ -32,11 +32,11 @@ class AppsClient:
32
32
  Retrieve a list of app variants for a given app ID.
33
33
 
34
34
  Args:
35
- app_id (str): The ID of the app to retrieve variants for.
36
- stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
35
+ app_id (str): The ID of the app to retrieve variants for.
36
+ stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
37
37
 
38
38
  Returns:
39
- List[AppVariantResponse]: A list of app variants for the given app ID.
39
+ List[AppVariantResponse]: A list of app variants for the given app ID.
40
40
 
41
41
  Parameters
42
42
  ----------
@@ -102,15 +102,15 @@ class AppsClient:
102
102
  Retrieve the app variant based on the provided app_id and environment.
103
103
 
104
104
  Args:
105
- app_id (str): The ID of the app to retrieve the variant for.
106
- environment (str): The environment of the app variant to retrieve.
107
- stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
105
+ app_id (str): The ID of the app to retrieve the variant for.
106
+ environment (str): The environment of the app variant to retrieve.
107
+ stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
108
108
 
109
109
  Raises:
110
- HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
110
+ HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
111
111
 
112
112
  Returns:
113
- AppVariantResponse: The retrieved app variant.
113
+ AppVariantResponse: The retrieved app variant.
114
114
 
115
115
  Parameters
116
116
  ----------
@@ -182,14 +182,14 @@ class AppsClient:
182
182
  Retrieve a list of apps filtered by app_name.
183
183
 
184
184
  Args:
185
- app_name (Optional[str]): The name of the app to filter by.
186
- stoken_session (SessionContainer): The session container.
185
+ app_name (Optional[str]): The name of the app to filter by.
186
+ stoken_session (SessionContainer): The session container.
187
187
 
188
188
  Returns:
189
- List[App]: A list of apps filtered by app_name.
189
+ List[App]: A list of apps filtered by app_name.
190
190
 
191
191
  Raises:
192
- HTTPException: If there was an error retrieving the list of apps.
192
+ HTTPException: If there was an error retrieving the list of apps.
193
193
 
194
194
  Parameters
195
195
  ----------
@@ -258,14 +258,14 @@ class AppsClient:
258
258
  Create a new app for a user or organization.
259
259
 
260
260
  Args:
261
- payload (CreateApp): The payload containing the app name and organization ID (optional).
262
- stoken_session (SessionContainer): The session container containing the user's session token.
261
+ payload (CreateApp): The payload containing the app name and organization ID (optional).
262
+ stoken_session (SessionContainer): The session container containing the user's session token.
263
263
 
264
264
  Returns:
265
- CreateAppOutput: The output containing the newly created app's ID and name.
265
+ CreateAppOutput: The output containing the newly created app's ID and name.
266
266
 
267
267
  Raises:
268
- HTTPException: If there is an error creating the app or the user does not have permission to access the app.
268
+ HTTPException: If there is an error creating the app or the user does not have permission to access the app.
269
269
 
270
270
  Parameters
271
271
  ----------
@@ -343,7 +343,7 @@ class AppsClient:
343
343
  Remove app, all its variant, containers and images
344
344
 
345
345
  Arguments:
346
- app -- App to remove
346
+ app -- App to remove
347
347
 
348
348
  Parameters
349
349
  ----------
@@ -409,15 +409,15 @@ class AppsClient:
409
409
  Update an app for a user or organization.
410
410
 
411
411
  Args:
412
- app_id (str): The ID of the app.
413
- payload (UpdateApp): The payload containing the app name.
414
- stoken_session (SessionContainer): The session container containing the user's session token.
412
+ app_id (str): The ID of the app.
413
+ payload (UpdateApp): The payload containing the app name.
414
+ stoken_session (SessionContainer): The session container containing the user's session token.
415
415
 
416
416
  Returns:
417
- UpdateAppOuput: The output containing the newly created app's ID and name.
417
+ UpdateAppOuput: The output containing the newly created app's ID and name.
418
418
 
419
419
  Raises:
420
- HTTPException: If there is an error creating the app or the user does not have permission to access the app.
420
+ HTTPException: If there is an error creating the app or the user does not have permission to access the app.
421
421
 
422
422
  Parameters
423
423
  ----------
@@ -497,15 +497,15 @@ class AppsClient:
497
497
  Add a new variant to an app based on a Docker image.
498
498
 
499
499
  Args:
500
- app_id (str): The ID of the app to add the variant to.
501
- payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
502
- stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
500
+ app_id (str): The ID of the app to add the variant to.
501
+ payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
502
+ stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
503
503
 
504
504
  Raises:
505
- HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
505
+ HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
506
506
 
507
507
  Returns:
508
- dict: The newly added variant.
508
+ dict: The newly added variant.
509
509
 
510
510
  Parameters
511
511
  ----------
@@ -599,14 +599,14 @@ class AppsClient:
599
599
  Create an app and variant from a template.
600
600
 
601
601
  Args:
602
- payload (CreateAppVariant): The payload containing the app and variant information.
603
- stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
602
+ payload (CreateAppVariant): The payload containing the app and variant information.
603
+ stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
604
604
 
605
605
  Raises:
606
- HTTPException: If the user has reached the app limit or if an app with the same name already exists.
606
+ HTTPException: If the user has reached the app limit or if an app with the same name already exists.
607
607
 
608
608
  Returns:
609
- AppVariantResponse: The output of the created app variant.
609
+ AppVariantResponse: The output of the created app variant.
610
610
 
611
611
  Parameters
612
612
  ----------
@@ -692,11 +692,11 @@ class AppsClient:
692
692
  Retrieve a list of environments for a given app ID.
693
693
 
694
694
  Args:
695
- app_id (str): The ID of the app to retrieve environments for.
696
- stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
695
+ app_id (str): The ID of the app to retrieve environments for.
696
+ stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
697
697
 
698
698
  Returns:
699
- List[EnvironmentOutput]: A list of environment objects.
699
+ List[EnvironmentOutput]: A list of environment objects.
700
700
 
701
701
  Parameters
702
702
  ----------
@@ -827,11 +827,11 @@ class AsyncAppsClient:
827
827
  Retrieve a list of app variants for a given app ID.
828
828
 
829
829
  Args:
830
- app_id (str): The ID of the app to retrieve variants for.
831
- stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
830
+ app_id (str): The ID of the app to retrieve variants for.
831
+ stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
832
832
 
833
833
  Returns:
834
- List[AppVariantResponse]: A list of app variants for the given app ID.
834
+ List[AppVariantResponse]: A list of app variants for the given app ID.
835
835
 
836
836
  Parameters
837
837
  ----------
@@ -905,15 +905,15 @@ class AsyncAppsClient:
905
905
  Retrieve the app variant based on the provided app_id and environment.
906
906
 
907
907
  Args:
908
- app_id (str): The ID of the app to retrieve the variant for.
909
- environment (str): The environment of the app variant to retrieve.
910
- stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
908
+ app_id (str): The ID of the app to retrieve the variant for.
909
+ environment (str): The environment of the app variant to retrieve.
910
+ stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
911
911
 
912
912
  Raises:
913
- HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
913
+ HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
914
914
 
915
915
  Returns:
916
- AppVariantResponse: The retrieved app variant.
916
+ AppVariantResponse: The retrieved app variant.
917
917
 
918
918
  Parameters
919
919
  ----------
@@ -993,14 +993,14 @@ class AsyncAppsClient:
993
993
  Retrieve a list of apps filtered by app_name.
994
994
 
995
995
  Args:
996
- app_name (Optional[str]): The name of the app to filter by.
997
- stoken_session (SessionContainer): The session container.
996
+ app_name (Optional[str]): The name of the app to filter by.
997
+ stoken_session (SessionContainer): The session container.
998
998
 
999
999
  Returns:
1000
- List[App]: A list of apps filtered by app_name.
1000
+ List[App]: A list of apps filtered by app_name.
1001
1001
 
1002
1002
  Raises:
1003
- HTTPException: If there was an error retrieving the list of apps.
1003
+ HTTPException: If there was an error retrieving the list of apps.
1004
1004
 
1005
1005
  Parameters
1006
1006
  ----------
@@ -1077,14 +1077,14 @@ class AsyncAppsClient:
1077
1077
  Create a new app for a user or organization.
1078
1078
 
1079
1079
  Args:
1080
- payload (CreateApp): The payload containing the app name and organization ID (optional).
1081
- stoken_session (SessionContainer): The session container containing the user's session token.
1080
+ payload (CreateApp): The payload containing the app name and organization ID (optional).
1081
+ stoken_session (SessionContainer): The session container containing the user's session token.
1082
1082
 
1083
1083
  Returns:
1084
- CreateAppOutput: The output containing the newly created app's ID and name.
1084
+ CreateAppOutput: The output containing the newly created app's ID and name.
1085
1085
 
1086
1086
  Raises:
1087
- HTTPException: If there is an error creating the app or the user does not have permission to access the app.
1087
+ HTTPException: If there is an error creating the app or the user does not have permission to access the app.
1088
1088
 
1089
1089
  Parameters
1090
1090
  ----------
@@ -1170,7 +1170,7 @@ class AsyncAppsClient:
1170
1170
  Remove app, all its variant, containers and images
1171
1171
 
1172
1172
  Arguments:
1173
- app -- App to remove
1173
+ app -- App to remove
1174
1174
 
1175
1175
  Parameters
1176
1176
  ----------
@@ -1244,15 +1244,15 @@ class AsyncAppsClient:
1244
1244
  Update an app for a user or organization.
1245
1245
 
1246
1246
  Args:
1247
- app_id (str): The ID of the app.
1248
- payload (UpdateApp): The payload containing the app name.
1249
- stoken_session (SessionContainer): The session container containing the user's session token.
1247
+ app_id (str): The ID of the app.
1248
+ payload (UpdateApp): The payload containing the app name.
1249
+ stoken_session (SessionContainer): The session container containing the user's session token.
1250
1250
 
1251
1251
  Returns:
1252
- UpdateAppOuput: The output containing the newly created app's ID and name.
1252
+ UpdateAppOuput: The output containing the newly created app's ID and name.
1253
1253
 
1254
1254
  Raises:
1255
- HTTPException: If there is an error creating the app or the user does not have permission to access the app.
1255
+ HTTPException: If there is an error creating the app or the user does not have permission to access the app.
1256
1256
 
1257
1257
  Parameters
1258
1258
  ----------
@@ -1340,15 +1340,15 @@ class AsyncAppsClient:
1340
1340
  Add a new variant to an app based on a Docker image.
1341
1341
 
1342
1342
  Args:
1343
- app_id (str): The ID of the app to add the variant to.
1344
- payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
1345
- stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
1343
+ app_id (str): The ID of the app to add the variant to.
1344
+ payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
1345
+ stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
1346
1346
 
1347
1347
  Raises:
1348
- HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
1348
+ HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
1349
1349
 
1350
1350
  Returns:
1351
- dict: The newly added variant.
1351
+ dict: The newly added variant.
1352
1352
 
1353
1353
  Parameters
1354
1354
  ----------
@@ -1450,14 +1450,14 @@ class AsyncAppsClient:
1450
1450
  Create an app and variant from a template.
1451
1451
 
1452
1452
  Args:
1453
- payload (CreateAppVariant): The payload containing the app and variant information.
1454
- stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
1453
+ payload (CreateAppVariant): The payload containing the app and variant information.
1454
+ stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
1455
1455
 
1456
1456
  Raises:
1457
- HTTPException: If the user has reached the app limit or if an app with the same name already exists.
1457
+ HTTPException: If the user has reached the app limit or if an app with the same name already exists.
1458
1458
 
1459
1459
  Returns:
1460
- AppVariantResponse: The output of the created app variant.
1460
+ AppVariantResponse: The output of the created app variant.
1461
1461
 
1462
1462
  Parameters
1463
1463
  ----------
@@ -1551,11 +1551,11 @@ class AsyncAppsClient:
1551
1551
  Retrieve a list of environments for a given app ID.
1552
1552
 
1553
1553
  Args:
1554
- app_id (str): The ID of the app to retrieve environments for.
1555
- stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
1554
+ app_id (str): The ID of the app to retrieve environments for.
1555
+ stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
1556
1556
 
1557
1557
  Returns:
1558
- List[EnvironmentOutput]: A list of environment objects.
1558
+ List[EnvironmentOutput]: A list of environment objects.
1559
1559
 
1560
1560
  Parameters
1561
1561
  ----------
@@ -27,15 +27,15 @@ class BasesClient:
27
27
  Retrieve a list of bases filtered by app_id and base_name.
28
28
 
29
29
  Args:
30
- request (Request): The incoming request.
31
- app_id (str): The ID of the app to filter by.
32
- base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
30
+ request (Request): The incoming request.
31
+ app_id (str): The ID of the app to filter by.
32
+ base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
33
33
 
34
34
  Returns:
35
- List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
35
+ List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
36
36
 
37
37
  Raises:
38
- HTTPException: If there was an error retrieving the bases.
38
+ HTTPException: If there was an error retrieving the bases.
39
39
 
40
40
  Parameters
41
41
  ----------
@@ -112,15 +112,15 @@ class AsyncBasesClient:
112
112
  Retrieve a list of bases filtered by app_id and base_name.
113
113
 
114
114
  Args:
115
- request (Request): The incoming request.
116
- app_id (str): The ID of the app to filter by.
117
- base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
115
+ request (Request): The incoming request.
116
+ app_id (str): The ID of the app to filter by.
117
+ base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
118
118
 
119
119
  Returns:
120
- List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
120
+ List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
121
121
 
122
122
  Raises:
123
- HTTPException: If there was an error retrieving the bases.
123
+ HTTPException: If there was an error retrieving the bases.
124
124
 
125
125
  Parameters
126
126
  ----------