agenta 0.12.7__tar.gz → 0.13.0a0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of agenta might be problematic. Click here for more details.

Files changed (165) hide show
  1. {agenta-0.12.7 → agenta-0.13.0a0}/PKG-INFO +2 -1
  2. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/__init__.py +3 -2
  3. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/helper.py +1 -1
  4. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/main.py +1 -1
  5. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/variant_commands.py +7 -5
  6. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/api.py +1 -1
  7. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/__init__.py +78 -18
  8. agenta-0.13.0a0/agenta/client/backend/client.py +1889 -0
  9. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/api_error.py +1 -3
  10. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/datetime_utils.py +1 -3
  11. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/jsonable_encoder.py +3 -9
  12. agenta-0.13.0a0/agenta/client/backend/resources/__init__.py +20 -0
  13. agenta-0.13.0a0/agenta/client/backend/resources/apps/__init__.py +2 -0
  14. agenta-0.13.0a0/agenta/client/backend/resources/apps/client.py +915 -0
  15. agenta-0.13.0a0/agenta/client/backend/resources/bases/__init__.py +2 -0
  16. agenta-0.13.0a0/agenta/client/backend/resources/bases/client.py +121 -0
  17. agenta-0.13.0a0/agenta/client/backend/resources/configs/__init__.py +2 -0
  18. agenta-0.13.0a0/agenta/client/backend/resources/configs/client.py +333 -0
  19. agenta-0.13.0a0/agenta/client/backend/resources/containers/__init__.py +5 -0
  20. agenta-0.13.0a0/agenta/client/backend/resources/containers/client.py +351 -0
  21. agenta-0.13.0a0/agenta/client/backend/resources/containers/types/__init__.py +5 -0
  22. {agenta-0.12.7/agenta/client/backend → agenta-0.13.0a0/agenta/client/backend/resources/containers}/types/container_templates_response.py +1 -1
  23. agenta-0.13.0a0/agenta/client/backend/resources/environments/__init__.py +2 -0
  24. agenta-0.13.0a0/agenta/client/backend/resources/environments/client.py +119 -0
  25. agenta-0.13.0a0/agenta/client/backend/resources/evaluations/__init__.py +2 -0
  26. agenta-0.13.0a0/agenta/client/backend/resources/evaluations/client.py +948 -0
  27. agenta-0.13.0a0/agenta/client/backend/resources/evaluators/__init__.py +2 -0
  28. agenta-0.13.0a0/agenta/client/backend/resources/evaluators/client.py +554 -0
  29. agenta-0.13.0a0/agenta/client/backend/resources/observability/__init__.py +2 -0
  30. agenta-0.13.0a0/agenta/client/backend/resources/observability/client.py +1114 -0
  31. agenta-0.13.0a0/agenta/client/backend/resources/testsets/__init__.py +2 -0
  32. agenta-0.13.0a0/agenta/client/backend/resources/testsets/client.py +649 -0
  33. agenta-0.13.0a0/agenta/client/backend/resources/variants/__init__.py +5 -0
  34. agenta-0.13.0a0/agenta/client/backend/resources/variants/client.py +730 -0
  35. agenta-0.13.0a0/agenta/client/backend/resources/variants/types/__init__.py +5 -0
  36. agenta-0.13.0a0/agenta/client/backend/resources/variants/types/add_variant_from_base_and_config_response.py +7 -0
  37. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/__init__.py +54 -22
  38. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/aggregated_result.py +4 -12
  39. agenta-0.13.0a0/agenta/client/backend/types/aggregated_result_evaluator_config.py +7 -0
  40. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/app.py +2 -10
  41. agenta-0.12.7/agenta/client/backend/types/app_variant_output.py → agenta-0.13.0a0/agenta/client/backend/types/app_variant_response.py +6 -12
  42. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/app_variant_revision.py +2 -10
  43. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/base_output.py +2 -10
  44. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/body_import_testset.py +2 -10
  45. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/config_db.py +2 -10
  46. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/create_app_output.py +2 -10
  47. agenta-0.12.7/agenta/client/backend/types/trace.py → agenta-0.13.0a0/agenta/client/backend/types/create_span.py +21 -20
  48. agenta-0.13.0a0/agenta/client/backend/types/create_trace_response.py +29 -0
  49. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/docker_env_vars.py +2 -10
  50. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/environment_output.py +5 -11
  51. agenta-0.13.0a0/agenta/client/backend/types/environment_output_extended.py +37 -0
  52. agenta-0.13.0a0/agenta/client/backend/types/environment_revision.py +33 -0
  53. agenta-0.13.0a0/agenta/client/backend/types/error.py +29 -0
  54. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation.py +8 -13
  55. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario.py +2 -10
  56. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_input.py +2 -10
  57. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_output.py +6 -12
  58. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_result.py +2 -10
  59. agenta-0.13.0a0/agenta/client/backend/types/evaluation_scenario_score_update.py +28 -0
  60. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_status_enum.py +4 -0
  61. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_type.py +1 -3
  62. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_webhook.py +2 -10
  63. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluator.py +3 -10
  64. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluator_config.py +2 -10
  65. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/feedback.py +2 -10
  66. agenta-0.12.7/agenta/client/backend/types/get_config_reponse.py → agenta-0.13.0a0/agenta/client/backend/types/get_config_response.py +4 -12
  67. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/http_validation_error.py +2 -10
  68. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation.py +2 -10
  69. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario.py +4 -12
  70. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario_input.py +2 -10
  71. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario_output.py +2 -10
  72. agenta-0.13.0a0/agenta/client/backend/types/human_evaluation_scenario_update.py +37 -0
  73. agenta-0.13.0a0/agenta/client/backend/types/human_evaluation_update.py +29 -0
  74. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/image.py +3 -10
  75. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/invite_request.py +3 -10
  76. agenta-0.12.7/agenta/client/backend/types/list_api_keys_output.py → agenta-0.13.0a0/agenta/client/backend/types/list_api_keys_response.py +3 -11
  77. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/llm_run_rate_limit.py +2 -10
  78. agenta-0.13.0a0/agenta/client/backend/types/llm_tokens.py +30 -0
  79. agenta-0.13.0a0/agenta/client/backend/types/new_human_evaluation.py +34 -0
  80. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/new_testset.py +2 -10
  81. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/organization.py +3 -10
  82. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/organization_output.py +2 -10
  83. agenta-0.13.0a0/agenta/client/backend/types/permission.py +141 -0
  84. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/result.py +4 -10
  85. agenta-0.12.7/agenta/client/backend/types/human_evaluation_scenario_score.py → agenta-0.13.0a0/agenta/client/backend/types/score.py +1 -1
  86. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/simple_evaluation_output.py +2 -10
  87. agenta-0.13.0a0/agenta/client/backend/types/span.py +46 -0
  88. agenta-0.13.0a0/agenta/client/backend/types/span_detail.py +44 -0
  89. agenta-0.13.0a0/agenta/client/backend/types/span_kind.py +49 -0
  90. agenta-0.13.0a0/agenta/client/backend/types/span_status_code.py +29 -0
  91. agenta-0.13.0a0/agenta/client/backend/types/span_variant.py +30 -0
  92. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/template.py +2 -10
  93. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/template_image_info.py +2 -10
  94. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/test_set_output_response.py +2 -10
  95. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/test_set_simple_response.py +2 -10
  96. agenta-0.13.0a0/agenta/client/backend/types/trace_detail.py +44 -0
  97. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/uri.py +2 -10
  98. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/validation_error.py +2 -10
  99. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/variant_action.py +2 -10
  100. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/variant_action_enum.py +1 -3
  101. agenta-0.13.0a0/agenta/client/backend/types/with_pagination.py +32 -0
  102. agenta-0.12.7/agenta/client/backend/types/delete_evaluation.py → agenta-0.13.0a0/agenta/client/backend/types/workspace_member_response.py +6 -12
  103. agenta-0.13.0a0/agenta/client/backend/types/workspace_permission.py +32 -0
  104. agenta-0.13.0a0/agenta/client/backend/types/workspace_response.py +36 -0
  105. agenta-0.13.0a0/agenta/client/backend/types/workspace_role.py +41 -0
  106. agenta-0.13.0a0/agenta/client/backend/types/workspace_role_response.py +30 -0
  107. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker_utils.py +1 -5
  108. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/__init__.py +3 -2
  109. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/agenta_decorator.py +68 -26
  110. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/agenta_init.py +50 -20
  111. agenta-0.13.0a0/agenta/sdk/tracing/context_manager.py +13 -0
  112. agenta-0.13.0a0/agenta/sdk/tracing/decorators.py +41 -0
  113. agenta-0.13.0a0/agenta/sdk/tracing/llm_tracing.py +203 -0
  114. agenta-0.13.0a0/agenta/sdk/tracing/logger.py +19 -0
  115. agenta-0.13.0a0/agenta/sdk/tracing/tasks_manager.py +130 -0
  116. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/types.py +0 -38
  117. {agenta-0.12.7 → agenta-0.13.0a0}/pyproject.toml +2 -1
  118. agenta-0.12.7/agenta/client/backend/client.py +0 -6503
  119. agenta-0.12.7/agenta/client/backend/types/add_variant_from_base_and_config_response.py +0 -7
  120. agenta-0.12.7/agenta/client/backend/types/app_variant_output_extended.py +0 -50
  121. agenta-0.12.7/agenta/client/backend/types/human_evaluation_scenario_update_score.py +0 -5
  122. agenta-0.12.7/agenta/client/backend/types/span.py +0 -52
  123. {agenta-0.12.7 → agenta-0.13.0a0}/README.md +0 -0
  124. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/evaluation_commands.py +0 -0
  125. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/telemetry.py +0 -0
  126. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/variant_configs.py +0 -0
  127. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/Readme.md +0 -0
  128. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/__init__.py +0 -0
  129. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/api_models.py +0 -0
  130. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/__init__.py +0 -0
  131. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/client_wrapper.py +0 -0
  132. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/remove_none_from_dict.py +0 -0
  133. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/errors/__init__.py +0 -0
  134. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/errors/unprocessable_entity_error.py +0 -0
  135. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/validation_error_loc_item.py +0 -0
  136. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/client.py +0 -0
  137. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/exceptions.py +0 -0
  138. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/config.py +0 -0
  139. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/config.toml +0 -0
  140. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/Dockerfile.cloud.template +0 -0
  141. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/Dockerfile.template +0 -0
  142. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/README.md +0 -0
  143. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/entrypoint.sh +0 -0
  144. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/lambda_function.py +0 -0
  145. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/main.py +0 -0
  146. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/context.py +0 -0
  147. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/router.py +0 -0
  148. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/utils/globals.py +0 -0
  149. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/utils/helper/openai_cost.py +0 -0
  150. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/utils/preinit.py +0 -0
  151. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/README.md +0 -0
  152. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/app.py +0 -0
  153. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/env.example +0 -0
  154. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/requirements.txt +0 -0
  155. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/template.toml +0 -0
  156. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/README.md +0 -0
  157. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/app.py +0 -0
  158. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/env.example +0 -0
  159. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/requirements.txt +0 -0
  160. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/template.toml +0 -0
  161. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/README.md +0 -0
  162. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/app.py +0 -0
  163. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/env.example +0 -0
  164. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/requirements.txt +0 -0
  165. {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/template.toml +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: agenta
3
- Version: 0.12.7
3
+ Version: 0.13.0a0
4
4
  Summary: The SDK for agenta is an open-source LLMOps platform.
5
5
  Home-page: https://agenta.ai
6
6
  Keywords: LLMOps,LLM,evaluation,prompt engineering
@@ -23,6 +23,7 @@ Requires-Dist: importlib-metadata (>=6.7.0,<7.0.0)
23
23
  Requires-Dist: ipdb (>=0.13)
24
24
  Requires-Dist: posthog (>=3.1.0,<4.0.0)
25
25
  Requires-Dist: pydantic (==1.10.13)
26
+ Requires-Dist: pymongo (>=4.6.3,<5.0.0)
26
27
  Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
27
28
  Requires-Dist: python-multipart (>=0.0.6,<0.0.7)
28
29
  Requires-Dist: questionary (>=1.10.0,<2.0.0)
@@ -7,14 +7,15 @@ from .sdk.types import (
7
7
  InFile,
8
8
  IntParam,
9
9
  MultipleChoiceParam,
10
- GroupedMultipleChoiceParam,
11
10
  MessagesInput,
12
11
  TextParam,
13
12
  FileInputURL,
14
13
  BinaryParam,
15
14
  )
15
+ from .sdk.tracing.decorators import span
16
16
  from .sdk.utils.preinit import PreInitObject
17
- from .sdk.agenta_init import Config, init
17
+ from .sdk.agenta_init import Config, init, llm_tracing
18
18
  from .sdk.utils.helper.openai_cost import calculate_token_usage
19
19
 
20
+
20
21
  config = PreInitObject("agenta.config", Config)
@@ -137,7 +137,7 @@ def update_variants_from_backend(
137
137
  )
138
138
 
139
139
  try:
140
- variants: List[AppVariant] = client.list_app_variants(app_id=app_id)
140
+ variants: List[AppVariant] = client.apps.list_app_variants(app_id=app_id)
141
141
  except Exception as ex:
142
142
  raise ex
143
143
 
@@ -188,7 +188,7 @@ def init(app_name: str, backend_host: str):
188
188
 
189
189
  # Get app_id after creating new app in the backend server
190
190
  try:
191
- app_id = client.create_app(
191
+ app_id = client.apps.create_app(
192
192
  app_name=app_name,
193
193
  organization_id=filtered_org.id if filtered_org else None,
194
194
  ).app_id
@@ -126,7 +126,7 @@ def add_variant(
126
126
  )
127
127
  )
128
128
  with tar_path.open("rb") as tar_file:
129
- built_image: Image = client.build_image(
129
+ built_image: Image = client.containers.build_image(
130
130
  app_id=app_id,
131
131
  base_name=base_name,
132
132
  tar_file=tar_file,
@@ -147,7 +147,7 @@ def add_variant(
147
147
  )
148
148
  )
149
149
  variant_id = config["variant_ids"][config["variants"].index(variant_name)]
150
- client.update_variant_image(
150
+ client.variants.update_variant_image(
151
151
  variant_id=variant_id,
152
152
  request=image, # because Fern code uses "request: Image" instead of "image: Image"
153
153
  ) # this automatically restarts
@@ -259,7 +259,9 @@ def start_variant(variant_id: str, app_folder: str, host: str):
259
259
  api_key=api_key,
260
260
  )
261
261
 
262
- endpoint = client.start_variant(variant_id=variant_id, action={"action": "START"})
262
+ endpoint = client.variants.start_variant(
263
+ variant_id=variant_id, action={"action": "START"}
264
+ )
263
265
  click.echo("\n" + click.style("Congratulations! 🎉", bold=True, fg="green"))
264
266
  click.echo(
265
267
  click.style("Your app has been deployed locally as an API. 🚀", fg="cyan")
@@ -327,7 +329,7 @@ def remove_variant(variant_name: str, app_folder: str, host: str):
327
329
  )
328
330
 
329
331
  try:
330
- client.remove_variant(variant_id=variant_id)
332
+ client.variants.remove_variant(variant_id=variant_id)
331
333
  except Exception as ex:
332
334
  click.echo(
333
335
  click.style(
@@ -365,7 +367,7 @@ def list_variants(app_folder: str, host: str):
365
367
  )
366
368
 
367
369
  try:
368
- variants: List[AppVariant] = client.list_app_variants(app_id=app_id)
370
+ variants: List[AppVariant] = client.apps.list_app_variants(app_id=app_id)
369
371
  except Exception as ex:
370
372
  raise ex
371
373
 
@@ -47,7 +47,7 @@ def add_variant_to_server(
47
47
  )
48
48
  for attempt in range(retries):
49
49
  try:
50
- response = client.add_variant_from_image(
50
+ response = client.apps.add_variant_from_image(
51
51
  app_id=app_id,
52
52
  variant_name=f"{base_name.lower()}.default",
53
53
  base_name=base_name,
@@ -1,115 +1,175 @@
1
1
  # This file was auto-generated by Fern from our API Definition.
2
2
 
3
3
  from .types import (
4
- AddVariantFromBaseAndConfigResponse,
5
4
  AggregatedResult,
5
+ AggregatedResultEvaluatorConfig,
6
6
  App,
7
- AppVariantOutput,
8
- AppVariantOutputExtended,
7
+ AppVariantResponse,
9
8
  AppVariantRevision,
10
9
  BaseOutput,
11
10
  BodyImportTestset,
12
11
  ConfigDb,
13
- ContainerTemplatesResponse,
14
12
  CreateAppOutput,
15
- DeleteEvaluation,
13
+ CreateSpan,
14
+ CreateTraceResponse,
16
15
  DockerEnvVars,
17
16
  EnvironmentOutput,
17
+ EnvironmentOutputExtended,
18
+ EnvironmentRevision,
19
+ Error,
18
20
  Evaluation,
19
21
  EvaluationScenario,
20
22
  EvaluationScenarioInput,
21
23
  EvaluationScenarioOutput,
22
24
  EvaluationScenarioResult,
25
+ EvaluationScenarioScoreUpdate,
23
26
  EvaluationStatusEnum,
24
27
  EvaluationType,
25
28
  EvaluationWebhook,
26
29
  Evaluator,
27
30
  EvaluatorConfig,
28
31
  Feedback,
29
- GetConfigReponse,
32
+ GetConfigResponse,
30
33
  HttpValidationError,
31
34
  HumanEvaluation,
32
35
  HumanEvaluationScenario,
33
36
  HumanEvaluationScenarioInput,
34
37
  HumanEvaluationScenarioOutput,
35
- HumanEvaluationScenarioScore,
36
- HumanEvaluationScenarioUpdateScore,
38
+ HumanEvaluationScenarioUpdate,
39
+ HumanEvaluationUpdate,
37
40
  Image,
38
41
  InviteRequest,
39
- ListApiKeysOutput,
42
+ ListApiKeysResponse,
40
43
  LlmRunRateLimit,
44
+ LlmTokens,
45
+ NewHumanEvaluation,
41
46
  NewTestset,
42
47
  Organization,
43
48
  OrganizationOutput,
49
+ Permission,
44
50
  Result,
51
+ Score,
45
52
  SimpleEvaluationOutput,
46
53
  Span,
54
+ SpanDetail,
55
+ SpanKind,
56
+ SpanStatusCode,
57
+ SpanVariant,
47
58
  Template,
48
59
  TemplateImageInfo,
49
60
  TestSetOutputResponse,
50
61
  TestSetSimpleResponse,
51
- Trace,
62
+ TraceDetail,
52
63
  Uri,
53
64
  ValidationError,
54
65
  ValidationErrorLocItem,
55
66
  VariantAction,
56
67
  VariantActionEnum,
68
+ WithPagination,
69
+ WorkspaceMemberResponse,
70
+ WorkspacePermission,
71
+ WorkspaceResponse,
72
+ WorkspaceRole,
73
+ WorkspaceRoleResponse,
57
74
  )
58
75
  from .errors import UnprocessableEntityError
76
+ from .resources import (
77
+ AddVariantFromBaseAndConfigResponse,
78
+ ContainerTemplatesResponse,
79
+ apps,
80
+ bases,
81
+ configs,
82
+ containers,
83
+ environments,
84
+ evaluations,
85
+ evaluators,
86
+ observability,
87
+ testsets,
88
+ variants,
89
+ )
59
90
 
60
91
  __all__ = [
61
92
  "AddVariantFromBaseAndConfigResponse",
62
93
  "AggregatedResult",
94
+ "AggregatedResultEvaluatorConfig",
63
95
  "App",
64
- "AppVariantOutput",
65
- "AppVariantOutputExtended",
96
+ "AppVariantResponse",
66
97
  "AppVariantRevision",
67
98
  "BaseOutput",
68
99
  "BodyImportTestset",
69
100
  "ConfigDb",
70
101
  "ContainerTemplatesResponse",
71
102
  "CreateAppOutput",
72
- "DeleteEvaluation",
103
+ "CreateSpan",
104
+ "CreateTraceResponse",
73
105
  "DockerEnvVars",
74
106
  "EnvironmentOutput",
107
+ "EnvironmentOutputExtended",
108
+ "EnvironmentRevision",
109
+ "Error",
75
110
  "Evaluation",
76
111
  "EvaluationScenario",
77
112
  "EvaluationScenarioInput",
78
113
  "EvaluationScenarioOutput",
79
114
  "EvaluationScenarioResult",
115
+ "EvaluationScenarioScoreUpdate",
80
116
  "EvaluationStatusEnum",
81
117
  "EvaluationType",
82
118
  "EvaluationWebhook",
83
119
  "Evaluator",
84
120
  "EvaluatorConfig",
85
121
  "Feedback",
86
- "GetConfigReponse",
122
+ "GetConfigResponse",
87
123
  "HttpValidationError",
88
124
  "HumanEvaluation",
89
125
  "HumanEvaluationScenario",
90
126
  "HumanEvaluationScenarioInput",
91
127
  "HumanEvaluationScenarioOutput",
92
- "HumanEvaluationScenarioScore",
93
- "HumanEvaluationScenarioUpdateScore",
128
+ "HumanEvaluationScenarioUpdate",
129
+ "HumanEvaluationUpdate",
94
130
  "Image",
95
131
  "InviteRequest",
96
- "ListApiKeysOutput",
132
+ "ListApiKeysResponse",
97
133
  "LlmRunRateLimit",
134
+ "LlmTokens",
135
+ "NewHumanEvaluation",
98
136
  "NewTestset",
99
137
  "Organization",
100
138
  "OrganizationOutput",
139
+ "Permission",
101
140
  "Result",
141
+ "Score",
102
142
  "SimpleEvaluationOutput",
103
143
  "Span",
144
+ "SpanDetail",
145
+ "SpanKind",
146
+ "SpanStatusCode",
147
+ "SpanVariant",
104
148
  "Template",
105
149
  "TemplateImageInfo",
106
150
  "TestSetOutputResponse",
107
151
  "TestSetSimpleResponse",
108
- "Trace",
152
+ "TraceDetail",
109
153
  "UnprocessableEntityError",
110
154
  "Uri",
111
155
  "ValidationError",
112
156
  "ValidationErrorLocItem",
113
157
  "VariantAction",
114
158
  "VariantActionEnum",
159
+ "WithPagination",
160
+ "WorkspaceMemberResponse",
161
+ "WorkspacePermission",
162
+ "WorkspaceResponse",
163
+ "WorkspaceRole",
164
+ "WorkspaceRoleResponse",
165
+ "apps",
166
+ "bases",
167
+ "configs",
168
+ "containers",
169
+ "environments",
170
+ "evaluations",
171
+ "evaluators",
172
+ "observability",
173
+ "testsets",
174
+ "variants",
115
175
  ]