agenta 0.32.0a1__py3-none-any.whl → 0.33.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. agenta/__init__.py +2 -0
  2. agenta/client/backend/__init__.py +39 -31
  3. agenta/client/backend/admin/__init__.py +1 -0
  4. agenta/client/backend/admin/client.py +576 -0
  5. agenta/client/backend/apps/client.py +450 -68
  6. agenta/client/backend/bases/client.py +10 -10
  7. agenta/client/backend/client.py +112 -122
  8. agenta/client/backend/containers/client.py +70 -28
  9. agenta/client/backend/core/http_client.py +3 -3
  10. agenta/client/backend/environments/client.py +8 -8
  11. agenta/client/backend/evaluations/client.py +46 -52
  12. agenta/client/backend/evaluators/client.py +32 -32
  13. agenta/client/backend/human_evaluations/__init__.py +1 -0
  14. agenta/client/backend/human_evaluations/client.py +1692 -0
  15. agenta/client/backend/observability/__init__.py +4 -0
  16. agenta/client/backend/observability/client.py +221 -744
  17. agenta/client/backend/testsets/client.py +38 -202
  18. agenta/client/backend/types/__init__.py +34 -28
  19. agenta/client/backend/types/account_response.py +24 -0
  20. agenta/client/backend/types/app_variant_revision.py +2 -1
  21. agenta/client/backend/types/{create_trace_response.py → delete_evaluation.py} +2 -3
  22. agenta/client/backend/types/{evaluation_scenario_score_update.py → legacy_scope_request.py} +2 -2
  23. agenta/client/backend/types/legacy_scopes_response.py +29 -0
  24. agenta/client/backend/types/{human_evaluation_update.py → legacy_user_request.py} +4 -4
  25. agenta/client/backend/types/{span_variant.py → legacy_user_response.py} +2 -4
  26. agenta/client/backend/types/organization_membership_request.py +25 -0
  27. agenta/client/backend/types/organization_request.py +23 -0
  28. agenta/client/backend/types/permission.py +4 -0
  29. agenta/client/backend/types/{llm_tokens.py → project_membership_request.py} +8 -5
  30. agenta/client/backend/types/project_request.py +26 -0
  31. agenta/client/backend/types/project_scope.py +29 -0
  32. agenta/client/backend/types/provider_kind.py +1 -1
  33. agenta/client/backend/types/reference.py +22 -0
  34. agenta/client/backend/types/role.py +15 -0
  35. agenta/client/backend/types/scopes_response_model.py +22 -0
  36. agenta/client/backend/types/score.py +1 -1
  37. agenta/client/backend/types/secret_response_dto.py +2 -2
  38. agenta/client/backend/types/user_request.py +22 -0
  39. agenta/client/backend/types/workspace_membership_request.py +26 -0
  40. agenta/client/backend/types/workspace_request.py +25 -0
  41. agenta/client/backend/variants/client.py +208 -42
  42. agenta/client/backend/vault/client.py +11 -9
  43. agenta/sdk/__init__.py +3 -0
  44. agenta/sdk/agenta_init.py +3 -1
  45. agenta/sdk/assets.py +4 -4
  46. agenta/sdk/decorators/routing.py +129 -23
  47. agenta/sdk/decorators/tracing.py +16 -4
  48. agenta/sdk/litellm/litellm.py +44 -8
  49. agenta/sdk/litellm/mockllm.py +2 -2
  50. agenta/sdk/litellm/mocks/__init__.py +9 -3
  51. agenta/sdk/managers/apps.py +64 -0
  52. agenta/sdk/managers/shared.py +2 -2
  53. agenta/sdk/middleware/auth.py +156 -53
  54. agenta/sdk/middleware/config.py +28 -16
  55. agenta/sdk/middleware/inline.py +1 -1
  56. agenta/sdk/middleware/mock.py +1 -1
  57. agenta/sdk/middleware/otel.py +1 -1
  58. agenta/sdk/middleware/vault.py +1 -1
  59. agenta/sdk/tracing/exporters.py +0 -1
  60. agenta/sdk/tracing/inline.py +26 -30
  61. agenta/sdk/types.py +12 -9
  62. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/METADATA +23 -20
  63. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/RECORD +69 -63
  64. agenta/client/backend/observability_v_1/__init__.py +0 -5
  65. agenta/client/backend/observability_v_1/client.py +0 -763
  66. agenta/client/backend/types/create_span.py +0 -45
  67. agenta/client/backend/types/human_evaluation_scenario_update.py +0 -30
  68. agenta/client/backend/types/new_human_evaluation.py +0 -27
  69. agenta/client/backend/types/outputs.py +0 -5
  70. agenta/client/backend/types/span.py +0 -42
  71. agenta/client/backend/types/span_detail.py +0 -44
  72. agenta/client/backend/types/span_status_code.py +0 -5
  73. agenta/client/backend/types/trace_detail.py +0 -44
  74. agenta/client/backend/types/with_pagination.py +0 -26
  75. /agenta/client/backend/{observability_v_1 → observability}/types/__init__.py +0 -0
  76. /agenta/client/backend/{observability_v_1 → observability}/types/format.py +0 -0
  77. /agenta/client/backend/{observability_v_1 → observability}/types/query_analytics_response.py +0 -0
  78. /agenta/client/backend/{observability_v_1 → observability}/types/query_traces_response.py +0 -0
  79. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/WHEEL +0 -0
  80. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/entry_points.txt +0 -0
agenta/client/backend/evaluators/client.py CHANGED
@@ -30,7 +30,7 @@ class EvaluatorsClient:
30
30
  Endpoint to fetch a list of evaluators.
31
31
 
32
32
  Returns:
33
- List[Evaluator]: A list of evaluator objects.
33
+ List[Evaluator]: A list of evaluator objects.
34
34
 
35
35
  Parameters
36
36
  ----------
@@ -82,11 +82,11 @@ class EvaluatorsClient:
82
82
  Endpoint to map the experiment data tree to evaluator interface.
83
83
 
84
84
  Args:
85
- request (Request): The request object.
86
- payload (EvaluatorMappingInputInterface): The payload containing the request data.
85
+ request (Request): The request object.
86
+ payload (EvaluatorMappingInputInterface): The payload containing the request data.
87
87
 
88
88
  Returns:
89
- EvaluatorMappingOutputInterface: the evaluator mapping output object
89
+ EvaluatorMappingOutputInterface: the evaluator mapping output object
90
90
 
91
91
  Parameters
92
92
  ----------
@@ -167,12 +167,12 @@ class EvaluatorsClient:
167
167
  Endpoint to evaluate LLM app run
168
168
 
169
169
  Args:
170
- request (Request): The request object.
171
- evaluator_key (str): The key of the evaluator.
172
- payload (EvaluatorInputInterface): The payload containing the request data.
170
+ request (Request): The request object.
171
+ evaluator_key (str): The key of the evaluator.
172
+ payload (EvaluatorInputInterface): The payload containing the request data.
173
173
 
174
174
  Returns:
175
- result: EvaluatorOutputInterface object containing the outputs.
175
+ result: EvaluatorOutputInterface object containing the outputs.
176
176
 
177
177
  Parameters
178
178
  ----------
@@ -249,10 +249,10 @@ class EvaluatorsClient:
249
249
  Endpoint to fetch evaluator configurations for a specific app.
250
250
 
251
251
  Args:
252
- app_id (str): The ID of the app.
252
+ app_id (str): The ID of the app.
253
253
 
254
254
  Returns:
255
- List[EvaluatorConfigDB]: A list of evaluator configuration objects.
255
+ List[EvaluatorConfigDB]: A list of evaluator configuration objects.
256
256
 
257
257
  Parameters
258
258
  ----------
@@ -323,10 +323,10 @@ class EvaluatorsClient:
323
323
  Endpoint to fetch evaluator configurations for a specific app.
324
324
 
325
325
  Args:
326
- app_id (str): The ID of the app.
326
+ app_id (str): The ID of the app.
327
327
 
328
328
  Returns:
329
- EvaluatorConfigDB: Evaluator configuration api model.
329
+ EvaluatorConfigDB: Evaluator configuration api model.
330
330
 
331
331
  Parameters
332
332
  ----------
@@ -410,7 +410,7 @@ class EvaluatorsClient:
410
410
  Endpoint to fetch evaluator configurations for a specific app.
411
411
 
412
412
  Returns:
413
- List[EvaluatorConfigDB]: A list of evaluator configuration objects.
413
+ List[EvaluatorConfigDB]: A list of evaluator configuration objects.
414
414
 
415
415
  Parameters
416
416
  ----------
@@ -480,7 +480,7 @@ class EvaluatorsClient:
480
480
  Endpoint to update evaluator configurations for a specific app.
481
481
 
482
482
  Returns:
483
- List[EvaluatorConfigDB]: A list of evaluator configuration objects.
483
+ List[EvaluatorConfigDB]: A list of evaluator configuration objects.
484
484
 
485
485
  Parameters
486
486
  ----------
@@ -560,10 +560,10 @@ class EvaluatorsClient:
560
560
  Endpoint to delete a specific evaluator configuration.
561
561
 
562
562
  Args:
563
- evaluator_config_id (str): The unique identifier of the evaluator configuration.
563
+ evaluator_config_id (str): The unique identifier of the evaluator configuration.
564
564
 
565
565
  Returns:
566
- bool: True if deletion was successful, False otherwise.
566
+ bool: True if deletion was successful, False otherwise.
567
567
 
568
568
  Parameters
569
569
  ----------
@@ -630,7 +630,7 @@ class AsyncEvaluatorsClient:
630
630
  Endpoint to fetch a list of evaluators.
631
631
 
632
632
  Returns:
633
- List[Evaluator]: A list of evaluator objects.
633
+ List[Evaluator]: A list of evaluator objects.
634
634
 
635
635
  Parameters
636
636
  ----------
@@ -690,11 +690,11 @@ class AsyncEvaluatorsClient:
690
690
  Endpoint to map the experiment data tree to evaluator interface.
691
691
 
692
692
  Args:
693
- request (Request): The request object.
694
- payload (EvaluatorMappingInputInterface): The payload containing the request data.
693
+ request (Request): The request object.
694
+ payload (EvaluatorMappingInputInterface): The payload containing the request data.
695
695
 
696
696
  Returns:
697
- EvaluatorMappingOutputInterface: the evaluator mapping output object
697
+ EvaluatorMappingOutputInterface: the evaluator mapping output object
698
698
 
699
699
  Parameters
700
700
  ----------
@@ -783,12 +783,12 @@ class AsyncEvaluatorsClient:
783
783
  Endpoint to evaluate LLM app run
784
784
 
785
785
  Args:
786
- request (Request): The request object.
787
- evaluator_key (str): The key of the evaluator.
788
- payload (EvaluatorInputInterface): The payload containing the request data.
786
+ request (Request): The request object.
787
+ evaluator_key (str): The key of the evaluator.
788
+ payload (EvaluatorInputInterface): The payload containing the request data.
789
789
 
790
790
  Returns:
791
- result: EvaluatorOutputInterface object containing the outputs.
791
+ result: EvaluatorOutputInterface object containing the outputs.
792
792
 
793
793
  Parameters
794
794
  ----------
@@ -873,10 +873,10 @@ class AsyncEvaluatorsClient:
873
873
  Endpoint to fetch evaluator configurations for a specific app.
874
874
 
875
875
  Args:
876
- app_id (str): The ID of the app.
876
+ app_id (str): The ID of the app.
877
877
 
878
878
  Returns:
879
- List[EvaluatorConfigDB]: A list of evaluator configuration objects.
879
+ List[EvaluatorConfigDB]: A list of evaluator configuration objects.
880
880
 
881
881
  Parameters
882
882
  ----------
@@ -955,10 +955,10 @@ class AsyncEvaluatorsClient:
955
955
  Endpoint to fetch evaluator configurations for a specific app.
956
956
 
957
957
  Args:
958
- app_id (str): The ID of the app.
958
+ app_id (str): The ID of the app.
959
959
 
960
960
  Returns:
961
- EvaluatorConfigDB: Evaluator configuration api model.
961
+ EvaluatorConfigDB: Evaluator configuration api model.
962
962
 
963
963
  Parameters
964
964
  ----------
@@ -1050,7 +1050,7 @@ class AsyncEvaluatorsClient:
1050
1050
  Endpoint to fetch evaluator configurations for a specific app.
1051
1051
 
1052
1052
  Returns:
1053
- List[EvaluatorConfigDB]: A list of evaluator configuration objects.
1053
+ List[EvaluatorConfigDB]: A list of evaluator configuration objects.
1054
1054
 
1055
1055
  Parameters
1056
1056
  ----------
@@ -1128,7 +1128,7 @@ class AsyncEvaluatorsClient:
1128
1128
  Endpoint to update evaluator configurations for a specific app.
1129
1129
 
1130
1130
  Returns:
1131
- List[EvaluatorConfigDB]: A list of evaluator configuration objects.
1131
+ List[EvaluatorConfigDB]: A list of evaluator configuration objects.
1132
1132
 
1133
1133
  Parameters
1134
1134
  ----------
@@ -1216,10 +1216,10 @@ class AsyncEvaluatorsClient:
1216
1216
  Endpoint to delete a specific evaluator configuration.
1217
1217
 
1218
1218
  Args:
1219
- evaluator_config_id (str): The unique identifier of the evaluator configuration.
1219
+ evaluator_config_id (str): The unique identifier of the evaluator configuration.
1220
1220
 
1221
1221
  Returns:
1222
- bool: True if deletion was successful, False otherwise.
1222
+ bool: True if deletion was successful, False otherwise.
1223
1223
 
1224
1224
  Parameters
1225
1225
  ----------
agenta/client/backend/human_evaluations/__init__.py ADDED
@@ -0,0 +1 @@
1
+ # This file was auto-generated by Fern from our API Definition.