agenta 0.8.4__tar.gz → 0.10.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of agenta might be problematic. Click here for more details.

Files changed (115) hide show
  1. {agenta-0.8.4 → agenta-0.10.0}/PKG-INFO +1 -1
  2. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/__init__.py +32 -14
  3. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/client.py +1462 -654
  4. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/__init__.py +32 -14
  5. agenta-0.10.0/agenta/client/backend/types/aggregated_result.py +39 -0
  6. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/app_variant_output.py +0 -1
  7. agenta-0.10.0/agenta/client/backend/types/app_variant_output_extended.py +50 -0
  8. agenta-0.8.4/agenta/client/backend/types/custom_evaluation_output.py → agenta-0.10.0/agenta/client/backend/types/app_variant_revision.py +5 -4
  9. agenta-0.8.4/agenta/client/backend/types/create_custom_evaluation.py → agenta-0.10.0/agenta/client/backend/types/config_db.py +3 -4
  10. agenta-0.10.0/agenta/client/backend/types/delete_evaluation.py +36 -0
  11. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/environment_output.py +2 -0
  12. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/evaluation.py +4 -4
  13. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/evaluation_scenario.py +2 -3
  14. agenta-0.10.0/agenta/client/backend/types/evaluation_scenario_input.py +38 -0
  15. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/evaluation_scenario_output.py +2 -2
  16. agenta-0.10.0/agenta/client/backend/types/evaluation_scenario_result.py +38 -0
  17. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/evaluation_status_enum.py +4 -4
  18. agenta-0.10.0/agenta/client/backend/types/evaluation_type.py +25 -0
  19. agenta-0.10.0/agenta/client/backend/types/evaluator.py +39 -0
  20. agenta-0.8.4/agenta/client/backend/types/custom_evaluation_detail.py → agenta-0.10.0/agenta/client/backend/types/evaluator_config.py +4 -4
  21. agenta-0.10.0/agenta/client/backend/types/human_evaluation.py +49 -0
  22. agenta-0.10.0/agenta/client/backend/types/human_evaluation_scenario.py +48 -0
  23. agenta-0.8.4/agenta/client/backend/types/evaluation_scenario_input.py → agenta-0.10.0/agenta/client/backend/types/human_evaluation_scenario_input.py +1 -1
  24. agenta-0.10.0/agenta/client/backend/types/human_evaluation_scenario_output.py +37 -0
  25. agenta-0.8.4/agenta/client/backend/types/evaluation_scenario_score.py → agenta-0.10.0/agenta/client/backend/types/human_evaluation_scenario_score.py +1 -1
  26. agenta-0.8.4/agenta/client/backend/types/evaluation_scenario_update_score.py → agenta-0.10.0/agenta/client/backend/types/human_evaluation_scenario_update_score.py +1 -1
  27. agenta-0.10.0/agenta/client/backend/types/llm_run_rate_limit.py +39 -0
  28. agenta-0.8.4/agenta/client/backend/types/custom_evaluation_names.py → agenta-0.10.0/agenta/client/backend/types/result.py +3 -3
  29. {agenta-0.8.4 → agenta-0.10.0}/pyproject.toml +1 -1
  30. agenta-0.8.4/agenta/client/backend/types/evaluation_type.py +0 -53
  31. agenta-0.8.4/agenta/client/backend/types/evaluation_type_settings.py +0 -42
  32. {agenta-0.8.4 → agenta-0.10.0}/README.md +0 -0
  33. {agenta-0.8.4 → agenta-0.10.0}/agenta/__init__.py +0 -0
  34. {agenta-0.8.4 → agenta-0.10.0}/agenta/cli/evaluation_commands.py +0 -0
  35. {agenta-0.8.4 → agenta-0.10.0}/agenta/cli/helper.py +0 -0
  36. {agenta-0.8.4 → agenta-0.10.0}/agenta/cli/main.py +0 -0
  37. {agenta-0.8.4 → agenta-0.10.0}/agenta/cli/telemetry.py +0 -0
  38. {agenta-0.8.4 → agenta-0.10.0}/agenta/cli/variant_commands.py +0 -0
  39. {agenta-0.8.4 → agenta-0.10.0}/agenta/cli/variant_configs.py +0 -0
  40. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/Readme.md +0 -0
  41. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/__init__.py +0 -0
  42. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/api.py +0 -0
  43. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/api_models.py +0 -0
  44. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/core/__init__.py +0 -0
  45. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/core/api_error.py +0 -0
  46. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/core/client_wrapper.py +0 -0
  47. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/core/datetime_utils.py +0 -0
  48. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/core/jsonable_encoder.py +0 -0
  49. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/core/remove_none_from_dict.py +0 -0
  50. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/errors/__init__.py +0 -0
  51. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/errors/unprocessable_entity_error.py +0 -0
  52. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/add_variant_from_base_and_config_response.py +0 -0
  53. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/app.py +0 -0
  54. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/base_output.py +0 -0
  55. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/body_import_testset.py +0 -0
  56. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/container_templates_response.py +0 -0
  57. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/create_app_output.py +0 -0
  58. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/docker_env_vars.py +0 -0
  59. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/evaluation_webhook.py +0 -0
  60. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/feedback.py +0 -0
  61. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/get_config_reponse.py +0 -0
  62. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/http_validation_error.py +0 -0
  63. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/image.py +0 -0
  64. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/invite_request.py +0 -0
  65. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/list_api_keys_output.py +0 -0
  66. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/new_testset.py +0 -0
  67. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/organization.py +0 -0
  68. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/organization_output.py +0 -0
  69. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/simple_evaluation_output.py +0 -0
  70. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/span.py +0 -0
  71. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/template.py +0 -0
  72. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/template_image_info.py +0 -0
  73. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/test_set_output_response.py +0 -0
  74. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/test_set_simple_response.py +0 -0
  75. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/trace.py +0 -0
  76. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/uri.py +0 -0
  77. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/validation_error.py +0 -0
  78. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/validation_error_loc_item.py +0 -0
  79. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/variant_action.py +0 -0
  80. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/types/variant_action_enum.py +0 -0
  81. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/client.py +0 -0
  82. {agenta-0.8.4 → agenta-0.10.0}/agenta/client/exceptions.py +0 -0
  83. {agenta-0.8.4 → agenta-0.10.0}/agenta/config.py +0 -0
  84. {agenta-0.8.4 → agenta-0.10.0}/agenta/config.toml +0 -0
  85. {agenta-0.8.4 → agenta-0.10.0}/agenta/docker/docker-assets/Dockerfile.cloud.template +0 -0
  86. {agenta-0.8.4 → agenta-0.10.0}/agenta/docker/docker-assets/Dockerfile.template +0 -0
  87. {agenta-0.8.4 → agenta-0.10.0}/agenta/docker/docker-assets/README.md +0 -0
  88. {agenta-0.8.4 → agenta-0.10.0}/agenta/docker/docker-assets/entrypoint.sh +0 -0
  89. {agenta-0.8.4 → agenta-0.10.0}/agenta/docker/docker-assets/lambda_function.py +0 -0
  90. {agenta-0.8.4 → agenta-0.10.0}/agenta/docker/docker-assets/main.py +0 -0
  91. {agenta-0.8.4 → agenta-0.10.0}/agenta/docker/docker_utils.py +0 -0
  92. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/__init__.py +0 -0
  93. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/agenta_decorator.py +0 -0
  94. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/agenta_init.py +0 -0
  95. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/context.py +0 -0
  96. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/router.py +0 -0
  97. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/types.py +0 -0
  98. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/utils/globals.py +0 -0
  99. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/utils/helper/openai_cost.py +0 -0
  100. {agenta-0.8.4 → agenta-0.10.0}/agenta/sdk/utils/preinit.py +0 -0
  101. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/compose_email/README.md +0 -0
  102. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/compose_email/app.py +0 -0
  103. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/compose_email/env.example +0 -0
  104. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/compose_email/requirements.txt +0 -0
  105. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/compose_email/template.toml +0 -0
  106. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/extract_data_to_json/README.md +0 -0
  107. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/extract_data_to_json/app.py +0 -0
  108. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/extract_data_to_json/env.example +0 -0
  109. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/extract_data_to_json/requirements.txt +0 -0
  110. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/extract_data_to_json/template.toml +0 -0
  111. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/simple_prompt/README.md +0 -0
  112. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/simple_prompt/app.py +0 -0
  113. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/simple_prompt/env.example +0 -0
  114. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/simple_prompt/requirements.txt +0 -0
  115. {agenta-0.8.4 → agenta-0.10.0}/agenta/templates/simple_prompt/template.toml +0 -0
{agenta-0.8.4 → agenta-0.10.0}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: agenta
3
- Version: 0.8.4
3
+ Version: 0.10.0
4
4
  Summary: The SDK for agenta is an open-source LLMOps platform.
5
5
  Home-page: https://agenta.ai
6
6
  Keywords: LLMOps,LLM,evaluation,prompt engineering
{agenta-0.8.4 → agenta-0.10.0}/agenta/client/backend/__init__.py RENAMED
@@ -2,37 +2,46 @@
2
2
 
3
3
  from .types import (
4
4
  AddVariantFromBaseAndConfigResponse,
5
+ AggregatedResult,
5
6
  App,
6
7
  AppVariantOutput,
8
+ AppVariantOutputExtended,
9
+ AppVariantRevision,
7
10
  BaseOutput,
8
11
  BodyImportTestset,
12
+ ConfigDb,
9
13
  ContainerTemplatesResponse,
10
14
  CreateAppOutput,
11
- CreateCustomEvaluation,
12
- CustomEvaluationDetail,
13
- CustomEvaluationNames,
14
- CustomEvaluationOutput,
15
+ DeleteEvaluation,
15
16
  DockerEnvVars,
16
17
  EnvironmentOutput,
17
18
  Evaluation,
18
19
  EvaluationScenario,
19
20
  EvaluationScenarioInput,
20
21
  EvaluationScenarioOutput,
21
- EvaluationScenarioScore,
22
- EvaluationScenarioUpdateScore,
22
+ EvaluationScenarioResult,
23
23
  EvaluationStatusEnum,
24
24
  EvaluationType,
25
- EvaluationTypeSettings,
26
25
  EvaluationWebhook,
26
+ Evaluator,
27
+ EvaluatorConfig,
27
28
  Feedback,
28
29
  GetConfigReponse,
29
30
  HttpValidationError,
31
+ HumanEvaluation,
32
+ HumanEvaluationScenario,
33
+ HumanEvaluationScenarioInput,
34
+ HumanEvaluationScenarioOutput,
35
+ HumanEvaluationScenarioScore,
36
+ HumanEvaluationScenarioUpdateScore,
30
37
  Image,
31
38
  InviteRequest,
32
39
  ListApiKeysOutput,
40
+ LlmRunRateLimit,
33
41
  NewTestset,
34
42
  Organization,
35
43
  OrganizationOutput,
44
+ Result,
36
45
  SimpleEvaluationOutput,
37
46
  Span,
38
47
  Template,
@@ -50,37 +59,46 @@ from .errors import UnprocessableEntityError
50
59
 
51
60
  __all__ = [
52
61
  "AddVariantFromBaseAndConfigResponse",
62
+ "AggregatedResult",
53
63
  "App",
54
64
  "AppVariantOutput",
65
+ "AppVariantOutputExtended",
66
+ "AppVariantRevision",
55
67
  "BaseOutput",
56
68
  "BodyImportTestset",
69
+ "ConfigDb",
57
70
  "ContainerTemplatesResponse",
58
71
  "CreateAppOutput",
59
- "CreateCustomEvaluation",
60
- "CustomEvaluationDetail",
61
- "CustomEvaluationNames",
62
- "CustomEvaluationOutput",
72
+ "DeleteEvaluation",
63
73
  "DockerEnvVars",
64
74
  "EnvironmentOutput",
65
75
  "Evaluation",
66
76
  "EvaluationScenario",
67
77
  "EvaluationScenarioInput",
68
78
  "EvaluationScenarioOutput",
69
- "EvaluationScenarioScore",
70
- "EvaluationScenarioUpdateScore",
79
+ "EvaluationScenarioResult",
71
80
  "EvaluationStatusEnum",
72
81
  "EvaluationType",
73
- "EvaluationTypeSettings",
74
82
  "EvaluationWebhook",
83
+ "Evaluator",
84
+ "EvaluatorConfig",
75
85
  "Feedback",
76
86
  "GetConfigReponse",
77
87
  "HttpValidationError",
88
+ "HumanEvaluation",
89
+ "HumanEvaluationScenario",
90
+ "HumanEvaluationScenarioInput",
91
+ "HumanEvaluationScenarioOutput",
92
+ "HumanEvaluationScenarioScore",
93
+ "HumanEvaluationScenarioUpdateScore",
78
94
  "Image",
79
95
  "InviteRequest",
80
96
  "ListApiKeysOutput",
97
+ "LlmRunRateLimit",
81
98
  "NewTestset",
82
99
  "Organization",
83
100
  "OrganizationOutput",
101
+ "Result",
84
102
  "SimpleEvaluationOutput",
85
103
  "Span",
86
104
  "Template",