agenta 0.13.0__tar.gz → 0.13.0a0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of agenta might be problematic. Click here for more details.

Files changed (164) hide show
  1. {agenta-0.13.0 → agenta-0.13.0a0}/PKG-INFO +96 -46
  2. {agenta-0.13.0 → agenta-0.13.0a0}/README.md +95 -45
  3. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/__init__.py +0 -1
  4. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/client.py +50 -169
  5. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/core/api_error.py +1 -3
  6. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/core/datetime_utils.py +1 -3
  7. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/core/jsonable_encoder.py +3 -9
  8. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/__init__.py +1 -12
  9. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/apps/__init__.py +1 -0
  10. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/apps/client.py +26 -88
  11. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/bases/__init__.py +1 -0
  12. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/bases/client.py +2 -8
  13. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/configs/__init__.py +1 -0
  14. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/configs/client.py +14 -58
  15. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/containers/client.py +14 -46
  16. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/environments/__init__.py +1 -0
  17. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/environments/client.py +6 -18
  18. agenta-0.13.0a0/agenta/client/backend/resources/evaluations/__init__.py +2 -0
  19. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/evaluations/client.py +26 -86
  20. agenta-0.13.0a0/agenta/client/backend/resources/evaluators/__init__.py +2 -0
  21. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/evaluators/client.py +17 -57
  22. agenta-0.13.0a0/agenta/client/backend/resources/observability/__init__.py +2 -0
  23. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/observability/client.py +30 -100
  24. agenta-0.13.0a0/agenta/client/backend/resources/testsets/__init__.py +2 -0
  25. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/testsets/client.py +16 -56
  26. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/variants/client.py +26 -92
  27. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/variants/types/__init__.py +1 -3
  28. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/aggregated_result.py +2 -10
  29. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/aggregated_result_evaluator_config.py +1 -3
  30. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/app.py +2 -10
  31. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/app_variant_response.py +2 -10
  32. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/app_variant_revision.py +2 -10
  33. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/base_output.py +2 -10
  34. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/body_import_testset.py +2 -10
  35. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/config_db.py +2 -10
  36. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/create_app_output.py +2 -10
  37. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/create_span.py +2 -11
  38. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/create_trace_response.py +2 -10
  39. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/docker_env_vars.py +2 -10
  40. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/environment_output.py +2 -10
  41. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/environment_output_extended.py +2 -10
  42. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/environment_revision.py +2 -10
  43. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/error.py +2 -10
  44. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation.py +2 -10
  45. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario.py +2 -10
  46. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_input.py +2 -10
  47. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_output.py +2 -10
  48. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_result.py +2 -10
  49. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_score_update.py +2 -10
  50. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_type.py +1 -3
  51. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_webhook.py +2 -10
  52. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluator.py +2 -10
  53. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluator_config.py +2 -10
  54. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/feedback.py +2 -10
  55. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/get_config_response.py +3 -10
  56. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/http_validation_error.py +2 -10
  57. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation.py +2 -10
  58. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario.py +2 -10
  59. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario_input.py +2 -10
  60. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario_output.py +2 -10
  61. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario_update.py +2 -10
  62. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_update.py +2 -10
  63. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/image.py +2 -10
  64. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/invite_request.py +2 -10
  65. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/list_api_keys_response.py +2 -10
  66. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/llm_run_rate_limit.py +2 -10
  67. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/llm_tokens.py +2 -10
  68. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/new_human_evaluation.py +2 -10
  69. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/new_testset.py +2 -10
  70. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/organization.py +2 -10
  71. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/organization_output.py +2 -10
  72. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/result.py +2 -10
  73. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/simple_evaluation_output.py +2 -10
  74. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/span.py +2 -10
  75. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/span_detail.py +2 -10
  76. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/span_variant.py +2 -10
  77. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/template.py +2 -10
  78. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/template_image_info.py +2 -10
  79. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/test_set_output_response.py +2 -10
  80. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/test_set_simple_response.py +2 -10
  81. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/trace_detail.py +2 -10
  82. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/uri.py +2 -10
  83. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/validation_error.py +2 -10
  84. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/variant_action.py +2 -10
  85. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/variant_action_enum.py +1 -3
  86. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/with_pagination.py +2 -10
  87. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/workspace_member_response.py +2 -10
  88. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/workspace_permission.py +2 -10
  89. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/workspace_response.py +2 -10
  90. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/workspace_role_response.py +2 -10
  91. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/__init__.py +0 -1
  92. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/agenta_decorator.py +3 -11
  93. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/agenta_init.py +1 -3
  94. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/tracing/llm_tracing.py +18 -35
  95. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/types.py +0 -38
  96. {agenta-0.13.0 → agenta-0.13.0a0}/pyproject.toml +1 -1
  97. agenta-0.13.0/agenta/client/backend/resources/evaluations/__init__.py +0 -1
  98. agenta-0.13.0/agenta/client/backend/resources/evaluators/__init__.py +0 -1
  99. agenta-0.13.0/agenta/client/backend/resources/observability/__init__.py +0 -1
  100. agenta-0.13.0/agenta/client/backend/resources/testsets/__init__.py +0 -1
  101. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/cli/evaluation_commands.py +0 -0
  102. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/cli/helper.py +0 -0
  103. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/cli/main.py +0 -0
  104. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/cli/telemetry.py +0 -0
  105. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/cli/variant_commands.py +0 -0
  106. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/cli/variant_configs.py +0 -0
  107. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/Readme.md +0 -0
  108. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/__init__.py +0 -0
  109. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/api.py +0 -0
  110. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/api_models.py +0 -0
  111. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/__init__.py +0 -0
  112. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/core/__init__.py +0 -0
  113. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/core/client_wrapper.py +0 -0
  114. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/core/remove_none_from_dict.py +0 -0
  115. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/errors/__init__.py +0 -0
  116. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/errors/unprocessable_entity_error.py +0 -0
  117. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/containers/__init__.py +0 -0
  118. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/containers/types/__init__.py +0 -0
  119. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/containers/types/container_templates_response.py +0 -0
  120. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/variants/__init__.py +0 -0
  121. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/resources/variants/types/add_variant_from_base_and_config_response.py +0 -0
  122. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/__init__.py +0 -0
  123. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_status_enum.py +0 -0
  124. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/permission.py +0 -0
  125. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/score.py +0 -0
  126. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/span_kind.py +0 -0
  127. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/span_status_code.py +0 -0
  128. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/validation_error_loc_item.py +0 -0
  129. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/backend/types/workspace_role.py +0 -0
  130. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/client.py +0 -0
  131. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/client/exceptions.py +0 -0
  132. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/config.py +0 -0
  133. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/config.toml +0 -0
  134. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/docker/docker-assets/Dockerfile.cloud.template +0 -0
  135. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/docker/docker-assets/Dockerfile.template +0 -0
  136. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/docker/docker-assets/README.md +0 -0
  137. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/docker/docker-assets/entrypoint.sh +0 -0
  138. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/docker/docker-assets/lambda_function.py +0 -0
  139. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/docker/docker-assets/main.py +0 -0
  140. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/docker/docker_utils.py +0 -0
  141. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/context.py +0 -0
  142. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/router.py +0 -0
  143. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/tracing/context_manager.py +0 -0
  144. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/tracing/decorators.py +0 -0
  145. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/tracing/logger.py +0 -0
  146. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/tracing/tasks_manager.py +0 -0
  147. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/utils/globals.py +0 -0
  148. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/utils/helper/openai_cost.py +0 -0
  149. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/sdk/utils/preinit.py +0 -0
  150. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/compose_email/README.md +0 -0
  151. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/compose_email/app.py +0 -0
  152. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/compose_email/env.example +0 -0
  153. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/compose_email/requirements.txt +0 -0
  154. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/compose_email/template.toml +0 -0
  155. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/README.md +0 -0
  156. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/app.py +0 -0
  157. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/env.example +0 -0
  158. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/requirements.txt +0 -0
  159. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/template.toml +0 -0
  160. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/simple_prompt/README.md +0 -0
  161. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/simple_prompt/app.py +0 -0
  162. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/simple_prompt/env.example +0 -0
  163. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/simple_prompt/requirements.txt +0 -0
  164. {agenta-0.13.0 → agenta-0.13.0a0}/agenta/templates/simple_prompt/template.toml +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: agenta
3
- Version: 0.13.0
3
+ Version: 0.13.0a0
4
4
  Summary: The SDK for agenta is an open-source LLMOps platform.
5
5
  Home-page: https://agenta.ai
6
6
  Keywords: LLMOps,LLM,evaluation,prompt engineering
@@ -36,8 +36,8 @@ Description-Content-Type: text/markdown
36
36
  <a href="https://agenta.ai/">
37
37
  <div align="center" >
38
38
  <picture >
39
- <source width="500" media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cdddf5ad-2352-4920-b1d9-ae7f8d9d7735" >
40
- <source width="500" media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ab75cbac-b807-496f-aab3-57463a33f726" >
39
+ <source media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/a356f263-6f5e-43df-8b58-4c183b8d8878" >
40
+ <source media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
41
41
  <img alt="Shows the logo of agenta" src="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
42
42
  </picture>
43
43
  </div>
@@ -48,8 +48,8 @@ Description-Content-Type: text/markdown
48
48
  <a href="https://docs.agenta.ai/">Documentation</a>
49
49
  </h4>
50
50
  <div align="center">
51
- <strong> <h2> Collaborate on prompts, evaluate, and deploy LLM applications with confidence </h2></strong>
52
- The open-source LLM developer platform for prompt-engineering, evaluation, human feedback, and deployment of complex LLM apps.
51
+ <strong>Quickly iterate, debug, and evaluate your LLM apps</strong><br />
52
+ The open-source LLMOps platform for prompt-engineering, evaluation, human feedback, and deployment of complex LLM apps.
53
53
  </div>
54
54
  </br>
55
55
  <p align="center">
@@ -68,6 +68,7 @@ Description-Content-Type: text/markdown
68
68
  <a href="https://pypi.org/project/agenta/">
69
69
  <img src="https://img.shields.io/pypi/dm/agenta" alt="PyPI - Downloads">
70
70
  </a>
71
+
71
72
  </br>
72
73
  </p>
73
74
 
@@ -89,7 +90,7 @@ Description-Content-Type: text/markdown
89
90
 
90
91
  <a href="https://cloud.agenta.ai">
91
92
  <picture>
92
- <img src="https://github.com/Agenta-AI/agenta/assets/4510758/d622f268-c295-42d4-a43c-548b611ff6f2" />
93
+ <img src="https://github.com/Agenta-AI/agenta/assets/4510758/a3024fac-2945-4208-ae12-4cc51ecfc970" />
93
94
  </picture>
94
95
  </a>
95
96
 
@@ -99,8 +100,8 @@ Description-Content-Type: text/markdown
99
100
  <br />
100
101
  <div align="center" >
101
102
  <picture >
102
- <source width="800" media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cf6d4713-4558-4c6c-9e1b-ee4eab261f4c" >
103
- <source width="800" media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ae9cf11f-8ef9-4b67-98c7-4a40341fa87a" >
103
+ <source media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cf6d4713-4558-4c6c-9e1b-ee4eab261f4c" >
104
+ <source media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ae9cf11f-8ef9-4b67-98c7-4a40341fa87a" >
104
105
  <img alt="Mockup agenta" src="https://github.com/Agenta-AI/agenta/assets/4510758/ae9cf11f-8ef9-4b67-98c7-4a40341fa87a" >
105
106
  </picture>
106
107
  </div>
@@ -112,75 +113,126 @@ Description-Content-Type: text/markdown
112
113
  ---
113
114
 
114
115
  <h3 align="center">
116
+ <a href="#ℹ️-about"><b>About</b></a> &bull;
115
117
  <a href="#quick-start"><b>Quick Start</b></a> &bull;
118
+ <a href="https://docs.agenta.ai/installation"><b>Installation</b></a> &bull;
116
119
  <a href="#features"><b>Features</b></a> &bull;
117
120
  <a href="https://docs.agenta.ai"><b>Documentation</b></a> &bull;
118
121
  <a href="#enterprise-support"><b>Enterprise</b></a> &bull;
119
- <a href="https://github.com/orgs/Agenta-AI/projects/13"><b>Roadmap</b></a> &bull;
120
- <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA"><b>Join Our Slack</b></a> &bull;
122
+ <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA"><b>Community</b></a> &bull;
121
123
  <a href="#contributing"><b>Contributing</b></a>
122
124
  </h3>
123
125
 
124
126
  ---
125
127
 
126
- # ⭐️ Why Agenta?
127
-
128
- Agenta is an end-to-end LLM developer platform. It provides the tools for **prompt engineering and management**, ⚖️ **evaluation**, **human annotation**, and :rocket: **deployment**. All without imposing any restrictions on your choice of framework, library, or model.
129
-
130
- Agenta allows developers and product teams to collaborate in building production-grade LLM-powered applications in less time.
131
-
132
- ### With Agenta, you can:
128
+ # ℹ️ About
133
129
 
134
- - [🧪 **Experiment** and **compare** prompts](https://docs.agenta.ai/basic_guides/prompt_engineering) on [any LLM workflow](https://docs.agenta.ai/advanced_guides/custom_applications) (chain-of-prompts, Retrieval Augmented Generation (RAG), LLM agents...)
135
- - ✍️ Collect and [**annotate golden test sets**](https://docs.agenta.ai/basic_guides/test_sets) for evaluation
136
- - 📈 [**Evaluate** your application](https://docs.agenta.ai/basic_guides/automatic_evaluation) with pre-existing or [**custom evaluators**](https://docs.agenta.ai/advanced_guides/using_custom_evaluators)
137
- - [🔍 **Annotate** and **A/B test**](https://docs.agenta.aibasic_guides/human_evaluation) your applications with **human feedback**
138
- - [🤝 **Collaborate with product teams**](https://docs.agenta.ai/basic_guides/team_management) for prompt engineering and evaluation
139
- - [🚀 **Deploy your application**](https://docs.agenta.ai/basic_guides/deployment) in one-click in the UI, through CLI, or through github workflows.
130
+ Agenta is an end-to-end LLMOps platform. It provides the tools for **prompt engineering and management**, ⚖️ **evaluation**, and :rocket: **deployment**. All without imposing any restrictions on your choice of framework, library, or model.
140
131
 
141
- ### Works with any LLM app workflow
132
+ Agenta allows developers and product teams to collaborate and build robust AI applications in less time.
142
133
 
143
- Agenta enables prompt engineering and evaluation on any LLM app architecture:
144
- - Chain of prompts
145
- - RAG
146
- - Agents
147
- - ...
134
+ ## 🔨 How does it work?
148
135
 
149
- It works with any framework such as [Langchain](https://langchain.com), [LlamaIndex](https://www.llamaindex.ai/) and any LLM provider (openAI, Cohere, Mistral).
136
+ | Using an LLM App Template (For Non-Technical Users) | Starting from Code |
137
+ | ------------- | ------------- |
138
+ |1. [Create an application using a pre-built template from our UI](https://cloud.agenta.ai?utm_source=github&utm_medium=readme&utm_campaign=github)<br />2. Access a playground where you can test and compare different prompts and configurations side-by-side.<br /> 3. Systematically evaluate your application using pre-built or custom evaluators.<br /> 4. Deploy the application to production with one click. |1. [Add a few lines to any LLM application code to automatically create a playground for it](https://docs.agenta.ai/developer_guides/tutorials/first-app-with-langchain) <br />2. Experiment with prompts and configurations, and compare them side-by-side in the playground. <br />3. Systematically evaluate your application using pre-built or custom evaluators. <br />4. Deploy the application to production with one click. |
150
139
 
151
- [Jump here to see how to use your own custom application with agenta](/advanced_guides/custom_applications)
140
+ <br /><br />
152
141
 
153
142
  # Quick Start
154
143
 
155
- ### [Get started for free](https://cloud.agenta.ai?utm_source=github&utm_medium=readme&utm_campaign=github)
156
- ### [Explore the Docs](https://docs.agenta.ai)
157
- ### [Create your first application in one-minute](https://docs.agenta.ai/quickstart/getting-started-ui)
158
- ### [Create an application using Langchain](https://docs.agenta.ai/tutorials/first-app-with-langchain)
144
+ ### [Try the cloud version](https://cloud.agenta.ai?utm_source=github&utm_medium=readme&utm_campaign=github)
145
+ ### [Create your first application in one-minute](https://docs.agenta.ai/getting_started/getting-started-ui)
146
+ ### [Create an application using Langchain](https://docs.agenta.ai/developer_guides/tutorials/first-app-with-langchain)
159
147
  ### [Self-host agenta](https://docs.agenta.ai/self-host/host-locally)
148
+ ### [Read the Documentation](https://docs.agenta.ai)
160
149
  ### [Check the Cookbook](https://docs.agenta.ai/cookbook)
161
150
 
162
151
  # Features
163
152
 
153
+ <h3>Playground 🪄 <br/></h3>
154
+ With just a few lines of code, define the parameters and prompts you wish to experiment with. You and your team can quickly experiment and test new variants on the web UI. <br/>
155
+
156
+ https://github.com/Agenta-AI/agenta/assets/4510758/8b736d2b-7c61-414c-b534-d95efc69134c
157
+
158
+ <h3>Version Evaluation 📊 <br/></h3>
159
+ Define test sets, then evaluate manually or programmatically your different variants.<br/>
160
+
161
+ ![](https://github.com/Agenta-AI/agenta/assets/4510758/b1de455d-7e0a-48d6-8497-39ba641600f0)
162
+
163
+
164
+ <h3>API Deployment 🚀<br/></h3>
165
+ When you are ready, deploy your LLM applications as APIs in one click.<br/>
166
+
167
+ ![](https://github.com/Agenta-AI/agenta/blob/main/docs/images/endpoint.gif)
168
+
169
+ ## Why choose Agenta for building LLM-apps?
170
+
171
+ - 🔨 **Build quickly**: You need to iterate many times on different architectures and prompts to bring apps to production. We streamline this process and allow you to do this in days instead of weeks.
172
+ - 🏗️ **Build robust apps and reduce hallucination**: We provide you with the tools to systematically and easily evaluate your application to make sure you only serve robust apps to production.
173
+ - 👨‍💻 **Developer-centric**: We cater to complex LLM-apps and pipelines that require more than one simple prompt. We allow you to experiment and iterate on apps that have complex integration, business logic, and many prompts.
174
+ - 🌐 **Solution-Agnostic**: You have the freedom to use any libraries and models, be it Langchain, llma_index, or a custom-written alternative.
175
+ - 🔒 **Privacy-First**: We respect your privacy and do not proxy your data through third-party services. The platform and the data are hosted on your infrastructure.
176
+
177
+ ## How Agenta works:
178
+
179
+ **1. Write your LLM-app code**
180
+
181
+ Write the code using any framework, library, or model you want. Add the `agenta.post` decorator and put the inputs and parameters in the function call just like in this example:
182
+
183
+ _Example simple application that generates baby names:_
184
+
185
+ ```python
186
+ import agenta as ag
187
+ from langchain.chains import LLMChain
188
+ from langchain.llms import OpenAI
189
+ from langchain.prompts import PromptTemplate
190
+
191
+ default_prompt = "Give me five cool names for a baby from {country} with this gender {gender}!!!!"
192
+ ag.init()
193
+ ag.config(prompt_template=ag.TextParam(default_prompt),
194
+ temperature=ag.FloatParam(0.9))
195
+
196
+ @ag.entrypoint
197
+ def generate(
198
+ country: str,
199
+ gender: str,
200
+ ) -> str:
201
+ llm = OpenAI(temperature=ag.config.temperature)
202
+ prompt = PromptTemplate(
203
+ input_variables=["country", "gender"],
204
+ template=ag.config.prompt_template,
205
+ )
206
+ chain = LLMChain(llm=llm, prompt=prompt)
207
+ output = chain.run(country=country, gender=gender)
208
+
209
+ return output
210
+ ```
211
+
212
+ **2.Deploy your app using the Agenta CLI**
213
+
214
+ <img width="650" alt="Screenshot 2023-06-19 at 15 58 34" src="https://github.com/Agenta-AI/agenta/assets/4510758/eede3e78-0fe1-42a0-ad4e-d880ddb10bf0">
215
+
216
+ **3. Go to agenta at http://localhost**
217
+
218
+ Now your team can 🔄 iterate, 🧪 experiment, and ⚖️ evaluate different versions of your app (with your code!) in the web platform.</summary>
219
+ <br/>
220
+
221
+ <img width="900" alt="Screenshot 2023-06-25 at 21 08 53" src="https://github.com/Agenta-AI/agenta/assets/57623556/7e07a988-a36a-4fb5-99dd-9cc13a678434">
164
222
 
165
- | Playground | Evaluation |
166
- | ------- | ------- |
167
- | Compare and version prompts for any LLM app, from single prompt to agents. <br/> <video src="https://github.com/Agenta-AI/agenta/assets/4510758/8b736d2b-7c61-414c-b534-d95efc69134c" controls="controls" style="max-width:100%;"> | Define test sets, then evaluate manually or programmatically your different variants.<br/> <video src="https://github.com/Agenta-AI/agenta/assets/4510758/8c6997c6-da87-46ad-a81f-e15e277263d2" controls="controls" style="max-width:100%;">|
168
- | Human annotation | Deployment |
169
- | Use Human annotator to A/B test and score your LLM apps. <br/> <img width="750" alt="Screenshot 2024-01-28 at 12 57 46" src="https://github.com/Agenta-AI/agenta/assets/4510758/bf62a697-bf19-4ba9-850e-742fbfb75424"> | When you are ready, deploy your LLM applications as APIs in one click.<br/>![](https://github.com/Agenta-AI/agenta/blob/main/docs/images/endpoint.gif) |
170
223
 
171
224
  # Enterprise Support
172
225
  Contact us here for enterprise support and early access to agenta self-managed enterprise with Kubernetes support. <br/><br/>
173
226
  <a href="https://cal.com/mahmoud-mabrouk-ogzgey/demo"><img src="https://cal.com/book-with-cal-dark.svg" alt="Book us"></a>
174
227
 
175
228
  # Disabling Anonymized Tracking
176
- By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information.
177
229
 
178
- To disable anonymized telemetry, follow these steps:
230
+ To disable anonymized telemetry, set the following environment variable:
179
231
 
180
232
  - For web: Set `TELEMETRY_TRACKING_ENABLED` to `false` in your `agenta-web/.env` file.
181
233
  - For CLI: Set `telemetry_tracking_enabled` to `false` in your `~/.agenta/config.toml` file.
182
234
 
183
- After making this change, restart Agenta Compose.
235
+ After making this change, restart agenta compose.
184
236
 
185
237
  # Contributing
186
238
 
@@ -193,7 +245,7 @@ Check out our [Contributing Guide](https://docs.agenta.ai/contributing/getting-s
193
245
  ## Contributors ✨
194
246
 
195
247
  <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
196
- [![All Contributors](https://img.shields.io/badge/all_contributors-41-orange.svg?style=flat-square)](#contributors-)
248
+ [![All Contributors](https://img.shields.io/badge/all_contributors-39-orange.svg?style=flat-square)](#contributors-)
197
249
  <!-- ALL-CONTRIBUTORS-BADGE:END -->
198
250
 
199
251
  Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
@@ -253,8 +305,6 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
253
305
  <td align="center" valign="top" width="14.28%"><a href="https://github.com/brockWith"><img src="https://avatars.githubusercontent.com/u/105627491?v=4?s=100" width="100px;" alt="brockWith"/><br /><sub><b>brockWith</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=brockWith" title="Code">💻</a></td>
254
306
  <td align="center" valign="top" width="14.28%"><a href="http://denniszelada.wordpress.com/"><img src="https://avatars.githubusercontent.com/u/219311?v=4?s=100" width="100px;" alt="Dennis Zelada"/><br /><sub><b>Dennis Zelada</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=denniszelada" title="Code">💻</a></td>
255
307
  <td align="center" valign="top" width="14.28%"><a href="https://github.com/romainrbr"><img src="https://avatars.githubusercontent.com/u/10381609?v=4?s=100" width="100px;" alt="Romain Brucker"/><br /><sub><b>Romain Brucker</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=romainrbr" title="Code">💻</a></td>
256
- <td align="center" valign="top" width="14.28%"><a href="http://heonheo.com"><img src="https://avatars.githubusercontent.com/u/76820291?v=4?s=100" width="100px;" alt="Heon Heo"/><br /><sub><b>Heon Heo</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=HeonHeo23" title="Code">💻</a></td>
257
- <td align="center" valign="top" width="14.28%"><a href="https://github.com/Drewski2222"><img src="https://avatars.githubusercontent.com/u/39228951?v=4?s=100" width="100px;" alt="Drew Reisner"/><br /><sub><b>Drew Reisner</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=Drewski2222" title="Code">💻</a></td>
258
308
  </tr>
259
309
  </tbody>
260
310
  </table>
@@ -2,8 +2,8 @@
2
2
  <a href="https://agenta.ai/">
3
3
  <div align="center" >
4
4
  <picture >
5
- <source width="500" media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cdddf5ad-2352-4920-b1d9-ae7f8d9d7735" >
6
- <source width="500" media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ab75cbac-b807-496f-aab3-57463a33f726" >
5
+ <source media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/a356f263-6f5e-43df-8b58-4c183b8d8878" >
6
+ <source media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
7
7
  <img alt="Shows the logo of agenta" src="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
8
8
  </picture>
9
9
  </div>
@@ -14,8 +14,8 @@
14
14
  <a href="https://docs.agenta.ai/">Documentation</a>
15
15
  </h4>
16
16
  <div align="center">
17
- <strong> <h2> Collaborate on prompts, evaluate, and deploy LLM applications with confidence </h2></strong>
18
- The open-source LLM developer platform for prompt-engineering, evaluation, human feedback, and deployment of complex LLM apps.
17
+ <strong>Quickly iterate, debug, and evaluate your LLM apps</strong><br />
18
+ The open-source LLMOps platform for prompt-engineering, evaluation, human feedback, and deployment of complex LLM apps.
19
19
  </div>
20
20
  </br>
21
21
  <p align="center">
@@ -34,6 +34,7 @@
34
34
  <a href="https://pypi.org/project/agenta/">
35
35
  <img src="https://img.shields.io/pypi/dm/agenta" alt="PyPI - Downloads">
36
36
  </a>
37
+
37
38
  </br>
38
39
  </p>
39
40
 
@@ -55,7 +56,7 @@
55
56
 
56
57
  <a href="https://cloud.agenta.ai">
57
58
  <picture>
58
- <img src="https://github.com/Agenta-AI/agenta/assets/4510758/d622f268-c295-42d4-a43c-548b611ff6f2" />
59
+ <img src="https://github.com/Agenta-AI/agenta/assets/4510758/a3024fac-2945-4208-ae12-4cc51ecfc970" />
59
60
  </picture>
60
61
  </a>
61
62
 
@@ -65,8 +66,8 @@
65
66
  <br />
66
67
  <div align="center" >
67
68
  <picture >
68
- <source width="800" media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cf6d4713-4558-4c6c-9e1b-ee4eab261f4c" >
69
- <source width="800" media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ae9cf11f-8ef9-4b67-98c7-4a40341fa87a" >
69
+ <source media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cf6d4713-4558-4c6c-9e1b-ee4eab261f4c" >
70
+ <source media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ae9cf11f-8ef9-4b67-98c7-4a40341fa87a" >
70
71
  <img alt="Mockup agenta" src="https://github.com/Agenta-AI/agenta/assets/4510758/ae9cf11f-8ef9-4b67-98c7-4a40341fa87a" >
71
72
  </picture>
72
73
  </div>
@@ -78,75 +79,126 @@
78
79
  ---
79
80
 
80
81
  <h3 align="center">
82
+ <a href="#ℹ️-about"><b>About</b></a> &bull;
81
83
  <a href="#quick-start"><b>Quick Start</b></a> &bull;
84
+ <a href="https://docs.agenta.ai/installation"><b>Installation</b></a> &bull;
82
85
  <a href="#features"><b>Features</b></a> &bull;
83
86
  <a href="https://docs.agenta.ai"><b>Documentation</b></a> &bull;
84
87
  <a href="#enterprise-support"><b>Enterprise</b></a> &bull;
85
- <a href="https://github.com/orgs/Agenta-AI/projects/13"><b>Roadmap</b></a> &bull;
86
- <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA"><b>Join Our Slack</b></a> &bull;
88
+ <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA"><b>Community</b></a> &bull;
87
89
  <a href="#contributing"><b>Contributing</b></a>
88
90
  </h3>
89
91
 
90
92
  ---
91
93
 
92
- # ⭐️ Why Agenta?
93
-
94
- Agenta is an end-to-end LLM developer platform. It provides the tools for **prompt engineering and management**, ⚖️ **evaluation**, **human annotation**, and :rocket: **deployment**. All without imposing any restrictions on your choice of framework, library, or model.
95
-
96
- Agenta allows developers and product teams to collaborate in building production-grade LLM-powered applications in less time.
97
-
98
- ### With Agenta, you can:
94
+ # ℹ️ About
99
95
 
100
- - [🧪 **Experiment** and **compare** prompts](https://docs.agenta.ai/basic_guides/prompt_engineering) on [any LLM workflow](https://docs.agenta.ai/advanced_guides/custom_applications) (chain-of-prompts, Retrieval Augmented Generation (RAG), LLM agents...)
101
- - ✍️ Collect and [**annotate golden test sets**](https://docs.agenta.ai/basic_guides/test_sets) for evaluation
102
- - 📈 [**Evaluate** your application](https://docs.agenta.ai/basic_guides/automatic_evaluation) with pre-existing or [**custom evaluators**](https://docs.agenta.ai/advanced_guides/using_custom_evaluators)
103
- - [🔍 **Annotate** and **A/B test**](https://docs.agenta.aibasic_guides/human_evaluation) your applications with **human feedback**
104
- - [🤝 **Collaborate with product teams**](https://docs.agenta.ai/basic_guides/team_management) for prompt engineering and evaluation
105
- - [🚀 **Deploy your application**](https://docs.agenta.ai/basic_guides/deployment) in one-click in the UI, through CLI, or through github workflows.
96
+ Agenta is an end-to-end LLMOps platform. It provides the tools for **prompt engineering and management**, ⚖️ **evaluation**, and :rocket: **deployment**. All without imposing any restrictions on your choice of framework, library, or model.
106
97
 
107
- ### Works with any LLM app workflow
98
+ Agenta allows developers and product teams to collaborate and build robust AI applications in less time.
108
99
 
109
- Agenta enables prompt engineering and evaluation on any LLM app architecture:
110
- - Chain of prompts
111
- - RAG
112
- - Agents
113
- - ...
100
+ ## 🔨 How does it work?
114
101
 
115
- It works with any framework such as [Langchain](https://langchain.com), [LlamaIndex](https://www.llamaindex.ai/) and any LLM provider (openAI, Cohere, Mistral).
102
+ | Using an LLM App Template (For Non-Technical Users) | Starting from Code |
103
+ | ------------- | ------------- |
104
+ |1. [Create an application using a pre-built template from our UI](https://cloud.agenta.ai?utm_source=github&utm_medium=readme&utm_campaign=github)<br />2. Access a playground where you can test and compare different prompts and configurations side-by-side.<br /> 3. Systematically evaluate your application using pre-built or custom evaluators.<br /> 4. Deploy the application to production with one click. |1. [Add a few lines to any LLM application code to automatically create a playground for it](https://docs.agenta.ai/developer_guides/tutorials/first-app-with-langchain) <br />2. Experiment with prompts and configurations, and compare them side-by-side in the playground. <br />3. Systematically evaluate your application using pre-built or custom evaluators. <br />4. Deploy the application to production with one click. |
116
105
 
117
- [Jump here to see how to use your own custom application with agenta](/advanced_guides/custom_applications)
106
+ <br /><br />
118
107
 
119
108
  # Quick Start
120
109
 
121
- ### [Get started for free](https://cloud.agenta.ai?utm_source=github&utm_medium=readme&utm_campaign=github)
122
- ### [Explore the Docs](https://docs.agenta.ai)
123
- ### [Create your first application in one-minute](https://docs.agenta.ai/quickstart/getting-started-ui)
124
- ### [Create an application using Langchain](https://docs.agenta.ai/tutorials/first-app-with-langchain)
110
+ ### [Try the cloud version](https://cloud.agenta.ai?utm_source=github&utm_medium=readme&utm_campaign=github)
111
+ ### [Create your first application in one-minute](https://docs.agenta.ai/getting_started/getting-started-ui)
112
+ ### [Create an application using Langchain](https://docs.agenta.ai/developer_guides/tutorials/first-app-with-langchain)
125
113
  ### [Self-host agenta](https://docs.agenta.ai/self-host/host-locally)
114
+ ### [Read the Documentation](https://docs.agenta.ai)
126
115
  ### [Check the Cookbook](https://docs.agenta.ai/cookbook)
127
116
 
128
117
  # Features
129
118
 
119
+ <h3>Playground 🪄 <br/></h3>
120
+ With just a few lines of code, define the parameters and prompts you wish to experiment with. You and your team can quickly experiment and test new variants on the web UI. <br/>
121
+
122
+ https://github.com/Agenta-AI/agenta/assets/4510758/8b736d2b-7c61-414c-b534-d95efc69134c
123
+
124
+ <h3>Version Evaluation 📊 <br/></h3>
125
+ Define test sets, then evaluate manually or programmatically your different variants.<br/>
126
+
127
+ ![](https://github.com/Agenta-AI/agenta/assets/4510758/b1de455d-7e0a-48d6-8497-39ba641600f0)
128
+
129
+
130
+ <h3>API Deployment 🚀<br/></h3>
131
+ When you are ready, deploy your LLM applications as APIs in one click.<br/>
132
+
133
+ ![](https://github.com/Agenta-AI/agenta/blob/main/docs/images/endpoint.gif)
134
+
135
+ ## Why choose Agenta for building LLM-apps?
136
+
137
+ - 🔨 **Build quickly**: You need to iterate many times on different architectures and prompts to bring apps to production. We streamline this process and allow you to do this in days instead of weeks.
138
+ - 🏗️ **Build robust apps and reduce hallucination**: We provide you with the tools to systematically and easily evaluate your application to make sure you only serve robust apps to production.
139
+ - 👨‍💻 **Developer-centric**: We cater to complex LLM-apps and pipelines that require more than one simple prompt. We allow you to experiment and iterate on apps that have complex integration, business logic, and many prompts.
140
+ - 🌐 **Solution-Agnostic**: You have the freedom to use any libraries and models, be it Langchain, llma_index, or a custom-written alternative.
141
+ - 🔒 **Privacy-First**: We respect your privacy and do not proxy your data through third-party services. The platform and the data are hosted on your infrastructure.
142
+
143
+ ## How Agenta works:
144
+
145
+ **1. Write your LLM-app code**
146
+
147
+ Write the code using any framework, library, or model you want. Add the `agenta.post` decorator and put the inputs and parameters in the function call just like in this example:
148
+
149
+ _Example simple application that generates baby names:_
150
+
151
+ ```python
152
+ import agenta as ag
153
+ from langchain.chains import LLMChain
154
+ from langchain.llms import OpenAI
155
+ from langchain.prompts import PromptTemplate
156
+
157
+ default_prompt = "Give me five cool names for a baby from {country} with this gender {gender}!!!!"
158
+ ag.init()
159
+ ag.config(prompt_template=ag.TextParam(default_prompt),
160
+ temperature=ag.FloatParam(0.9))
161
+
162
+ @ag.entrypoint
163
+ def generate(
164
+ country: str,
165
+ gender: str,
166
+ ) -> str:
167
+ llm = OpenAI(temperature=ag.config.temperature)
168
+ prompt = PromptTemplate(
169
+ input_variables=["country", "gender"],
170
+ template=ag.config.prompt_template,
171
+ )
172
+ chain = LLMChain(llm=llm, prompt=prompt)
173
+ output = chain.run(country=country, gender=gender)
174
+
175
+ return output
176
+ ```
177
+
178
+ **2.Deploy your app using the Agenta CLI**
179
+
180
+ <img width="650" alt="Screenshot 2023-06-19 at 15 58 34" src="https://github.com/Agenta-AI/agenta/assets/4510758/eede3e78-0fe1-42a0-ad4e-d880ddb10bf0">
181
+
182
+ **3. Go to agenta at http://localhost**
183
+
184
+ Now your team can 🔄 iterate, 🧪 experiment, and ⚖️ evaluate different versions of your app (with your code!) in the web platform.</summary>
185
+ <br/>
186
+
187
+ <img width="900" alt="Screenshot 2023-06-25 at 21 08 53" src="https://github.com/Agenta-AI/agenta/assets/57623556/7e07a988-a36a-4fb5-99dd-9cc13a678434">
130
188
 
131
- | Playground | Evaluation |
132
- | ------- | ------- |
133
- | Compare and version prompts for any LLM app, from single prompt to agents. <br/> <video src="https://github.com/Agenta-AI/agenta/assets/4510758/8b736d2b-7c61-414c-b534-d95efc69134c" controls="controls" style="max-width:100%;"> | Define test sets, then evaluate manually or programmatically your different variants.<br/> <video src="https://github.com/Agenta-AI/agenta/assets/4510758/8c6997c6-da87-46ad-a81f-e15e277263d2" controls="controls" style="max-width:100%;">|
134
- | Human annotation | Deployment |
135
- | Use Human annotator to A/B test and score your LLM apps. <br/> <img width="750" alt="Screenshot 2024-01-28 at 12 57 46" src="https://github.com/Agenta-AI/agenta/assets/4510758/bf62a697-bf19-4ba9-850e-742fbfb75424"> | When you are ready, deploy your LLM applications as APIs in one click.<br/>![](https://github.com/Agenta-AI/agenta/blob/main/docs/images/endpoint.gif) |
136
189
 
137
190
  # Enterprise Support
138
191
  Contact us here for enterprise support and early access to agenta self-managed enterprise with Kubernetes support. <br/><br/>
139
192
  <a href="https://cal.com/mahmoud-mabrouk-ogzgey/demo"><img src="https://cal.com/book-with-cal-dark.svg" alt="Book us"></a>
140
193
 
141
194
  # Disabling Anonymized Tracking
142
- By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information.
143
195
 
144
- To disable anonymized telemetry, follow these steps:
196
+ To disable anonymized telemetry, set the following environment variable:
145
197
 
146
198
  - For web: Set `TELEMETRY_TRACKING_ENABLED` to `false` in your `agenta-web/.env` file.
147
199
  - For CLI: Set `telemetry_tracking_enabled` to `false` in your `~/.agenta/config.toml` file.
148
200
 
149
- After making this change, restart Agenta Compose.
201
+ After making this change, restart agenta compose.
150
202
 
151
203
  # Contributing
152
204
 
@@ -159,7 +211,7 @@ Check out our [Contributing Guide](https://docs.agenta.ai/contributing/getting-s
159
211
  ## Contributors ✨
160
212
 
161
213
  <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
162
- [![All Contributors](https://img.shields.io/badge/all_contributors-41-orange.svg?style=flat-square)](#contributors-)
214
+ [![All Contributors](https://img.shields.io/badge/all_contributors-39-orange.svg?style=flat-square)](#contributors-)
163
215
  <!-- ALL-CONTRIBUTORS-BADGE:END -->
164
216
 
165
217
  Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
@@ -219,8 +271,6 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
219
271
  <td align="center" valign="top" width="14.28%"><a href="https://github.com/brockWith"><img src="https://avatars.githubusercontent.com/u/105627491?v=4?s=100" width="100px;" alt="brockWith"/><br /><sub><b>brockWith</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=brockWith" title="Code">💻</a></td>
220
272
  <td align="center" valign="top" width="14.28%"><a href="http://denniszelada.wordpress.com/"><img src="https://avatars.githubusercontent.com/u/219311?v=4?s=100" width="100px;" alt="Dennis Zelada"/><br /><sub><b>Dennis Zelada</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=denniszelada" title="Code">💻</a></td>
221
273
  <td align="center" valign="top" width="14.28%"><a href="https://github.com/romainrbr"><img src="https://avatars.githubusercontent.com/u/10381609?v=4?s=100" width="100px;" alt="Romain Brucker"/><br /><sub><b>Romain Brucker</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=romainrbr" title="Code">💻</a></td>
222
- <td align="center" valign="top" width="14.28%"><a href="http://heonheo.com"><img src="https://avatars.githubusercontent.com/u/76820291?v=4?s=100" width="100px;" alt="Heon Heo"/><br /><sub><b>Heon Heo</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=HeonHeo23" title="Code">💻</a></td>
223
- <td align="center" valign="top" width="14.28%"><a href="https://github.com/Drewski2222"><img src="https://avatars.githubusercontent.com/u/39228951?v=4?s=100" width="100px;" alt="Drew Reisner"/><br /><sub><b>Drew Reisner</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=Drewski2222" title="Code">💻</a></td>
224
274
  </tr>
225
275
  </tbody>
226
276
  </table>
@@ -7,7 +7,6 @@ from .sdk.types import (
7
7
  InFile,
8
8
  IntParam,
9
9
  MultipleChoiceParam,
10
- GroupedMultipleChoiceParam,
11
10
  MessagesInput,
12
11
  TextParam,
13
12
  FileInputURL,