agenta 0.12.7__tar.gz → 0.13.0a0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- {agenta-0.12.7 → agenta-0.13.0a0}/PKG-INFO +2 -1
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/__init__.py +3 -2
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/helper.py +1 -1
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/main.py +1 -1
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/variant_commands.py +7 -5
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/api.py +1 -1
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/__init__.py +78 -18
- agenta-0.13.0a0/agenta/client/backend/client.py +1889 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/api_error.py +1 -3
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/datetime_utils.py +1 -3
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/jsonable_encoder.py +3 -9
- agenta-0.13.0a0/agenta/client/backend/resources/__init__.py +20 -0
- agenta-0.13.0a0/agenta/client/backend/resources/apps/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/apps/client.py +915 -0
- agenta-0.13.0a0/agenta/client/backend/resources/bases/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/bases/client.py +121 -0
- agenta-0.13.0a0/agenta/client/backend/resources/configs/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/configs/client.py +333 -0
- agenta-0.13.0a0/agenta/client/backend/resources/containers/__init__.py +5 -0
- agenta-0.13.0a0/agenta/client/backend/resources/containers/client.py +351 -0
- agenta-0.13.0a0/agenta/client/backend/resources/containers/types/__init__.py +5 -0
- {agenta-0.12.7/agenta/client/backend → agenta-0.13.0a0/agenta/client/backend/resources/containers}/types/container_templates_response.py +1 -1
- agenta-0.13.0a0/agenta/client/backend/resources/environments/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/environments/client.py +119 -0
- agenta-0.13.0a0/agenta/client/backend/resources/evaluations/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/evaluations/client.py +948 -0
- agenta-0.13.0a0/agenta/client/backend/resources/evaluators/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/evaluators/client.py +554 -0
- agenta-0.13.0a0/agenta/client/backend/resources/observability/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/observability/client.py +1114 -0
- agenta-0.13.0a0/agenta/client/backend/resources/testsets/__init__.py +2 -0
- agenta-0.13.0a0/agenta/client/backend/resources/testsets/client.py +649 -0
- agenta-0.13.0a0/agenta/client/backend/resources/variants/__init__.py +5 -0
- agenta-0.13.0a0/agenta/client/backend/resources/variants/client.py +730 -0
- agenta-0.13.0a0/agenta/client/backend/resources/variants/types/__init__.py +5 -0
- agenta-0.13.0a0/agenta/client/backend/resources/variants/types/add_variant_from_base_and_config_response.py +7 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/__init__.py +54 -22
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/aggregated_result.py +4 -12
- agenta-0.13.0a0/agenta/client/backend/types/aggregated_result_evaluator_config.py +7 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/app.py +2 -10
- agenta-0.12.7/agenta/client/backend/types/app_variant_output.py → agenta-0.13.0a0/agenta/client/backend/types/app_variant_response.py +6 -12
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/app_variant_revision.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/base_output.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/body_import_testset.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/config_db.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/create_app_output.py +2 -10
- agenta-0.12.7/agenta/client/backend/types/trace.py → agenta-0.13.0a0/agenta/client/backend/types/create_span.py +21 -20
- agenta-0.13.0a0/agenta/client/backend/types/create_trace_response.py +29 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/docker_env_vars.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/environment_output.py +5 -11
- agenta-0.13.0a0/agenta/client/backend/types/environment_output_extended.py +37 -0
- agenta-0.13.0a0/agenta/client/backend/types/environment_revision.py +33 -0
- agenta-0.13.0a0/agenta/client/backend/types/error.py +29 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation.py +8 -13
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_input.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_output.py +6 -12
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_scenario_result.py +2 -10
- agenta-0.13.0a0/agenta/client/backend/types/evaluation_scenario_score_update.py +28 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_status_enum.py +4 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_type.py +1 -3
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluation_webhook.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluator.py +3 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/evaluator_config.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/feedback.py +2 -10
- agenta-0.12.7/agenta/client/backend/types/get_config_reponse.py → agenta-0.13.0a0/agenta/client/backend/types/get_config_response.py +4 -12
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/http_validation_error.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario.py +4 -12
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario_input.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/human_evaluation_scenario_output.py +2 -10
- agenta-0.13.0a0/agenta/client/backend/types/human_evaluation_scenario_update.py +37 -0
- agenta-0.13.0a0/agenta/client/backend/types/human_evaluation_update.py +29 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/image.py +3 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/invite_request.py +3 -10
- agenta-0.12.7/agenta/client/backend/types/list_api_keys_output.py → agenta-0.13.0a0/agenta/client/backend/types/list_api_keys_response.py +3 -11
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/llm_run_rate_limit.py +2 -10
- agenta-0.13.0a0/agenta/client/backend/types/llm_tokens.py +30 -0
- agenta-0.13.0a0/agenta/client/backend/types/new_human_evaluation.py +34 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/new_testset.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/organization.py +3 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/organization_output.py +2 -10
- agenta-0.13.0a0/agenta/client/backend/types/permission.py +141 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/result.py +4 -10
- agenta-0.12.7/agenta/client/backend/types/human_evaluation_scenario_score.py → agenta-0.13.0a0/agenta/client/backend/types/score.py +1 -1
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/simple_evaluation_output.py +2 -10
- agenta-0.13.0a0/agenta/client/backend/types/span.py +46 -0
- agenta-0.13.0a0/agenta/client/backend/types/span_detail.py +44 -0
- agenta-0.13.0a0/agenta/client/backend/types/span_kind.py +49 -0
- agenta-0.13.0a0/agenta/client/backend/types/span_status_code.py +29 -0
- agenta-0.13.0a0/agenta/client/backend/types/span_variant.py +30 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/template.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/template_image_info.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/test_set_output_response.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/test_set_simple_response.py +2 -10
- agenta-0.13.0a0/agenta/client/backend/types/trace_detail.py +44 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/uri.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/validation_error.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/variant_action.py +2 -10
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/variant_action_enum.py +1 -3
- agenta-0.13.0a0/agenta/client/backend/types/with_pagination.py +32 -0
- agenta-0.12.7/agenta/client/backend/types/delete_evaluation.py → agenta-0.13.0a0/agenta/client/backend/types/workspace_member_response.py +6 -12
- agenta-0.13.0a0/agenta/client/backend/types/workspace_permission.py +32 -0
- agenta-0.13.0a0/agenta/client/backend/types/workspace_response.py +36 -0
- agenta-0.13.0a0/agenta/client/backend/types/workspace_role.py +41 -0
- agenta-0.13.0a0/agenta/client/backend/types/workspace_role_response.py +30 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker_utils.py +1 -5
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/__init__.py +3 -2
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/agenta_decorator.py +68 -26
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/agenta_init.py +50 -20
- agenta-0.13.0a0/agenta/sdk/tracing/context_manager.py +13 -0
- agenta-0.13.0a0/agenta/sdk/tracing/decorators.py +41 -0
- agenta-0.13.0a0/agenta/sdk/tracing/llm_tracing.py +203 -0
- agenta-0.13.0a0/agenta/sdk/tracing/logger.py +19 -0
- agenta-0.13.0a0/agenta/sdk/tracing/tasks_manager.py +130 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/types.py +0 -38
- {agenta-0.12.7 → agenta-0.13.0a0}/pyproject.toml +2 -1
- agenta-0.12.7/agenta/client/backend/client.py +0 -6503
- agenta-0.12.7/agenta/client/backend/types/add_variant_from_base_and_config_response.py +0 -7
- agenta-0.12.7/agenta/client/backend/types/app_variant_output_extended.py +0 -50
- agenta-0.12.7/agenta/client/backend/types/human_evaluation_scenario_update_score.py +0 -5
- agenta-0.12.7/agenta/client/backend/types/span.py +0 -52
- {agenta-0.12.7 → agenta-0.13.0a0}/README.md +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/evaluation_commands.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/telemetry.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/cli/variant_configs.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/Readme.md +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/__init__.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/api_models.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/__init__.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/client_wrapper.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/core/remove_none_from_dict.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/errors/__init__.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/errors/unprocessable_entity_error.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/backend/types/validation_error_loc_item.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/client.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/client/exceptions.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/config.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/config.toml +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/Dockerfile.cloud.template +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/Dockerfile.template +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/README.md +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/entrypoint.sh +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/lambda_function.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/docker/docker-assets/main.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/context.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/router.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/utils/globals.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/utils/helper/openai_cost.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/sdk/utils/preinit.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/README.md +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/app.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/env.example +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/requirements.txt +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/compose_email/template.toml +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/README.md +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/app.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/env.example +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/requirements.txt +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/extract_data_to_json/template.toml +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/README.md +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/app.py +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/env.example +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/requirements.txt +0 -0
- {agenta-0.12.7 → agenta-0.13.0a0}/agenta/templates/simple_prompt/template.toml +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: agenta
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.13.0a0
|
|
4
4
|
Summary: The SDK for agenta is an open-source LLMOps platform.
|
|
5
5
|
Home-page: https://agenta.ai
|
|
6
6
|
Keywords: LLMOps,LLM,evaluation,prompt engineering
|
|
@@ -23,6 +23,7 @@ Requires-Dist: importlib-metadata (>=6.7.0,<7.0.0)
|
|
|
23
23
|
Requires-Dist: ipdb (>=0.13)
|
|
24
24
|
Requires-Dist: posthog (>=3.1.0,<4.0.0)
|
|
25
25
|
Requires-Dist: pydantic (==1.10.13)
|
|
26
|
+
Requires-Dist: pymongo (>=4.6.3,<5.0.0)
|
|
26
27
|
Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
|
|
27
28
|
Requires-Dist: python-multipart (>=0.0.6,<0.0.7)
|
|
28
29
|
Requires-Dist: questionary (>=1.10.0,<2.0.0)
|
|
@@ -7,14 +7,15 @@ from .sdk.types import (
|
|
|
7
7
|
InFile,
|
|
8
8
|
IntParam,
|
|
9
9
|
MultipleChoiceParam,
|
|
10
|
-
GroupedMultipleChoiceParam,
|
|
11
10
|
MessagesInput,
|
|
12
11
|
TextParam,
|
|
13
12
|
FileInputURL,
|
|
14
13
|
BinaryParam,
|
|
15
14
|
)
|
|
15
|
+
from .sdk.tracing.decorators import span
|
|
16
16
|
from .sdk.utils.preinit import PreInitObject
|
|
17
|
-
from .sdk.agenta_init import Config, init
|
|
17
|
+
from .sdk.agenta_init import Config, init, llm_tracing
|
|
18
18
|
from .sdk.utils.helper.openai_cost import calculate_token_usage
|
|
19
19
|
|
|
20
|
+
|
|
20
21
|
config = PreInitObject("agenta.config", Config)
|
|
@@ -188,7 +188,7 @@ def init(app_name: str, backend_host: str):
|
|
|
188
188
|
|
|
189
189
|
# Get app_id after creating new app in the backend server
|
|
190
190
|
try:
|
|
191
|
-
app_id = client.create_app(
|
|
191
|
+
app_id = client.apps.create_app(
|
|
192
192
|
app_name=app_name,
|
|
193
193
|
organization_id=filtered_org.id if filtered_org else None,
|
|
194
194
|
).app_id
|
|
@@ -126,7 +126,7 @@ def add_variant(
|
|
|
126
126
|
)
|
|
127
127
|
)
|
|
128
128
|
with tar_path.open("rb") as tar_file:
|
|
129
|
-
built_image: Image = client.build_image(
|
|
129
|
+
built_image: Image = client.containers.build_image(
|
|
130
130
|
app_id=app_id,
|
|
131
131
|
base_name=base_name,
|
|
132
132
|
tar_file=tar_file,
|
|
@@ -147,7 +147,7 @@ def add_variant(
|
|
|
147
147
|
)
|
|
148
148
|
)
|
|
149
149
|
variant_id = config["variant_ids"][config["variants"].index(variant_name)]
|
|
150
|
-
client.update_variant_image(
|
|
150
|
+
client.variants.update_variant_image(
|
|
151
151
|
variant_id=variant_id,
|
|
152
152
|
request=image, # because Fern code uses "request: Image" instead of "image: Image"
|
|
153
153
|
) # this automatically restarts
|
|
@@ -259,7 +259,9 @@ def start_variant(variant_id: str, app_folder: str, host: str):
|
|
|
259
259
|
api_key=api_key,
|
|
260
260
|
)
|
|
261
261
|
|
|
262
|
-
endpoint = client.start_variant(
|
|
262
|
+
endpoint = client.variants.start_variant(
|
|
263
|
+
variant_id=variant_id, action={"action": "START"}
|
|
264
|
+
)
|
|
263
265
|
click.echo("\n" + click.style("Congratulations! 🎉", bold=True, fg="green"))
|
|
264
266
|
click.echo(
|
|
265
267
|
click.style("Your app has been deployed locally as an API. 🚀", fg="cyan")
|
|
@@ -327,7 +329,7 @@ def remove_variant(variant_name: str, app_folder: str, host: str):
|
|
|
327
329
|
)
|
|
328
330
|
|
|
329
331
|
try:
|
|
330
|
-
client.remove_variant(variant_id=variant_id)
|
|
332
|
+
client.variants.remove_variant(variant_id=variant_id)
|
|
331
333
|
except Exception as ex:
|
|
332
334
|
click.echo(
|
|
333
335
|
click.style(
|
|
@@ -365,7 +367,7 @@ def list_variants(app_folder: str, host: str):
|
|
|
365
367
|
)
|
|
366
368
|
|
|
367
369
|
try:
|
|
368
|
-
variants: List[AppVariant] = client.list_app_variants(app_id=app_id)
|
|
370
|
+
variants: List[AppVariant] = client.apps.list_app_variants(app_id=app_id)
|
|
369
371
|
except Exception as ex:
|
|
370
372
|
raise ex
|
|
371
373
|
|
|
@@ -1,115 +1,175 @@
|
|
|
1
1
|
# This file was auto-generated by Fern from our API Definition.
|
|
2
2
|
|
|
3
3
|
from .types import (
|
|
4
|
-
AddVariantFromBaseAndConfigResponse,
|
|
5
4
|
AggregatedResult,
|
|
5
|
+
AggregatedResultEvaluatorConfig,
|
|
6
6
|
App,
|
|
7
|
-
|
|
8
|
-
AppVariantOutputExtended,
|
|
7
|
+
AppVariantResponse,
|
|
9
8
|
AppVariantRevision,
|
|
10
9
|
BaseOutput,
|
|
11
10
|
BodyImportTestset,
|
|
12
11
|
ConfigDb,
|
|
13
|
-
ContainerTemplatesResponse,
|
|
14
12
|
CreateAppOutput,
|
|
15
|
-
|
|
13
|
+
CreateSpan,
|
|
14
|
+
CreateTraceResponse,
|
|
16
15
|
DockerEnvVars,
|
|
17
16
|
EnvironmentOutput,
|
|
17
|
+
EnvironmentOutputExtended,
|
|
18
|
+
EnvironmentRevision,
|
|
19
|
+
Error,
|
|
18
20
|
Evaluation,
|
|
19
21
|
EvaluationScenario,
|
|
20
22
|
EvaluationScenarioInput,
|
|
21
23
|
EvaluationScenarioOutput,
|
|
22
24
|
EvaluationScenarioResult,
|
|
25
|
+
EvaluationScenarioScoreUpdate,
|
|
23
26
|
EvaluationStatusEnum,
|
|
24
27
|
EvaluationType,
|
|
25
28
|
EvaluationWebhook,
|
|
26
29
|
Evaluator,
|
|
27
30
|
EvaluatorConfig,
|
|
28
31
|
Feedback,
|
|
29
|
-
|
|
32
|
+
GetConfigResponse,
|
|
30
33
|
HttpValidationError,
|
|
31
34
|
HumanEvaluation,
|
|
32
35
|
HumanEvaluationScenario,
|
|
33
36
|
HumanEvaluationScenarioInput,
|
|
34
37
|
HumanEvaluationScenarioOutput,
|
|
35
|
-
|
|
36
|
-
|
|
38
|
+
HumanEvaluationScenarioUpdate,
|
|
39
|
+
HumanEvaluationUpdate,
|
|
37
40
|
Image,
|
|
38
41
|
InviteRequest,
|
|
39
|
-
|
|
42
|
+
ListApiKeysResponse,
|
|
40
43
|
LlmRunRateLimit,
|
|
44
|
+
LlmTokens,
|
|
45
|
+
NewHumanEvaluation,
|
|
41
46
|
NewTestset,
|
|
42
47
|
Organization,
|
|
43
48
|
OrganizationOutput,
|
|
49
|
+
Permission,
|
|
44
50
|
Result,
|
|
51
|
+
Score,
|
|
45
52
|
SimpleEvaluationOutput,
|
|
46
53
|
Span,
|
|
54
|
+
SpanDetail,
|
|
55
|
+
SpanKind,
|
|
56
|
+
SpanStatusCode,
|
|
57
|
+
SpanVariant,
|
|
47
58
|
Template,
|
|
48
59
|
TemplateImageInfo,
|
|
49
60
|
TestSetOutputResponse,
|
|
50
61
|
TestSetSimpleResponse,
|
|
51
|
-
|
|
62
|
+
TraceDetail,
|
|
52
63
|
Uri,
|
|
53
64
|
ValidationError,
|
|
54
65
|
ValidationErrorLocItem,
|
|
55
66
|
VariantAction,
|
|
56
67
|
VariantActionEnum,
|
|
68
|
+
WithPagination,
|
|
69
|
+
WorkspaceMemberResponse,
|
|
70
|
+
WorkspacePermission,
|
|
71
|
+
WorkspaceResponse,
|
|
72
|
+
WorkspaceRole,
|
|
73
|
+
WorkspaceRoleResponse,
|
|
57
74
|
)
|
|
58
75
|
from .errors import UnprocessableEntityError
|
|
76
|
+
from .resources import (
|
|
77
|
+
AddVariantFromBaseAndConfigResponse,
|
|
78
|
+
ContainerTemplatesResponse,
|
|
79
|
+
apps,
|
|
80
|
+
bases,
|
|
81
|
+
configs,
|
|
82
|
+
containers,
|
|
83
|
+
environments,
|
|
84
|
+
evaluations,
|
|
85
|
+
evaluators,
|
|
86
|
+
observability,
|
|
87
|
+
testsets,
|
|
88
|
+
variants,
|
|
89
|
+
)
|
|
59
90
|
|
|
60
91
|
__all__ = [
|
|
61
92
|
"AddVariantFromBaseAndConfigResponse",
|
|
62
93
|
"AggregatedResult",
|
|
94
|
+
"AggregatedResultEvaluatorConfig",
|
|
63
95
|
"App",
|
|
64
|
-
"
|
|
65
|
-
"AppVariantOutputExtended",
|
|
96
|
+
"AppVariantResponse",
|
|
66
97
|
"AppVariantRevision",
|
|
67
98
|
"BaseOutput",
|
|
68
99
|
"BodyImportTestset",
|
|
69
100
|
"ConfigDb",
|
|
70
101
|
"ContainerTemplatesResponse",
|
|
71
102
|
"CreateAppOutput",
|
|
72
|
-
"
|
|
103
|
+
"CreateSpan",
|
|
104
|
+
"CreateTraceResponse",
|
|
73
105
|
"DockerEnvVars",
|
|
74
106
|
"EnvironmentOutput",
|
|
107
|
+
"EnvironmentOutputExtended",
|
|
108
|
+
"EnvironmentRevision",
|
|
109
|
+
"Error",
|
|
75
110
|
"Evaluation",
|
|
76
111
|
"EvaluationScenario",
|
|
77
112
|
"EvaluationScenarioInput",
|
|
78
113
|
"EvaluationScenarioOutput",
|
|
79
114
|
"EvaluationScenarioResult",
|
|
115
|
+
"EvaluationScenarioScoreUpdate",
|
|
80
116
|
"EvaluationStatusEnum",
|
|
81
117
|
"EvaluationType",
|
|
82
118
|
"EvaluationWebhook",
|
|
83
119
|
"Evaluator",
|
|
84
120
|
"EvaluatorConfig",
|
|
85
121
|
"Feedback",
|
|
86
|
-
"
|
|
122
|
+
"GetConfigResponse",
|
|
87
123
|
"HttpValidationError",
|
|
88
124
|
"HumanEvaluation",
|
|
89
125
|
"HumanEvaluationScenario",
|
|
90
126
|
"HumanEvaluationScenarioInput",
|
|
91
127
|
"HumanEvaluationScenarioOutput",
|
|
92
|
-
"
|
|
93
|
-
"
|
|
128
|
+
"HumanEvaluationScenarioUpdate",
|
|
129
|
+
"HumanEvaluationUpdate",
|
|
94
130
|
"Image",
|
|
95
131
|
"InviteRequest",
|
|
96
|
-
"
|
|
132
|
+
"ListApiKeysResponse",
|
|
97
133
|
"LlmRunRateLimit",
|
|
134
|
+
"LlmTokens",
|
|
135
|
+
"NewHumanEvaluation",
|
|
98
136
|
"NewTestset",
|
|
99
137
|
"Organization",
|
|
100
138
|
"OrganizationOutput",
|
|
139
|
+
"Permission",
|
|
101
140
|
"Result",
|
|
141
|
+
"Score",
|
|
102
142
|
"SimpleEvaluationOutput",
|
|
103
143
|
"Span",
|
|
144
|
+
"SpanDetail",
|
|
145
|
+
"SpanKind",
|
|
146
|
+
"SpanStatusCode",
|
|
147
|
+
"SpanVariant",
|
|
104
148
|
"Template",
|
|
105
149
|
"TemplateImageInfo",
|
|
106
150
|
"TestSetOutputResponse",
|
|
107
151
|
"TestSetSimpleResponse",
|
|
108
|
-
"
|
|
152
|
+
"TraceDetail",
|
|
109
153
|
"UnprocessableEntityError",
|
|
110
154
|
"Uri",
|
|
111
155
|
"ValidationError",
|
|
112
156
|
"ValidationErrorLocItem",
|
|
113
157
|
"VariantAction",
|
|
114
158
|
"VariantActionEnum",
|
|
159
|
+
"WithPagination",
|
|
160
|
+
"WorkspaceMemberResponse",
|
|
161
|
+
"WorkspacePermission",
|
|
162
|
+
"WorkspaceResponse",
|
|
163
|
+
"WorkspaceRole",
|
|
164
|
+
"WorkspaceRoleResponse",
|
|
165
|
+
"apps",
|
|
166
|
+
"bases",
|
|
167
|
+
"configs",
|
|
168
|
+
"containers",
|
|
169
|
+
"environments",
|
|
170
|
+
"evaluations",
|
|
171
|
+
"evaluators",
|
|
172
|
+
"observability",
|
|
173
|
+
"testsets",
|
|
174
|
+
"variants",
|
|
115
175
|
]
|