agenta 0.24.1a0__tar.gz → 0.24.2a1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- {agenta-0.24.1a0 → agenta-0.24.2a1}/PKG-INFO +1 -1
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/cli/variant_commands.py +15 -10
- agenta-0.24.2a1/agenta/client/Readme.md +104 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/api.py +1 -1
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/__init__.py +14 -9
- agenta-0.24.2a1/agenta/client/backend/apps/client.py +1669 -0
- agenta-0.24.2a1/agenta/client/backend/bases/client.py +190 -0
- agenta-0.24.2a1/agenta/client/backend/client.py +3244 -0
- agenta-0.24.2a1/agenta/client/backend/configs/client.py +598 -0
- agenta-0.24.2a1/agenta/client/backend/containers/client.py +638 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/containers/types/container_templates_response.py +1 -2
- agenta-0.24.2a1/agenta/client/backend/core/__init__.py +46 -0
- agenta-0.24.2a1/agenta/client/backend/core/client_wrapper.py +64 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/core/datetime_utils.py +1 -1
- agenta-0.24.2a1/agenta/client/backend/core/file.py +43 -0
- agenta-0.24.2a1/agenta/client/backend/core/http_client.py +553 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/core/jsonable_encoder.py +33 -39
- agenta-0.24.2a1/agenta/client/backend/core/pydantic_utilities.py +212 -0
- agenta-0.24.2a1/agenta/client/backend/core/query_encoder.py +60 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/core/remove_none_from_dict.py +2 -2
- agenta-0.24.2a1/agenta/client/backend/core/request_options.py +32 -0
- agenta-0.24.2a1/agenta/client/backend/core/serialization.py +179 -0
- agenta-0.24.2a1/agenta/client/backend/environments/client.py +190 -0
- agenta-0.24.2a1/agenta/client/backend/evaluations/client.py +1462 -0
- agenta-0.24.2a1/agenta/client/backend/evaluators/client.py +911 -0
- agenta-0.24.2a1/agenta/client/backend/observability/client.py +1271 -0
- agenta-0.24.2a1/agenta/client/backend/testsets/client.py +1132 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/types/__init__.py +8 -6
- agenta-0.24.2a1/agenta/client/backend/types/aggregated_result.py +24 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/types/aggregated_result_evaluator_config.py +1 -2
- agenta-0.24.2a1/agenta/client/backend/types/app.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/app_variant_response.py +36 -0
- agenta-0.24.2a1/agenta/client/backend/types/app_variant_revision.py +25 -0
- agenta-0.24.2a1/agenta/client/backend/types/base_output.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/body_import_testset.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/config_db.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/correct_answer.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/create_app_output.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/create_span.py +44 -0
- agenta-0.24.2a1/agenta/client/backend/types/create_trace_response.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/docker_env_vars.py +21 -0
- agenta-0.24.2a1/agenta/client/backend/types/environment_output.py +28 -0
- agenta-0.24.2a1/agenta/client/backend/types/environment_output_extended.py +30 -0
- agenta-0.24.2a1/agenta/client/backend/types/environment_revision.py +26 -0
- agenta-0.24.2a1/agenta/client/backend/types/error.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation.py +40 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation_scenario.py +32 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation_scenario_input.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation_scenario_output.py +24 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation_scenario_result.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation_scenario_score_update.py +21 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation_status_enum.py +15 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluation_type.py +7 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluator.py +26 -0
- agenta-0.24.2a1/agenta/client/backend/types/evaluator_config.py +28 -0
- agenta-0.24.2a1/agenta/client/backend/types/get_config_response.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/http_validation_error.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/human_evaluation.py +34 -0
- agenta-0.24.2a1/agenta/client/backend/types/human_evaluation_scenario.py +32 -0
- agenta-0.24.2a1/agenta/client/backend/types/human_evaluation_scenario_input.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/human_evaluation_scenario_output.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/human_evaluation_scenario_update.py +30 -0
- agenta-0.24.2a1/agenta/client/backend/types/human_evaluation_update.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/image.py +25 -0
- agenta-0.24.2a1/agenta/client/backend/types/invite_request.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/list_api_keys_response.py +24 -0
- agenta-0.24.2a1/agenta/client/backend/types/llm_run_rate_limit.py +24 -0
- agenta-0.24.2a1/agenta/client/backend/types/llm_tokens.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/lm_providers_enum.py +21 -0
- agenta-0.24.2a1/agenta/client/backend/types/new_human_evaluation.py +27 -0
- agenta-0.24.2a1/agenta/client/backend/types/new_testset.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/organization.py +29 -0
- agenta-0.24.2a1/agenta/client/backend/types/organization_output.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/outputs.py +5 -0
- agenta-0.24.2a1/agenta/client/backend/types/permission.py +40 -0
- agenta-0.24.2a1/agenta/client/backend/types/result.py +24 -0
- agenta-0.24.2a1/agenta/client/backend/types/simple_evaluation_output.py +26 -0
- agenta-0.24.2a1/agenta/client/backend/types/span.py +41 -0
- agenta-0.24.2a1/agenta/client/backend/types/span_detail.py +38 -0
- agenta-0.24.2a1/agenta/client/backend/types/span_status_code.py +5 -0
- agenta-0.24.2a1/agenta/client/backend/types/span_variant.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/template.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/template_image_info.py +29 -0
- agenta-0.24.2a1/agenta/client/backend/types/test_set_output_response.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/test_set_simple_response.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/trace_detail.py +38 -0
- agenta-0.24.2a1/agenta/client/backend/types/update_app_output.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/uri.py +21 -0
- agenta-0.24.2a1/agenta/client/backend/types/validation_error.py +24 -0
- agenta-0.24.2a1/agenta/client/backend/types/variant_action.py +22 -0
- agenta-0.24.2a1/agenta/client/backend/types/variant_action_enum.py +5 -0
- agenta-0.24.2a1/agenta/client/backend/types/with_pagination.py +24 -0
- agenta-0.24.2a1/agenta/client/backend/types/workspace_member_response.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/types/workspace_permission.py +25 -0
- agenta-0.24.2a1/agenta/client/backend/types/workspace_response.py +29 -0
- agenta-0.24.2a1/agenta/client/backend/types/workspace_role.py +15 -0
- agenta-0.24.2a1/agenta/client/backend/types/workspace_role_response.py +23 -0
- agenta-0.24.2a1/agenta/client/backend/variants/client.py +1447 -0
- agenta-0.24.2a1/agenta/client/backend/variants/types/add_variant_from_base_and_config_response.py +8 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/decorators/llm_entrypoint.py +8 -13
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/tracing/llm_tracing.py +1 -1
- {agenta-0.24.1a0 → agenta-0.24.2a1}/pyproject.toml +1 -1
- agenta-0.24.1a0/agenta/client/Readme.md +0 -96
- agenta-0.24.1a0/agenta/client/backend/client.py +0 -2010
- agenta-0.24.1a0/agenta/client/backend/core/__init__.py +0 -17
- agenta-0.24.1a0/agenta/client/backend/core/client_wrapper.py +0 -31
- agenta-0.24.1a0/agenta/client/backend/resources/__init__.py +0 -31
- agenta-0.24.1a0/agenta/client/backend/resources/apps/client.py +0 -977
- agenta-0.24.1a0/agenta/client/backend/resources/bases/client.py +0 -127
- agenta-0.24.1a0/agenta/client/backend/resources/configs/client.py +0 -377
- agenta-0.24.1a0/agenta/client/backend/resources/containers/client.py +0 -383
- agenta-0.24.1a0/agenta/client/backend/resources/environments/client.py +0 -131
- agenta-0.24.1a0/agenta/client/backend/resources/evaluations/client.py +0 -1008
- agenta-0.24.1a0/agenta/client/backend/resources/evaluators/client.py +0 -594
- agenta-0.24.1a0/agenta/client/backend/resources/observability/client.py +0 -1187
- agenta-0.24.1a0/agenta/client/backend/resources/testsets/client.py +0 -689
- agenta-0.24.1a0/agenta/client/backend/resources/variants/client.py +0 -796
- agenta-0.24.1a0/agenta/client/backend/resources/variants/types/add_variant_from_base_and_config_response.py +0 -7
- agenta-0.24.1a0/agenta/client/backend/types/aggregated_result.py +0 -39
- agenta-0.24.1a0/agenta/client/backend/types/app.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/app_variant_response.py +0 -52
- agenta-0.24.1a0/agenta/client/backend/types/app_variant_revision.py +0 -40
- agenta-0.24.1a0/agenta/client/backend/types/base_output.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/body_import_testset.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/config_db.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/create_app_output.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/create_span.py +0 -61
- agenta-0.24.1a0/agenta/client/backend/types/create_trace_response.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/docker_env_vars.py +0 -36
- agenta-0.24.1a0/agenta/client/backend/types/environment_output.py +0 -43
- agenta-0.24.1a0/agenta/client/backend/types/environment_output_extended.py +0 -45
- agenta-0.24.1a0/agenta/client/backend/types/environment_revision.py +0 -41
- agenta-0.24.1a0/agenta/client/backend/types/error.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/evaluation.py +0 -54
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_scenario.py +0 -47
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_scenario_input.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_scenario_output.py +0 -39
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_scenario_result.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_scenario_score_update.py +0 -36
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_status_enum.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_type.py +0 -25
- agenta-0.24.1a0/agenta/client/backend/types/evaluation_webhook.py +0 -36
- agenta-0.24.1a0/agenta/client/backend/types/evaluator.py +0 -40
- agenta-0.24.1a0/agenta/client/backend/types/evaluator_config.py +0 -41
- agenta-0.24.1a0/agenta/client/backend/types/feedback.py +0 -40
- agenta-0.24.1a0/agenta/client/backend/types/get_config_response.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/http_validation_error.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/human_evaluation.py +0 -49
- agenta-0.24.1a0/agenta/client/backend/types/human_evaluation_scenario.py +0 -48
- agenta-0.24.1a0/agenta/client/backend/types/human_evaluation_scenario_input.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/human_evaluation_scenario_output.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/human_evaluation_scenario_update.py +0 -45
- agenta-0.24.1a0/agenta/client/backend/types/human_evaluation_update.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/image.py +0 -40
- agenta-0.24.1a0/agenta/client/backend/types/invite_request.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/list_api_keys_response.py +0 -39
- agenta-0.24.1a0/agenta/client/backend/types/llm_run_rate_limit.py +0 -39
- agenta-0.24.1a0/agenta/client/backend/types/llm_tokens.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/new_human_evaluation.py +0 -42
- agenta-0.24.1a0/agenta/client/backend/types/new_testset.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/organization.py +0 -43
- agenta-0.24.1a0/agenta/client/backend/types/organization_output.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/permission.py +0 -141
- agenta-0.24.1a0/agenta/client/backend/types/result.py +0 -39
- agenta-0.24.1a0/agenta/client/backend/types/simple_evaluation_output.py +0 -41
- agenta-0.24.1a0/agenta/client/backend/types/span.py +0 -56
- agenta-0.24.1a0/agenta/client/backend/types/span_detail.py +0 -52
- agenta-0.24.1a0/agenta/client/backend/types/span_kind.py +0 -49
- agenta-0.24.1a0/agenta/client/backend/types/span_status_code.py +0 -29
- agenta-0.24.1a0/agenta/client/backend/types/span_variant.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/template.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/template_image_info.py +0 -43
- agenta-0.24.1a0/agenta/client/backend/types/test_set_output_response.py +0 -39
- agenta-0.24.1a0/agenta/client/backend/types/test_set_simple_response.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/trace_detail.py +0 -52
- agenta-0.24.1a0/agenta/client/backend/types/uri.py +0 -36
- agenta-0.24.1a0/agenta/client/backend/types/validation_error.py +0 -39
- agenta-0.24.1a0/agenta/client/backend/types/variant_action.py +0 -37
- agenta-0.24.1a0/agenta/client/backend/types/variant_action_enum.py +0 -23
- agenta-0.24.1a0/agenta/client/backend/types/with_pagination.py +0 -40
- agenta-0.24.1a0/agenta/client/backend/types/workspace_member_response.py +0 -38
- agenta-0.24.1a0/agenta/client/backend/types/workspace_permission.py +0 -40
- agenta-0.24.1a0/agenta/client/backend/types/workspace_response.py +0 -44
- agenta-0.24.1a0/agenta/client/backend/types/workspace_role.py +0 -41
- agenta-0.24.1a0/agenta/client/backend/types/workspace_role_response.py +0 -38
- {agenta-0.24.1a0 → agenta-0.24.2a1}/README.md +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/cli/evaluation_commands.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/cli/helper.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/cli/main.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/cli/telemetry.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/cli/variant_configs.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/api_models.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/apps/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/bases/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/configs/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/containers/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/containers/types/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/core/api_error.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/environments/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/errors/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/errors/unprocessable_entity_error.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/evaluations/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/evaluators/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/observability/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/testsets/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/types/score.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/backend/types/validation_error_loc_item.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/variants/__init__.py +0 -0
- {agenta-0.24.1a0/agenta/client/backend/resources → agenta-0.24.2a1/agenta/client/backend}/variants/types/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/client.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/client/exceptions.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/config.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/config.toml +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/docker/docker-assets/Dockerfile.cloud.template +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/docker/docker-assets/Dockerfile.template +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/docker/docker-assets/README.md +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/docker/docker-assets/entrypoint.sh +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/docker/docker-assets/lambda_function.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/docker/docker-assets/main.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/docker/docker_utils.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/agenta_init.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/assets.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/client.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/config_manager.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/context.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/decorators/base.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/decorators/tracing.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/router.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/tracing/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/tracing/callbacks.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/tracing/logger.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/tracing/tasks_manager.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/tracing/tracing_context.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/types.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/utils/__init__.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/utils/debug.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/utils/globals.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/utils/helper/openai_cost.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/sdk/utils/preinit.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/compose_email/README.md +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/compose_email/app.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/compose_email/env.example +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/compose_email/requirements.txt +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/compose_email/template.toml +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/extract_data_to_json/README.md +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/extract_data_to_json/app.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/extract_data_to_json/env.example +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/extract_data_to_json/requirements.txt +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/extract_data_to_json/template.toml +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/simple_prompt/README.md +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/simple_prompt/app.py +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/simple_prompt/env.example +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/simple_prompt/requirements.txt +0 -0
- {agenta-0.24.1a0 → agenta-0.24.2a1}/agenta/templates/simple_prompt/template.toml +0 -0
|
@@ -16,7 +16,7 @@ from agenta.client.backend.client import AgentaApi
|
|
|
16
16
|
from agenta.client.api import add_variant_to_server
|
|
17
17
|
from agenta.client.api_models import AppVariant, Image
|
|
18
18
|
from agenta.docker.docker_utils import build_tar_docker_container
|
|
19
|
-
from agenta.client.backend.types.variant_action import
|
|
19
|
+
from agenta.client.backend.types.variant_action import VariantAction
|
|
20
20
|
|
|
21
21
|
|
|
22
22
|
BACKEND_URL_SUFFIX = os.environ.get("BACKEND_URL_SUFFIX", "api")
|
|
@@ -151,12 +151,18 @@ def add_variant(
|
|
|
151
151
|
variant_id = config["variant_ids"][config["variants"].index(variant_name)]
|
|
152
152
|
client.variants.update_variant_image(
|
|
153
153
|
variant_id=variant_id,
|
|
154
|
-
|
|
154
|
+
docker_id=image.docker_id,
|
|
155
|
+
tags=image.tags,
|
|
156
|
+
type=image.type,
|
|
155
157
|
) # this automatically restarts
|
|
156
158
|
else:
|
|
157
159
|
click.echo(click.style(f"Adding {variant_name} to server...", fg="yellow"))
|
|
158
160
|
response = add_variant_to_server(
|
|
159
|
-
app_id,
|
|
161
|
+
app_id,
|
|
162
|
+
base_name,
|
|
163
|
+
image,
|
|
164
|
+
f"{host}/{BACKEND_URL_SUFFIX}",
|
|
165
|
+
api_key,
|
|
160
166
|
)
|
|
161
167
|
variant_id = response["variant_id"]
|
|
162
168
|
config["variants"].append(variant_name)
|
|
@@ -174,7 +180,7 @@ def add_variant(
|
|
|
174
180
|
if overwrite:
|
|
175
181
|
# Track a deployment event
|
|
176
182
|
if tracking_enabled:
|
|
177
|
-
get_user_id = client.
|
|
183
|
+
get_user_id = client.fetch_user_profile()
|
|
178
184
|
user_id = get_user_id["id"]
|
|
179
185
|
event_track.capture_event(
|
|
180
186
|
"app_deployment",
|
|
@@ -196,7 +202,7 @@ def add_variant(
|
|
|
196
202
|
else:
|
|
197
203
|
# Track a deployment event
|
|
198
204
|
if tracking_enabled:
|
|
199
|
-
get_user_id = client.
|
|
205
|
+
get_user_id = client.fetch_user_profile()
|
|
200
206
|
user_id = get_user_id["id"]
|
|
201
207
|
event_track.capture_event(
|
|
202
208
|
"app_deployment",
|
|
@@ -261,12 +267,11 @@ def start_variant(variant_id: str, app_folder: str, host: str):
|
|
|
261
267
|
api_key=api_key,
|
|
262
268
|
)
|
|
263
269
|
|
|
264
|
-
|
|
270
|
+
variant = client.variants.start_variant(
|
|
265
271
|
variant_id=variant_id,
|
|
266
|
-
action=VariantAction(
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
).uri
|
|
272
|
+
action=VariantAction(action="START"),
|
|
273
|
+
)
|
|
274
|
+
endpoint = variant.uri
|
|
270
275
|
click.echo("\n" + click.style("Congratulations! 🎉", bold=True, fg="green"))
|
|
271
276
|
click.echo(
|
|
272
277
|
click.style("Your app has been deployed locally as an API. 🚀", fg="cyan")
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
Client code to communicate with the backend.
|
|
2
|
+
|
|
3
|
+
Currently the models are manually copied from the backend code. This needs to change.
|
|
4
|
+
|
|
5
|
+
# Generate Backend
|
|
6
|
+
|
|
7
|
+
To generate the client code using Fern, follow the steps below.
|
|
8
|
+
|
|
9
|
+
1. Open a Terminal and navigate to the folder where this Readme.md file is. For example;
|
|
10
|
+
```bash
|
|
11
|
+
cd agenta/agenta-cli/agenta/client
|
|
12
|
+
```
|
|
13
|
+
|
|
14
|
+
2. Next ensure you have installed Fern by executing the command;
|
|
15
|
+
```bash
|
|
16
|
+
npm install -g fern-api
|
|
17
|
+
```
|
|
18
|
+
|
|
19
|
+
3. Execute this command to initialize Fern to import and use the OpenAPI spec;
|
|
20
|
+
|
|
21
|
+
> To use an OpenAPI spec, you can pass in the filepath or URL.
|
|
22
|
+
> We'll need to log in to use fern.
|
|
23
|
+
> We'll be using a url to the openapi.json for [Agenta Cloud](https://cloud.agenta.ai).
|
|
24
|
+
> Alternatively, for `cloud-dev` we could use [Cloud Local](http://localhost).
|
|
25
|
+
|
|
26
|
+
```bash
|
|
27
|
+
fern init --openapi https://cloud.agenta.ai/api/openapi.json
|
|
28
|
+
# fern init --openapi http://localhost/api/openapi.json
|
|
29
|
+
```
|
|
30
|
+
|
|
31
|
+
4. Add the Fern Python SDK;
|
|
32
|
+
```bash
|
|
33
|
+
fern add fern-python-sdk
|
|
34
|
+
```
|
|
35
|
+
|
|
36
|
+
5. Go to the generators.yml, which would look like this;
|
|
37
|
+
```yaml
|
|
38
|
+
default-group: local
|
|
39
|
+
groups:
|
|
40
|
+
local:
|
|
41
|
+
generators:
|
|
42
|
+
- name: fernapi/fern-typescript-node-sdk
|
|
43
|
+
version: 0.9.5
|
|
44
|
+
output:
|
|
45
|
+
location: local-file-system
|
|
46
|
+
path: ../sdks/typescript
|
|
47
|
+
- name: fernapi/fern-python-sdk
|
|
48
|
+
version: 0.6.0
|
|
49
|
+
```
|
|
50
|
+
|
|
51
|
+
6. Remove `fernapi/fern-typescript-node-sdk`;
|
|
52
|
+
```yaml
|
|
53
|
+
default-group: local
|
|
54
|
+
groups:
|
|
55
|
+
local:
|
|
56
|
+
generators:
|
|
57
|
+
- name: fernapi/fern-python-sdk
|
|
58
|
+
version: 3.10.6
|
|
59
|
+
```
|
|
60
|
+
|
|
61
|
+
7. Update `fernapi/fern-python-sdk`, which would look like this;
|
|
62
|
+
```yaml
|
|
63
|
+
default-group: local
|
|
64
|
+
groups:
|
|
65
|
+
local:
|
|
66
|
+
generators:
|
|
67
|
+
- name: fernapi/fern-python-sdk
|
|
68
|
+
version: 3.10.6
|
|
69
|
+
output:
|
|
70
|
+
location: local-file-system
|
|
71
|
+
path: ../backend
|
|
72
|
+
```
|
|
73
|
+
<img width="1001" alt="image" src="https://github.com/Agenta-AI/agenta/assets/56418363/f537691d-8dbb-4363-b7c0-ecef9f464053">
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
8. Go to the fern.config.json file and change the value of "organization" to `agenta`
|
|
77
|
+
<img width="593" alt="image" src="https://github.com/Agenta-AI/agenta/assets/56418363/0f44255e-50b5-4d78-863b-d33a3ec2eea0">
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
9. Generate the client code
|
|
81
|
+
```bash
|
|
82
|
+
fern generate
|
|
83
|
+
```
|
|
84
|
+
|
|
85
|
+
10. Go to `./backend/containers/client.py`, search for the `build_image` function in the AgentaApi class and update `timeout_in_seconds` to `600` in `request_options'. It should now look like this;
|
|
86
|
+
```python
|
|
87
|
+
_response = self._client_wrapper.httpx_client.request(
|
|
88
|
+
"containers/build_image",
|
|
89
|
+
method="POST",
|
|
90
|
+
params={
|
|
91
|
+
"app_id": app_id,
|
|
92
|
+
"base_name": base_name,
|
|
93
|
+
},
|
|
94
|
+
data={},
|
|
95
|
+
files={
|
|
96
|
+
"tar_file": tar_file,
|
|
97
|
+
},
|
|
98
|
+
request_options={**request_options, "timeout_in_seconds": 600},
|
|
99
|
+
omit=OMIT,
|
|
100
|
+
)
|
|
101
|
+
```
|
|
102
|
+
<img width="995" alt="image" src="https://github.com/Agenta-AI/agenta/assets/56418363/8fab19e3-5226-405b-8a6f-4dcb6df588c9">
|
|
103
|
+
|
|
104
|
+
11. Delete the `./fern` folder.
|
|
@@ -55,7 +55,7 @@ def add_variant_to_server(
|
|
|
55
55
|
docker_id=image.docker_id,
|
|
56
56
|
tags=image.tags,
|
|
57
57
|
)
|
|
58
|
-
click.echo(click.style("\nVariant added successfully
|
|
58
|
+
click.echo(click.style("\nVariant added successfully!", fg="green"))
|
|
59
59
|
return response
|
|
60
60
|
except RequestException as e:
|
|
61
61
|
if attempt < retries - 1:
|
|
@@ -9,6 +9,7 @@ from .types import (
|
|
|
9
9
|
BaseOutput,
|
|
10
10
|
BodyImportTestset,
|
|
11
11
|
ConfigDb,
|
|
12
|
+
CorrectAnswer,
|
|
12
13
|
CreateAppOutput,
|
|
13
14
|
CreateSpan,
|
|
14
15
|
CreateTraceResponse,
|
|
@@ -25,10 +26,8 @@ from .types import (
|
|
|
25
26
|
EvaluationScenarioScoreUpdate,
|
|
26
27
|
EvaluationStatusEnum,
|
|
27
28
|
EvaluationType,
|
|
28
|
-
EvaluationWebhook,
|
|
29
29
|
Evaluator,
|
|
30
30
|
EvaluatorConfig,
|
|
31
|
-
Feedback,
|
|
32
31
|
GetConfigResponse,
|
|
33
32
|
HttpValidationError,
|
|
34
33
|
HumanEvaluation,
|
|
@@ -42,17 +41,18 @@ from .types import (
|
|
|
42
41
|
ListApiKeysResponse,
|
|
43
42
|
LlmRunRateLimit,
|
|
44
43
|
LlmTokens,
|
|
44
|
+
LmProvidersEnum,
|
|
45
45
|
NewHumanEvaluation,
|
|
46
46
|
NewTestset,
|
|
47
47
|
Organization,
|
|
48
48
|
OrganizationOutput,
|
|
49
|
+
Outputs,
|
|
49
50
|
Permission,
|
|
50
51
|
Result,
|
|
51
52
|
Score,
|
|
52
53
|
SimpleEvaluationOutput,
|
|
53
54
|
Span,
|
|
54
55
|
SpanDetail,
|
|
55
|
-
SpanKind,
|
|
56
56
|
SpanStatusCode,
|
|
57
57
|
SpanVariant,
|
|
58
58
|
Template,
|
|
@@ -60,6 +60,7 @@ from .types import (
|
|
|
60
60
|
TestSetOutputResponse,
|
|
61
61
|
TestSetSimpleResponse,
|
|
62
62
|
TraceDetail,
|
|
63
|
+
UpdateAppOutput,
|
|
63
64
|
Uri,
|
|
64
65
|
ValidationError,
|
|
65
66
|
ValidationErrorLocItem,
|
|
@@ -73,9 +74,7 @@ from .types import (
|
|
|
73
74
|
WorkspaceRoleResponse,
|
|
74
75
|
)
|
|
75
76
|
from .errors import UnprocessableEntityError
|
|
76
|
-
from .
|
|
77
|
-
AddVariantFromBaseAndConfigResponse,
|
|
78
|
-
ContainerTemplatesResponse,
|
|
77
|
+
from . import (
|
|
79
78
|
apps,
|
|
80
79
|
bases,
|
|
81
80
|
configs,
|
|
@@ -87,18 +86,24 @@ from .resources import (
|
|
|
87
86
|
testsets,
|
|
88
87
|
variants,
|
|
89
88
|
)
|
|
89
|
+
from .client import AgentaApi, AsyncAgentaApi
|
|
90
|
+
from .containers import ContainerTemplatesResponse
|
|
91
|
+
from .variants import AddVariantFromBaseAndConfigResponse
|
|
90
92
|
|
|
91
93
|
__all__ = [
|
|
92
94
|
"AddVariantFromBaseAndConfigResponse",
|
|
95
|
+
"AgentaApi",
|
|
93
96
|
"AggregatedResult",
|
|
94
97
|
"AggregatedResultEvaluatorConfig",
|
|
95
98
|
"App",
|
|
96
99
|
"AppVariantResponse",
|
|
97
100
|
"AppVariantRevision",
|
|
101
|
+
"AsyncAgentaApi",
|
|
98
102
|
"BaseOutput",
|
|
99
103
|
"BodyImportTestset",
|
|
100
104
|
"ConfigDb",
|
|
101
105
|
"ContainerTemplatesResponse",
|
|
106
|
+
"CorrectAnswer",
|
|
102
107
|
"CreateAppOutput",
|
|
103
108
|
"CreateSpan",
|
|
104
109
|
"CreateTraceResponse",
|
|
@@ -115,10 +120,8 @@ __all__ = [
|
|
|
115
120
|
"EvaluationScenarioScoreUpdate",
|
|
116
121
|
"EvaluationStatusEnum",
|
|
117
122
|
"EvaluationType",
|
|
118
|
-
"EvaluationWebhook",
|
|
119
123
|
"Evaluator",
|
|
120
124
|
"EvaluatorConfig",
|
|
121
|
-
"Feedback",
|
|
122
125
|
"GetConfigResponse",
|
|
123
126
|
"HttpValidationError",
|
|
124
127
|
"HumanEvaluation",
|
|
@@ -132,17 +135,18 @@ __all__ = [
|
|
|
132
135
|
"ListApiKeysResponse",
|
|
133
136
|
"LlmRunRateLimit",
|
|
134
137
|
"LlmTokens",
|
|
138
|
+
"LmProvidersEnum",
|
|
135
139
|
"NewHumanEvaluation",
|
|
136
140
|
"NewTestset",
|
|
137
141
|
"Organization",
|
|
138
142
|
"OrganizationOutput",
|
|
143
|
+
"Outputs",
|
|
139
144
|
"Permission",
|
|
140
145
|
"Result",
|
|
141
146
|
"Score",
|
|
142
147
|
"SimpleEvaluationOutput",
|
|
143
148
|
"Span",
|
|
144
149
|
"SpanDetail",
|
|
145
|
-
"SpanKind",
|
|
146
150
|
"SpanStatusCode",
|
|
147
151
|
"SpanVariant",
|
|
148
152
|
"Template",
|
|
@@ -151,6 +155,7 @@ __all__ = [
|
|
|
151
155
|
"TestSetSimpleResponse",
|
|
152
156
|
"TraceDetail",
|
|
153
157
|
"UnprocessableEntityError",
|
|
158
|
+
"UpdateAppOutput",
|
|
154
159
|
"Uri",
|
|
155
160
|
"ValidationError",
|
|
156
161
|
"ValidationErrorLocItem",
|