agenta 0.24.1a0__py3-none-any.whl → 0.24.2a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- agenta/cli/variant_commands.py +15 -10
- agenta/client/Readme.md +72 -64
- agenta/client/api.py +1 -1
- agenta/client/backend/__init__.py +14 -9
- agenta/client/backend/apps/client.py +1669 -0
- agenta/client/backend/bases/client.py +190 -0
- agenta/client/backend/client.py +2102 -868
- agenta/client/backend/configs/client.py +598 -0
- agenta/client/backend/containers/client.py +638 -0
- agenta/client/backend/{resources/containers → containers}/types/container_templates_response.py +1 -2
- agenta/client/backend/core/__init__.py +29 -0
- agenta/client/backend/core/client_wrapper.py +42 -9
- agenta/client/backend/core/datetime_utils.py +1 -1
- agenta/client/backend/core/file.py +43 -0
- agenta/client/backend/core/http_client.py +553 -0
- agenta/client/backend/core/jsonable_encoder.py +33 -39
- agenta/client/backend/core/pydantic_utilities.py +212 -0
- agenta/client/backend/core/query_encoder.py +60 -0
- agenta/client/backend/core/remove_none_from_dict.py +2 -2
- agenta/client/backend/core/request_options.py +32 -0
- agenta/client/backend/core/serialization.py +179 -0
- agenta/client/backend/environments/client.py +190 -0
- agenta/client/backend/evaluations/client.py +1462 -0
- agenta/client/backend/evaluators/client.py +911 -0
- agenta/client/backend/observability/client.py +1271 -0
- agenta/client/backend/testsets/client.py +1132 -0
- agenta/client/backend/types/__init__.py +8 -6
- agenta/client/backend/types/aggregated_result.py +14 -29
- agenta/client/backend/types/aggregated_result_evaluator_config.py +1 -2
- agenta/client/backend/types/app.py +13 -28
- agenta/client/backend/types/app_variant_response.py +21 -37
- agenta/client/backend/types/app_variant_revision.py +17 -32
- agenta/client/backend/types/base_output.py +13 -28
- agenta/client/backend/types/body_import_testset.py +16 -31
- agenta/client/backend/types/config_db.py +16 -31
- agenta/client/backend/types/correct_answer.py +22 -0
- agenta/client/backend/types/create_app_output.py +13 -28
- agenta/client/backend/types/create_span.py +33 -50
- agenta/client/backend/types/create_trace_response.py +16 -31
- agenta/client/backend/types/docker_env_vars.py +13 -28
- agenta/client/backend/types/environment_output.py +21 -36
- agenta/client/backend/types/environment_output_extended.py +21 -36
- agenta/client/backend/types/environment_revision.py +18 -33
- agenta/client/backend/types/error.py +16 -31
- agenta/client/backend/types/evaluation.py +20 -34
- agenta/client/backend/types/evaluation_scenario.py +18 -33
- agenta/client/backend/types/evaluation_scenario_input.py +16 -31
- agenta/client/backend/types/evaluation_scenario_output.py +18 -33
- agenta/client/backend/types/evaluation_scenario_result.py +14 -29
- agenta/client/backend/types/evaluation_scenario_score_update.py +13 -28
- agenta/client/backend/types/evaluation_status_enum.py +11 -33
- agenta/client/backend/types/evaluation_type.py +3 -21
- agenta/client/backend/types/evaluator.py +18 -32
- agenta/client/backend/types/evaluator_config.py +20 -33
- agenta/client/backend/types/get_config_response.py +16 -31
- agenta/client/backend/types/http_validation_error.py +14 -29
- agenta/client/backend/types/human_evaluation.py +17 -32
- agenta/client/backend/types/human_evaluation_scenario.py +21 -37
- agenta/client/backend/types/human_evaluation_scenario_input.py +13 -28
- agenta/client/backend/types/human_evaluation_scenario_output.py +13 -28
- agenta/client/backend/types/human_evaluation_scenario_update.py +26 -41
- agenta/client/backend/types/human_evaluation_update.py +14 -29
- agenta/client/backend/types/image.py +18 -33
- agenta/client/backend/types/invite_request.py +13 -28
- agenta/client/backend/types/list_api_keys_response.py +18 -33
- agenta/client/backend/types/llm_run_rate_limit.py +13 -28
- agenta/client/backend/types/llm_tokens.py +16 -31
- agenta/client/backend/types/lm_providers_enum.py +21 -0
- agenta/client/backend/types/new_human_evaluation.py +13 -28
- agenta/client/backend/types/new_testset.py +16 -31
- agenta/client/backend/types/organization.py +22 -36
- agenta/client/backend/types/organization_output.py +13 -28
- agenta/client/backend/types/outputs.py +5 -0
- agenta/client/backend/types/permission.py +36 -137
- agenta/client/backend/types/result.py +17 -32
- agenta/client/backend/types/simple_evaluation_output.py +13 -28
- agenta/client/backend/types/span.py +23 -38
- agenta/client/backend/types/span_detail.py +26 -40
- agenta/client/backend/types/span_status_code.py +1 -25
- agenta/client/backend/types/span_variant.py +16 -31
- agenta/client/backend/types/template.py +14 -29
- agenta/client/backend/types/template_image_info.py +21 -35
- agenta/client/backend/types/test_set_output_response.py +16 -32
- agenta/client/backend/types/test_set_simple_response.py +13 -28
- agenta/client/backend/types/trace_detail.py +26 -40
- agenta/client/backend/types/update_app_output.py +22 -0
- agenta/client/backend/types/uri.py +13 -28
- agenta/client/backend/types/validation_error.py +13 -28
- agenta/client/backend/types/variant_action.py +14 -29
- agenta/client/backend/types/variant_action_enum.py +1 -19
- agenta/client/backend/types/with_pagination.py +14 -30
- agenta/client/backend/types/workspace_member_response.py +14 -29
- agenta/client/backend/types/workspace_permission.py +18 -33
- agenta/client/backend/types/workspace_response.py +20 -35
- agenta/client/backend/types/workspace_role.py +11 -37
- agenta/client/backend/types/workspace_role_response.py +17 -32
- agenta/client/backend/variants/client.py +1447 -0
- agenta/client/backend/variants/types/add_variant_from_base_and_config_response.py +8 -0
- agenta/sdk/decorators/llm_entrypoint.py +8 -13
- agenta/sdk/tracing/llm_tracing.py +1 -1
- {agenta-0.24.1a0.dist-info → agenta-0.24.2a1.dist-info}/METADATA +1 -1
- agenta-0.24.2a1.dist-info/RECORD +175 -0
- agenta/client/backend/resources/__init__.py +0 -31
- agenta/client/backend/resources/apps/client.py +0 -977
- agenta/client/backend/resources/bases/client.py +0 -127
- agenta/client/backend/resources/configs/client.py +0 -377
- agenta/client/backend/resources/containers/client.py +0 -383
- agenta/client/backend/resources/environments/client.py +0 -131
- agenta/client/backend/resources/evaluations/client.py +0 -1008
- agenta/client/backend/resources/evaluators/client.py +0 -594
- agenta/client/backend/resources/observability/client.py +0 -1187
- agenta/client/backend/resources/testsets/client.py +0 -689
- agenta/client/backend/resources/variants/client.py +0 -796
- agenta/client/backend/resources/variants/types/add_variant_from_base_and_config_response.py +0 -7
- agenta/client/backend/types/evaluation_webhook.py +0 -36
- agenta/client/backend/types/feedback.py +0 -40
- agenta/client/backend/types/span_kind.py +0 -49
- agenta-0.24.1a0.dist-info/RECORD +0 -169
- /agenta/client/backend/{resources/apps → apps}/__init__.py +0 -0
- /agenta/client/backend/{resources/bases → bases}/__init__.py +0 -0
- /agenta/client/backend/{resources/configs → configs}/__init__.py +0 -0
- /agenta/client/backend/{resources/containers → containers}/__init__.py +0 -0
- /agenta/client/backend/{resources/containers → containers}/types/__init__.py +0 -0
- /agenta/client/backend/{resources/environments → environments}/__init__.py +0 -0
- /agenta/client/backend/{resources/evaluations → evaluations}/__init__.py +0 -0
- /agenta/client/backend/{resources/evaluators → evaluators}/__init__.py +0 -0
- /agenta/client/backend/{resources/observability → observability}/__init__.py +0 -0
- /agenta/client/backend/{resources/testsets → testsets}/__init__.py +0 -0
- /agenta/client/backend/{resources/variants → variants}/__init__.py +0 -0
- /agenta/client/backend/{resources/variants → variants}/types/__init__.py +0 -0
- {agenta-0.24.1a0.dist-info → agenta-0.24.2a1.dist-info}/WHEEL +0 -0
- {agenta-0.24.1a0.dist-info → agenta-0.24.2a1.dist-info}/entry_points.txt +0 -0
|
@@ -0,0 +1,190 @@
|
|
|
1
|
+
# This file was auto-generated by Fern from our API Definition.
|
|
2
|
+
|
|
3
|
+
from ..core.client_wrapper import SyncClientWrapper
|
|
4
|
+
import typing
|
|
5
|
+
from ..core.request_options import RequestOptions
|
|
6
|
+
from ..types.base_output import BaseOutput
|
|
7
|
+
from ..core.pydantic_utilities import parse_obj_as
|
|
8
|
+
from ..errors.unprocessable_entity_error import UnprocessableEntityError
|
|
9
|
+
from ..types.http_validation_error import HttpValidationError
|
|
10
|
+
from json.decoder import JSONDecodeError
|
|
11
|
+
from ..core.api_error import ApiError
|
|
12
|
+
from ..core.client_wrapper import AsyncClientWrapper
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
class BasesClient:
|
|
16
|
+
def __init__(self, *, client_wrapper: SyncClientWrapper):
|
|
17
|
+
self._client_wrapper = client_wrapper
|
|
18
|
+
|
|
19
|
+
def list_bases(
|
|
20
|
+
self,
|
|
21
|
+
*,
|
|
22
|
+
app_id: str,
|
|
23
|
+
base_name: typing.Optional[str] = None,
|
|
24
|
+
request_options: typing.Optional[RequestOptions] = None,
|
|
25
|
+
) -> typing.List[BaseOutput]:
|
|
26
|
+
"""
|
|
27
|
+
Retrieve a list of bases filtered by app_id and base_name.
|
|
28
|
+
|
|
29
|
+
Args:
|
|
30
|
+
request (Request): The incoming request.
|
|
31
|
+
app_id (str): The ID of the app to filter by.
|
|
32
|
+
base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
|
|
33
|
+
|
|
34
|
+
Returns:
|
|
35
|
+
List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
|
|
36
|
+
|
|
37
|
+
Raises:
|
|
38
|
+
HTTPException: If there was an error retrieving the bases.
|
|
39
|
+
|
|
40
|
+
Parameters
|
|
41
|
+
----------
|
|
42
|
+
app_id : str
|
|
43
|
+
|
|
44
|
+
base_name : typing.Optional[str]
|
|
45
|
+
|
|
46
|
+
request_options : typing.Optional[RequestOptions]
|
|
47
|
+
Request-specific configuration.
|
|
48
|
+
|
|
49
|
+
Returns
|
|
50
|
+
-------
|
|
51
|
+
typing.List[BaseOutput]
|
|
52
|
+
Successful Response
|
|
53
|
+
|
|
54
|
+
Examples
|
|
55
|
+
--------
|
|
56
|
+
from agenta import AgentaApi
|
|
57
|
+
|
|
58
|
+
client = AgentaApi(
|
|
59
|
+
api_key="YOUR_API_KEY",
|
|
60
|
+
base_url="https://yourhost.com/path/to/api",
|
|
61
|
+
)
|
|
62
|
+
client.bases.list_bases(
|
|
63
|
+
app_id="app_id",
|
|
64
|
+
)
|
|
65
|
+
"""
|
|
66
|
+
_response = self._client_wrapper.httpx_client.request(
|
|
67
|
+
"bases",
|
|
68
|
+
method="GET",
|
|
69
|
+
params={
|
|
70
|
+
"app_id": app_id,
|
|
71
|
+
"base_name": base_name,
|
|
72
|
+
},
|
|
73
|
+
request_options=request_options,
|
|
74
|
+
)
|
|
75
|
+
try:
|
|
76
|
+
if 200 <= _response.status_code < 300:
|
|
77
|
+
return typing.cast(
|
|
78
|
+
typing.List[BaseOutput],
|
|
79
|
+
parse_obj_as(
|
|
80
|
+
type_=typing.List[BaseOutput], # type: ignore
|
|
81
|
+
object_=_response.json(),
|
|
82
|
+
),
|
|
83
|
+
)
|
|
84
|
+
if _response.status_code == 422:
|
|
85
|
+
raise UnprocessableEntityError(
|
|
86
|
+
typing.cast(
|
|
87
|
+
HttpValidationError,
|
|
88
|
+
parse_obj_as(
|
|
89
|
+
type_=HttpValidationError, # type: ignore
|
|
90
|
+
object_=_response.json(),
|
|
91
|
+
),
|
|
92
|
+
)
|
|
93
|
+
)
|
|
94
|
+
_response_json = _response.json()
|
|
95
|
+
except JSONDecodeError:
|
|
96
|
+
raise ApiError(status_code=_response.status_code, body=_response.text)
|
|
97
|
+
raise ApiError(status_code=_response.status_code, body=_response_json)
|
|
98
|
+
|
|
99
|
+
|
|
100
|
+
class AsyncBasesClient:
|
|
101
|
+
def __init__(self, *, client_wrapper: AsyncClientWrapper):
|
|
102
|
+
self._client_wrapper = client_wrapper
|
|
103
|
+
|
|
104
|
+
async def list_bases(
|
|
105
|
+
self,
|
|
106
|
+
*,
|
|
107
|
+
app_id: str,
|
|
108
|
+
base_name: typing.Optional[str] = None,
|
|
109
|
+
request_options: typing.Optional[RequestOptions] = None,
|
|
110
|
+
) -> typing.List[BaseOutput]:
|
|
111
|
+
"""
|
|
112
|
+
Retrieve a list of bases filtered by app_id and base_name.
|
|
113
|
+
|
|
114
|
+
Args:
|
|
115
|
+
request (Request): The incoming request.
|
|
116
|
+
app_id (str): The ID of the app to filter by.
|
|
117
|
+
base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
|
|
118
|
+
|
|
119
|
+
Returns:
|
|
120
|
+
List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
|
|
121
|
+
|
|
122
|
+
Raises:
|
|
123
|
+
HTTPException: If there was an error retrieving the bases.
|
|
124
|
+
|
|
125
|
+
Parameters
|
|
126
|
+
----------
|
|
127
|
+
app_id : str
|
|
128
|
+
|
|
129
|
+
base_name : typing.Optional[str]
|
|
130
|
+
|
|
131
|
+
request_options : typing.Optional[RequestOptions]
|
|
132
|
+
Request-specific configuration.
|
|
133
|
+
|
|
134
|
+
Returns
|
|
135
|
+
-------
|
|
136
|
+
typing.List[BaseOutput]
|
|
137
|
+
Successful Response
|
|
138
|
+
|
|
139
|
+
Examples
|
|
140
|
+
--------
|
|
141
|
+
import asyncio
|
|
142
|
+
|
|
143
|
+
from agenta import AsyncAgentaApi
|
|
144
|
+
|
|
145
|
+
client = AsyncAgentaApi(
|
|
146
|
+
api_key="YOUR_API_KEY",
|
|
147
|
+
base_url="https://yourhost.com/path/to/api",
|
|
148
|
+
)
|
|
149
|
+
|
|
150
|
+
|
|
151
|
+
async def main() -> None:
|
|
152
|
+
await client.bases.list_bases(
|
|
153
|
+
app_id="app_id",
|
|
154
|
+
)
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
asyncio.run(main())
|
|
158
|
+
"""
|
|
159
|
+
_response = await self._client_wrapper.httpx_client.request(
|
|
160
|
+
"bases",
|
|
161
|
+
method="GET",
|
|
162
|
+
params={
|
|
163
|
+
"app_id": app_id,
|
|
164
|
+
"base_name": base_name,
|
|
165
|
+
},
|
|
166
|
+
request_options=request_options,
|
|
167
|
+
)
|
|
168
|
+
try:
|
|
169
|
+
if 200 <= _response.status_code < 300:
|
|
170
|
+
return typing.cast(
|
|
171
|
+
typing.List[BaseOutput],
|
|
172
|
+
parse_obj_as(
|
|
173
|
+
type_=typing.List[BaseOutput], # type: ignore
|
|
174
|
+
object_=_response.json(),
|
|
175
|
+
),
|
|
176
|
+
)
|
|
177
|
+
if _response.status_code == 422:
|
|
178
|
+
raise UnprocessableEntityError(
|
|
179
|
+
typing.cast(
|
|
180
|
+
HttpValidationError,
|
|
181
|
+
parse_obj_as(
|
|
182
|
+
type_=HttpValidationError, # type: ignore
|
|
183
|
+
object_=_response.json(),
|
|
184
|
+
),
|
|
185
|
+
)
|
|
186
|
+
)
|
|
187
|
+
_response_json = _response.json()
|
|
188
|
+
except JSONDecodeError:
|
|
189
|
+
raise ApiError(status_code=_response.status_code, body=_response.text)
|
|
190
|
+
raise ApiError(status_code=_response.status_code, body=_response_json)
|