agenta 0.32.0a1__py3-none-any.whl → 0.33.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- agenta/__init__.py +2 -0
- agenta/client/backend/__init__.py +39 -31
- agenta/client/backend/admin/__init__.py +1 -0
- agenta/client/backend/admin/client.py +576 -0
- agenta/client/backend/apps/client.py +450 -68
- agenta/client/backend/bases/client.py +10 -10
- agenta/client/backend/client.py +112 -122
- agenta/client/backend/containers/client.py +70 -28
- agenta/client/backend/core/http_client.py +3 -3
- agenta/client/backend/environments/client.py +8 -8
- agenta/client/backend/evaluations/client.py +46 -52
- agenta/client/backend/evaluators/client.py +32 -32
- agenta/client/backend/human_evaluations/__init__.py +1 -0
- agenta/client/backend/human_evaluations/client.py +1692 -0
- agenta/client/backend/observability/__init__.py +4 -0
- agenta/client/backend/observability/client.py +221 -744
- agenta/client/backend/testsets/client.py +38 -202
- agenta/client/backend/types/__init__.py +34 -28
- agenta/client/backend/types/account_response.py +24 -0
- agenta/client/backend/types/app_variant_revision.py +2 -1
- agenta/client/backend/types/{create_trace_response.py → delete_evaluation.py} +2 -3
- agenta/client/backend/types/{evaluation_scenario_score_update.py → legacy_scope_request.py} +2 -2
- agenta/client/backend/types/legacy_scopes_response.py +29 -0
- agenta/client/backend/types/{human_evaluation_update.py → legacy_user_request.py} +4 -4
- agenta/client/backend/types/{span_variant.py → legacy_user_response.py} +2 -4
- agenta/client/backend/types/organization_membership_request.py +25 -0
- agenta/client/backend/types/organization_request.py +23 -0
- agenta/client/backend/types/permission.py +4 -0
- agenta/client/backend/types/{llm_tokens.py → project_membership_request.py} +8 -5
- agenta/client/backend/types/project_request.py +26 -0
- agenta/client/backend/types/project_scope.py +29 -0
- agenta/client/backend/types/provider_kind.py +1 -1
- agenta/client/backend/types/reference.py +22 -0
- agenta/client/backend/types/role.py +15 -0
- agenta/client/backend/types/scopes_response_model.py +22 -0
- agenta/client/backend/types/score.py +1 -1
- agenta/client/backend/types/secret_response_dto.py +2 -2
- agenta/client/backend/types/user_request.py +22 -0
- agenta/client/backend/types/workspace_membership_request.py +26 -0
- agenta/client/backend/types/workspace_request.py +25 -0
- agenta/client/backend/variants/client.py +208 -42
- agenta/client/backend/vault/client.py +11 -9
- agenta/sdk/__init__.py +3 -0
- agenta/sdk/agenta_init.py +3 -1
- agenta/sdk/assets.py +4 -4
- agenta/sdk/decorators/routing.py +129 -23
- agenta/sdk/decorators/tracing.py +16 -4
- agenta/sdk/litellm/litellm.py +44 -8
- agenta/sdk/litellm/mockllm.py +2 -2
- agenta/sdk/litellm/mocks/__init__.py +9 -3
- agenta/sdk/managers/apps.py +64 -0
- agenta/sdk/managers/shared.py +2 -2
- agenta/sdk/middleware/auth.py +156 -53
- agenta/sdk/middleware/config.py +28 -16
- agenta/sdk/middleware/inline.py +1 -1
- agenta/sdk/middleware/mock.py +1 -1
- agenta/sdk/middleware/otel.py +1 -1
- agenta/sdk/middleware/vault.py +1 -1
- agenta/sdk/tracing/exporters.py +0 -1
- agenta/sdk/tracing/inline.py +26 -30
- agenta/sdk/types.py +12 -9
- {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/METADATA +23 -20
- {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/RECORD +69 -63
- agenta/client/backend/observability_v_1/__init__.py +0 -5
- agenta/client/backend/observability_v_1/client.py +0 -763
- agenta/client/backend/types/create_span.py +0 -45
- agenta/client/backend/types/human_evaluation_scenario_update.py +0 -30
- agenta/client/backend/types/new_human_evaluation.py +0 -27
- agenta/client/backend/types/outputs.py +0 -5
- agenta/client/backend/types/span.py +0 -42
- agenta/client/backend/types/span_detail.py +0 -44
- agenta/client/backend/types/span_status_code.py +0 -5
- agenta/client/backend/types/trace_detail.py +0 -44
- agenta/client/backend/types/with_pagination.py +0 -26
- /agenta/client/backend/{observability_v_1 → observability}/types/__init__.py +0 -0
- /agenta/client/backend/{observability_v_1 → observability}/types/format.py +0 -0
- /agenta/client/backend/{observability_v_1 → observability}/types/query_analytics_response.py +0 -0
- /agenta/client/backend/{observability_v_1 → observability}/types/query_traces_response.py +0 -0
- {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/WHEEL +0 -0
- {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/entry_points.txt +0 -0
|
@@ -34,13 +34,13 @@ class ContainersClient:
|
|
|
34
34
|
Builds a Docker image from a tar file containing the application code.
|
|
35
35
|
|
|
36
36
|
Args:
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
37
|
+
app_id (str): The ID of the application to build the image for.
|
|
38
|
+
base_name (str): The base name of the image to build.
|
|
39
|
+
tar_file (UploadFile): The tar file containing the application code.
|
|
40
|
+
stoken_session (SessionContainer): The session container for the user making the request.
|
|
41
41
|
|
|
42
42
|
Returns:
|
|
43
|
-
|
|
43
|
+
Image: The Docker image that was built.
|
|
44
44
|
|
|
45
45
|
Parameters
|
|
46
46
|
----------
|
|
@@ -124,7 +124,7 @@ class ContainersClient:
|
|
|
124
124
|
Restart docker container.
|
|
125
125
|
|
|
126
126
|
Args:
|
|
127
|
-
|
|
127
|
+
payload (RestartAppContainer) -- the required data (app_name and variant_name)
|
|
128
128
|
|
|
129
129
|
Parameters
|
|
130
130
|
----------
|
|
@@ -159,7 +159,11 @@ class ContainersClient:
|
|
|
159
159
|
headers={
|
|
160
160
|
"content-type": "application/json",
|
|
161
161
|
},
|
|
162
|
-
request_options=
|
|
162
|
+
request_options=(
|
|
163
|
+
{**request_options, "timeout_in_seconds": 600}
|
|
164
|
+
if request_options
|
|
165
|
+
else {"timeout_in_seconds": 600}
|
|
166
|
+
),
|
|
163
167
|
omit=OMIT,
|
|
164
168
|
)
|
|
165
169
|
try:
|
|
@@ -222,7 +226,11 @@ class ContainersClient:
|
|
|
222
226
|
_response = self._client_wrapper.httpx_client.request(
|
|
223
227
|
"containers/templates",
|
|
224
228
|
method="GET",
|
|
225
|
-
request_options=
|
|
229
|
+
request_options=(
|
|
230
|
+
{**request_options, "timeout_in_seconds": 600}
|
|
231
|
+
if request_options
|
|
232
|
+
else {"timeout_in_seconds": 600}
|
|
233
|
+
),
|
|
226
234
|
)
|
|
227
235
|
try:
|
|
228
236
|
if 200 <= _response.status_code < 300:
|
|
@@ -249,15 +257,24 @@ class ContainersClient:
|
|
|
249
257
|
Constructs the URL for an app container based on the provided base_id or variant_id.
|
|
250
258
|
|
|
251
259
|
Args:
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
260
|
+
|
|
261
|
+
|
|
262
|
+
|
|
263
|
+
base_id (Optional[str]): The ID of the base to use for the app container.
|
|
264
|
+
variant_id (Optional[str]): The ID of the variant to use for the app container.
|
|
265
|
+
request (Request): The request object.
|
|
255
266
|
|
|
256
267
|
Returns:
|
|
257
|
-
|
|
268
|
+
|
|
269
|
+
|
|
270
|
+
|
|
271
|
+
URI: The URI for the app container.
|
|
258
272
|
|
|
259
273
|
Raises:
|
|
260
|
-
|
|
274
|
+
|
|
275
|
+
|
|
276
|
+
|
|
277
|
+
HTTPException: If the base or variant cannot be found or the user does not have access.
|
|
261
278
|
|
|
262
279
|
Parameters
|
|
263
280
|
----------
|
|
@@ -290,7 +307,11 @@ class ContainersClient:
|
|
|
290
307
|
"base_id": base_id,
|
|
291
308
|
"variant_id": variant_id,
|
|
292
309
|
},
|
|
293
|
-
request_options=
|
|
310
|
+
request_options=(
|
|
311
|
+
{**request_options, "timeout_in_seconds": 600}
|
|
312
|
+
if request_options
|
|
313
|
+
else {"timeout_in_seconds": 600}
|
|
314
|
+
),
|
|
294
315
|
)
|
|
295
316
|
try:
|
|
296
317
|
if 200 <= _response.status_code < 300:
|
|
@@ -333,13 +354,13 @@ class AsyncContainersClient:
|
|
|
333
354
|
Builds a Docker image from a tar file containing the application code.
|
|
334
355
|
|
|
335
356
|
Args:
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
357
|
+
app_id (str): The ID of the application to build the image for.
|
|
358
|
+
base_name (str): The base name of the image to build.
|
|
359
|
+
tar_file (UploadFile): The tar file containing the application code.
|
|
360
|
+
stoken_session (SessionContainer): The session container for the user making the request.
|
|
340
361
|
|
|
341
362
|
Returns:
|
|
342
|
-
|
|
363
|
+
Image: The Docker image that was built.
|
|
343
364
|
|
|
344
365
|
Parameters
|
|
345
366
|
----------
|
|
@@ -431,7 +452,7 @@ class AsyncContainersClient:
|
|
|
431
452
|
Restart docker container.
|
|
432
453
|
|
|
433
454
|
Args:
|
|
434
|
-
|
|
455
|
+
payload (RestartAppContainer) -- the required data (app_name and variant_name)
|
|
435
456
|
|
|
436
457
|
Parameters
|
|
437
458
|
----------
|
|
@@ -474,7 +495,11 @@ class AsyncContainersClient:
|
|
|
474
495
|
headers={
|
|
475
496
|
"content-type": "application/json",
|
|
476
497
|
},
|
|
477
|
-
request_options=
|
|
498
|
+
request_options=(
|
|
499
|
+
{**request_options, "timeout_in_seconds": 600}
|
|
500
|
+
if request_options
|
|
501
|
+
else {"timeout_in_seconds": 600}
|
|
502
|
+
),
|
|
478
503
|
omit=OMIT,
|
|
479
504
|
)
|
|
480
505
|
try:
|
|
@@ -545,7 +570,11 @@ class AsyncContainersClient:
|
|
|
545
570
|
_response = await self._client_wrapper.httpx_client.request(
|
|
546
571
|
"containers/templates",
|
|
547
572
|
method="GET",
|
|
548
|
-
request_options=
|
|
573
|
+
request_options=(
|
|
574
|
+
{**request_options, "timeout_in_seconds": 600}
|
|
575
|
+
if request_options
|
|
576
|
+
else {"timeout_in_seconds": 600}
|
|
577
|
+
),
|
|
549
578
|
)
|
|
550
579
|
try:
|
|
551
580
|
if 200 <= _response.status_code < 300:
|
|
@@ -572,15 +601,24 @@ class AsyncContainersClient:
|
|
|
572
601
|
Constructs the URL for an app container based on the provided base_id or variant_id.
|
|
573
602
|
|
|
574
603
|
Args:
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
604
|
+
|
|
605
|
+
|
|
606
|
+
|
|
607
|
+
base_id (Optional[str]): The ID of the base to use for the app container.
|
|
608
|
+
variant_id (Optional[str]): The ID of the variant to use for the app container.
|
|
609
|
+
request (Request): The request object.
|
|
578
610
|
|
|
579
611
|
Returns:
|
|
580
|
-
|
|
612
|
+
|
|
613
|
+
|
|
614
|
+
|
|
615
|
+
URI: The URI for the app container.
|
|
581
616
|
|
|
582
617
|
Raises:
|
|
583
|
-
|
|
618
|
+
|
|
619
|
+
|
|
620
|
+
|
|
621
|
+
HTTPException: If the base or variant cannot be found or the user does not have access.
|
|
584
622
|
|
|
585
623
|
Parameters
|
|
586
624
|
----------
|
|
@@ -621,7 +659,11 @@ class AsyncContainersClient:
|
|
|
621
659
|
"base_id": base_id,
|
|
622
660
|
"variant_id": variant_id,
|
|
623
661
|
},
|
|
624
|
-
request_options=
|
|
662
|
+
request_options=(
|
|
663
|
+
{**request_options, "timeout_in_seconds": 600}
|
|
664
|
+
if request_options
|
|
665
|
+
else {"timeout_in_seconds": 600}
|
|
666
|
+
),
|
|
625
667
|
)
|
|
626
668
|
try:
|
|
627
669
|
if 200 <= _response.status_code < 300:
|
|
@@ -148,9 +148,9 @@ def get_request_body(
|
|
|
148
148
|
json_body = maybe_filter_request_body(json, request_options, omit)
|
|
149
149
|
|
|
150
150
|
# If you have an empty JSON body, you should just send None
|
|
151
|
-
return (
|
|
152
|
-
|
|
153
|
-
)
|
|
151
|
+
return (
|
|
152
|
+
json_body if json_body != {} else None
|
|
153
|
+
), data_body if data_body != {} else None
|
|
154
154
|
|
|
155
155
|
|
|
156
156
|
class HttpClient:
|
|
@@ -29,12 +29,12 @@ class EnvironmentsClient:
|
|
|
29
29
|
Deploys a given variant to an environment
|
|
30
30
|
|
|
31
31
|
Args:
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
32
|
+
environment_name: Name of the environment to deploy to.
|
|
33
|
+
variant_id: variant id to deploy.
|
|
34
|
+
stoken_session: . Defaults to Depends(verify_session()).
|
|
35
35
|
|
|
36
36
|
Raises:
|
|
37
|
-
|
|
37
|
+
HTTPException: If the deployment fails.
|
|
38
38
|
|
|
39
39
|
Parameters
|
|
40
40
|
----------
|
|
@@ -116,12 +116,12 @@ class AsyncEnvironmentsClient:
|
|
|
116
116
|
Deploys a given variant to an environment
|
|
117
117
|
|
|
118
118
|
Args:
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
119
|
+
environment_name: Name of the environment to deploy to.
|
|
120
|
+
variant_id: variant id to deploy.
|
|
121
|
+
stoken_session: . Defaults to Depends(verify_session()).
|
|
122
122
|
|
|
123
123
|
Raises:
|
|
124
|
-
|
|
124
|
+
HTTPException: If the deployment fails.
|
|
125
125
|
|
|
126
126
|
Parameters
|
|
127
127
|
----------
|
|
@@ -34,15 +34,15 @@ class EvaluationsClient:
|
|
|
34
34
|
Fetches evaluation ids for a given resource type and id.
|
|
35
35
|
|
|
36
36
|
Arguments:
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
37
|
+
app_id (str): The ID of the app for which to fetch evaluations.
|
|
38
|
+
resource_type (str): The type of resource for which to fetch evaluations.
|
|
39
|
+
resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
|
|
40
40
|
|
|
41
41
|
Raises:
|
|
42
|
-
|
|
42
|
+
HTTPException: If the resource_type is invalid or access is denied.
|
|
43
43
|
|
|
44
44
|
Returns:
|
|
45
|
-
|
|
45
|
+
List[str]: A list of evaluation ids.
|
|
46
46
|
|
|
47
47
|
Parameters
|
|
48
48
|
----------
|
|
@@ -110,10 +110,10 @@ class EvaluationsClient:
|
|
|
110
110
|
Fetches a list of evaluations, optionally filtered by an app ID.
|
|
111
111
|
|
|
112
112
|
Args:
|
|
113
|
-
|
|
113
|
+
app_id (Optional[str]): An optional app ID to filter the evaluations.
|
|
114
114
|
|
|
115
115
|
Returns:
|
|
116
|
-
|
|
116
|
+
List[Evaluation]: A list of evaluations.
|
|
117
117
|
|
|
118
118
|
Parameters
|
|
119
119
|
----------
|
|
@@ -188,9 +188,9 @@ class EvaluationsClient:
|
|
|
188
188
|
"""
|
|
189
189
|
Creates a new comparison table document
|
|
190
190
|
Raises:
|
|
191
|
-
|
|
191
|
+
HTTPException: _description_
|
|
192
192
|
Returns:
|
|
193
|
-
|
|
193
|
+
_description_
|
|
194
194
|
|
|
195
195
|
Parameters
|
|
196
196
|
----------
|
|
@@ -326,9 +326,6 @@ class EvaluationsClient:
|
|
|
326
326
|
json={
|
|
327
327
|
"evaluations_ids": evaluations_ids,
|
|
328
328
|
},
|
|
329
|
-
headers={
|
|
330
|
-
"content-type": "application/json",
|
|
331
|
-
},
|
|
332
329
|
request_options=request_options,
|
|
333
330
|
omit=OMIT,
|
|
334
331
|
)
|
|
@@ -366,11 +363,11 @@ class EvaluationsClient:
|
|
|
366
363
|
Fetches the status of the evaluation.
|
|
367
364
|
|
|
368
365
|
Args:
|
|
369
|
-
|
|
370
|
-
|
|
366
|
+
evaluation_id (str): the evaluation id
|
|
367
|
+
request (Request): the request object
|
|
371
368
|
|
|
372
369
|
Returns:
|
|
373
|
-
|
|
370
|
+
(str): the evaluation status
|
|
374
371
|
|
|
375
372
|
Parameters
|
|
376
373
|
----------
|
|
@@ -435,11 +432,11 @@ class EvaluationsClient:
|
|
|
435
432
|
Fetches the results of the evaluation
|
|
436
433
|
|
|
437
434
|
Args:
|
|
438
|
-
|
|
439
|
-
|
|
435
|
+
evaluation_id (str): the evaluation id
|
|
436
|
+
request (Request): the request object
|
|
440
437
|
|
|
441
438
|
Returns:
|
|
442
|
-
|
|
439
|
+
_type_: _description_
|
|
443
440
|
|
|
444
441
|
Parameters
|
|
445
442
|
----------
|
|
@@ -504,13 +501,13 @@ class EvaluationsClient:
|
|
|
504
501
|
Fetches evaluation scenarios for a given evaluation ID.
|
|
505
502
|
|
|
506
503
|
Arguments:
|
|
507
|
-
|
|
504
|
+
evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
|
|
508
505
|
|
|
509
506
|
Raises:
|
|
510
|
-
|
|
507
|
+
HTTPException: If the evaluation is not found or access is denied.
|
|
511
508
|
|
|
512
509
|
Returns:
|
|
513
|
-
|
|
510
|
+
List[EvaluationScenario]: A list of evaluation scenarios.
|
|
514
511
|
|
|
515
512
|
Parameters
|
|
516
513
|
----------
|
|
@@ -575,10 +572,10 @@ class EvaluationsClient:
|
|
|
575
572
|
Fetches a single evaluation based on its ID.
|
|
576
573
|
|
|
577
574
|
Args:
|
|
578
|
-
|
|
575
|
+
evaluation_id (str): The ID of the evaluation to fetch.
|
|
579
576
|
|
|
580
577
|
Returns:
|
|
581
|
-
|
|
578
|
+
Evaluation: The fetched evaluation.
|
|
582
579
|
|
|
583
580
|
Parameters
|
|
584
581
|
----------
|
|
@@ -643,13 +640,13 @@ class EvaluationsClient:
|
|
|
643
640
|
Fetches evaluation scenarios for a given evaluation ID.
|
|
644
641
|
|
|
645
642
|
Arguments:
|
|
646
|
-
|
|
643
|
+
evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
|
|
647
644
|
|
|
648
645
|
Raises:
|
|
649
|
-
|
|
646
|
+
HTTPException: If the evaluation is not found or access is denied.
|
|
650
647
|
|
|
651
648
|
Returns:
|
|
652
|
-
|
|
649
|
+
List[EvaluationScenario]: A list of evaluation scenarios.
|
|
653
650
|
|
|
654
651
|
Parameters
|
|
655
652
|
----------
|
|
@@ -723,15 +720,15 @@ class AsyncEvaluationsClient:
|
|
|
723
720
|
Fetches evaluation ids for a given resource type and id.
|
|
724
721
|
|
|
725
722
|
Arguments:
|
|
726
|
-
|
|
727
|
-
|
|
728
|
-
|
|
723
|
+
app_id (str): The ID of the app for which to fetch evaluations.
|
|
724
|
+
resource_type (str): The type of resource for which to fetch evaluations.
|
|
725
|
+
resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
|
|
729
726
|
|
|
730
727
|
Raises:
|
|
731
|
-
|
|
728
|
+
HTTPException: If the resource_type is invalid or access is denied.
|
|
732
729
|
|
|
733
730
|
Returns:
|
|
734
|
-
|
|
731
|
+
List[str]: A list of evaluation ids.
|
|
735
732
|
|
|
736
733
|
Parameters
|
|
737
734
|
----------
|
|
@@ -807,10 +804,10 @@ class AsyncEvaluationsClient:
|
|
|
807
804
|
Fetches a list of evaluations, optionally filtered by an app ID.
|
|
808
805
|
|
|
809
806
|
Args:
|
|
810
|
-
|
|
807
|
+
app_id (Optional[str]): An optional app ID to filter the evaluations.
|
|
811
808
|
|
|
812
809
|
Returns:
|
|
813
|
-
|
|
810
|
+
List[Evaluation]: A list of evaluations.
|
|
814
811
|
|
|
815
812
|
Parameters
|
|
816
813
|
----------
|
|
@@ -893,9 +890,9 @@ class AsyncEvaluationsClient:
|
|
|
893
890
|
"""
|
|
894
891
|
Creates a new comparison table document
|
|
895
892
|
Raises:
|
|
896
|
-
|
|
893
|
+
HTTPException: _description_
|
|
897
894
|
Returns:
|
|
898
|
-
|
|
895
|
+
_description_
|
|
899
896
|
|
|
900
897
|
Parameters
|
|
901
898
|
----------
|
|
@@ -1047,9 +1044,6 @@ class AsyncEvaluationsClient:
|
|
|
1047
1044
|
json={
|
|
1048
1045
|
"evaluations_ids": evaluations_ids,
|
|
1049
1046
|
},
|
|
1050
|
-
headers={
|
|
1051
|
-
"content-type": "application/json",
|
|
1052
|
-
},
|
|
1053
1047
|
request_options=request_options,
|
|
1054
1048
|
omit=OMIT,
|
|
1055
1049
|
)
|
|
@@ -1087,11 +1081,11 @@ class AsyncEvaluationsClient:
|
|
|
1087
1081
|
Fetches the status of the evaluation.
|
|
1088
1082
|
|
|
1089
1083
|
Args:
|
|
1090
|
-
|
|
1091
|
-
|
|
1084
|
+
evaluation_id (str): the evaluation id
|
|
1085
|
+
request (Request): the request object
|
|
1092
1086
|
|
|
1093
1087
|
Returns:
|
|
1094
|
-
|
|
1088
|
+
(str): the evaluation status
|
|
1095
1089
|
|
|
1096
1090
|
Parameters
|
|
1097
1091
|
----------
|
|
@@ -1164,11 +1158,11 @@ class AsyncEvaluationsClient:
|
|
|
1164
1158
|
Fetches the results of the evaluation
|
|
1165
1159
|
|
|
1166
1160
|
Args:
|
|
1167
|
-
|
|
1168
|
-
|
|
1161
|
+
evaluation_id (str): the evaluation id
|
|
1162
|
+
request (Request): the request object
|
|
1169
1163
|
|
|
1170
1164
|
Returns:
|
|
1171
|
-
|
|
1165
|
+
_type_: _description_
|
|
1172
1166
|
|
|
1173
1167
|
Parameters
|
|
1174
1168
|
----------
|
|
@@ -1241,13 +1235,13 @@ class AsyncEvaluationsClient:
|
|
|
1241
1235
|
Fetches evaluation scenarios for a given evaluation ID.
|
|
1242
1236
|
|
|
1243
1237
|
Arguments:
|
|
1244
|
-
|
|
1238
|
+
evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
|
|
1245
1239
|
|
|
1246
1240
|
Raises:
|
|
1247
|
-
|
|
1241
|
+
HTTPException: If the evaluation is not found or access is denied.
|
|
1248
1242
|
|
|
1249
1243
|
Returns:
|
|
1250
|
-
|
|
1244
|
+
List[EvaluationScenario]: A list of evaluation scenarios.
|
|
1251
1245
|
|
|
1252
1246
|
Parameters
|
|
1253
1247
|
----------
|
|
@@ -1320,10 +1314,10 @@ class AsyncEvaluationsClient:
|
|
|
1320
1314
|
Fetches a single evaluation based on its ID.
|
|
1321
1315
|
|
|
1322
1316
|
Args:
|
|
1323
|
-
|
|
1317
|
+
evaluation_id (str): The ID of the evaluation to fetch.
|
|
1324
1318
|
|
|
1325
1319
|
Returns:
|
|
1326
|
-
|
|
1320
|
+
Evaluation: The fetched evaluation.
|
|
1327
1321
|
|
|
1328
1322
|
Parameters
|
|
1329
1323
|
----------
|
|
@@ -1396,13 +1390,13 @@ class AsyncEvaluationsClient:
|
|
|
1396
1390
|
Fetches evaluation scenarios for a given evaluation ID.
|
|
1397
1391
|
|
|
1398
1392
|
Arguments:
|
|
1399
|
-
|
|
1393
|
+
evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
|
|
1400
1394
|
|
|
1401
1395
|
Raises:
|
|
1402
|
-
|
|
1396
|
+
HTTPException: If the evaluation is not found or access is denied.
|
|
1403
1397
|
|
|
1404
1398
|
Returns:
|
|
1405
|
-
|
|
1399
|
+
List[EvaluationScenario]: A list of evaluation scenarios.
|
|
1406
1400
|
|
|
1407
1401
|
Parameters
|
|
1408
1402
|
----------
|