agenta 0.32.0a1__py3-none-any.whl → 0.33.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. agenta/__init__.py +2 -0
  2. agenta/client/backend/__init__.py +39 -31
  3. agenta/client/backend/admin/__init__.py +1 -0
  4. agenta/client/backend/admin/client.py +576 -0
  5. agenta/client/backend/apps/client.py +450 -68
  6. agenta/client/backend/bases/client.py +10 -10
  7. agenta/client/backend/client.py +112 -122
  8. agenta/client/backend/containers/client.py +70 -28
  9. agenta/client/backend/core/http_client.py +3 -3
  10. agenta/client/backend/environments/client.py +8 -8
  11. agenta/client/backend/evaluations/client.py +46 -52
  12. agenta/client/backend/evaluators/client.py +32 -32
  13. agenta/client/backend/human_evaluations/__init__.py +1 -0
  14. agenta/client/backend/human_evaluations/client.py +1692 -0
  15. agenta/client/backend/observability/__init__.py +4 -0
  16. agenta/client/backend/observability/client.py +221 -744
  17. agenta/client/backend/testsets/client.py +38 -202
  18. agenta/client/backend/types/__init__.py +34 -28
  19. agenta/client/backend/types/account_response.py +24 -0
  20. agenta/client/backend/types/app_variant_revision.py +2 -1
  21. agenta/client/backend/types/{create_trace_response.py → delete_evaluation.py} +2 -3
  22. agenta/client/backend/types/{evaluation_scenario_score_update.py → legacy_scope_request.py} +2 -2
  23. agenta/client/backend/types/legacy_scopes_response.py +29 -0
  24. agenta/client/backend/types/{human_evaluation_update.py → legacy_user_request.py} +4 -4
  25. agenta/client/backend/types/{span_variant.py → legacy_user_response.py} +2 -4
  26. agenta/client/backend/types/organization_membership_request.py +25 -0
  27. agenta/client/backend/types/organization_request.py +23 -0
  28. agenta/client/backend/types/permission.py +4 -0
  29. agenta/client/backend/types/{llm_tokens.py → project_membership_request.py} +8 -5
  30. agenta/client/backend/types/project_request.py +26 -0
  31. agenta/client/backend/types/project_scope.py +29 -0
  32. agenta/client/backend/types/provider_kind.py +1 -1
  33. agenta/client/backend/types/reference.py +22 -0
  34. agenta/client/backend/types/role.py +15 -0
  35. agenta/client/backend/types/scopes_response_model.py +22 -0
  36. agenta/client/backend/types/score.py +1 -1
  37. agenta/client/backend/types/secret_response_dto.py +2 -2
  38. agenta/client/backend/types/user_request.py +22 -0
  39. agenta/client/backend/types/workspace_membership_request.py +26 -0
  40. agenta/client/backend/types/workspace_request.py +25 -0
  41. agenta/client/backend/variants/client.py +208 -42
  42. agenta/client/backend/vault/client.py +11 -9
  43. agenta/sdk/__init__.py +3 -0
  44. agenta/sdk/agenta_init.py +3 -1
  45. agenta/sdk/assets.py +4 -4
  46. agenta/sdk/decorators/routing.py +129 -23
  47. agenta/sdk/decorators/tracing.py +16 -4
  48. agenta/sdk/litellm/litellm.py +44 -8
  49. agenta/sdk/litellm/mockllm.py +2 -2
  50. agenta/sdk/litellm/mocks/__init__.py +9 -3
  51. agenta/sdk/managers/apps.py +64 -0
  52. agenta/sdk/managers/shared.py +2 -2
  53. agenta/sdk/middleware/auth.py +156 -53
  54. agenta/sdk/middleware/config.py +28 -16
  55. agenta/sdk/middleware/inline.py +1 -1
  56. agenta/sdk/middleware/mock.py +1 -1
  57. agenta/sdk/middleware/otel.py +1 -1
  58. agenta/sdk/middleware/vault.py +1 -1
  59. agenta/sdk/tracing/exporters.py +0 -1
  60. agenta/sdk/tracing/inline.py +26 -30
  61. agenta/sdk/types.py +12 -9
  62. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/METADATA +23 -20
  63. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/RECORD +69 -63
  64. agenta/client/backend/observability_v_1/__init__.py +0 -5
  65. agenta/client/backend/observability_v_1/client.py +0 -763
  66. agenta/client/backend/types/create_span.py +0 -45
  67. agenta/client/backend/types/human_evaluation_scenario_update.py +0 -30
  68. agenta/client/backend/types/new_human_evaluation.py +0 -27
  69. agenta/client/backend/types/outputs.py +0 -5
  70. agenta/client/backend/types/span.py +0 -42
  71. agenta/client/backend/types/span_detail.py +0 -44
  72. agenta/client/backend/types/span_status_code.py +0 -5
  73. agenta/client/backend/types/trace_detail.py +0 -44
  74. agenta/client/backend/types/with_pagination.py +0 -26
  75. /agenta/client/backend/{observability_v_1 → observability}/types/__init__.py +0 -0
  76. /agenta/client/backend/{observability_v_1 → observability}/types/format.py +0 -0
  77. /agenta/client/backend/{observability_v_1 → observability}/types/query_analytics_response.py +0 -0
  78. /agenta/client/backend/{observability_v_1 → observability}/types/query_traces_response.py +0 -0
  79. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/WHEEL +0 -0
  80. {agenta-0.32.0a1.dist-info → agenta-0.33.0.dist-info}/entry_points.txt +0 -0
@@ -34,13 +34,13 @@ class ContainersClient:
34
34
  Builds a Docker image from a tar file containing the application code.
35
35
 
36
36
  Args:
37
- app_id (str): The ID of the application to build the image for.
38
- base_name (str): The base name of the image to build.
39
- tar_file (UploadFile): The tar file containing the application code.
40
- stoken_session (SessionContainer): The session container for the user making the request.
37
+ app_id (str): The ID of the application to build the image for.
38
+ base_name (str): The base name of the image to build.
39
+ tar_file (UploadFile): The tar file containing the application code.
40
+ stoken_session (SessionContainer): The session container for the user making the request.
41
41
 
42
42
  Returns:
43
- Image: The Docker image that was built.
43
+ Image: The Docker image that was built.
44
44
 
45
45
  Parameters
46
46
  ----------
@@ -124,7 +124,7 @@ class ContainersClient:
124
124
  Restart docker container.
125
125
 
126
126
  Args:
127
- payload (RestartAppContainer) -- the required data (app_name and variant_name)
127
+ payload (RestartAppContainer) -- the required data (app_name and variant_name)
128
128
 
129
129
  Parameters
130
130
  ----------
@@ -159,7 +159,11 @@ class ContainersClient:
159
159
  headers={
160
160
  "content-type": "application/json",
161
161
  },
162
- request_options=request_options,
162
+ request_options=(
163
+ {**request_options, "timeout_in_seconds": 600}
164
+ if request_options
165
+ else {"timeout_in_seconds": 600}
166
+ ),
163
167
  omit=OMIT,
164
168
  )
165
169
  try:
@@ -222,7 +226,11 @@ class ContainersClient:
222
226
  _response = self._client_wrapper.httpx_client.request(
223
227
  "containers/templates",
224
228
  method="GET",
225
- request_options=request_options,
229
+ request_options=(
230
+ {**request_options, "timeout_in_seconds": 600}
231
+ if request_options
232
+ else {"timeout_in_seconds": 600}
233
+ ),
226
234
  )
227
235
  try:
228
236
  if 200 <= _response.status_code < 300:
@@ -249,15 +257,24 @@ class ContainersClient:
249
257
  Constructs the URL for an app container based on the provided base_id or variant_id.
250
258
 
251
259
  Args:
252
- base_id (Optional[str]): The ID of the base to use for the app container.
253
- variant_id (Optional[str]): The ID of the variant to use for the app container.
254
- request (Request): The request object.
260
+
261
+
262
+
263
+ base_id (Optional[str]): The ID of the base to use for the app container.
264
+ variant_id (Optional[str]): The ID of the variant to use for the app container.
265
+ request (Request): The request object.
255
266
 
256
267
  Returns:
257
- URI: The URI for the app container.
268
+
269
+
270
+
271
+ URI: The URI for the app container.
258
272
 
259
273
  Raises:
260
- HTTPException: If the base or variant cannot be found or the user does not have access.
274
+
275
+
276
+
277
+ HTTPException: If the base or variant cannot be found or the user does not have access.
261
278
 
262
279
  Parameters
263
280
  ----------
@@ -290,7 +307,11 @@ class ContainersClient:
290
307
  "base_id": base_id,
291
308
  "variant_id": variant_id,
292
309
  },
293
- request_options=request_options,
310
+ request_options=(
311
+ {**request_options, "timeout_in_seconds": 600}
312
+ if request_options
313
+ else {"timeout_in_seconds": 600}
314
+ ),
294
315
  )
295
316
  try:
296
317
  if 200 <= _response.status_code < 300:
@@ -333,13 +354,13 @@ class AsyncContainersClient:
333
354
  Builds a Docker image from a tar file containing the application code.
334
355
 
335
356
  Args:
336
- app_id (str): The ID of the application to build the image for.
337
- base_name (str): The base name of the image to build.
338
- tar_file (UploadFile): The tar file containing the application code.
339
- stoken_session (SessionContainer): The session container for the user making the request.
357
+ app_id (str): The ID of the application to build the image for.
358
+ base_name (str): The base name of the image to build.
359
+ tar_file (UploadFile): The tar file containing the application code.
360
+ stoken_session (SessionContainer): The session container for the user making the request.
340
361
 
341
362
  Returns:
342
- Image: The Docker image that was built.
363
+ Image: The Docker image that was built.
343
364
 
344
365
  Parameters
345
366
  ----------
@@ -431,7 +452,7 @@ class AsyncContainersClient:
431
452
  Restart docker container.
432
453
 
433
454
  Args:
434
- payload (RestartAppContainer) -- the required data (app_name and variant_name)
455
+ payload (RestartAppContainer) -- the required data (app_name and variant_name)
435
456
 
436
457
  Parameters
437
458
  ----------
@@ -474,7 +495,11 @@ class AsyncContainersClient:
474
495
  headers={
475
496
  "content-type": "application/json",
476
497
  },
477
- request_options=request_options,
498
+ request_options=(
499
+ {**request_options, "timeout_in_seconds": 600}
500
+ if request_options
501
+ else {"timeout_in_seconds": 600}
502
+ ),
478
503
  omit=OMIT,
479
504
  )
480
505
  try:
@@ -545,7 +570,11 @@ class AsyncContainersClient:
545
570
  _response = await self._client_wrapper.httpx_client.request(
546
571
  "containers/templates",
547
572
  method="GET",
548
- request_options=request_options,
573
+ request_options=(
574
+ {**request_options, "timeout_in_seconds": 600}
575
+ if request_options
576
+ else {"timeout_in_seconds": 600}
577
+ ),
549
578
  )
550
579
  try:
551
580
  if 200 <= _response.status_code < 300:
@@ -572,15 +601,24 @@ class AsyncContainersClient:
572
601
  Constructs the URL for an app container based on the provided base_id or variant_id.
573
602
 
574
603
  Args:
575
- base_id (Optional[str]): The ID of the base to use for the app container.
576
- variant_id (Optional[str]): The ID of the variant to use for the app container.
577
- request (Request): The request object.
604
+
605
+
606
+
607
+ base_id (Optional[str]): The ID of the base to use for the app container.
608
+ variant_id (Optional[str]): The ID of the variant to use for the app container.
609
+ request (Request): The request object.
578
610
 
579
611
  Returns:
580
- URI: The URI for the app container.
612
+
613
+
614
+
615
+ URI: The URI for the app container.
581
616
 
582
617
  Raises:
583
- HTTPException: If the base or variant cannot be found or the user does not have access.
618
+
619
+
620
+
621
+ HTTPException: If the base or variant cannot be found or the user does not have access.
584
622
 
585
623
  Parameters
586
624
  ----------
@@ -621,7 +659,11 @@ class AsyncContainersClient:
621
659
  "base_id": base_id,
622
660
  "variant_id": variant_id,
623
661
  },
624
- request_options=request_options,
662
+ request_options=(
663
+ {**request_options, "timeout_in_seconds": 600}
664
+ if request_options
665
+ else {"timeout_in_seconds": 600}
666
+ ),
625
667
  )
626
668
  try:
627
669
  if 200 <= _response.status_code < 300:
@@ -148,9 +148,9 @@ def get_request_body(
148
148
  json_body = maybe_filter_request_body(json, request_options, omit)
149
149
 
150
150
  # If you have an empty JSON body, you should just send None
151
- return (json_body if json_body != {} else None), (
152
- data_body if data_body != {} else None
153
- )
151
+ return (
152
+ json_body if json_body != {} else None
153
+ ), data_body if data_body != {} else None
154
154
 
155
155
 
156
156
  class HttpClient:
@@ -29,12 +29,12 @@ class EnvironmentsClient:
29
29
  Deploys a given variant to an environment
30
30
 
31
31
  Args:
32
- environment_name: Name of the environment to deploy to.
33
- variant_id: variant id to deploy.
34
- stoken_session: . Defaults to Depends(verify_session()).
32
+ environment_name: Name of the environment to deploy to.
33
+ variant_id: variant id to deploy.
34
+ stoken_session: . Defaults to Depends(verify_session()).
35
35
 
36
36
  Raises:
37
- HTTPException: If the deployment fails.
37
+ HTTPException: If the deployment fails.
38
38
 
39
39
  Parameters
40
40
  ----------
@@ -116,12 +116,12 @@ class AsyncEnvironmentsClient:
116
116
  Deploys a given variant to an environment
117
117
 
118
118
  Args:
119
- environment_name: Name of the environment to deploy to.
120
- variant_id: variant id to deploy.
121
- stoken_session: . Defaults to Depends(verify_session()).
119
+ environment_name: Name of the environment to deploy to.
120
+ variant_id: variant id to deploy.
121
+ stoken_session: . Defaults to Depends(verify_session()).
122
122
 
123
123
  Raises:
124
- HTTPException: If the deployment fails.
124
+ HTTPException: If the deployment fails.
125
125
 
126
126
  Parameters
127
127
  ----------
@@ -34,15 +34,15 @@ class EvaluationsClient:
34
34
  Fetches evaluation ids for a given resource type and id.
35
35
 
36
36
  Arguments:
37
- app_id (str): The ID of the app for which to fetch evaluations.
38
- resource_type (str): The type of resource for which to fetch evaluations.
39
- resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
37
+ app_id (str): The ID of the app for which to fetch evaluations.
38
+ resource_type (str): The type of resource for which to fetch evaluations.
39
+ resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
40
40
 
41
41
  Raises:
42
- HTTPException: If the resource_type is invalid or access is denied.
42
+ HTTPException: If the resource_type is invalid or access is denied.
43
43
 
44
44
  Returns:
45
- List[str]: A list of evaluation ids.
45
+ List[str]: A list of evaluation ids.
46
46
 
47
47
  Parameters
48
48
  ----------
@@ -110,10 +110,10 @@ class EvaluationsClient:
110
110
  Fetches a list of evaluations, optionally filtered by an app ID.
111
111
 
112
112
  Args:
113
- app_id (Optional[str]): An optional app ID to filter the evaluations.
113
+ app_id (Optional[str]): An optional app ID to filter the evaluations.
114
114
 
115
115
  Returns:
116
- List[Evaluation]: A list of evaluations.
116
+ List[Evaluation]: A list of evaluations.
117
117
 
118
118
  Parameters
119
119
  ----------
@@ -188,9 +188,9 @@ class EvaluationsClient:
188
188
  """
189
189
  Creates a new comparison table document
190
190
  Raises:
191
- HTTPException: _description_
191
+ HTTPException: _description_
192
192
  Returns:
193
- _description_
193
+ _description_
194
194
 
195
195
  Parameters
196
196
  ----------
@@ -326,9 +326,6 @@ class EvaluationsClient:
326
326
  json={
327
327
  "evaluations_ids": evaluations_ids,
328
328
  },
329
- headers={
330
- "content-type": "application/json",
331
- },
332
329
  request_options=request_options,
333
330
  omit=OMIT,
334
331
  )
@@ -366,11 +363,11 @@ class EvaluationsClient:
366
363
  Fetches the status of the evaluation.
367
364
 
368
365
  Args:
369
- evaluation_id (str): the evaluation id
370
- request (Request): the request object
366
+ evaluation_id (str): the evaluation id
367
+ request (Request): the request object
371
368
 
372
369
  Returns:
373
- (str): the evaluation status
370
+ (str): the evaluation status
374
371
 
375
372
  Parameters
376
373
  ----------
@@ -435,11 +432,11 @@ class EvaluationsClient:
435
432
  Fetches the results of the evaluation
436
433
 
437
434
  Args:
438
- evaluation_id (str): the evaluation id
439
- request (Request): the request object
435
+ evaluation_id (str): the evaluation id
436
+ request (Request): the request object
440
437
 
441
438
  Returns:
442
- _type_: _description_
439
+ _type_: _description_
443
440
 
444
441
  Parameters
445
442
  ----------
@@ -504,13 +501,13 @@ class EvaluationsClient:
504
501
  Fetches evaluation scenarios for a given evaluation ID.
505
502
 
506
503
  Arguments:
507
- evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
504
+ evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
508
505
 
509
506
  Raises:
510
- HTTPException: If the evaluation is not found or access is denied.
507
+ HTTPException: If the evaluation is not found or access is denied.
511
508
 
512
509
  Returns:
513
- List[EvaluationScenario]: A list of evaluation scenarios.
510
+ List[EvaluationScenario]: A list of evaluation scenarios.
514
511
 
515
512
  Parameters
516
513
  ----------
@@ -575,10 +572,10 @@ class EvaluationsClient:
575
572
  Fetches a single evaluation based on its ID.
576
573
 
577
574
  Args:
578
- evaluation_id (str): The ID of the evaluation to fetch.
575
+ evaluation_id (str): The ID of the evaluation to fetch.
579
576
 
580
577
  Returns:
581
- Evaluation: The fetched evaluation.
578
+ Evaluation: The fetched evaluation.
582
579
 
583
580
  Parameters
584
581
  ----------
@@ -643,13 +640,13 @@ class EvaluationsClient:
643
640
  Fetches evaluation scenarios for a given evaluation ID.
644
641
 
645
642
  Arguments:
646
- evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
643
+ evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
647
644
 
648
645
  Raises:
649
- HTTPException: If the evaluation is not found or access is denied.
646
+ HTTPException: If the evaluation is not found or access is denied.
650
647
 
651
648
  Returns:
652
- List[EvaluationScenario]: A list of evaluation scenarios.
649
+ List[EvaluationScenario]: A list of evaluation scenarios.
653
650
 
654
651
  Parameters
655
652
  ----------
@@ -723,15 +720,15 @@ class AsyncEvaluationsClient:
723
720
  Fetches evaluation ids for a given resource type and id.
724
721
 
725
722
  Arguments:
726
- app_id (str): The ID of the app for which to fetch evaluations.
727
- resource_type (str): The type of resource for which to fetch evaluations.
728
- resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
723
+ app_id (str): The ID of the app for which to fetch evaluations.
724
+ resource_type (str): The type of resource for which to fetch evaluations.
725
+ resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
729
726
 
730
727
  Raises:
731
- HTTPException: If the resource_type is invalid or access is denied.
728
+ HTTPException: If the resource_type is invalid or access is denied.
732
729
 
733
730
  Returns:
734
- List[str]: A list of evaluation ids.
731
+ List[str]: A list of evaluation ids.
735
732
 
736
733
  Parameters
737
734
  ----------
@@ -807,10 +804,10 @@ class AsyncEvaluationsClient:
807
804
  Fetches a list of evaluations, optionally filtered by an app ID.
808
805
 
809
806
  Args:
810
- app_id (Optional[str]): An optional app ID to filter the evaluations.
807
+ app_id (Optional[str]): An optional app ID to filter the evaluations.
811
808
 
812
809
  Returns:
813
- List[Evaluation]: A list of evaluations.
810
+ List[Evaluation]: A list of evaluations.
814
811
 
815
812
  Parameters
816
813
  ----------
@@ -893,9 +890,9 @@ class AsyncEvaluationsClient:
893
890
  """
894
891
  Creates a new comparison table document
895
892
  Raises:
896
- HTTPException: _description_
893
+ HTTPException: _description_
897
894
  Returns:
898
- _description_
895
+ _description_
899
896
 
900
897
  Parameters
901
898
  ----------
@@ -1047,9 +1044,6 @@ class AsyncEvaluationsClient:
1047
1044
  json={
1048
1045
  "evaluations_ids": evaluations_ids,
1049
1046
  },
1050
- headers={
1051
- "content-type": "application/json",
1052
- },
1053
1047
  request_options=request_options,
1054
1048
  omit=OMIT,
1055
1049
  )
@@ -1087,11 +1081,11 @@ class AsyncEvaluationsClient:
1087
1081
  Fetches the status of the evaluation.
1088
1082
 
1089
1083
  Args:
1090
- evaluation_id (str): the evaluation id
1091
- request (Request): the request object
1084
+ evaluation_id (str): the evaluation id
1085
+ request (Request): the request object
1092
1086
 
1093
1087
  Returns:
1094
- (str): the evaluation status
1088
+ (str): the evaluation status
1095
1089
 
1096
1090
  Parameters
1097
1091
  ----------
@@ -1164,11 +1158,11 @@ class AsyncEvaluationsClient:
1164
1158
  Fetches the results of the evaluation
1165
1159
 
1166
1160
  Args:
1167
- evaluation_id (str): the evaluation id
1168
- request (Request): the request object
1161
+ evaluation_id (str): the evaluation id
1162
+ request (Request): the request object
1169
1163
 
1170
1164
  Returns:
1171
- _type_: _description_
1165
+ _type_: _description_
1172
1166
 
1173
1167
  Parameters
1174
1168
  ----------
@@ -1241,13 +1235,13 @@ class AsyncEvaluationsClient:
1241
1235
  Fetches evaluation scenarios for a given evaluation ID.
1242
1236
 
1243
1237
  Arguments:
1244
- evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
1238
+ evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
1245
1239
 
1246
1240
  Raises:
1247
- HTTPException: If the evaluation is not found or access is denied.
1241
+ HTTPException: If the evaluation is not found or access is denied.
1248
1242
 
1249
1243
  Returns:
1250
- List[EvaluationScenario]: A list of evaluation scenarios.
1244
+ List[EvaluationScenario]: A list of evaluation scenarios.
1251
1245
 
1252
1246
  Parameters
1253
1247
  ----------
@@ -1320,10 +1314,10 @@ class AsyncEvaluationsClient:
1320
1314
  Fetches a single evaluation based on its ID.
1321
1315
 
1322
1316
  Args:
1323
- evaluation_id (str): The ID of the evaluation to fetch.
1317
+ evaluation_id (str): The ID of the evaluation to fetch.
1324
1318
 
1325
1319
  Returns:
1326
- Evaluation: The fetched evaluation.
1320
+ Evaluation: The fetched evaluation.
1327
1321
 
1328
1322
  Parameters
1329
1323
  ----------
@@ -1396,13 +1390,13 @@ class AsyncEvaluationsClient:
1396
1390
  Fetches evaluation scenarios for a given evaluation ID.
1397
1391
 
1398
1392
  Arguments:
1399
- evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
1393
+ evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
1400
1394
 
1401
1395
  Raises:
1402
- HTTPException: If the evaluation is not found or access is denied.
1396
+ HTTPException: If the evaluation is not found or access is denied.
1403
1397
 
1404
1398
  Returns:
1405
- List[EvaluationScenario]: A list of evaluation scenarios.
1399
+ List[EvaluationScenario]: A list of evaluation scenarios.
1406
1400
 
1407
1401
  Parameters
1408
1402
  ----------