eval-studio-client 1.1.6a5__py3-none-any.whl → 1.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +21 -0
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +1134 -73
- eval_studio_client/api/api/info_service_api.py +240 -0
- eval_studio_client/api/api/test_service_api.py +1233 -172
- eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
- eval_studio_client/api/api/workflow_service_api.py +1109 -48
- eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
- eval_studio_client/api/docs/InfoServiceApi.md +63 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +2 -0
- eval_studio_client/api/docs/TestServiceApi.md +268 -0
- eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +2 -0
- eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1Role.md +12 -0
- eval_studio_client/api/docs/V1RoleBinding.md +32 -0
- eval_studio_client/api/docs/V1Stats.md +32 -0
- eval_studio_client/api/docs/V1WorkflowNode.md +2 -0
- eval_studio_client/api/docs/V1WorkflowNodeResultStatus.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
- eval_studio_client/api/docs/WorkflowServiceApi.md +272 -0
- eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
- eval_studio_client/api/models/__init__.py +20 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/required_the_updated_workflow_node.py +10 -3
- eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_get_stats_response.py +91 -0
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
- eval_studio_client/api/models/v1_info.py +6 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_role.py +38 -0
- eval_studio_client/api/models/v1_role_binding.py +92 -0
- eval_studio_client/api/models/v1_stats.py +106 -0
- eval_studio_client/api/models/v1_workflow_node.py +10 -3
- eval_studio_client/api/models/v1_workflow_node_result_status.py +40 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
- eval_studio_client/api/test/test_info_service_api.py +6 -0
- eval_studio_client/api/test/test_required_the_updated_workflow_node.py +3 -1
- eval_studio_client/api/test/test_test_service_api.py +24 -0
- eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
- eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
- eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +3 -1
- eval_studio_client/api/test/test_v1_create_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_info.py +3 -1
- eval_studio_client/api/test/test_v1_init_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
- eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
- eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py +3 -1
- eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_role.py +33 -0
- eval_studio_client/api/test/test_v1_role_binding.py +53 -0
- eval_studio_client/api/test/test_v1_stats.py +53 -0
- eval_studio_client/api/test/test_v1_update_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_workflow_node.py +3 -1
- eval_studio_client/api/test/test_v1_workflow_node_result_status.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
- eval_studio_client/api/test/test_workflow_service_api.py +28 -0
- eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +921 -7
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.1.6a5.dist-info → eval_studio_client-1.2.0.dist-info}/METADATA +1 -1
- {eval_studio_client-1.1.6a5.dist-info → eval_studio_client-1.2.0.dist-info}/RECORD +106 -43
- {eval_studio_client-1.1.6a5.dist-info → eval_studio_client-1.2.0.dist-info}/WHEEL +0 -0
|
@@ -17,6 +17,7 @@ from typing import Any, Dict, List, Optional, Tuple, Union
|
|
|
17
17
|
from typing_extensions import Annotated
|
|
18
18
|
|
|
19
19
|
from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
|
|
20
|
+
from eval_studio_client.api.models.v1_get_stats_response import V1GetStatsResponse
|
|
20
21
|
|
|
21
22
|
from eval_studio_client.api.api_client import ApiClient, RequestSerialized
|
|
22
23
|
from eval_studio_client.api.api_response import ApiResponse
|
|
@@ -273,3 +274,242 @@ class InfoServiceApi:
|
|
|
273
274
|
)
|
|
274
275
|
|
|
275
276
|
|
|
277
|
+
|
|
278
|
+
|
|
279
|
+
@validate_call
|
|
280
|
+
def info_service_get_stats(
|
|
281
|
+
self,
|
|
282
|
+
_request_timeout: Union[
|
|
283
|
+
None,
|
|
284
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
285
|
+
Tuple[
|
|
286
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
287
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
288
|
+
]
|
|
289
|
+
] = None,
|
|
290
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
291
|
+
_content_type: Optional[StrictStr] = None,
|
|
292
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
293
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
294
|
+
) -> V1GetStatsResponse:
|
|
295
|
+
"""info_service_get_stats
|
|
296
|
+
|
|
297
|
+
|
|
298
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
299
|
+
number provided, it will be total request
|
|
300
|
+
timeout. It can also be a pair (tuple) of
|
|
301
|
+
(connection, read) timeouts.
|
|
302
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
303
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
304
|
+
request; this effectively ignores the
|
|
305
|
+
authentication in the spec for a single request.
|
|
306
|
+
:type _request_auth: dict, optional
|
|
307
|
+
:param _content_type: force content-type for the request.
|
|
308
|
+
:type _content_type: str, Optional
|
|
309
|
+
:param _headers: set to override the headers for a single
|
|
310
|
+
request; this effectively ignores the headers
|
|
311
|
+
in the spec for a single request.
|
|
312
|
+
:type _headers: dict, optional
|
|
313
|
+
:param _host_index: set to override the host_index for a single
|
|
314
|
+
request; this effectively ignores the host_index
|
|
315
|
+
in the spec for a single request.
|
|
316
|
+
:type _host_index: int, optional
|
|
317
|
+
:return: Returns the result object.
|
|
318
|
+
""" # noqa: E501
|
|
319
|
+
|
|
320
|
+
_param = self._info_service_get_stats_serialize(
|
|
321
|
+
_request_auth=_request_auth,
|
|
322
|
+
_content_type=_content_type,
|
|
323
|
+
_headers=_headers,
|
|
324
|
+
_host_index=_host_index
|
|
325
|
+
)
|
|
326
|
+
|
|
327
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
328
|
+
'200': "V1GetStatsResponse",
|
|
329
|
+
}
|
|
330
|
+
response_data = self.api_client.call_api(
|
|
331
|
+
*_param,
|
|
332
|
+
_request_timeout=_request_timeout
|
|
333
|
+
)
|
|
334
|
+
response_data.read()
|
|
335
|
+
return self.api_client.response_deserialize(
|
|
336
|
+
response_data=response_data,
|
|
337
|
+
response_types_map=_response_types_map,
|
|
338
|
+
).data
|
|
339
|
+
|
|
340
|
+
|
|
341
|
+
@validate_call
|
|
342
|
+
def info_service_get_stats_with_http_info(
|
|
343
|
+
self,
|
|
344
|
+
_request_timeout: Union[
|
|
345
|
+
None,
|
|
346
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
347
|
+
Tuple[
|
|
348
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
349
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
350
|
+
]
|
|
351
|
+
] = None,
|
|
352
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
353
|
+
_content_type: Optional[StrictStr] = None,
|
|
354
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
355
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
356
|
+
) -> ApiResponse[V1GetStatsResponse]:
|
|
357
|
+
"""info_service_get_stats
|
|
358
|
+
|
|
359
|
+
|
|
360
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
361
|
+
number provided, it will be total request
|
|
362
|
+
timeout. It can also be a pair (tuple) of
|
|
363
|
+
(connection, read) timeouts.
|
|
364
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
365
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
366
|
+
request; this effectively ignores the
|
|
367
|
+
authentication in the spec for a single request.
|
|
368
|
+
:type _request_auth: dict, optional
|
|
369
|
+
:param _content_type: force content-type for the request.
|
|
370
|
+
:type _content_type: str, Optional
|
|
371
|
+
:param _headers: set to override the headers for a single
|
|
372
|
+
request; this effectively ignores the headers
|
|
373
|
+
in the spec for a single request.
|
|
374
|
+
:type _headers: dict, optional
|
|
375
|
+
:param _host_index: set to override the host_index for a single
|
|
376
|
+
request; this effectively ignores the host_index
|
|
377
|
+
in the spec for a single request.
|
|
378
|
+
:type _host_index: int, optional
|
|
379
|
+
:return: Returns the result object.
|
|
380
|
+
""" # noqa: E501
|
|
381
|
+
|
|
382
|
+
_param = self._info_service_get_stats_serialize(
|
|
383
|
+
_request_auth=_request_auth,
|
|
384
|
+
_content_type=_content_type,
|
|
385
|
+
_headers=_headers,
|
|
386
|
+
_host_index=_host_index
|
|
387
|
+
)
|
|
388
|
+
|
|
389
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
390
|
+
'200': "V1GetStatsResponse",
|
|
391
|
+
}
|
|
392
|
+
response_data = self.api_client.call_api(
|
|
393
|
+
*_param,
|
|
394
|
+
_request_timeout=_request_timeout
|
|
395
|
+
)
|
|
396
|
+
response_data.read()
|
|
397
|
+
return self.api_client.response_deserialize(
|
|
398
|
+
response_data=response_data,
|
|
399
|
+
response_types_map=_response_types_map,
|
|
400
|
+
)
|
|
401
|
+
|
|
402
|
+
|
|
403
|
+
@validate_call
|
|
404
|
+
def info_service_get_stats_without_preload_content(
|
|
405
|
+
self,
|
|
406
|
+
_request_timeout: Union[
|
|
407
|
+
None,
|
|
408
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
409
|
+
Tuple[
|
|
410
|
+
Annotated[StrictFloat, Field(gt=0)],
|
|
411
|
+
Annotated[StrictFloat, Field(gt=0)]
|
|
412
|
+
]
|
|
413
|
+
] = None,
|
|
414
|
+
_request_auth: Optional[Dict[StrictStr, Any]] = None,
|
|
415
|
+
_content_type: Optional[StrictStr] = None,
|
|
416
|
+
_headers: Optional[Dict[StrictStr, Any]] = None,
|
|
417
|
+
_host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
|
|
418
|
+
) -> RESTResponseType:
|
|
419
|
+
"""info_service_get_stats
|
|
420
|
+
|
|
421
|
+
|
|
422
|
+
:param _request_timeout: timeout setting for this request. If one
|
|
423
|
+
number provided, it will be total request
|
|
424
|
+
timeout. It can also be a pair (tuple) of
|
|
425
|
+
(connection, read) timeouts.
|
|
426
|
+
:type _request_timeout: int, tuple(int, int), optional
|
|
427
|
+
:param _request_auth: set to override the auth_settings for an a single
|
|
428
|
+
request; this effectively ignores the
|
|
429
|
+
authentication in the spec for a single request.
|
|
430
|
+
:type _request_auth: dict, optional
|
|
431
|
+
:param _content_type: force content-type for the request.
|
|
432
|
+
:type _content_type: str, Optional
|
|
433
|
+
:param _headers: set to override the headers for a single
|
|
434
|
+
request; this effectively ignores the headers
|
|
435
|
+
in the spec for a single request.
|
|
436
|
+
:type _headers: dict, optional
|
|
437
|
+
:param _host_index: set to override the host_index for a single
|
|
438
|
+
request; this effectively ignores the host_index
|
|
439
|
+
in the spec for a single request.
|
|
440
|
+
:type _host_index: int, optional
|
|
441
|
+
:return: Returns the result object.
|
|
442
|
+
""" # noqa: E501
|
|
443
|
+
|
|
444
|
+
_param = self._info_service_get_stats_serialize(
|
|
445
|
+
_request_auth=_request_auth,
|
|
446
|
+
_content_type=_content_type,
|
|
447
|
+
_headers=_headers,
|
|
448
|
+
_host_index=_host_index
|
|
449
|
+
)
|
|
450
|
+
|
|
451
|
+
_response_types_map: Dict[str, Optional[str]] = {
|
|
452
|
+
'200': "V1GetStatsResponse",
|
|
453
|
+
}
|
|
454
|
+
response_data = self.api_client.call_api(
|
|
455
|
+
*_param,
|
|
456
|
+
_request_timeout=_request_timeout
|
|
457
|
+
)
|
|
458
|
+
return response_data.response
|
|
459
|
+
|
|
460
|
+
|
|
461
|
+
def _info_service_get_stats_serialize(
|
|
462
|
+
self,
|
|
463
|
+
_request_auth,
|
|
464
|
+
_content_type,
|
|
465
|
+
_headers,
|
|
466
|
+
_host_index,
|
|
467
|
+
) -> RequestSerialized:
|
|
468
|
+
|
|
469
|
+
_host = None
|
|
470
|
+
|
|
471
|
+
_collection_formats: Dict[str, str] = {
|
|
472
|
+
}
|
|
473
|
+
|
|
474
|
+
_path_params: Dict[str, str] = {}
|
|
475
|
+
_query_params: List[Tuple[str, str]] = []
|
|
476
|
+
_header_params: Dict[str, Optional[str]] = _headers or {}
|
|
477
|
+
_form_params: List[Tuple[str, str]] = []
|
|
478
|
+
_files: Dict[str, Union[str, bytes]] = {}
|
|
479
|
+
_body_params: Optional[bytes] = None
|
|
480
|
+
|
|
481
|
+
# process the path parameters
|
|
482
|
+
# process the query parameters
|
|
483
|
+
# process the header parameters
|
|
484
|
+
# process the form parameters
|
|
485
|
+
# process the body parameter
|
|
486
|
+
|
|
487
|
+
|
|
488
|
+
# set the HTTP header `Accept`
|
|
489
|
+
_header_params['Accept'] = self.api_client.select_header_accept(
|
|
490
|
+
[
|
|
491
|
+
'application/json'
|
|
492
|
+
]
|
|
493
|
+
)
|
|
494
|
+
|
|
495
|
+
|
|
496
|
+
# authentication setting
|
|
497
|
+
_auth_settings: List[str] = [
|
|
498
|
+
]
|
|
499
|
+
|
|
500
|
+
return self.api_client.param_serialize(
|
|
501
|
+
method='GET',
|
|
502
|
+
resource_path='/v1/stats',
|
|
503
|
+
path_params=_path_params,
|
|
504
|
+
query_params=_query_params,
|
|
505
|
+
header_params=_header_params,
|
|
506
|
+
body=_body_params,
|
|
507
|
+
post_params=_form_params,
|
|
508
|
+
files=_files,
|
|
509
|
+
auth_settings=_auth_settings,
|
|
510
|
+
collection_formats=_collection_formats,
|
|
511
|
+
_host=_host,
|
|
512
|
+
_request_auth=_request_auth
|
|
513
|
+
)
|
|
514
|
+
|
|
515
|
+
|