eval-studio-client 1.1.6a5__py3-none-any.whl → 1.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. eval_studio_client/api/__init__.py +21 -0
  2. eval_studio_client/api/api/__init__.py +1 -0
  3. eval_studio_client/api/api/dashboard_service_api.py +1134 -73
  4. eval_studio_client/api/api/info_service_api.py +240 -0
  5. eval_studio_client/api/api/test_service_api.py +1233 -172
  6. eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
  7. eval_studio_client/api/api/workflow_service_api.py +1109 -48
  8. eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
  9. eval_studio_client/api/docs/InfoServiceApi.md +63 -0
  10. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
  11. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +2 -0
  12. eval_studio_client/api/docs/TestServiceApi.md +268 -0
  13. eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
  14. eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
  15. eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
  16. eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
  17. eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
  18. eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
  19. eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
  20. eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
  21. eval_studio_client/api/docs/V1Info.md +2 -0
  22. eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
  23. eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
  24. eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
  25. eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
  26. eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
  27. eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
  28. eval_studio_client/api/docs/V1Role.md +12 -0
  29. eval_studio_client/api/docs/V1RoleBinding.md +32 -0
  30. eval_studio_client/api/docs/V1Stats.md +32 -0
  31. eval_studio_client/api/docs/V1WorkflowNode.md +2 -0
  32. eval_studio_client/api/docs/V1WorkflowNodeResultStatus.md +12 -0
  33. eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
  34. eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
  35. eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
  36. eval_studio_client/api/docs/WorkflowServiceApi.md +272 -0
  37. eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
  38. eval_studio_client/api/models/__init__.py +20 -0
  39. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
  40. eval_studio_client/api/models/required_the_updated_workflow_node.py +10 -3
  41. eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
  42. eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
  43. eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
  44. eval_studio_client/api/models/v1_get_stats_response.py +91 -0
  45. eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
  46. eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
  47. eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
  48. eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
  49. eval_studio_client/api/models/v1_info.py +6 -2
  50. eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
  51. eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
  52. eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
  53. eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
  54. eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
  55. eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
  56. eval_studio_client/api/models/v1_role.py +38 -0
  57. eval_studio_client/api/models/v1_role_binding.py +92 -0
  58. eval_studio_client/api/models/v1_stats.py +106 -0
  59. eval_studio_client/api/models/v1_workflow_node.py +10 -3
  60. eval_studio_client/api/models/v1_workflow_node_result_status.py +40 -0
  61. eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
  62. eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
  63. eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
  64. eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
  65. eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
  66. eval_studio_client/api/test/test_info_service_api.py +6 -0
  67. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +3 -1
  68. eval_studio_client/api/test/test_test_service_api.py +24 -0
  69. eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
  70. eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
  71. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +3 -1
  72. eval_studio_client/api/test/test_v1_create_workflow_node_response.py +3 -1
  73. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +3 -1
  74. eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
  75. eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
  76. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +3 -1
  77. eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
  78. eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
  79. eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
  80. eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
  81. eval_studio_client/api/test/test_v1_info.py +3 -1
  82. eval_studio_client/api/test/test_v1_init_workflow_node_response.py +3 -1
  83. eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
  84. eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
  85. eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
  86. eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
  87. eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
  88. eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py +3 -1
  89. eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
  90. eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +3 -1
  91. eval_studio_client/api/test/test_v1_role.py +33 -0
  92. eval_studio_client/api/test/test_v1_role_binding.py +53 -0
  93. eval_studio_client/api/test/test_v1_stats.py +53 -0
  94. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +3 -1
  95. eval_studio_client/api/test/test_v1_workflow_node.py +3 -1
  96. eval_studio_client/api/test/test_v1_workflow_node_result_status.py +33 -0
  97. eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
  98. eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
  99. eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
  100. eval_studio_client/api/test/test_workflow_service_api.py +28 -0
  101. eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
  102. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +921 -7
  103. eval_studio_client/tests.py +3 -3
  104. {eval_studio_client-1.1.6a5.dist-info → eval_studio_client-1.2.0.dist-info}/METADATA +1 -1
  105. {eval_studio_client-1.1.6a5.dist-info → eval_studio_client-1.2.0.dist-info}/RECORD +106 -43
  106. {eval_studio_client-1.1.6a5.dist-info → eval_studio_client-1.2.0.dist-info}/WHEEL +0 -0
@@ -17,6 +17,7 @@ from typing import Any, Dict, List, Optional, Tuple, Union
17
17
  from typing_extensions import Annotated
18
18
 
19
19
  from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
20
+ from eval_studio_client.api.models.v1_get_stats_response import V1GetStatsResponse
20
21
 
21
22
  from eval_studio_client.api.api_client import ApiClient, RequestSerialized
22
23
  from eval_studio_client.api.api_response import ApiResponse
@@ -273,3 +274,242 @@ class InfoServiceApi:
273
274
  )
274
275
 
275
276
 
277
+
278
+
279
+ @validate_call
280
+ def info_service_get_stats(
281
+ self,
282
+ _request_timeout: Union[
283
+ None,
284
+ Annotated[StrictFloat, Field(gt=0)],
285
+ Tuple[
286
+ Annotated[StrictFloat, Field(gt=0)],
287
+ Annotated[StrictFloat, Field(gt=0)]
288
+ ]
289
+ ] = None,
290
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
291
+ _content_type: Optional[StrictStr] = None,
292
+ _headers: Optional[Dict[StrictStr, Any]] = None,
293
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
294
+ ) -> V1GetStatsResponse:
295
+ """info_service_get_stats
296
+
297
+
298
+ :param _request_timeout: timeout setting for this request. If one
299
+ number provided, it will be total request
300
+ timeout. It can also be a pair (tuple) of
301
+ (connection, read) timeouts.
302
+ :type _request_timeout: int, tuple(int, int), optional
303
+ :param _request_auth: set to override the auth_settings for an a single
304
+ request; this effectively ignores the
305
+ authentication in the spec for a single request.
306
+ :type _request_auth: dict, optional
307
+ :param _content_type: force content-type for the request.
308
+ :type _content_type: str, Optional
309
+ :param _headers: set to override the headers for a single
310
+ request; this effectively ignores the headers
311
+ in the spec for a single request.
312
+ :type _headers: dict, optional
313
+ :param _host_index: set to override the host_index for a single
314
+ request; this effectively ignores the host_index
315
+ in the spec for a single request.
316
+ :type _host_index: int, optional
317
+ :return: Returns the result object.
318
+ """ # noqa: E501
319
+
320
+ _param = self._info_service_get_stats_serialize(
321
+ _request_auth=_request_auth,
322
+ _content_type=_content_type,
323
+ _headers=_headers,
324
+ _host_index=_host_index
325
+ )
326
+
327
+ _response_types_map: Dict[str, Optional[str]] = {
328
+ '200': "V1GetStatsResponse",
329
+ }
330
+ response_data = self.api_client.call_api(
331
+ *_param,
332
+ _request_timeout=_request_timeout
333
+ )
334
+ response_data.read()
335
+ return self.api_client.response_deserialize(
336
+ response_data=response_data,
337
+ response_types_map=_response_types_map,
338
+ ).data
339
+
340
+
341
+ @validate_call
342
+ def info_service_get_stats_with_http_info(
343
+ self,
344
+ _request_timeout: Union[
345
+ None,
346
+ Annotated[StrictFloat, Field(gt=0)],
347
+ Tuple[
348
+ Annotated[StrictFloat, Field(gt=0)],
349
+ Annotated[StrictFloat, Field(gt=0)]
350
+ ]
351
+ ] = None,
352
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
353
+ _content_type: Optional[StrictStr] = None,
354
+ _headers: Optional[Dict[StrictStr, Any]] = None,
355
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
356
+ ) -> ApiResponse[V1GetStatsResponse]:
357
+ """info_service_get_stats
358
+
359
+
360
+ :param _request_timeout: timeout setting for this request. If one
361
+ number provided, it will be total request
362
+ timeout. It can also be a pair (tuple) of
363
+ (connection, read) timeouts.
364
+ :type _request_timeout: int, tuple(int, int), optional
365
+ :param _request_auth: set to override the auth_settings for an a single
366
+ request; this effectively ignores the
367
+ authentication in the spec for a single request.
368
+ :type _request_auth: dict, optional
369
+ :param _content_type: force content-type for the request.
370
+ :type _content_type: str, Optional
371
+ :param _headers: set to override the headers for a single
372
+ request; this effectively ignores the headers
373
+ in the spec for a single request.
374
+ :type _headers: dict, optional
375
+ :param _host_index: set to override the host_index for a single
376
+ request; this effectively ignores the host_index
377
+ in the spec for a single request.
378
+ :type _host_index: int, optional
379
+ :return: Returns the result object.
380
+ """ # noqa: E501
381
+
382
+ _param = self._info_service_get_stats_serialize(
383
+ _request_auth=_request_auth,
384
+ _content_type=_content_type,
385
+ _headers=_headers,
386
+ _host_index=_host_index
387
+ )
388
+
389
+ _response_types_map: Dict[str, Optional[str]] = {
390
+ '200': "V1GetStatsResponse",
391
+ }
392
+ response_data = self.api_client.call_api(
393
+ *_param,
394
+ _request_timeout=_request_timeout
395
+ )
396
+ response_data.read()
397
+ return self.api_client.response_deserialize(
398
+ response_data=response_data,
399
+ response_types_map=_response_types_map,
400
+ )
401
+
402
+
403
+ @validate_call
404
+ def info_service_get_stats_without_preload_content(
405
+ self,
406
+ _request_timeout: Union[
407
+ None,
408
+ Annotated[StrictFloat, Field(gt=0)],
409
+ Tuple[
410
+ Annotated[StrictFloat, Field(gt=0)],
411
+ Annotated[StrictFloat, Field(gt=0)]
412
+ ]
413
+ ] = None,
414
+ _request_auth: Optional[Dict[StrictStr, Any]] = None,
415
+ _content_type: Optional[StrictStr] = None,
416
+ _headers: Optional[Dict[StrictStr, Any]] = None,
417
+ _host_index: Annotated[StrictInt, Field(ge=0, le=0)] = 0,
418
+ ) -> RESTResponseType:
419
+ """info_service_get_stats
420
+
421
+
422
+ :param _request_timeout: timeout setting for this request. If one
423
+ number provided, it will be total request
424
+ timeout. It can also be a pair (tuple) of
425
+ (connection, read) timeouts.
426
+ :type _request_timeout: int, tuple(int, int), optional
427
+ :param _request_auth: set to override the auth_settings for an a single
428
+ request; this effectively ignores the
429
+ authentication in the spec for a single request.
430
+ :type _request_auth: dict, optional
431
+ :param _content_type: force content-type for the request.
432
+ :type _content_type: str, Optional
433
+ :param _headers: set to override the headers for a single
434
+ request; this effectively ignores the headers
435
+ in the spec for a single request.
436
+ :type _headers: dict, optional
437
+ :param _host_index: set to override the host_index for a single
438
+ request; this effectively ignores the host_index
439
+ in the spec for a single request.
440
+ :type _host_index: int, optional
441
+ :return: Returns the result object.
442
+ """ # noqa: E501
443
+
444
+ _param = self._info_service_get_stats_serialize(
445
+ _request_auth=_request_auth,
446
+ _content_type=_content_type,
447
+ _headers=_headers,
448
+ _host_index=_host_index
449
+ )
450
+
451
+ _response_types_map: Dict[str, Optional[str]] = {
452
+ '200': "V1GetStatsResponse",
453
+ }
454
+ response_data = self.api_client.call_api(
455
+ *_param,
456
+ _request_timeout=_request_timeout
457
+ )
458
+ return response_data.response
459
+
460
+
461
+ def _info_service_get_stats_serialize(
462
+ self,
463
+ _request_auth,
464
+ _content_type,
465
+ _headers,
466
+ _host_index,
467
+ ) -> RequestSerialized:
468
+
469
+ _host = None
470
+
471
+ _collection_formats: Dict[str, str] = {
472
+ }
473
+
474
+ _path_params: Dict[str, str] = {}
475
+ _query_params: List[Tuple[str, str]] = []
476
+ _header_params: Dict[str, Optional[str]] = _headers or {}
477
+ _form_params: List[Tuple[str, str]] = []
478
+ _files: Dict[str, Union[str, bytes]] = {}
479
+ _body_params: Optional[bytes] = None
480
+
481
+ # process the path parameters
482
+ # process the query parameters
483
+ # process the header parameters
484
+ # process the form parameters
485
+ # process the body parameter
486
+
487
+
488
+ # set the HTTP header `Accept`
489
+ _header_params['Accept'] = self.api_client.select_header_accept(
490
+ [
491
+ 'application/json'
492
+ ]
493
+ )
494
+
495
+
496
+ # authentication setting
497
+ _auth_settings: List[str] = [
498
+ ]
499
+
500
+ return self.api_client.param_serialize(
501
+ method='GET',
502
+ resource_path='/v1/stats',
503
+ path_params=_path_params,
504
+ query_params=_query_params,
505
+ header_params=_header_params,
506
+ body=_body_params,
507
+ post_params=_form_params,
508
+ files=_files,
509
+ auth_settings=_auth_settings,
510
+ collection_formats=_collection_formats,
511
+ _host=_host,
512
+ _request_auth=_request_auth
513
+ )
514
+
515
+