eval-studio-client 1.0.1__py3-none-any.whl → 1.0.3a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. eval_studio_client/api/__init__.py +0 -43
  2. eval_studio_client/api/api/__init__.py +0 -5
  3. eval_studio_client/api/api/perturbator_service_api.py +1 -268
  4. eval_studio_client/api/api/test_service_api.py +0 -568
  5. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +0 -1
  6. eval_studio_client/api/docs/PerturbatorServiceApi.md +3 -33
  7. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +1 -2
  8. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +0 -1
  9. eval_studio_client/api/docs/TestServiceApi.md +0 -140
  10. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +0 -1
  11. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +0 -1
  12. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +0 -1
  13. eval_studio_client/api/docs/V1ImportEvaluationRequest.md +0 -1
  14. eval_studio_client/api/docs/V1TestCase.md +0 -1
  15. eval_studio_client/api/models/__init__.py +0 -38
  16. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +2 -8
  17. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +3 -5
  18. eval_studio_client/api/models/required_the_test_case_to_update.py +2 -6
  19. eval_studio_client/api/models/test_service_generate_test_cases_request.py +2 -4
  20. eval_studio_client/api/models/test_service_perturb_test_request.py +2 -4
  21. eval_studio_client/api/models/v1_create_evaluation_request.py +2 -7
  22. eval_studio_client/api/models/v1_import_evaluation_request.py +2 -7
  23. eval_studio_client/api/models/v1_test_case.py +2 -6
  24. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +2 -20
  25. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +1 -4
  26. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -4
  27. eval_studio_client/api/test/test_test_service_api.py +0 -12
  28. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +1 -4
  29. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -4
  30. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +1 -4
  31. eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -20
  32. eval_studio_client/api/test/test_v1_create_test_case_response.py +1 -4
  33. eval_studio_client/api/test/test_v1_delete_test_case_response.py +1 -4
  34. eval_studio_client/api/test/test_v1_evaluation_test.py +1 -4
  35. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +1 -4
  36. eval_studio_client/api/test/test_v1_get_test_case_response.py +1 -4
  37. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -16
  38. eval_studio_client/api/test/test_v1_list_test_cases_response.py +1 -4
  39. eval_studio_client/api/test/test_v1_test_case.py +1 -4
  40. eval_studio_client/api/test/test_v1_update_test_case_response.py +1 -4
  41. eval_studio_client/client.py +11 -9
  42. eval_studio_client/dashboards.py +0 -29
  43. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +32 -1903
  44. eval_studio_client/leaderboards.py +0 -123
  45. eval_studio_client/models.py +42 -3
  46. eval_studio_client/test_labs.py +21 -49
  47. eval_studio_client/tests.py +1 -188
  48. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/METADATA +3 -2
  49. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/RECORD +50 -179
  50. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/WHEEL +1 -1
  51. eval_studio_client/api/api/human_calibration_service_api.py +0 -304
  52. eval_studio_client/api/api/prompt_library_service_api.py +0 -669
  53. eval_studio_client/api/api/workflow_edge_service_api.py +0 -296
  54. eval_studio_client/api/api/workflow_node_service_api.py +0 -1634
  55. eval_studio_client/api/api/workflow_service_api.py +0 -1609
  56. eval_studio_client/api/docs/HumanCalibrationServiceApi.md +0 -77
  57. eval_studio_client/api/docs/PromptLibraryServiceApi.md +0 -155
  58. eval_studio_client/api/docs/ProtobufNullValue.md +0 -12
  59. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +0 -44
  60. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +0 -44
  61. eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md +0 -32
  62. eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md +0 -35
  63. eval_studio_client/api/docs/V1BatchDeleteWorkflowsRequest.md +0 -29
  64. eval_studio_client/api/docs/V1BatchDeleteWorkflowsResponse.md +0 -29
  65. eval_studio_client/api/docs/V1BatchGetWorkflowEdgesResponse.md +0 -29
  66. eval_studio_client/api/docs/V1BatchGetWorkflowNodesResponse.md +0 -29
  67. eval_studio_client/api/docs/V1CreateWorkflowResponse.md +0 -29
  68. eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md +0 -29
  69. eval_studio_client/api/docs/V1DeleteWorkflowResponse.md +0 -29
  70. eval_studio_client/api/docs/V1EstimateThresholdRequest.md +0 -33
  71. eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md +0 -30
  72. eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md +0 -29
  73. eval_studio_client/api/docs/V1GetWorkflowResponse.md +0 -29
  74. eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md +0 -29
  75. eval_studio_client/api/docs/V1ImportTestCasesRequest.md +0 -33
  76. eval_studio_client/api/docs/V1LabeledTestCase.md +0 -31
  77. eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md +0 -29
  78. eval_studio_client/api/docs/V1ListTestCaseLibraryItemsResponse.md +0 -29
  79. eval_studio_client/api/docs/V1ListWorkflowsResponse.md +0 -29
  80. eval_studio_client/api/docs/V1ProcessWorkflowNodeResponse.md +0 -29
  81. eval_studio_client/api/docs/V1PromptLibraryItem.md +0 -42
  82. eval_studio_client/api/docs/V1TestSuiteEvaluates.md +0 -11
  83. eval_studio_client/api/docs/V1UpdateWorkflowNodeResponse.md +0 -29
  84. eval_studio_client/api/docs/V1UpdateWorkflowResponse.md +0 -29
  85. eval_studio_client/api/docs/V1Workflow.md +0 -46
  86. eval_studio_client/api/docs/V1WorkflowEdge.md +0 -40
  87. eval_studio_client/api/docs/V1WorkflowEdgeType.md +0 -12
  88. eval_studio_client/api/docs/V1WorkflowNode.md +0 -46
  89. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +0 -40
  90. eval_studio_client/api/docs/V1WorkflowNodeArtifacts.md +0 -29
  91. eval_studio_client/api/docs/V1WorkflowNodeAttributes.md +0 -30
  92. eval_studio_client/api/docs/V1WorkflowNodeStatus.md +0 -12
  93. eval_studio_client/api/docs/V1WorkflowNodeType.md +0 -12
  94. eval_studio_client/api/docs/V1WorkflowNodeView.md +0 -12
  95. eval_studio_client/api/docs/V1WorkflowType.md +0 -12
  96. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +0 -76
  97. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +0 -423
  98. eval_studio_client/api/docs/WorkflowServiceApi.md +0 -417
  99. eval_studio_client/api/models/protobuf_null_value.py +0 -36
  100. eval_studio_client/api/models/required_the_updated_workflow.py +0 -152
  101. eval_studio_client/api/models/required_the_updated_workflow_node.py +0 -152
  102. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +0 -93
  103. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +0 -99
  104. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +0 -87
  105. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +0 -95
  106. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +0 -95
  107. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +0 -95
  108. eval_studio_client/api/models/v1_create_workflow_response.py +0 -91
  109. eval_studio_client/api/models/v1_delete_workflow_node_response.py +0 -91
  110. eval_studio_client/api/models/v1_delete_workflow_response.py +0 -91
  111. eval_studio_client/api/models/v1_estimate_threshold_request.py +0 -103
  112. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +0 -89
  113. eval_studio_client/api/models/v1_get_workflow_node_response.py +0 -91
  114. eval_studio_client/api/models/v1_get_workflow_response.py +0 -91
  115. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +0 -91
  116. eval_studio_client/api/models/v1_import_test_cases_request.py +0 -95
  117. eval_studio_client/api/models/v1_labeled_test_case.py +0 -91
  118. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +0 -95
  119. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +0 -95
  120. eval_studio_client/api/models/v1_list_workflows_response.py +0 -95
  121. eval_studio_client/api/models/v1_process_workflow_node_response.py +0 -91
  122. eval_studio_client/api/models/v1_prompt_library_item.py +0 -129
  123. eval_studio_client/api/models/v1_test_suite_evaluates.py +0 -39
  124. eval_studio_client/api/models/v1_update_workflow_node_response.py +0 -91
  125. eval_studio_client/api/models/v1_update_workflow_response.py +0 -91
  126. eval_studio_client/api/models/v1_workflow.py +0 -156
  127. eval_studio_client/api/models/v1_workflow_edge.py +0 -123
  128. eval_studio_client/api/models/v1_workflow_edge_type.py +0 -37
  129. eval_studio_client/api/models/v1_workflow_node.py +0 -156
  130. eval_studio_client/api/models/v1_workflow_node_artifact.py +0 -122
  131. eval_studio_client/api/models/v1_workflow_node_artifacts.py +0 -97
  132. eval_studio_client/api/models/v1_workflow_node_attributes.py +0 -87
  133. eval_studio_client/api/models/v1_workflow_node_status.py +0 -40
  134. eval_studio_client/api/models/v1_workflow_node_type.py +0 -41
  135. eval_studio_client/api/models/v1_workflow_node_view.py +0 -38
  136. eval_studio_client/api/models/v1_workflow_type.py +0 -37
  137. eval_studio_client/api/test/test_human_calibration_service_api.py +0 -38
  138. eval_studio_client/api/test/test_prompt_library_service_api.py +0 -43
  139. eval_studio_client/api/test/test_protobuf_null_value.py +0 -33
  140. eval_studio_client/api/test/test_required_the_updated_workflow.py +0 -88
  141. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +0 -80
  142. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +0 -56
  143. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +0 -63
  144. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +0 -53
  145. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +0 -92
  146. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +0 -64
  147. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +0 -84
  148. eval_studio_client/api/test/test_v1_create_workflow_response.py +0 -90
  149. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +0 -82
  150. eval_studio_client/api/test/test_v1_delete_workflow_response.py +0 -90
  151. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +0 -60
  152. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +0 -56
  153. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +0 -82
  154. eval_studio_client/api/test/test_v1_get_workflow_response.py +0 -90
  155. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +0 -71
  156. eval_studio_client/api/test/test_v1_import_test_cases_request.py +0 -57
  157. eval_studio_client/api/test/test_v1_labeled_test_case.py +0 -53
  158. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +0 -71
  159. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +0 -71
  160. eval_studio_client/api/test/test_v1_list_workflows_response.py +0 -92
  161. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +0 -71
  162. eval_studio_client/api/test/test_v1_prompt_library_item.py +0 -68
  163. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +0 -33
  164. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +0 -82
  165. eval_studio_client/api/test/test_v1_update_workflow_response.py +0 -90
  166. eval_studio_client/api/test/test_v1_workflow.py +0 -89
  167. eval_studio_client/api/test/test_v1_workflow_edge.py +0 -61
  168. eval_studio_client/api/test/test_v1_workflow_edge_type.py +0 -33
  169. eval_studio_client/api/test/test_v1_workflow_node.py +0 -81
  170. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +0 -61
  171. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +0 -64
  172. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +0 -51
  173. eval_studio_client/api/test/test_v1_workflow_node_status.py +0 -33
  174. eval_studio_client/api/test/test_v1_workflow_node_type.py +0 -33
  175. eval_studio_client/api/test/test_v1_workflow_node_view.py +0 -33
  176. eval_studio_client/api/test/test_v1_workflow_type.py +0 -33
  177. eval_studio_client/api/test/test_workflow_edge_service_api.py +0 -38
  178. eval_studio_client/api/test/test_workflow_node_service_api.py +0 -73
  179. eval_studio_client/api/test/test_workflow_service_api.py +0 -73
@@ -1,77 +0,0 @@
1
- # eval_studio_client.api.HumanCalibrationServiceApi
2
-
3
- All URIs are relative to *http://localhost*
4
-
5
- Method | HTTP request | Description
6
- ------------- | ------------- | -------------
7
- [**human_calibration_service_estimate_threshold**](HumanCalibrationServiceApi.md#human_calibration_service_estimate_threshold) | **POST** /v1:estimateThreshold | EstimateThreshold runs a threshold estimation process based on human labeling of randomly sampled test-cases.
8
-
9
-
10
- # **human_calibration_service_estimate_threshold**
11
- > V1Operation human_calibration_service_estimate_threshold(body)
12
-
13
- EstimateThreshold runs a threshold estimation process based on human labeling of randomly sampled test-cases.
14
-
15
- ### Example
16
-
17
-
18
- ```python
19
- import eval_studio_client.api
20
- from eval_studio_client.api.models.v1_estimate_threshold_request import V1EstimateThresholdRequest
21
- from eval_studio_client.api.models.v1_operation import V1Operation
22
- from eval_studio_client.api.rest import ApiException
23
- from pprint import pprint
24
-
25
- # Defining the host is optional and defaults to http://localhost
26
- # See configuration.py for a list of all supported configuration parameters.
27
- configuration = eval_studio_client.api.Configuration(
28
- host = "http://localhost"
29
- )
30
-
31
-
32
- # Enter a context with an instance of the API client
33
- with eval_studio_client.api.ApiClient(configuration) as api_client:
34
- # Create an instance of the API class
35
- api_instance = eval_studio_client.api.HumanCalibrationServiceApi(api_client)
36
- body = eval_studio_client.api.V1EstimateThresholdRequest() # V1EstimateThresholdRequest |
37
-
38
- try:
39
- # EstimateThreshold runs a threshold estimation process based on human labeling of randomly sampled test-cases.
40
- api_response = api_instance.human_calibration_service_estimate_threshold(body)
41
- print("The response of HumanCalibrationServiceApi->human_calibration_service_estimate_threshold:\n")
42
- pprint(api_response)
43
- except Exception as e:
44
- print("Exception when calling HumanCalibrationServiceApi->human_calibration_service_estimate_threshold: %s\n" % e)
45
- ```
46
-
47
-
48
-
49
- ### Parameters
50
-
51
-
52
- Name | Type | Description | Notes
53
- ------------- | ------------- | ------------- | -------------
54
- **body** | [**V1EstimateThresholdRequest**](V1EstimateThresholdRequest.md)| |
55
-
56
- ### Return type
57
-
58
- [**V1Operation**](V1Operation.md)
59
-
60
- ### Authorization
61
-
62
- No authorization required
63
-
64
- ### HTTP request headers
65
-
66
- - **Content-Type**: application/json
67
- - **Accept**: application/json
68
-
69
- ### HTTP response details
70
-
71
- | Status code | Description | Response headers |
72
- |-------------|-------------|------------------|
73
- **200** | A successful response. | - |
74
- **0** | An unexpected error response. | - |
75
-
76
- [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
77
-
@@ -1,155 +0,0 @@
1
- # eval_studio_client.api.PromptLibraryServiceApi
2
-
3
- All URIs are relative to *http://localhost*
4
-
5
- Method | HTTP request | Description
6
- ------------- | ------------- | -------------
7
- [**prompt_library_service_import_test_cases**](PromptLibraryServiceApi.md#prompt_library_service_import_test_cases) | **POST** /v1/promptLibraryItems:importTestCases |
8
- [**prompt_library_service_list_prompt_library_items**](PromptLibraryServiceApi.md#prompt_library_service_list_prompt_library_items) | **GET** /v1/promptLibraryItems |
9
-
10
-
11
- # **prompt_library_service_import_test_cases**
12
- > V1Operation prompt_library_service_import_test_cases(body)
13
-
14
-
15
-
16
- ### Example
17
-
18
-
19
- ```python
20
- import eval_studio_client.api
21
- from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
22
- from eval_studio_client.api.models.v1_operation import V1Operation
23
- from eval_studio_client.api.rest import ApiException
24
- from pprint import pprint
25
-
26
- # Defining the host is optional and defaults to http://localhost
27
- # See configuration.py for a list of all supported configuration parameters.
28
- configuration = eval_studio_client.api.Configuration(
29
- host = "http://localhost"
30
- )
31
-
32
-
33
- # Enter a context with an instance of the API client
34
- with eval_studio_client.api.ApiClient(configuration) as api_client:
35
- # Create an instance of the API class
36
- api_instance = eval_studio_client.api.PromptLibraryServiceApi(api_client)
37
- body = eval_studio_client.api.V1ImportTestCasesRequest() # V1ImportTestCasesRequest |
38
-
39
- try:
40
- api_response = api_instance.prompt_library_service_import_test_cases(body)
41
- print("The response of PromptLibraryServiceApi->prompt_library_service_import_test_cases:\n")
42
- pprint(api_response)
43
- except Exception as e:
44
- print("Exception when calling PromptLibraryServiceApi->prompt_library_service_import_test_cases: %s\n" % e)
45
- ```
46
-
47
-
48
-
49
- ### Parameters
50
-
51
-
52
- Name | Type | Description | Notes
53
- ------------- | ------------- | ------------- | -------------
54
- **body** | [**V1ImportTestCasesRequest**](V1ImportTestCasesRequest.md)| |
55
-
56
- ### Return type
57
-
58
- [**V1Operation**](V1Operation.md)
59
-
60
- ### Authorization
61
-
62
- No authorization required
63
-
64
- ### HTTP request headers
65
-
66
- - **Content-Type**: application/json
67
- - **Accept**: application/json
68
-
69
- ### HTTP response details
70
-
71
- | Status code | Description | Response headers |
72
- |-------------|-------------|------------------|
73
- **200** | A successful response. | - |
74
- **0** | An unexpected error response. | - |
75
-
76
- [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
77
-
78
- # **prompt_library_service_list_prompt_library_items**
79
- > V1ListPromptLibraryItemsResponse prompt_library_service_list_prompt_library_items(filter_by_categories=filter_by_categories, filter_by_purposes=filter_by_purposes, filter_by_evaluates=filter_by_evaluates, filter_by_origin=filter_by_origin, filter_by_test_case_count=filter_by_test_case_count, filter_by_test_count=filter_by_test_count, filter_by_fts=filter_by_fts)
80
-
81
-
82
-
83
- ### Example
84
-
85
-
86
- ```python
87
- import eval_studio_client.api
88
- from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
89
- from eval_studio_client.api.rest import ApiException
90
- from pprint import pprint
91
-
92
- # Defining the host is optional and defaults to http://localhost
93
- # See configuration.py for a list of all supported configuration parameters.
94
- configuration = eval_studio_client.api.Configuration(
95
- host = "http://localhost"
96
- )
97
-
98
-
99
- # Enter a context with an instance of the API client
100
- with eval_studio_client.api.ApiClient(configuration) as api_client:
101
- # Create an instance of the API class
102
- api_instance = eval_studio_client.api.PromptLibraryServiceApi(api_client)
103
- filter_by_categories = ['filter_by_categories_example'] # List[str] | Optional. Filter by categories. (optional)
104
- filter_by_purposes = ['filter_by_purposes_example'] # List[str] | Optional. Filter by purposes. (optional)
105
- filter_by_evaluates = ['filter_by_evaluates_example'] # List[str] | Optional. Filter by evaluates. (optional)
106
- filter_by_origin = 'filter_by_origin_example' # str | Optional. Filter by origin. (optional)
107
- filter_by_test_case_count = 56 # int | Optional. Filter by test case count. (optional)
108
- filter_by_test_count = 56 # int | Optional. Filter by test count. (optional)
109
- filter_by_fts = 'filter_by_fts_example' # str | Optional. Filter by FTS. (optional)
110
-
111
- try:
112
- api_response = api_instance.prompt_library_service_list_prompt_library_items(filter_by_categories=filter_by_categories, filter_by_purposes=filter_by_purposes, filter_by_evaluates=filter_by_evaluates, filter_by_origin=filter_by_origin, filter_by_test_case_count=filter_by_test_case_count, filter_by_test_count=filter_by_test_count, filter_by_fts=filter_by_fts)
113
- print("The response of PromptLibraryServiceApi->prompt_library_service_list_prompt_library_items:\n")
114
- pprint(api_response)
115
- except Exception as e:
116
- print("Exception when calling PromptLibraryServiceApi->prompt_library_service_list_prompt_library_items: %s\n" % e)
117
- ```
118
-
119
-
120
-
121
- ### Parameters
122
-
123
-
124
- Name | Type | Description | Notes
125
- ------------- | ------------- | ------------- | -------------
126
- **filter_by_categories** | [**List[str]**](str.md)| Optional. Filter by categories. | [optional]
127
- **filter_by_purposes** | [**List[str]**](str.md)| Optional. Filter by purposes. | [optional]
128
- **filter_by_evaluates** | [**List[str]**](str.md)| Optional. Filter by evaluates. | [optional]
129
- **filter_by_origin** | **str**| Optional. Filter by origin. | [optional]
130
- **filter_by_test_case_count** | **int**| Optional. Filter by test case count. | [optional]
131
- **filter_by_test_count** | **int**| Optional. Filter by test count. | [optional]
132
- **filter_by_fts** | **str**| Optional. Filter by FTS. | [optional]
133
-
134
- ### Return type
135
-
136
- [**V1ListPromptLibraryItemsResponse**](V1ListPromptLibraryItemsResponse.md)
137
-
138
- ### Authorization
139
-
140
- No authorization required
141
-
142
- ### HTTP request headers
143
-
144
- - **Content-Type**: Not defined
145
- - **Accept**: application/json
146
-
147
- ### HTTP response details
148
-
149
- | Status code | Description | Response headers |
150
- |-------------|-------------|------------------|
151
- **200** | A successful response. | - |
152
- **0** | An unexpected error response. | - |
153
-
154
- [[Back to top]](#) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to Model list]](../README.md#documentation-for-models) [[Back to README]](../README.md)
155
-
@@ -1,12 +0,0 @@
1
- # ProtobufNullValue
2
-
3
- `NullValue` is a singleton enumeration to represent the null value for the `Value` type union. The JSON representation for `NullValue` is JSON `null`. - NULL_VALUE: Null value.
4
-
5
- ## Properties
6
-
7
- Name | Type | Description | Notes
8
- ------------ | ------------- | ------------- | -------------
9
-
10
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
11
-
12
-
@@ -1,44 +0,0 @@
1
- # RequiredTheUpdatedWorkflow
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **display_name** | **str** | Human-readable name of the Workflow. | [optional]
9
- **description** | **str** | Optional description of the Workflow. | [optional]
10
- **create_time** | **datetime** | Output only. Immutable. Creation time of the Workflow. | [optional] [readonly]
11
- **creator** | **str** | Output only. Immutable. Name of the user or service that requested creation of the Workflow. | [optional] [readonly]
12
- **update_time** | **datetime** | Output only. Optional. Last update time of the Workflow. | [optional] [readonly]
13
- **updater** | **str** | Output only. Name of the user or service that requested update of the Workflow. | [optional] [readonly]
14
- **delete_time** | **datetime** | Output only. Optional. Deletion time of the Workflow. | [optional] [readonly]
15
- **deleter** | **str** | Output only. Name of the user or service that requested deletion of the Workflow. | [optional] [readonly]
16
- **type** | [**V1WorkflowType**](V1WorkflowType.md) | | [optional]
17
- **model** | **str** | Immutable. Resource name of the Model associated with this Workflow. | [optional]
18
- **nodes** | **List[str]** | Output only. List of the WorkflowNodes in the Workflow. | [optional] [readonly]
19
- **edges** | **List[str]** | Output only. List of the WorkflowEdges in the Workflow. | [optional] [readonly]
20
- **outputs** | **Dict[str, object]** | Output only. Optional. Computed outputs of all the WorkflowNodes in the Workflow. | [optional] [readonly]
21
- **output_artifacts** | [**Dict[str, V1WorkflowNodeArtifacts]**](V1WorkflowNodeArtifacts.md) | Output only. Optional. List of the WorkflowNodeArtifacts produces by all the WorkflowNodes in the Workflow. | [optional] [readonly]
22
- **llm_model** | **str** | Immutable. LLM Model to use. | [optional]
23
- **model_parameters** | **str** | Optional. Immutable. Model parameter overrides in JSON format. | [optional]
24
-
25
- ## Example
26
-
27
- ```python
28
- from eval_studio_client.api.models.required_the_updated_workflow import RequiredTheUpdatedWorkflow
29
-
30
- # TODO update the JSON string below
31
- json = "{}"
32
- # create an instance of RequiredTheUpdatedWorkflow from a JSON string
33
- required_the_updated_workflow_instance = RequiredTheUpdatedWorkflow.from_json(json)
34
- # print the JSON string representation of the object
35
- print(RequiredTheUpdatedWorkflow.to_json())
36
-
37
- # convert the object into a dict
38
- required_the_updated_workflow_dict = required_the_updated_workflow_instance.to_dict()
39
- # create an instance of RequiredTheUpdatedWorkflow from a dict
40
- required_the_updated_workflow_from_dict = RequiredTheUpdatedWorkflow.from_dict(required_the_updated_workflow_dict)
41
- ```
42
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
43
-
44
-
@@ -1,44 +0,0 @@
1
- # RequiredTheUpdatedWorkflowNode
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **parent** | **str** | Output only. Immutable. Resource name of the parent Workflow in format of `workflows/{workflow_id}/`. | [optional] [readonly]
9
- **display_name** | **str** | Human-readable name of the WorkflowNode. | [optional]
10
- **description** | **str** | Optional description of the WorkflowNode. | [optional]
11
- **create_time** | **datetime** | Output only. Immutable. Creation time of the WorkflowNode. | [optional] [readonly]
12
- **creator** | **str** | Output only. Immutable. Name of the user or service that requested creation of the WorkflowNode. | [optional] [readonly]
13
- **update_time** | **datetime** | Output only. Optional. Last update time of the WorkflowNode. | [optional] [readonly]
14
- **updater** | **str** | Output only. Name of the user or service that requested update of the WorkflowNode. | [optional] [readonly]
15
- **delete_time** | **datetime** | Output only. Optional. Deletion time of the WorkflowNode. | [optional] [readonly]
16
- **deleter** | **str** | Output only. Name of the user or service that requested deletion of the WorkflowNode. | [optional] [readonly]
17
- **type** | [**V1WorkflowNodeType**](V1WorkflowNodeType.md) | | [optional]
18
- **parameters** | **object** | User-given parameters for the WorkflowNode. | [optional]
19
- **outputs** | **object** | Output only. Computed outputs of the WorkflowNode. | [optional] [readonly]
20
- **output_artifacts** | [**List[V1WorkflowNodeArtifact]**](V1WorkflowNodeArtifact.md) | Output only. Optional. List of the WorkflowNodeArtifacts produces by the WorkflowNode. | [optional] [readonly]
21
- **status** | [**V1WorkflowNodeStatus**](V1WorkflowNodeStatus.md) | | [optional]
22
- **attributes** | [**V1WorkflowNodeAttributes**](V1WorkflowNodeAttributes.md) | | [optional]
23
- **processed_by_operation** | **str** | Output only. Optional. Resource name of the latest Operation that has processed or is currently processing this WorkflowNode. | [optional] [readonly]
24
-
25
- ## Example
26
-
27
- ```python
28
- from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
29
-
30
- # TODO update the JSON string below
31
- json = "{}"
32
- # create an instance of RequiredTheUpdatedWorkflowNode from a JSON string
33
- required_the_updated_workflow_node_instance = RequiredTheUpdatedWorkflowNode.from_json(json)
34
- # print the JSON string representation of the object
35
- print(RequiredTheUpdatedWorkflowNode.to_json())
36
-
37
- # convert the object into a dict
38
- required_the_updated_workflow_node_dict = required_the_updated_workflow_node_instance.to_dict()
39
- # create an instance of RequiredTheUpdatedWorkflowNode from a dict
40
- required_the_updated_workflow_node_from_dict = RequiredTheUpdatedWorkflowNode.from_dict(required_the_updated_workflow_node_dict)
41
- ```
42
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
43
-
44
-
@@ -1,32 +0,0 @@
1
- # TestServiceImportTestCasesFromLibraryRequest
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **operation** | **str** | Required. The Operation processing this prompt library retrieval process. | [optional]
9
- **test_suite_url** | **str** | Required. The URL of the library test suite to get TestCases from (sample). | [optional]
10
- **count** | **int** | Required. The number of TestCases to get from the library. | [optional]
11
- **test_document_urls** | **List[str]** | Optional. The list of target Test corpus document URLs to skip when returning library TestCases corpus. | [optional]
12
-
13
- ## Example
14
-
15
- ```python
16
- from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
17
-
18
- # TODO update the JSON string below
19
- json = "{}"
20
- # create an instance of TestServiceImportTestCasesFromLibraryRequest from a JSON string
21
- test_service_import_test_cases_from_library_request_instance = TestServiceImportTestCasesFromLibraryRequest.from_json(json)
22
- # print the JSON string representation of the object
23
- print(TestServiceImportTestCasesFromLibraryRequest.to_json())
24
-
25
- # convert the object into a dict
26
- test_service_import_test_cases_from_library_request_dict = test_service_import_test_cases_from_library_request_instance.to_dict()
27
- # create an instance of TestServiceImportTestCasesFromLibraryRequest from a dict
28
- test_service_import_test_cases_from_library_request_from_dict = TestServiceImportTestCasesFromLibraryRequest.from_dict(test_service_import_test_cases_from_library_request_dict)
29
- ```
30
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
31
-
32
-
@@ -1,35 +0,0 @@
1
- # TestServiceListTestCaseLibraryItemsRequest
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **filter_by_categories** | **List[str]** | Optional. Filter by categories. | [optional]
9
- **filter_by_purposes** | **List[str]** | Optional. Filter by purposes. | [optional]
10
- **filter_by_evaluates** | **List[str]** | Optional. Filter by evaluates. | [optional]
11
- **filter_by_origin** | **str** | Optional. Filter by origin. | [optional]
12
- **filter_by_test_case_count** | **int** | Optional. Filter by test case count. | [optional]
13
- **filter_by_test_count** | **int** | Optional. Filter by test count. | [optional]
14
- **filter_by_fts** | **str** | Optional. Filter by FTS. | [optional]
15
-
16
- ## Example
17
-
18
- ```python
19
- from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
20
-
21
- # TODO update the JSON string below
22
- json = "{}"
23
- # create an instance of TestServiceListTestCaseLibraryItemsRequest from a JSON string
24
- test_service_list_test_case_library_items_request_instance = TestServiceListTestCaseLibraryItemsRequest.from_json(json)
25
- # print the JSON string representation of the object
26
- print(TestServiceListTestCaseLibraryItemsRequest.to_json())
27
-
28
- # convert the object into a dict
29
- test_service_list_test_case_library_items_request_dict = test_service_list_test_case_library_items_request_instance.to_dict()
30
- # create an instance of TestServiceListTestCaseLibraryItemsRequest from a dict
31
- test_service_list_test_case_library_items_request_from_dict = TestServiceListTestCaseLibraryItemsRequest.from_dict(test_service_list_test_case_library_items_request_dict)
32
- ```
33
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
34
-
35
-
@@ -1,29 +0,0 @@
1
- # V1BatchDeleteWorkflowsRequest
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **names** | **List[str]** | Required. The names of the Workflows to delete. A maximum of 1000 can be specified. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1_batch_delete_workflows_request import V1BatchDeleteWorkflowsRequest
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1BatchDeleteWorkflowsRequest from a JSON string
18
- v1_batch_delete_workflows_request_instance = V1BatchDeleteWorkflowsRequest.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1BatchDeleteWorkflowsRequest.to_json())
21
-
22
- # convert the object into a dict
23
- v1_batch_delete_workflows_request_dict = v1_batch_delete_workflows_request_instance.to_dict()
24
- # create an instance of V1BatchDeleteWorkflowsRequest from a dict
25
- v1_batch_delete_workflows_request_from_dict = V1BatchDeleteWorkflowsRequest.from_dict(v1_batch_delete_workflows_request_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1BatchDeleteWorkflowsResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **workflows** | [**List[V1Workflow]**](V1Workflow.md) | The deleted Workflows. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1_batch_delete_workflows_response import V1BatchDeleteWorkflowsResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1BatchDeleteWorkflowsResponse from a JSON string
18
- v1_batch_delete_workflows_response_instance = V1BatchDeleteWorkflowsResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1BatchDeleteWorkflowsResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1_batch_delete_workflows_response_dict = v1_batch_delete_workflows_response_instance.to_dict()
24
- # create an instance of V1BatchDeleteWorkflowsResponse from a dict
25
- v1_batch_delete_workflows_response_from_dict = V1BatchDeleteWorkflowsResponse.from_dict(v1_batch_delete_workflows_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1BatchGetWorkflowEdgesResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **edges** | [**List[V1WorkflowEdge]**](V1WorkflowEdge.md) | The WorkflowEdges requested. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1_batch_get_workflow_edges_response import V1BatchGetWorkflowEdgesResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1BatchGetWorkflowEdgesResponse from a JSON string
18
- v1_batch_get_workflow_edges_response_instance = V1BatchGetWorkflowEdgesResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1BatchGetWorkflowEdgesResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1_batch_get_workflow_edges_response_dict = v1_batch_get_workflow_edges_response_instance.to_dict()
24
- # create an instance of V1BatchGetWorkflowEdgesResponse from a dict
25
- v1_batch_get_workflow_edges_response_from_dict = V1BatchGetWorkflowEdgesResponse.from_dict(v1_batch_get_workflow_edges_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1BatchGetWorkflowNodesResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **nodes** | [**List[V1WorkflowNode]**](V1WorkflowNode.md) | The WorkflowNodes requested. | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1_batch_get_workflow_nodes_response import V1BatchGetWorkflowNodesResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1BatchGetWorkflowNodesResponse from a JSON string
18
- v1_batch_get_workflow_nodes_response_instance = V1BatchGetWorkflowNodesResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1BatchGetWorkflowNodesResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1_batch_get_workflow_nodes_response_dict = v1_batch_get_workflow_nodes_response_instance.to_dict()
24
- # create an instance of V1BatchGetWorkflowNodesResponse from a dict
25
- v1_batch_get_workflow_nodes_response_from_dict = V1BatchGetWorkflowNodesResponse.from_dict(v1_batch_get_workflow_nodes_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1CreateWorkflowResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **workflow** | [**V1Workflow**](V1Workflow.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1CreateWorkflowResponse from a JSON string
18
- v1_create_workflow_response_instance = V1CreateWorkflowResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1CreateWorkflowResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1_create_workflow_response_dict = v1_create_workflow_response_instance.to_dict()
24
- # create an instance of V1CreateWorkflowResponse from a dict
25
- v1_create_workflow_response_from_dict = V1CreateWorkflowResponse.from_dict(v1_create_workflow_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1DeleteWorkflowNodeResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **node** | [**V1WorkflowNode**](V1WorkflowNode.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1DeleteWorkflowNodeResponse from a JSON string
18
- v1_delete_workflow_node_response_instance = V1DeleteWorkflowNodeResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1DeleteWorkflowNodeResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1_delete_workflow_node_response_dict = v1_delete_workflow_node_response_instance.to_dict()
24
- # create an instance of V1DeleteWorkflowNodeResponse from a dict
25
- v1_delete_workflow_node_response_from_dict = V1DeleteWorkflowNodeResponse.from_dict(v1_delete_workflow_node_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,29 +0,0 @@
1
- # V1DeleteWorkflowResponse
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **workflow** | [**V1Workflow**](V1Workflow.md) | | [optional]
9
-
10
- ## Example
11
-
12
- ```python
13
- from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
14
-
15
- # TODO update the JSON string below
16
- json = "{}"
17
- # create an instance of V1DeleteWorkflowResponse from a JSON string
18
- v1_delete_workflow_response_instance = V1DeleteWorkflowResponse.from_json(json)
19
- # print the JSON string representation of the object
20
- print(V1DeleteWorkflowResponse.to_json())
21
-
22
- # convert the object into a dict
23
- v1_delete_workflow_response_dict = v1_delete_workflow_response_instance.to_dict()
24
- # create an instance of V1DeleteWorkflowResponse from a dict
25
- v1_delete_workflow_response_from_dict = V1DeleteWorkflowResponse.from_dict(v1_delete_workflow_response_dict)
26
- ```
27
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
28
-
29
-
@@ -1,33 +0,0 @@
1
- # V1EstimateThresholdRequest
2
-
3
-
4
- ## Properties
5
-
6
- Name | Type | Description | Notes
7
- ------------ | ------------- | ------------- | -------------
8
- **operation** | **str** | Required. The Operation processing the estimation. | [optional]
9
- **original_threshold** | **float** | Required. Original threshold. | [optional]
10
- **evaluator** | **str** | Required. The evaluator resource name. | [optional]
11
- **metric** | **str** | Optional. The metric name. If no metric is provided, the evaluator's primary metric is used. | [optional]
12
- **train_set** | [**List[V1LabeledTestCase]**](V1LabeledTestCase.md) | Required. Test cases with metric value and labels used for estimating the threshold. | [optional]
13
-
14
- ## Example
15
-
16
- ```python
17
- from eval_studio_client.api.models.v1_estimate_threshold_request import V1EstimateThresholdRequest
18
-
19
- # TODO update the JSON string below
20
- json = "{}"
21
- # create an instance of V1EstimateThresholdRequest from a JSON string
22
- v1_estimate_threshold_request_instance = V1EstimateThresholdRequest.from_json(json)
23
- # print the JSON string representation of the object
24
- print(V1EstimateThresholdRequest.to_json())
25
-
26
- # convert the object into a dict
27
- v1_estimate_threshold_request_dict = v1_estimate_threshold_request_instance.to_dict()
28
- # create an instance of V1EstimateThresholdRequest from a dict
29
- v1_estimate_threshold_request_from_dict = V1EstimateThresholdRequest.from_dict(v1_estimate_threshold_request_dict)
30
- ```
31
- [[Back to Model list]](../README.md#documentation-for-models) [[Back to API list]](../README.md#documentation-for-api-endpoints) [[Back to README]](../README.md)
32
-
33
-