eval-studio-client 1.1.6a4__py3-none-any.whl → 1.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +21 -0
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +1134 -73
- eval_studio_client/api/api/info_service_api.py +240 -0
- eval_studio_client/api/api/test_service_api.py +1233 -172
- eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
- eval_studio_client/api/api/workflow_service_api.py +1109 -48
- eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
- eval_studio_client/api/docs/InfoServiceApi.md +63 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +2 -0
- eval_studio_client/api/docs/TestServiceApi.md +268 -0
- eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +2 -0
- eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1Role.md +12 -0
- eval_studio_client/api/docs/V1RoleBinding.md +32 -0
- eval_studio_client/api/docs/V1Stats.md +32 -0
- eval_studio_client/api/docs/V1WorkflowNode.md +2 -0
- eval_studio_client/api/docs/V1WorkflowNodeResultStatus.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
- eval_studio_client/api/docs/WorkflowServiceApi.md +272 -0
- eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
- eval_studio_client/api/models/__init__.py +20 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/required_the_updated_workflow_node.py +10 -3
- eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_get_stats_response.py +91 -0
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
- eval_studio_client/api/models/v1_info.py +6 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_role.py +38 -0
- eval_studio_client/api/models/v1_role_binding.py +92 -0
- eval_studio_client/api/models/v1_stats.py +106 -0
- eval_studio_client/api/models/v1_workflow_node.py +10 -3
- eval_studio_client/api/models/v1_workflow_node_result_status.py +40 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
- eval_studio_client/api/test/test_info_service_api.py +6 -0
- eval_studio_client/api/test/test_required_the_updated_workflow_node.py +3 -1
- eval_studio_client/api/test/test_test_service_api.py +24 -0
- eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
- eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
- eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +3 -1
- eval_studio_client/api/test/test_v1_create_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_info.py +3 -1
- eval_studio_client/api/test/test_v1_init_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
- eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
- eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_workflow_dependencies_response.py +3 -1
- eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/test/test_v1_reset_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_role.py +33 -0
- eval_studio_client/api/test/test_v1_role_binding.py +53 -0
- eval_studio_client/api/test/test_v1_stats.py +53 -0
- eval_studio_client/api/test/test_v1_update_workflow_node_response.py +3 -1
- eval_studio_client/api/test/test_v1_workflow_node.py +3 -1
- eval_studio_client/api/test/test_v1_workflow_node_result_status.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
- eval_studio_client/api/test/test_workflow_service_api.py +28 -0
- eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +921 -7
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/METADATA +1 -1
- {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/RECORD +106 -43
- {eval_studio_client-1.1.6a4.dist-info → eval_studio_client-1.2.0.dist-info}/WHEEL +0 -0
|
@@ -41,6 +41,7 @@ from eval_studio_client.api.api.test_service_api import TestServiceApi
|
|
|
41
41
|
from eval_studio_client.api.api.who_am_i_service_api import WhoAmIServiceApi
|
|
42
42
|
from eval_studio_client.api.api.workflow_edge_service_api import WorkflowEdgeServiceApi
|
|
43
43
|
from eval_studio_client.api.api.workflow_node_service_api import WorkflowNodeServiceApi
|
|
44
|
+
from eval_studio_client.api.api.workflow_result_service_api import WorkflowResultServiceApi
|
|
44
45
|
from eval_studio_client.api.api.workflow_service_api import WorkflowServiceApi
|
|
45
46
|
|
|
46
47
|
# import ApiClient
|
|
@@ -74,10 +75,12 @@ from eval_studio_client.api.models.rpc_status import RpcStatus
|
|
|
74
75
|
from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
|
|
75
76
|
from eval_studio_client.api.models.test_service_clone_test_request import TestServiceCloneTestRequest
|
|
76
77
|
from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
|
|
78
|
+
from eval_studio_client.api.models.test_service_grant_test_access_request import TestServiceGrantTestAccessRequest
|
|
77
79
|
from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
|
|
78
80
|
from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
|
|
79
81
|
from eval_studio_client.api.models.test_service_perturb_test_in_place_request import TestServicePerturbTestInPlaceRequest
|
|
80
82
|
from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
|
|
83
|
+
from eval_studio_client.api.models.test_service_revoke_test_access_request import TestServiceRevokeTestAccessRequest
|
|
81
84
|
from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
|
|
82
85
|
from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
|
|
83
86
|
from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
|
|
@@ -165,12 +168,17 @@ from eval_studio_client.api.models.v1_get_model_response import V1GetModelRespon
|
|
|
165
168
|
from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
|
|
166
169
|
from eval_studio_client.api.models.v1_get_operation_response import V1GetOperationResponse
|
|
167
170
|
from eval_studio_client.api.models.v1_get_perturbator_response import V1GetPerturbatorResponse
|
|
171
|
+
from eval_studio_client.api.models.v1_get_stats_response import V1GetStatsResponse
|
|
168
172
|
from eval_studio_client.api.models.v1_get_test_case_response import V1GetTestCaseResponse
|
|
169
173
|
from eval_studio_client.api.models.v1_get_test_class_response import V1GetTestClassResponse
|
|
170
174
|
from eval_studio_client.api.models.v1_get_test_response import V1GetTestResponse
|
|
171
175
|
from eval_studio_client.api.models.v1_get_workflow_node_prerequisites_response import V1GetWorkflowNodePrerequisitesResponse
|
|
172
176
|
from eval_studio_client.api.models.v1_get_workflow_node_response import V1GetWorkflowNodeResponse
|
|
173
177
|
from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
|
|
178
|
+
from eval_studio_client.api.models.v1_get_workflow_result_corpus_patch_response import V1GetWorkflowResultCorpusPatchResponse
|
|
179
|
+
from eval_studio_client.api.models.v1_get_workflow_result_report_response import V1GetWorkflowResultReportResponse
|
|
180
|
+
from eval_studio_client.api.models.v1_get_workflow_result_summary_response import V1GetWorkflowResultSummaryResponse
|
|
181
|
+
from eval_studio_client.api.models.v1_get_workflow_result_system_prompt_patch_response import V1GetWorkflowResultSystemPromptPatchResponse
|
|
174
182
|
from eval_studio_client.api.models.v1_import_evaluation_request import V1ImportEvaluationRequest
|
|
175
183
|
from eval_studio_client.api.models.v1_import_leaderboard_request import V1ImportLeaderboardRequest
|
|
176
184
|
from eval_studio_client.api.models.v1_import_leaderboard_response import V1ImportLeaderboardResponse
|
|
@@ -195,7 +203,9 @@ from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardSta
|
|
|
195
203
|
from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
|
|
196
204
|
from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
|
|
197
205
|
from eval_studio_client.api.models.v1_list_base_models_response import V1ListBaseModelsResponse
|
|
206
|
+
from eval_studio_client.api.models.v1_list_dashboard_access_response import V1ListDashboardAccessResponse
|
|
198
207
|
from eval_studio_client.api.models.v1_list_dashboards_response import V1ListDashboardsResponse
|
|
208
|
+
from eval_studio_client.api.models.v1_list_dashboards_shared_with_me_response import V1ListDashboardsSharedWithMeResponse
|
|
199
209
|
from eval_studio_client.api.models.v1_list_documents_response import V1ListDocumentsResponse
|
|
200
210
|
from eval_studio_client.api.models.v1_list_evaluators_response import V1ListEvaluatorsResponse
|
|
201
211
|
from eval_studio_client.api.models.v1_list_llm_models_response import V1ListLLMModelsResponse
|
|
@@ -210,13 +220,17 @@ from eval_studio_client.api.models.v1_list_operations_response import V1ListOper
|
|
|
210
220
|
from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPerturbatorsResponse
|
|
211
221
|
from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
|
|
212
222
|
from eval_studio_client.api.models.v1_list_rag_collections_response import V1ListRAGCollectionsResponse
|
|
223
|
+
from eval_studio_client.api.models.v1_list_test_access_response import V1ListTestAccessResponse
|
|
213
224
|
from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
|
|
214
225
|
from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
|
|
215
226
|
from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
|
|
216
227
|
from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
|
|
217
228
|
from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
|
|
229
|
+
from eval_studio_client.api.models.v1_list_tests_shared_with_me_response import V1ListTestsSharedWithMeResponse
|
|
230
|
+
from eval_studio_client.api.models.v1_list_workflow_access_response import V1ListWorkflowAccessResponse
|
|
218
231
|
from eval_studio_client.api.models.v1_list_workflow_dependencies_response import V1ListWorkflowDependenciesResponse
|
|
219
232
|
from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
|
|
233
|
+
from eval_studio_client.api.models.v1_list_workflows_shared_with_me_response import V1ListWorkflowsSharedWithMeResponse
|
|
220
234
|
from eval_studio_client.api.models.v1_metric_score import V1MetricScore
|
|
221
235
|
from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
|
|
222
236
|
from eval_studio_client.api.models.v1_model import V1Model
|
|
@@ -234,6 +248,9 @@ from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibrary
|
|
|
234
248
|
from eval_studio_client.api.models.v1_repeated_context import V1RepeatedContext
|
|
235
249
|
from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
|
|
236
250
|
from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
|
|
251
|
+
from eval_studio_client.api.models.v1_role import V1Role
|
|
252
|
+
from eval_studio_client.api.models.v1_role_binding import V1RoleBinding
|
|
253
|
+
from eval_studio_client.api.models.v1_stats import V1Stats
|
|
237
254
|
from eval_studio_client.api.models.v1_test import V1Test
|
|
238
255
|
from eval_studio_client.api.models.v1_test_case import V1TestCase
|
|
239
256
|
from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
|
|
@@ -261,8 +278,12 @@ from eval_studio_client.api.models.v1_workflow_node import V1WorkflowNode
|
|
|
261
278
|
from eval_studio_client.api.models.v1_workflow_node_artifact import V1WorkflowNodeArtifact
|
|
262
279
|
from eval_studio_client.api.models.v1_workflow_node_artifacts import V1WorkflowNodeArtifacts
|
|
263
280
|
from eval_studio_client.api.models.v1_workflow_node_attributes import V1WorkflowNodeAttributes
|
|
281
|
+
from eval_studio_client.api.models.v1_workflow_node_result_status import V1WorkflowNodeResultStatus
|
|
264
282
|
from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNodeStatus
|
|
265
283
|
from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
|
|
266
284
|
from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
|
|
285
|
+
from eval_studio_client.api.models.v1_workflow_result_artifact_type import V1WorkflowResultArtifactType
|
|
286
|
+
from eval_studio_client.api.models.v1_workflow_result_report_format import V1WorkflowResultReportFormat
|
|
267
287
|
from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
|
|
268
288
|
from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
|
|
289
|
+
from eval_studio_client.api.models.workflow_service_revoke_workflow_access_request import WorkflowServiceRevokeWorkflowAccessRequest
|
|
@@ -25,5 +25,6 @@ from eval_studio_client.api.api.test_service_api import TestServiceApi
|
|
|
25
25
|
from eval_studio_client.api.api.who_am_i_service_api import WhoAmIServiceApi
|
|
26
26
|
from eval_studio_client.api.api.workflow_edge_service_api import WorkflowEdgeServiceApi
|
|
27
27
|
from eval_studio_client.api.api.workflow_node_service_api import WorkflowNodeServiceApi
|
|
28
|
+
from eval_studio_client.api.api.workflow_result_service_api import WorkflowResultServiceApi
|
|
28
29
|
from eval_studio_client.api.api.workflow_service_api import WorkflowServiceApi
|
|
29
30
|
|