eval-studio-client 1.2.0a1__py3-none-any.whl → 1.2.0a3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- eval_studio_client/api/__init__.py +21 -0
- eval_studio_client/api/api/__init__.py +1 -0
- eval_studio_client/api/api/dashboard_service_api.py +1134 -73
- eval_studio_client/api/api/info_service_api.py +240 -0
- eval_studio_client/api/api/test_service_api.py +1233 -172
- eval_studio_client/api/api/workflow_result_service_api.py +1075 -0
- eval_studio_client/api/api/workflow_service_api.py +1420 -101
- eval_studio_client/api/docs/DashboardServiceApi.md +272 -0
- eval_studio_client/api/docs/InfoServiceApi.md +63 -0
- eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +1 -1
- eval_studio_client/api/docs/TestServiceApi.md +268 -0
- eval_studio_client/api/docs/TestServiceGrantTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/TestServiceRevokeTestAccessRequest.md +30 -0
- eval_studio_client/api/docs/V1CreatePerturbationResponse.md +1 -1
- eval_studio_client/api/docs/V1FindWorkflowsByCollectionIDResponse.md +29 -0
- eval_studio_client/api/docs/V1GetStatsResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultCorpusPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1GetWorkflowResultReportResponse.md +30 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSummaryResponse.md +32 -0
- eval_studio_client/api/docs/V1GetWorkflowResultSystemPromptPatchResponse.md +29 -0
- eval_studio_client/api/docs/V1Info.md +2 -0
- eval_studio_client/api/docs/V1ListDashboardAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListDashboardsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListTestsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowAccessResponse.md +29 -0
- eval_studio_client/api/docs/V1ListWorkflowsSharedWithMeResponse.md +29 -0
- eval_studio_client/api/docs/V1Role.md +12 -0
- eval_studio_client/api/docs/V1RoleBinding.md +32 -0
- eval_studio_client/api/docs/V1Stats.md +32 -0
- eval_studio_client/api/docs/V1WorkflowResultArtifactType.md +12 -0
- eval_studio_client/api/docs/V1WorkflowResultReportFormat.md +11 -0
- eval_studio_client/api/docs/WorkflowResultServiceApi.md +282 -0
- eval_studio_client/api/docs/WorkflowServiceApi.md +340 -0
- eval_studio_client/api/docs/WorkflowServiceRevokeWorkflowAccessRequest.md +30 -0
- eval_studio_client/api/models/__init__.py +20 -0
- eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +1 -1
- eval_studio_client/api/models/test_service_grant_test_access_request.py +90 -0
- eval_studio_client/api/models/test_service_revoke_test_access_request.py +90 -0
- eval_studio_client/api/models/v1_create_perturbation_response.py +1 -1
- eval_studio_client/api/models/v1_find_workflows_by_collection_id_response.py +95 -0
- eval_studio_client/api/models/v1_get_stats_response.py +91 -0
- eval_studio_client/api/models/v1_get_workflow_result_corpus_patch_response.py +87 -0
- eval_studio_client/api/models/v1_get_workflow_result_report_response.py +89 -0
- eval_studio_client/api/models/v1_get_workflow_result_summary_response.py +94 -0
- eval_studio_client/api/models/v1_get_workflow_result_system_prompt_patch_response.py +87 -0
- eval_studio_client/api/models/v1_info.py +6 -2
- eval_studio_client/api/models/v1_list_dashboard_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_dashboards_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_test_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_tests_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflow_access_response.py +95 -0
- eval_studio_client/api/models/v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/models/v1_role.py +38 -0
- eval_studio_client/api/models/v1_role_binding.py +92 -0
- eval_studio_client/api/models/v1_stats.py +106 -0
- eval_studio_client/api/models/v1_workflow_node_type.py +1 -0
- eval_studio_client/api/models/v1_workflow_result_artifact_type.py +40 -0
- eval_studio_client/api/models/v1_workflow_result_report_format.py +37 -0
- eval_studio_client/api/models/workflow_service_revoke_workflow_access_request.py +90 -0
- eval_studio_client/api/test/test_dashboard_service_api.py +28 -0
- eval_studio_client/api/test/test_info_service_api.py +6 -0
- eval_studio_client/api/test/test_test_service_api.py +24 -0
- eval_studio_client/api/test/test_test_service_grant_test_access_request.py +52 -0
- eval_studio_client/api/test/test_test_service_revoke_test_access_request.py +52 -0
- eval_studio_client/api/test/test_v1_find_workflows_by_collection_id_response.py +95 -0
- eval_studio_client/api/test/test_v1_get_info_response.py +3 -1
- eval_studio_client/api/test/test_v1_get_stats_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_corpus_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_report_response.py +54 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_summary_response.py +58 -0
- eval_studio_client/api/test/test_v1_get_workflow_result_system_prompt_patch_response.py +51 -0
- eval_studio_client/api/test/test_v1_info.py +3 -1
- eval_studio_client/api/test/test_v1_list_dashboard_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_dashboards_shared_with_me_response.py +69 -0
- eval_studio_client/api/test/test_v1_list_test_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_tests_shared_with_me_response.py +70 -0
- eval_studio_client/api/test/test_v1_list_workflow_access_response.py +56 -0
- eval_studio_client/api/test/test_v1_list_workflows_shared_with_me_response.py +95 -0
- eval_studio_client/api/test/test_v1_role.py +33 -0
- eval_studio_client/api/test/test_v1_role_binding.py +53 -0
- eval_studio_client/api/test/test_v1_stats.py +53 -0
- eval_studio_client/api/test/test_v1_workflow_result_artifact_type.py +33 -0
- eval_studio_client/api/test/test_v1_workflow_result_report_format.py +33 -0
- eval_studio_client/api/test/test_workflow_result_service_api.py +59 -0
- eval_studio_client/api/test/test_workflow_service_api.py +35 -0
- eval_studio_client/api/test/test_workflow_service_revoke_workflow_access_request.py +52 -0
- eval_studio_client/gen/openapiv2/eval_studio.swagger.json +940 -13
- eval_studio_client/tests.py +3 -3
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/METADATA +2 -1
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/RECORD +92 -29
- {eval_studio_client-1.2.0a1.dist-info → eval_studio_client-1.2.0a3.dist-info}/WHEEL +0 -0
|
@@ -41,6 +41,7 @@ from eval_studio_client.api.api.test_service_api import TestServiceApi
|
|
|
41
41
|
from eval_studio_client.api.api.who_am_i_service_api import WhoAmIServiceApi
|
|
42
42
|
from eval_studio_client.api.api.workflow_edge_service_api import WorkflowEdgeServiceApi
|
|
43
43
|
from eval_studio_client.api.api.workflow_node_service_api import WorkflowNodeServiceApi
|
|
44
|
+
from eval_studio_client.api.api.workflow_result_service_api import WorkflowResultServiceApi
|
|
44
45
|
from eval_studio_client.api.api.workflow_service_api import WorkflowServiceApi
|
|
45
46
|
|
|
46
47
|
# import ApiClient
|
|
@@ -74,10 +75,12 @@ from eval_studio_client.api.models.rpc_status import RpcStatus
|
|
|
74
75
|
from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
|
|
75
76
|
from eval_studio_client.api.models.test_service_clone_test_request import TestServiceCloneTestRequest
|
|
76
77
|
from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
|
|
78
|
+
from eval_studio_client.api.models.test_service_grant_test_access_request import TestServiceGrantTestAccessRequest
|
|
77
79
|
from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
|
|
78
80
|
from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
|
|
79
81
|
from eval_studio_client.api.models.test_service_perturb_test_in_place_request import TestServicePerturbTestInPlaceRequest
|
|
80
82
|
from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
|
|
83
|
+
from eval_studio_client.api.models.test_service_revoke_test_access_request import TestServiceRevokeTestAccessRequest
|
|
81
84
|
from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
|
|
82
85
|
from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
|
|
83
86
|
from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
|
|
@@ -152,6 +155,7 @@ from eval_studio_client.api.models.v1_evaluator_view import V1EvaluatorView
|
|
|
152
155
|
from eval_studio_client.api.models.v1_finalize_operation_response import V1FinalizeOperationResponse
|
|
153
156
|
from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
|
|
154
157
|
from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
|
|
158
|
+
from eval_studio_client.api.models.v1_find_workflows_by_collection_id_response import V1FindWorkflowsByCollectionIDResponse
|
|
155
159
|
from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
|
|
156
160
|
from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
|
|
157
161
|
from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
|
|
@@ -164,12 +168,17 @@ from eval_studio_client.api.models.v1_get_model_response import V1GetModelRespon
|
|
|
164
168
|
from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
|
|
165
169
|
from eval_studio_client.api.models.v1_get_operation_response import V1GetOperationResponse
|
|
166
170
|
from eval_studio_client.api.models.v1_get_perturbator_response import V1GetPerturbatorResponse
|
|
171
|
+
from eval_studio_client.api.models.v1_get_stats_response import V1GetStatsResponse
|
|
167
172
|
from eval_studio_client.api.models.v1_get_test_case_response import V1GetTestCaseResponse
|
|
168
173
|
from eval_studio_client.api.models.v1_get_test_class_response import V1GetTestClassResponse
|
|
169
174
|
from eval_studio_client.api.models.v1_get_test_response import V1GetTestResponse
|
|
170
175
|
from eval_studio_client.api.models.v1_get_workflow_node_prerequisites_response import V1GetWorkflowNodePrerequisitesResponse
|
|
171
176
|
from eval_studio_client.api.models.v1_get_workflow_node_response import V1GetWorkflowNodeResponse
|
|
172
177
|
from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
|
|
178
|
+
from eval_studio_client.api.models.v1_get_workflow_result_corpus_patch_response import V1GetWorkflowResultCorpusPatchResponse
|
|
179
|
+
from eval_studio_client.api.models.v1_get_workflow_result_report_response import V1GetWorkflowResultReportResponse
|
|
180
|
+
from eval_studio_client.api.models.v1_get_workflow_result_summary_response import V1GetWorkflowResultSummaryResponse
|
|
181
|
+
from eval_studio_client.api.models.v1_get_workflow_result_system_prompt_patch_response import V1GetWorkflowResultSystemPromptPatchResponse
|
|
173
182
|
from eval_studio_client.api.models.v1_import_evaluation_request import V1ImportEvaluationRequest
|
|
174
183
|
from eval_studio_client.api.models.v1_import_leaderboard_request import V1ImportLeaderboardRequest
|
|
175
184
|
from eval_studio_client.api.models.v1_import_leaderboard_response import V1ImportLeaderboardResponse
|
|
@@ -194,7 +203,9 @@ from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardSta
|
|
|
194
203
|
from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
|
|
195
204
|
from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
|
|
196
205
|
from eval_studio_client.api.models.v1_list_base_models_response import V1ListBaseModelsResponse
|
|
206
|
+
from eval_studio_client.api.models.v1_list_dashboard_access_response import V1ListDashboardAccessResponse
|
|
197
207
|
from eval_studio_client.api.models.v1_list_dashboards_response import V1ListDashboardsResponse
|
|
208
|
+
from eval_studio_client.api.models.v1_list_dashboards_shared_with_me_response import V1ListDashboardsSharedWithMeResponse
|
|
198
209
|
from eval_studio_client.api.models.v1_list_documents_response import V1ListDocumentsResponse
|
|
199
210
|
from eval_studio_client.api.models.v1_list_evaluators_response import V1ListEvaluatorsResponse
|
|
200
211
|
from eval_studio_client.api.models.v1_list_llm_models_response import V1ListLLMModelsResponse
|
|
@@ -209,13 +220,17 @@ from eval_studio_client.api.models.v1_list_operations_response import V1ListOper
|
|
|
209
220
|
from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPerturbatorsResponse
|
|
210
221
|
from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
|
|
211
222
|
from eval_studio_client.api.models.v1_list_rag_collections_response import V1ListRAGCollectionsResponse
|
|
223
|
+
from eval_studio_client.api.models.v1_list_test_access_response import V1ListTestAccessResponse
|
|
212
224
|
from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
|
|
213
225
|
from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
|
|
214
226
|
from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
|
|
215
227
|
from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
|
|
216
228
|
from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
|
|
229
|
+
from eval_studio_client.api.models.v1_list_tests_shared_with_me_response import V1ListTestsSharedWithMeResponse
|
|
230
|
+
from eval_studio_client.api.models.v1_list_workflow_access_response import V1ListWorkflowAccessResponse
|
|
217
231
|
from eval_studio_client.api.models.v1_list_workflow_dependencies_response import V1ListWorkflowDependenciesResponse
|
|
218
232
|
from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
|
|
233
|
+
from eval_studio_client.api.models.v1_list_workflows_shared_with_me_response import V1ListWorkflowsSharedWithMeResponse
|
|
219
234
|
from eval_studio_client.api.models.v1_metric_score import V1MetricScore
|
|
220
235
|
from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
|
|
221
236
|
from eval_studio_client.api.models.v1_model import V1Model
|
|
@@ -233,6 +248,9 @@ from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibrary
|
|
|
233
248
|
from eval_studio_client.api.models.v1_repeated_context import V1RepeatedContext
|
|
234
249
|
from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
|
|
235
250
|
from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
|
|
251
|
+
from eval_studio_client.api.models.v1_role import V1Role
|
|
252
|
+
from eval_studio_client.api.models.v1_role_binding import V1RoleBinding
|
|
253
|
+
from eval_studio_client.api.models.v1_stats import V1Stats
|
|
236
254
|
from eval_studio_client.api.models.v1_test import V1Test
|
|
237
255
|
from eval_studio_client.api.models.v1_test_case import V1TestCase
|
|
238
256
|
from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
|
|
@@ -264,5 +282,8 @@ from eval_studio_client.api.models.v1_workflow_node_result_status import V1Workf
|
|
|
264
282
|
from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNodeStatus
|
|
265
283
|
from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
|
|
266
284
|
from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
|
|
285
|
+
from eval_studio_client.api.models.v1_workflow_result_artifact_type import V1WorkflowResultArtifactType
|
|
286
|
+
from eval_studio_client.api.models.v1_workflow_result_report_format import V1WorkflowResultReportFormat
|
|
267
287
|
from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
|
|
268
288
|
from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest
|
|
289
|
+
from eval_studio_client.api.models.workflow_service_revoke_workflow_access_request import WorkflowServiceRevokeWorkflowAccessRequest
|
|
@@ -25,5 +25,6 @@ from eval_studio_client.api.api.test_service_api import TestServiceApi
|
|
|
25
25
|
from eval_studio_client.api.api.who_am_i_service_api import WhoAmIServiceApi
|
|
26
26
|
from eval_studio_client.api.api.workflow_edge_service_api import WorkflowEdgeServiceApi
|
|
27
27
|
from eval_studio_client.api.api.workflow_node_service_api import WorkflowNodeServiceApi
|
|
28
|
+
from eval_studio_client.api.api.workflow_result_service_api import WorkflowResultServiceApi
|
|
28
29
|
from eval_studio_client.api.api.workflow_service_api import WorkflowServiceApi
|
|
29
30
|
|