eval-studio-client 1.1.0a5__py3-none-any.whl → 1.1.0a7__py3-none-any.whl

eval_studio_client/api/__init__.py

@@ -22,7 +22,6 @@ from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
 from eval_studio_client.api.api.document_service_api import DocumentServiceApi
 from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
 from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
-from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
 from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
 from eval_studio_client.api.api.info_service_api import InfoServiceApi
 from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi
@@ -57,7 +56,6 @@ from eval_studio_client.api.exceptions import ApiException
 
 # import models into sdk package
 from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
-from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
 from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
 from eval_studio_client.api.models.prompt_generation_service_auto_generate_prompts_request import PromptGenerationServiceAutoGeneratePromptsRequest
 from eval_studio_client.api.models.protobuf_any import ProtobufAny
@@ -132,6 +130,7 @@ from eval_studio_client.api.models.v1_create_workflow_node_response import V1Cre
 from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
 from eval_studio_client.api.models.v1_dashboard import V1Dashboard
 from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
+from eval_studio_client.api.models.v1_dashboard_type import V1DashboardType
 from eval_studio_client.api.models.v1_delete_dashboard_response import V1DeleteDashboardResponse
 from eval_studio_client.api.models.v1_delete_document_response import V1DeleteDocumentResponse
 from eval_studio_client.api.models.v1_delete_evaluator_response import V1DeleteEvaluatorResponse
@@ -142,6 +141,7 @@ from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestRe
 from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1DeleteWorkflowEdgeResponse
 from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
 from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
+from eval_studio_client.api.models.v1_dependency_list import V1DependencyList
 from eval_studio_client.api.models.v1_document import V1Document
 from eval_studio_client.api.models.v1_estimate_threshold_request import V1EstimateThresholdRequest
 from eval_studio_client.api.models.v1_evaluation_test import V1EvaluationTest
@@ -153,10 +153,10 @@ from eval_studio_client.api.models.v1_finalize_operation_response import V1Final
 from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
 from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
 from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
-from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
 from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
 from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
 from eval_studio_client.api.models.v1_get_evaluator_response import V1GetEvaluatorResponse
+from eval_studio_client.api.models.v1_get_guardrails_configuration_response import V1GetGuardrailsConfigurationResponse
 from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
 from eval_studio_client.api.models.v1_get_leaderboard_report_response import V1GetLeaderboardReportResponse
 from eval_studio_client.api.models.v1_get_leaderboard_response import V1GetLeaderboardResponse
@@ -214,6 +214,7 @@ from eval_studio_client.api.models.v1_list_test_case_relationships_response impo
 from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
 from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
 from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
+from eval_studio_client.api.models.v1_list_workflow_dependencies_response import V1ListWorkflowDependenciesResponse
 from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
 from eval_studio_client.api.models.v1_metric_score import V1MetricScore
 from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
@@ -229,6 +230,7 @@ from eval_studio_client.api.models.v1_perturbator_intensity import V1Perturbator
 from eval_studio_client.api.models.v1_problem_and_action import V1ProblemAndAction
 from eval_studio_client.api.models.v1_process_workflow_node_response import V1ProcessWorkflowNodeResponse
 from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibraryItem
+from eval_studio_client.api.models.v1_repeated_context import V1RepeatedContext
 from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
 from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
 from eval_studio_client.api.models.v1_test import V1Test
@@ -239,6 +241,7 @@ from eval_studio_client.api.models.v1_test_class import V1TestClass
 from eval_studio_client.api.models.v1_test_class_type import V1TestClassType
 from eval_studio_client.api.models.v1_test_lab import V1TestLab
 from eval_studio_client.api.models.v1_test_suite_evaluates import V1TestSuiteEvaluates
+from eval_studio_client.api.models.v1_test_type import V1TestType
 from eval_studio_client.api.models.v1_update_dashboard_response import V1UpdateDashboardResponse
 from eval_studio_client.api.models.v1_update_document_response import V1UpdateDocumentResponse
 from eval_studio_client.api.models.v1_update_leaderboard_response import V1UpdateLeaderboardResponse
@@ -250,6 +253,7 @@ from eval_studio_client.api.models.v1_update_workflow_node_response import V1Upd
 from eval_studio_client.api.models.v1_update_workflow_response import V1UpdateWorkflowResponse
 from eval_studio_client.api.models.v1_who_am_i_response import V1WhoAmIResponse
 from eval_studio_client.api.models.v1_workflow import V1Workflow
+from eval_studio_client.api.models.v1_workflow_dependency import V1WorkflowDependency
 from eval_studio_client.api.models.v1_workflow_edge import V1WorkflowEdge
 from eval_studio_client.api.models.v1_workflow_edge_type import V1WorkflowEdgeType
 from eval_studio_client.api.models.v1_workflow_node import V1WorkflowNode

eval_studio_client/api/api/__init__.py

@@ -6,7 +6,6 @@ from eval_studio_client.api.api.dashboard_service_api import DashboardServiceApi
 from eval_studio_client.api.api.document_service_api import DocumentServiceApi
 from eval_studio_client.api.api.evaluation_service_api import EvaluationServiceApi
 from eval_studio_client.api.api.evaluator_service_api import EvaluatorServiceApi
-from eval_studio_client.api.api.generated_questions_validation_service_api import GeneratedQuestionsValidationServiceApi
 from eval_studio_client.api.api.human_calibration_service_api import HumanCalibrationServiceApi
 from eval_studio_client.api.api.info_service_api import InfoServiceApi
 from eval_studio_client.api.api.leaderboard_report_service_api import LeaderboardReportServiceApi

eval_studio_client/api/api/dashboard_service_api.py

@@ -1608,6 +1608,7 @@ class DashboardServiceApi:
     def dashboard_service_list_most_recent_dashboards(
         self,
         limit: Annotated[Optional[StrictInt], Field(description="Optional. The max number of the most recent Dashboards to retrieve. Use -1 to retrieve all. Defaults to 3.")] = None,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - model   - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\"")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -1626,6 +1627,8 @@ class DashboardServiceApi:
 
         :param limit: Optional. The max number of the most recent Dashboards to retrieve. Use -1 to retrieve all. Defaults to 3.
         :type limit: int
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - model   - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\"
+        :type filter: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -1650,6 +1653,7 @@ class DashboardServiceApi:
 
         _param = self._dashboard_service_list_most_recent_dashboards_serialize(
             limit=limit,
+            filter=filter,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -1674,6 +1678,7 @@ class DashboardServiceApi:
     def dashboard_service_list_most_recent_dashboards_with_http_info(
         self,
         limit: Annotated[Optional[StrictInt], Field(description="Optional. The max number of the most recent Dashboards to retrieve. Use -1 to retrieve all. Defaults to 3.")] = None,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - model   - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\"")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -1692,6 +1697,8 @@ class DashboardServiceApi:
 
         :param limit: Optional. The max number of the most recent Dashboards to retrieve. Use -1 to retrieve all. Defaults to 3.
         :type limit: int
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - model   - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\"
+        :type filter: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -1716,6 +1723,7 @@ class DashboardServiceApi:
 
         _param = self._dashboard_service_list_most_recent_dashboards_serialize(
             limit=limit,
+            filter=filter,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -1740,6 +1748,7 @@ class DashboardServiceApi:
     def dashboard_service_list_most_recent_dashboards_without_preload_content(
         self,
         limit: Annotated[Optional[StrictInt], Field(description="Optional. The max number of the most recent Dashboards to retrieve. Use -1 to retrieve all. Defaults to 3.")] = None,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - model   - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\"")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -1758,6 +1767,8 @@ class DashboardServiceApi:
 
         :param limit: Optional. The max number of the most recent Dashboards to retrieve. Use -1 to retrieve all. Defaults to 3.
         :type limit: int
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - model   - only '=' operator is supported, e.g. \"model = \\\"models/<UUID>\\\"\"
+        :type filter: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -1782,6 +1793,7 @@ class DashboardServiceApi:
 
         _param = self._dashboard_service_list_most_recent_dashboards_serialize(
             limit=limit,
+            filter=filter,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -1801,6 +1813,7 @@ class DashboardServiceApi:
     def _dashboard_service_list_most_recent_dashboards_serialize(
         self,
         limit,
+        filter,
         _request_auth,
         _content_type,
         _headers,
@@ -1825,6 +1838,10 @@ class DashboardServiceApi:
             
             _query_params.append(('limit', limit))
             
+        if filter is not None:
+            
+            _query_params.append(('filter', filter))
+            
         # process the header parameters
         # process the form parameters
         # process the body parameter

eval_studio_client/api/api/test_service_api.py

@@ -2496,6 +2496,7 @@ class TestServiceApi:
     def test_service_list_most_recent_tests(
         self,
         limit: Annotated[Optional[StrictInt], Field(description="Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3.")] = None,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -2514,6 +2515,8 @@ class TestServiceApi:
 
         :param limit: Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3.
         :type limit: int
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported
+        :type filter: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -2538,6 +2541,7 @@ class TestServiceApi:
 
         _param = self._test_service_list_most_recent_tests_serialize(
             limit=limit,
+            filter=filter,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -2562,6 +2566,7 @@ class TestServiceApi:
     def test_service_list_most_recent_tests_with_http_info(
         self,
         limit: Annotated[Optional[StrictInt], Field(description="Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3.")] = None,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -2580,6 +2585,8 @@ class TestServiceApi:
 
         :param limit: Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3.
         :type limit: int
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported
+        :type filter: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -2604,6 +2611,7 @@ class TestServiceApi:
 
         _param = self._test_service_list_most_recent_tests_serialize(
             limit=limit,
+            filter=filter,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -2628,6 +2636,7 @@ class TestServiceApi:
     def test_service_list_most_recent_tests_without_preload_content(
         self,
         limit: Annotated[Optional[StrictInt], Field(description="Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3.")] = None,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported")] = None,
         _request_timeout: Union[
             None,
             Annotated[StrictFloat, Field(gt=0)],
@@ -2646,6 +2655,8 @@ class TestServiceApi:
 
         :param limit: Optional. The max number of the most recent Tests to retrieve. Use -1 to retrieve all. Defaults to 3.
         :type limit: int
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported
+        :type filter: str
         :param _request_timeout: timeout setting for this request. If one
                                  number provided, it will be total request
                                  timeout. It can also be a pair (tuple) of
@@ -2670,6 +2681,7 @@ class TestServiceApi:
 
         _param = self._test_service_list_most_recent_tests_serialize(
             limit=limit,
+            filter=filter,
             _request_auth=_request_auth,
             _content_type=_content_type,
             _headers=_headers,
@@ -2689,6 +2701,7 @@ class TestServiceApi:
     def _test_service_list_most_recent_tests_serialize(
         self,
         limit,
+        filter,
         _request_auth,
         _content_type,
         _headers,
@@ -2713,6 +2726,10 @@ class TestServiceApi:
             
             _query_params.append(('limit', limit))
             
+        if filter is not None:
+            
+            _query_params.append(('filter', filter))
+            
         # process the header parameters
         # process the form parameters
         # process the body parameter
@@ -3033,6 +3050,7 @@ class TestServiceApi:
     @validate_call
     def test_service_list_tests(
         self,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported")] = None,
         order_by: Annotated[Optional[StrictStr], Field(description="If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet.  Supported fields: - create_time - update_time")] = None,
         _request_timeout: Union[
             None,
@@ -3050,6 +3068,8 @@ class TestServiceApi:
         """test_service_list_tests
 
 
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported
+        :type filter: str
         :param order_by: If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet.  Supported fields: - create_time - update_time
         :type order_by: str
         :param _request_timeout: timeout setting for this request. If one
@@ -3075,6 +3095,7 @@ class TestServiceApi:
         """ # noqa: E501
 
         _param = self._test_service_list_tests_serialize(
+            filter=filter,
             order_by=order_by,
             _request_auth=_request_auth,
             _content_type=_content_type,
@@ -3099,6 +3120,7 @@ class TestServiceApi:
     @validate_call
     def test_service_list_tests_with_http_info(
         self,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported")] = None,
         order_by: Annotated[Optional[StrictStr], Field(description="If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet.  Supported fields: - create_time - update_time")] = None,
         _request_timeout: Union[
             None,
@@ -3116,6 +3138,8 @@ class TestServiceApi:
         """test_service_list_tests
 
 
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported
+        :type filter: str
         :param order_by: If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet.  Supported fields: - create_time - update_time
         :type order_by: str
         :param _request_timeout: timeout setting for this request. If one
@@ -3141,6 +3165,7 @@ class TestServiceApi:
         """ # noqa: E501
 
         _param = self._test_service_list_tests_serialize(
+            filter=filter,
             order_by=order_by,
             _request_auth=_request_auth,
             _content_type=_content_type,
@@ -3165,6 +3190,7 @@ class TestServiceApi:
     @validate_call
     def test_service_list_tests_without_preload_content(
         self,
+        filter: Annotated[Optional[StrictStr], Field(description="Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported")] = None,
         order_by: Annotated[Optional[StrictStr], Field(description="If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet.  Supported fields: - create_time - update_time")] = None,
         _request_timeout: Union[
             None,
@@ -3182,6 +3208,8 @@ class TestServiceApi:
         """test_service_list_tests
 
 
+        :param filter: Optional. If specified, only leaderboards matching the filter will be returned. Attempts to implement AIP-160 (https://aip.dev/160), although not all fields, operators and features are supported.  Supported fields: - type   - only '=' operator is supported
+        :type filter: str
         :param order_by: If specified, the returned tests will be ordered by the specified field. Attempts to implement AIP-130 (https://google.aip.dev/132#ordering), although not all features are supported yet.  Supported fields: - create_time - update_time
         :type order_by: str
         :param _request_timeout: timeout setting for this request. If one
@@ -3207,6 +3235,7 @@ class TestServiceApi:
         """ # noqa: E501
 
         _param = self._test_service_list_tests_serialize(
+            filter=filter,
             order_by=order_by,
             _request_auth=_request_auth,
             _content_type=_content_type,
@@ -3226,6 +3255,7 @@ class TestServiceApi:
 
     def _test_service_list_tests_serialize(
         self,
+        filter,
         order_by,
         _request_auth,
         _content_type,
@@ -3247,6 +3277,10 @@ class TestServiceApi:
 
         # process the path parameters
         # process the query parameters
+        if filter is not None:
+            
+            _query_params.append(('filter', filter))
+            
         if order_by is not None:
             
             _query_params.append(('orderBy', order_by))