eval-studio-client 1.0.0a1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

eval_studio_client/api/models/__init__.py

@@ -2,7 +2,7 @@
 
 # flake8: noqa
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -14,9 +14,12 @@
 
 
 # import models into model package
+from eval_studio_client.api.models.adversarial_inputs_service_test_adversarial_inputs_robustness_request import AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
+from eval_studio_client.api.models.generated_questions_validation_service_validate_generated_questions_request import GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
 from eval_studio_client.api.models.perturbation_service_create_perturbation_request import PerturbationServiceCreatePerturbationRequest
 from eval_studio_client.api.models.prompt_generation_service_auto_generate_prompts_request import PromptGenerationServiceAutoGeneratePromptsRequest
 from eval_studio_client.api.models.protobuf_any import ProtobufAny
+from eval_studio_client.api.models.protobuf_null_value import ProtobufNullValue
 from eval_studio_client.api.models.required_the_dashboard_to_update import RequiredTheDashboardToUpdate
 from eval_studio_client.api.models.required_the_document_to_update import RequiredTheDocumentToUpdate
 from eval_studio_client.api.models.required_the_leaderboard_to_update import RequiredTheLeaderboardToUpdate
@@ -25,10 +28,17 @@ from eval_studio_client.api.models.required_the_operation_to_finalize import Req
 from eval_studio_client.api.models.required_the_operation_to_update import RequiredTheOperationToUpdate
 from eval_studio_client.api.models.required_the_test_case_to_update import RequiredTheTestCaseToUpdate
 from eval_studio_client.api.models.required_the_test_to_update import RequiredTheTestToUpdate
+from eval_studio_client.api.models.required_the_updated_workflow import RequiredTheUpdatedWorkflow
+from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
 from eval_studio_client.api.models.rpc_status import RpcStatus
 from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
+from eval_studio_client.api.models.test_service_clone_test_request import TestServiceCloneTestRequest
 from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
+from eval_studio_client.api.models.test_service_import_test_cases_from_library_request import TestServiceImportTestCasesFromLibraryRequest
+from eval_studio_client.api.models.test_service_list_test_case_library_items_request import TestServiceListTestCaseLibraryItemsRequest
+from eval_studio_client.api.models.test_service_perturb_test_in_place_request import TestServicePerturbTestInPlaceRequest
 from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
+from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
 from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
 from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
 from eval_studio_client.api.models.v1_batch_delete_dashboards_request import V1BatchDeleteDashboardsRequest
@@ -44,18 +54,25 @@ from eval_studio_client.api.models.v1_batch_delete_models_response import V1Batc
 from eval_studio_client.api.models.v1_batch_delete_test_cases_response import V1BatchDeleteTestCasesResponse
 from eval_studio_client.api.models.v1_batch_delete_tests_request import V1BatchDeleteTestsRequest
 from eval_studio_client.api.models.v1_batch_delete_tests_response import V1BatchDeleteTestsResponse
+from eval_studio_client.api.models.v1_batch_delete_workflows_request import V1BatchDeleteWorkflowsRequest
+from eval_studio_client.api.models.v1_batch_delete_workflows_response import V1BatchDeleteWorkflowsResponse
 from eval_studio_client.api.models.v1_batch_get_dashboards_response import V1BatchGetDashboardsResponse
 from eval_studio_client.api.models.v1_batch_get_documents_response import V1BatchGetDocumentsResponse
 from eval_studio_client.api.models.v1_batch_get_leaderboards_response import V1BatchGetLeaderboardsResponse
 from eval_studio_client.api.models.v1_batch_get_models_response import V1BatchGetModelsResponse
 from eval_studio_client.api.models.v1_batch_get_operations_response import V1BatchGetOperationsResponse
 from eval_studio_client.api.models.v1_batch_get_tests_response import V1BatchGetTestsResponse
+from eval_studio_client.api.models.v1_batch_get_workflow_edges_response import V1BatchGetWorkflowEdgesResponse
+from eval_studio_client.api.models.v1_batch_get_workflow_nodes_response import V1BatchGetWorkflowNodesResponse
 from eval_studio_client.api.models.v1_batch_import_leaderboard_request import V1BatchImportLeaderboardRequest
 from eval_studio_client.api.models.v1_batch_import_leaderboard_response import V1BatchImportLeaderboardResponse
 from eval_studio_client.api.models.v1_batch_import_tests_request import V1BatchImportTestsRequest
 from eval_studio_client.api.models.v1_batch_import_tests_response import V1BatchImportTestsResponse
 from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
+from eval_studio_client.api.models.v1_clone_test_response import V1CloneTestResponse
+from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
 from eval_studio_client.api.models.v1_collection_info import V1CollectionInfo
+from eval_studio_client.api.models.v1_context import V1Context
 from eval_studio_client.api.models.v1_create_dashboard_response import V1CreateDashboardResponse
 from eval_studio_client.api.models.v1_create_document_response import V1CreateDocumentResponse
 from eval_studio_client.api.models.v1_create_evaluation_request import V1CreateEvaluationRequest
@@ -68,6 +85,9 @@ from eval_studio_client.api.models.v1_create_perturbation_response import V1Crea
 from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
 from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
 from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
+from eval_studio_client.api.models.v1_create_workflow_edge_response import V1CreateWorkflowEdgeResponse
+from eval_studio_client.api.models.v1_create_workflow_node_response import V1CreateWorkflowNodeResponse
+from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
 from eval_studio_client.api.models.v1_dashboard import V1Dashboard
 from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
 from eval_studio_client.api.models.v1_delete_dashboard_response import V1DeleteDashboardResponse
@@ -77,7 +97,11 @@ from eval_studio_client.api.models.v1_delete_leaderboard_response import V1Delet
 from eval_studio_client.api.models.v1_delete_model_response import V1DeleteModelResponse
 from eval_studio_client.api.models.v1_delete_test_case_response import V1DeleteTestCaseResponse
 from eval_studio_client.api.models.v1_delete_test_response import V1DeleteTestResponse
+from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1DeleteWorkflowEdgeResponse
+from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
+from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
 from eval_studio_client.api.models.v1_document import V1Document
+from eval_studio_client.api.models.v1_estimate_threshold_request import V1EstimateThresholdRequest
 from eval_studio_client.api.models.v1_evaluation_test import V1EvaluationTest
 from eval_studio_client.api.models.v1_evaluator import V1Evaluator
 from eval_studio_client.api.models.v1_evaluator_param_type import V1EvaluatorParamType
@@ -87,10 +111,12 @@ from eval_studio_client.api.models.v1_finalize_operation_response import V1Final
 from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
 from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
 from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
+from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
 from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
 from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
 from eval_studio_client.api.models.v1_get_evaluator_response import V1GetEvaluatorResponse
 from eval_studio_client.api.models.v1_get_info_response import V1GetInfoResponse
+from eval_studio_client.api.models.v1_get_leaderboard_report_response import V1GetLeaderboardReportResponse
 from eval_studio_client.api.models.v1_get_leaderboard_response import V1GetLeaderboardResponse
 from eval_studio_client.api.models.v1_get_model_response import V1GetModelResponse
 from eval_studio_client.api.models.v1_get_operation_progress_by_parent_response import V1GetOperationProgressByParentResponse
@@ -99,12 +125,29 @@ from eval_studio_client.api.models.v1_get_perturbator_response import V1GetPertu
 from eval_studio_client.api.models.v1_get_test_case_response import V1GetTestCaseResponse
 from eval_studio_client.api.models.v1_get_test_class_response import V1GetTestClassResponse
 from eval_studio_client.api.models.v1_get_test_response import V1GetTestResponse
+from eval_studio_client.api.models.v1_get_workflow_node_prerequisites_response import V1GetWorkflowNodePrerequisitesResponse
+from eval_studio_client.api.models.v1_get_workflow_node_response import V1GetWorkflowNodeResponse
+from eval_studio_client.api.models.v1_get_workflow_response import V1GetWorkflowResponse
 from eval_studio_client.api.models.v1_import_evaluation_request import V1ImportEvaluationRequest
 from eval_studio_client.api.models.v1_import_leaderboard_request import V1ImportLeaderboardRequest
 from eval_studio_client.api.models.v1_import_leaderboard_response import V1ImportLeaderboardResponse
+from eval_studio_client.api.models.v1_import_test_cases_from_library_response import V1ImportTestCasesFromLibraryResponse
+from eval_studio_client.api.models.v1_import_test_cases_request import V1ImportTestCasesRequest
 from eval_studio_client.api.models.v1_info import V1Info
+from eval_studio_client.api.models.v1_init_workflow_node_response import V1InitWorkflowNodeResponse
 from eval_studio_client.api.models.v1_insight import V1Insight
+from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
 from eval_studio_client.api.models.v1_leaderboard import V1Leaderboard
+from eval_studio_client.api.models.v1_leaderboard_report import V1LeaderboardReport
+from eval_studio_client.api.models.v1_leaderboard_report_actual_output_data import V1LeaderboardReportActualOutputData
+from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
+from eval_studio_client.api.models.v1_leaderboard_report_evaluator import V1LeaderboardReportEvaluator
+from eval_studio_client.api.models.v1_leaderboard_report_evaluator_parameter import V1LeaderboardReportEvaluatorParameter
+from eval_studio_client.api.models.v1_leaderboard_report_explanation import V1LeaderboardReportExplanation
+from eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry import V1LeaderboardReportMetricsMetaEntry
+from eval_studio_client.api.models.v1_leaderboard_report_model import V1LeaderboardReportModel
+from eval_studio_client.api.models.v1_leaderboard_report_result import V1LeaderboardReportResult
+from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
 from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
 from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
 from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
@@ -122,19 +165,30 @@ from eval_studio_client.api.models.v1_list_most_recent_models_response import V1
 from eval_studio_client.api.models.v1_list_most_recent_tests_response import V1ListMostRecentTestsResponse
 from eval_studio_client.api.models.v1_list_operations_response import V1ListOperationsResponse
 from eval_studio_client.api.models.v1_list_perturbators_response import V1ListPerturbatorsResponse
+from eval_studio_client.api.models.v1_list_prompt_library_items_response import V1ListPromptLibraryItemsResponse
 from eval_studio_client.api.models.v1_list_rag_collections_response import V1ListRAGCollectionsResponse
+from eval_studio_client.api.models.v1_list_test_case_library_items_response import V1ListTestCaseLibraryItemsResponse
+from eval_studio_client.api.models.v1_list_test_case_relationships_response import V1ListTestCaseRelationshipsResponse
 from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTestCasesResponse
 from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
 from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
+from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
+from eval_studio_client.api.models.v1_metric_score import V1MetricScore
+from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
 from eval_studio_client.api.models.v1_model import V1Model
 from eval_studio_client.api.models.v1_model_type import V1ModelType
 from eval_studio_client.api.models.v1_operation import V1Operation
 from eval_studio_client.api.models.v1_operation_progress import V1OperationProgress
+from eval_studio_client.api.models.v1_perturb_test_in_place_response import V1PerturbTestInPlaceResponse
 from eval_studio_client.api.models.v1_perturb_test_response import V1PerturbTestResponse
 from eval_studio_client.api.models.v1_perturbator import V1Perturbator
 from eval_studio_client.api.models.v1_perturbator_configuration import V1PerturbatorConfiguration
 from eval_studio_client.api.models.v1_perturbator_intensity import V1PerturbatorIntensity
 from eval_studio_client.api.models.v1_problem_and_action import V1ProblemAndAction
+from eval_studio_client.api.models.v1_process_workflow_node_response import V1ProcessWorkflowNodeResponse
+from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibraryItem
+from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
+from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
 from eval_studio_client.api.models.v1_test import V1Test
 from eval_studio_client.api.models.v1_test_case import V1TestCase
 from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
@@ -142,6 +196,7 @@ from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGen
 from eval_studio_client.api.models.v1_test_class import V1TestClass
 from eval_studio_client.api.models.v1_test_class_type import V1TestClassType
 from eval_studio_client.api.models.v1_test_lab import V1TestLab
+from eval_studio_client.api.models.v1_test_suite_evaluates import V1TestSuiteEvaluates
 from eval_studio_client.api.models.v1_update_dashboard_response import V1UpdateDashboardResponse
 from eval_studio_client.api.models.v1_update_document_response import V1UpdateDocumentResponse
 from eval_studio_client.api.models.v1_update_leaderboard_response import V1UpdateLeaderboardResponse
@@ -149,4 +204,18 @@ from eval_studio_client.api.models.v1_update_model_response import V1UpdateModel
 from eval_studio_client.api.models.v1_update_operation_response import V1UpdateOperationResponse
 from eval_studio_client.api.models.v1_update_test_case_response import V1UpdateTestCaseResponse
 from eval_studio_client.api.models.v1_update_test_response import V1UpdateTestResponse
+from eval_studio_client.api.models.v1_update_workflow_node_response import V1UpdateWorkflowNodeResponse
+from eval_studio_client.api.models.v1_update_workflow_response import V1UpdateWorkflowResponse
 from eval_studio_client.api.models.v1_who_am_i_response import V1WhoAmIResponse
+from eval_studio_client.api.models.v1_workflow import V1Workflow
+from eval_studio_client.api.models.v1_workflow_edge import V1WorkflowEdge
+from eval_studio_client.api.models.v1_workflow_edge_type import V1WorkflowEdgeType
+from eval_studio_client.api.models.v1_workflow_node import V1WorkflowNode
+from eval_studio_client.api.models.v1_workflow_node_artifact import V1WorkflowNodeArtifact
+from eval_studio_client.api.models.v1_workflow_node_artifacts import V1WorkflowNodeArtifacts
+from eval_studio_client.api.models.v1_workflow_node_attributes import V1WorkflowNodeAttributes
+from eval_studio_client.api.models.v1_workflow_node_status import V1WorkflowNodeStatus
+from eval_studio_client.api.models.v1_workflow_node_type import V1WorkflowNodeType
+from eval_studio_client.api.models.v1_workflow_node_view import V1WorkflowNodeView
+from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
+from eval_studio_client.api.models.workflow_service_clone_workflow_request import WorkflowServiceCloneWorkflowRequest

eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py

@@ -0,0 +1,143 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
+from eval_studio_client.api.models.v1_model import V1Model
+from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
+from typing import Optional, Set
+from typing_extensions import Self
+
+class AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(BaseModel):
+    """
+    AdversarialInputsServiceTestAdversarialInputsRobustnessRequest
+    """ # noqa: E501
+    operation: Optional[StrictStr] = Field(default=None, description="Required. The Operation processing adversarial inputs robustness testing.")
+    generator_input_types: Optional[List[V1TestCasesGenerator]] = Field(default=None, description="Optional. The list of adversarial input types to generate.", alias="generatorInputTypes")
+    generator_document_urls: Optional[List[StrictStr]] = Field(default=None, description="Required. The document URLs which were used to generate the baseline TestCases.", alias="generatorDocumentUrls")
+    generator_model: Optional[V1Model] = Field(default=None, alias="generatorModel")
+    generator_base_llm_model: Optional[StrictStr] = Field(default=None, description="Required. Base LLM model to use for generation of adversarial the prompts.", alias="generatorBaseLlmModel")
+    generator_count: Optional[StrictInt] = Field(default=None, description="Required. The number of adversarial TestCases to generate.", alias="generatorCount")
+    generator_topics: Optional[List[StrictStr]] = Field(default=None, description="Optional. Topics to generate questions for. If not specified, use document summarization as topic generation.", alias="generatorTopics")
+    generator_chunks: Optional[List[StrictStr]] = Field(default=None, description="Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test and h2ogpte_collection_id are ignored.", alias="generatorChunks")
+    generator_h2ogpte_collection_id: Optional[StrictStr] = Field(default=None, description="Optional. ID of the h2oGPTe collection to use. If provided, documents referenced by Test and any specified chunks are ignored. This field is required if Test does not reference any documents and no chunks are provided. If this field is left empty, a temporary collection will be created.", alias="generatorH2ogpteCollectionId")
+    evaluator_identifiers: Optional[List[StrictStr]] = Field(default=None, description="Required. Evaluator identifiers to use for the model evaluation using the adversarial inputs.", alias="evaluatorIdentifiers")
+    evaluators_parameters: Optional[Dict[str, StrictStr]] = Field(default=None, description="Optional. Additional evaluators configuration, for all the evaluators used in the evaluation. Key is the evaluator identifier, and the value is a JSON string containing the configuration dictionary.", alias="evaluatorsParameters")
+    model: Optional[V1Model] = None
+    base_llm_model: Optional[StrictStr] = Field(default=None, description="Required. Base LLM model to be evaluated using the adversarial inputs.", alias="baseLlmModel")
+    model_parameters: Optional[StrictStr] = Field(default=None, description="Optional. Parameters overrides for the Model host in JSON format.", alias="modelParameters")
+    default_h2ogpte_model: Optional[V1Model] = Field(default=None, alias="defaultH2ogpteModel")
+    baseline_eval: Optional[StrictStr] = Field(default=None, description="Required. Baseline evaluation name.", alias="baselineEval")
+    baseline_metrics: Optional[Dict[str, V1MetricScores]] = Field(default=None, description="Required. Map of baseline metrics from the evaluator to the metric scores for the evaluator.", alias="baselineMetrics")
+    __properties: ClassVar[List[str]] = ["operation", "generatorInputTypes", "generatorDocumentUrls", "generatorModel", "generatorBaseLlmModel", "generatorCount", "generatorTopics", "generatorChunks", "generatorH2ogpteCollectionId", "evaluatorIdentifiers", "evaluatorsParameters", "model", "baseLlmModel", "modelParameters", "defaultH2ogpteModel", "baselineEval", "baselineMetrics"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of AdversarialInputsServiceTestAdversarialInputsRobustnessRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of generator_model
+        if self.generator_model:
+            _dict['generatorModel'] = self.generator_model.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of model
+        if self.model:
+            _dict['model'] = self.model.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of default_h2ogpte_model
+        if self.default_h2ogpte_model:
+            _dict['defaultH2ogpteModel'] = self.default_h2ogpte_model.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of each value in baseline_metrics (dict)
+        _field_dict = {}
+        if self.baseline_metrics:
+            for _key in self.baseline_metrics:
+                if self.baseline_metrics[_key]:
+                    _field_dict[_key] = self.baseline_metrics[_key].to_dict()
+            _dict['baselineMetrics'] = _field_dict
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of AdversarialInputsServiceTestAdversarialInputsRobustnessRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "operation": obj.get("operation"),
+            "generatorInputTypes": obj.get("generatorInputTypes"),
+            "generatorDocumentUrls": obj.get("generatorDocumentUrls"),
+            "generatorModel": V1Model.from_dict(obj["generatorModel"]) if obj.get("generatorModel") is not None else None,
+            "generatorBaseLlmModel": obj.get("generatorBaseLlmModel"),
+            "generatorCount": obj.get("generatorCount"),
+            "generatorTopics": obj.get("generatorTopics"),
+            "generatorChunks": obj.get("generatorChunks"),
+            "generatorH2ogpteCollectionId": obj.get("generatorH2ogpteCollectionId"),
+            "evaluatorIdentifiers": obj.get("evaluatorIdentifiers"),
+            "evaluatorsParameters": obj.get("evaluatorsParameters"),
+            "model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None,
+            "baseLlmModel": obj.get("baseLlmModel"),
+            "modelParameters": obj.get("modelParameters"),
+            "defaultH2ogpteModel": V1Model.from_dict(obj["defaultH2ogpteModel"]) if obj.get("defaultH2ogpteModel") is not None else None,
+            "baselineEval": obj.get("baselineEval"),
+            "baselineMetrics": dict(
+                (_k, V1MetricScores.from_dict(_v))
+                for _k, _v in obj["baselineMetrics"].items()
+            )
+            if obj.get("baselineMetrics") is not None
+            else None
+        })
+        return _obj
+
+

eval_studio_client/api/models/generated_questions_validation_service_validate_generated_questions_request.py

@@ -0,0 +1,97 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_generated_test_case import V1GeneratedTestCase
+from typing import Optional, Set
+from typing_extensions import Self
+
+class GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest(BaseModel):
+    """
+    GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest
+    """ # noqa: E501
+    operation: Optional[StrictStr] = Field(default=None, description="Required. The Operation processing this question validation process.")
+    test_cases: Optional[List[V1GeneratedTestCase]] = Field(default=None, description="Required. Generated Test Cases, i.e., Test cases with context that was used for their generation.", alias="testCases")
+    __properties: ClassVar[List[str]] = ["operation", "testCases"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        """
+        excluded_fields: Set[str] = set([
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        # override the default output from pydantic by calling `to_dict()` of each item in test_cases (list)
+        _items = []
+        if self.test_cases:
+            for _item in self.test_cases:
+                if _item:
+                    _items.append(_item.to_dict())
+            _dict['testCases'] = _items
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of GeneratedQuestionsValidationServiceValidateGeneratedQuestionsRequest from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj)
+
+        _obj = cls.model_validate({
+            "operation": obj.get("operation"),
+            "testCases": [V1GeneratedTestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None
+        })
+        return _obj
+
+

eval_studio_client/api/models/perturbation_service_create_perturbation_request.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -19,6 +19,7 @@ import json
 
 from pydantic import BaseModel, ConfigDict, Field
 from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_model import V1Model
 from eval_studio_client.api.models.v1_perturbator_configuration import V1PerturbatorConfiguration
 from eval_studio_client.api.models.v1_test_case import V1TestCase
 from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
@@ -32,7 +33,8 @@ class PerturbationServiceCreatePerturbationRequest(BaseModel):
     perturbator_configurations: Optional[List[V1PerturbatorConfiguration]] = Field(default=None, description="Required. PerturbatorConfiguration to apply to the parent Test.", alias="perturbatorConfigurations")
     test_cases: Optional[List[V1TestCase]] = Field(default=None, description="Required. List of test cases to perturbate. These are the test cases from the parent test.  TODO: breaks https://google.aip.dev/144", alias="testCases")
     test_case_relationships: Optional[List[V1TestCaseRelationship]] = Field(default=None, description="Optional. List of relationships between test cases.", alias="testCaseRelationships")
-    __properties: ClassVar[List[str]] = ["perturbatorConfigurations", "testCases", "testCaseRelationships"]
+    default_h2ogpte_model: Optional[V1Model] = Field(default=None, alias="defaultH2ogpteModel")
+    __properties: ClassVar[List[str]] = ["perturbatorConfigurations", "testCases", "testCaseRelationships", "defaultH2ogpteModel"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -94,6 +96,9 @@ class PerturbationServiceCreatePerturbationRequest(BaseModel):
                 if _item:
                     _items.append(_item.to_dict())
             _dict['testCaseRelationships'] = _items
+        # override the default output from pydantic by calling `to_dict()` of default_h2ogpte_model
+        if self.default_h2ogpte_model:
+            _dict['defaultH2ogpteModel'] = self.default_h2ogpte_model.to_dict()
         return _dict
 
     @classmethod
@@ -108,7 +113,8 @@ class PerturbationServiceCreatePerturbationRequest(BaseModel):
         _obj = cls.model_validate({
             "perturbatorConfigurations": [V1PerturbatorConfiguration.from_dict(_item) for _item in obj["perturbatorConfigurations"]] if obj.get("perturbatorConfigurations") is not None else None,
             "testCases": [V1TestCase.from_dict(_item) for _item in obj["testCases"]] if obj.get("testCases") is not None else None,
-            "testCaseRelationships": [V1TestCaseRelationship.from_dict(_item) for _item in obj["testCaseRelationships"]] if obj.get("testCaseRelationships") is not None else None
+            "testCaseRelationships": [V1TestCaseRelationship.from_dict(_item) for _item in obj["testCaseRelationships"]] if obj.get("testCaseRelationships") is not None else None,
+            "defaultH2ogpteModel": V1Model.from_dict(obj["defaultH2ogpteModel"]) if obj.get("defaultH2ogpteModel") is not None else None
         })
         return _obj
 

eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 
@@ -20,6 +20,7 @@ import json
 from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
 from eval_studio_client.api.models.v1_model import V1Model
+from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
 from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
 from typing import Optional, Set
 from typing_extensions import Self
@@ -32,10 +33,12 @@ class PromptGenerationServiceAutoGeneratePromptsRequest(BaseModel):
     model: Optional[V1Model] = None
     count: Optional[StrictInt] = Field(default=None, description="Required. The number of TestCases to generate.")
     base_llm_model: Optional[StrictStr] = Field(default=None, description="Required. Base LLM model to use for generating the prompts.", alias="baseLlmModel")
-    document_urls: Optional[List[StrictStr]] = Field(default=None, description="Optional. The list of document URLs. The document URL might be a managed document URL or a public URL.", alias="documentUrls")
-    generators: Optional[List[V1TestCasesGenerator]] = Field(default=None, description="Optional. Topics to generate TestCases for. If not specified, all topics are selected.")
+    document_urls: Optional[V1RepeatedString] = Field(default=None, alias="documentUrls")
+    chunks: Optional[V1RepeatedString] = None
+    generators: Optional[List[V1TestCasesGenerator]] = Field(default=None, description="Optional. Type of questions to generate TestCases for. If not specified, all types of questions are selected.")
     h2ogpte_collection_id: Optional[StrictStr] = Field(default=None, description="Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be created.", alias="h2ogpteCollectionId")
-    __properties: ClassVar[List[str]] = ["operation", "model", "count", "baseLlmModel", "documentUrls", "generators", "h2ogpteCollectionId"]
+    topics: Optional[List[StrictStr]] = Field(default=None, description="Optional. Topics to generate questions for. If not specified, use document summarization as topic generation.")
+    __properties: ClassVar[List[str]] = ["operation", "model", "count", "baseLlmModel", "documentUrls", "chunks", "generators", "h2ogpteCollectionId", "topics"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -79,6 +82,12 @@ class PromptGenerationServiceAutoGeneratePromptsRequest(BaseModel):
         # override the default output from pydantic by calling `to_dict()` of model
         if self.model:
             _dict['model'] = self.model.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of document_urls
+        if self.document_urls:
+            _dict['documentUrls'] = self.document_urls.to_dict()
+        # override the default output from pydantic by calling `to_dict()` of chunks
+        if self.chunks:
+            _dict['chunks'] = self.chunks.to_dict()
         return _dict
 
     @classmethod
@@ -95,9 +104,11 @@ class PromptGenerationServiceAutoGeneratePromptsRequest(BaseModel):
             "model": V1Model.from_dict(obj["model"]) if obj.get("model") is not None else None,
             "count": obj.get("count"),
             "baseLlmModel": obj.get("baseLlmModel"),
-            "documentUrls": obj.get("documentUrls"),
+            "documentUrls": V1RepeatedString.from_dict(obj["documentUrls"]) if obj.get("documentUrls") is not None else None,
+            "chunks": V1RepeatedString.from_dict(obj["chunks"]) if obj.get("chunks") is not None else None,
             "generators": obj.get("generators"),
-            "h2ogpteCollectionId": obj.get("h2ogpteCollectionId")
+            "h2ogpteCollectionId": obj.get("h2ogpteCollectionId"),
+            "topics": obj.get("topics")
         })
         return _obj
 

eval_studio_client/api/models/protobuf_any.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/protobuf_null_value.py

@@ -0,0 +1,36 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import json
+from enum import Enum
+from typing_extensions import Self
+
+
+class ProtobufNullValue(str, Enum):
+    """
+    `NullValue` is a singleton enumeration to represent the null value for the `Value` type union.  The JSON representation for `NullValue` is JSON `null`.   - NULL_VALUE: Null value.
+    """
+
+    """
+    allowed enum values
+    """
+    NULL_VALUE = 'NULL_VALUE'
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Self:
+        """Create an instance of ProtobufNullValue from a JSON string"""
+        return cls(json.loads(json_str))
+
+

eval_studio_client/api/models/required_the_dashboard_to_update.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/required_the_document_to_update.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/required_the_leaderboard_to_update.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/required_the_model_to_update.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
 

eval_studio_client/api/models/required_the_operation_to_finalize.py

@@ -1,7 +1,7 @@
 # coding: utf-8
 
 """
-    ai/h2o/eval_studio/v1/collection.proto
+    ai/h2o/eval_studio/v1/insight.proto
 
     No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)