eval-studio-client 1.2.4a2__py3-none-any.whl → 1.3.0__py3-none-any.whl

eval_studio_client/api/models/__init__.py

@@ -19,8 +19,10 @@ from eval_studio_client.api.models.perturbation_service_create_perturbation_requ
 from eval_studio_client.api.models.prompt_generation_service_auto_generate_prompts_request import PromptGenerationServiceAutoGeneratePromptsRequest
 from eval_studio_client.api.models.protobuf_any import ProtobufAny
 from eval_studio_client.api.models.protobuf_null_value import ProtobufNullValue
+from eval_studio_client.api.models.required_the_dashboard_test_case_annotation_to_update import RequiredTheDashboardTestCaseAnnotationToUpdate
 from eval_studio_client.api.models.required_the_dashboard_to_update import RequiredTheDashboardToUpdate
 from eval_studio_client.api.models.required_the_document_to_update import RequiredTheDocumentToUpdate
+from eval_studio_client.api.models.required_the_leaderboard_test_case_annotation_to_update import RequiredTheLeaderboardTestCaseAnnotationToUpdate
 from eval_studio_client.api.models.required_the_leaderboard_to_update import RequiredTheLeaderboardToUpdate
 from eval_studio_client.api.models.required_the_model_to_update import RequiredTheModelToUpdate
 from eval_studio_client.api.models.required_the_operation_to_finalize import RequiredTheOperationToFinalize
@@ -30,6 +32,7 @@ from eval_studio_client.api.models.required_the_test_to_update import RequiredTh
 from eval_studio_client.api.models.required_the_updated_workflow import RequiredTheUpdatedWorkflow
 from eval_studio_client.api.models.required_the_updated_workflow_node import RequiredTheUpdatedWorkflowNode
 from eval_studio_client.api.models.rpc_status import RpcStatus
+from eval_studio_client.api.models.test_case_service_append_test_cases_request import TestCaseServiceAppendTestCasesRequest
 from eval_studio_client.api.models.test_case_service_batch_delete_test_cases_request import TestCaseServiceBatchDeleteTestCasesRequest
 from eval_studio_client.api.models.test_service_clone_test_request import TestServiceCloneTestRequest
 from eval_studio_client.api.models.test_service_generate_test_cases_request import TestServiceGenerateTestCasesRequest
@@ -40,8 +43,22 @@ from eval_studio_client.api.models.test_service_perturb_test_in_place_request im
 from eval_studio_client.api.models.test_service_perturb_test_request import TestServicePerturbTestRequest
 from eval_studio_client.api.models.test_service_revoke_test_access_request import TestServiceRevokeTestAccessRequest
 from eval_studio_client.api.models.v1_abort_operation_response import V1AbortOperationResponse
+from eval_studio_client.api.models.v1_actual_output_meta import V1ActualOutputMeta
+from eval_studio_client.api.models.v1_actual_output_meta_diff import V1ActualOutputMetaDiff
+from eval_studio_client.api.models.v1_agent_chat_activity_diagram import V1AgentChatActivityDiagram
+from eval_studio_client.api.models.v1_agent_chat_activity_diagram_edge import V1AgentChatActivityDiagramEdge
+from eval_studio_client.api.models.v1_agent_chat_activity_diagram_node import V1AgentChatActivityDiagramNode
+from eval_studio_client.api.models.v1_agent_chat_activity_diagram_row import V1AgentChatActivityDiagramRow
+from eval_studio_client.api.models.v1_agent_chat_script_usage import V1AgentChatScriptUsage
+from eval_studio_client.api.models.v1_agent_chat_scripts_bar_chart import V1AgentChatScriptsBarChart
+from eval_studio_client.api.models.v1_agent_chat_tool_usage import V1AgentChatToolUsage
+from eval_studio_client.api.models.v1_agent_chat_tools_bar_chart import V1AgentChatToolsBarChart
+from eval_studio_client.api.models.v1_all_metric_scores import V1AllMetricScores
+from eval_studio_client.api.models.v1_append_test_cases_response import V1AppendTestCasesResponse
 from eval_studio_client.api.models.v1_batch_create_leaderboards_request import V1BatchCreateLeaderboardsRequest
 from eval_studio_client.api.models.v1_batch_create_leaderboards_response import V1BatchCreateLeaderboardsResponse
+from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_request import V1BatchCreateLeaderboardsWithoutCacheRequest
+from eval_studio_client.api.models.v1_batch_create_leaderboards_without_cache_response import V1BatchCreateLeaderboardsWithoutCacheResponse
 from eval_studio_client.api.models.v1_batch_delete_dashboards_request import V1BatchDeleteDashboardsRequest
 from eval_studio_client.api.models.v1_batch_delete_dashboards_response import V1BatchDeleteDashboardsResponse
 from eval_studio_client.api.models.v1_batch_delete_documents_request import V1BatchDeleteDocumentsRequest
@@ -69,10 +86,17 @@ from eval_studio_client.api.models.v1_batch_import_leaderboard_request import V1
 from eval_studio_client.api.models.v1_batch_import_leaderboard_response import V1BatchImportLeaderboardResponse
 from eval_studio_client.api.models.v1_batch_import_tests_request import V1BatchImportTestsRequest
 from eval_studio_client.api.models.v1_batch_import_tests_response import V1BatchImportTestsResponse
+from eval_studio_client.api.models.v1_batch_mark_operation_seen_by_creator_response import V1BatchMarkOperationSeenByCreatorResponse
 from eval_studio_client.api.models.v1_check_base_models_response import V1CheckBaseModelsResponse
 from eval_studio_client.api.models.v1_clone_test_response import V1CloneTestResponse
 from eval_studio_client.api.models.v1_clone_workflow_response import V1CloneWorkflowResponse
+from eval_studio_client.api.models.v1_cmp_leaderboard_reports_request import V1CmpLeaderboardReportsRequest
+from eval_studio_client.api.models.v1_cmp_leaderboard_reports_response import V1CmpLeaderboardReportsResponse
 from eval_studio_client.api.models.v1_collection_info import V1CollectionInfo
+from eval_studio_client.api.models.v1_comparison_item import V1ComparisonItem
+from eval_studio_client.api.models.v1_comparison_metric_score import V1ComparisonMetricScore
+from eval_studio_client.api.models.v1_comparison_result import V1ComparisonResult
+from eval_studio_client.api.models.v1_comparison_summary import V1ComparisonSummary
 from eval_studio_client.api.models.v1_context import V1Context
 from eval_studio_client.api.models.v1_create_dashboard_response import V1CreateDashboardResponse
 from eval_studio_client.api.models.v1_create_document_response import V1CreateDocumentResponse
@@ -84,14 +108,22 @@ from eval_studio_client.api.models.v1_create_leaderboard_without_cache_response
 from eval_studio_client.api.models.v1_create_model_response import V1CreateModelResponse
 from eval_studio_client.api.models.v1_create_perturbation_response import V1CreatePerturbationResponse
 from eval_studio_client.api.models.v1_create_test_case_response import V1CreateTestCaseResponse
+from eval_studio_client.api.models.v1_create_test_from_test_cases_request import V1CreateTestFromTestCasesRequest
+from eval_studio_client.api.models.v1_create_test_from_test_cases_response import V1CreateTestFromTestCasesResponse
 from eval_studio_client.api.models.v1_create_test_lab_response import V1CreateTestLabResponse
 from eval_studio_client.api.models.v1_create_test_response import V1CreateTestResponse
 from eval_studio_client.api.models.v1_create_workflow_edge_response import V1CreateWorkflowEdgeResponse
 from eval_studio_client.api.models.v1_create_workflow_node_response import V1CreateWorkflowNodeResponse
 from eval_studio_client.api.models.v1_create_workflow_response import V1CreateWorkflowResponse
 from eval_studio_client.api.models.v1_dashboard import V1Dashboard
+from eval_studio_client.api.models.v1_dashboard_report import V1DashboardReport
+from eval_studio_client.api.models.v1_dashboard_report_result import V1DashboardReportResult
 from eval_studio_client.api.models.v1_dashboard_status import V1DashboardStatus
+from eval_studio_client.api.models.v1_dashboard_test_case_annotation import V1DashboardTestCaseAnnotation
 from eval_studio_client.api.models.v1_dashboard_type import V1DashboardType
+from eval_studio_client.api.models.v1_data_fragment import V1DataFragment
+from eval_studio_client.api.models.v1_deep_compare_leaderboards_request import V1DeepCompareLeaderboardsRequest
+from eval_studio_client.api.models.v1_deep_compare_leaderboards_response import V1DeepCompareLeaderboardsResponse
 from eval_studio_client.api.models.v1_delete_dashboard_response import V1DeleteDashboardResponse
 from eval_studio_client.api.models.v1_delete_document_response import V1DeleteDocumentResponse
 from eval_studio_client.api.models.v1_delete_evaluator_response import V1DeleteEvaluatorResponse
@@ -103,9 +135,11 @@ from eval_studio_client.api.models.v1_delete_workflow_edge_response import V1Del
 from eval_studio_client.api.models.v1_delete_workflow_node_response import V1DeleteWorkflowNodeResponse
 from eval_studio_client.api.models.v1_delete_workflow_response import V1DeleteWorkflowResponse
 from eval_studio_client.api.models.v1_dependency_list import V1DependencyList
+from eval_studio_client.api.models.v1_diff_item import V1DiffItem
 from eval_studio_client.api.models.v1_document import V1Document
 from eval_studio_client.api.models.v1_estimate_threshold_request import V1EstimateThresholdRequest
 from eval_studio_client.api.models.v1_evaluation_test import V1EvaluationTest
+from eval_studio_client.api.models.v1_evaluation_type import V1EvaluationType
 from eval_studio_client.api.models.v1_evaluator import V1Evaluator
 from eval_studio_client.api.models.v1_evaluator_param_type import V1EvaluatorParamType
 from eval_studio_client.api.models.v1_evaluator_parameter import V1EvaluatorParameter
@@ -114,7 +148,9 @@ from eval_studio_client.api.models.v1_finalize_operation_response import V1Final
 from eval_studio_client.api.models.v1_find_all_test_cases_by_id_response import V1FindAllTestCasesByIDResponse
 from eval_studio_client.api.models.v1_find_test_lab_response import V1FindTestLabResponse
 from eval_studio_client.api.models.v1_find_workflows_by_collection_id_response import V1FindWorkflowsByCollectionIDResponse
+from eval_studio_client.api.models.v1_flipped_metric import V1FlippedMetric
 from eval_studio_client.api.models.v1_generate_test_cases_response import V1GenerateTestCasesResponse
+from eval_studio_client.api.models.v1_get_dashboard_report_response import V1GetDashboardReportResponse
 from eval_studio_client.api.models.v1_get_dashboard_response import V1GetDashboardResponse
 from eval_studio_client.api.models.v1_get_document_response import V1GetDocumentResponse
 from eval_studio_client.api.models.v1_get_evaluator_response import V1GetEvaluatorResponse
@@ -137,6 +173,7 @@ from eval_studio_client.api.models.v1_get_workflow_result_corpus_patch_response
 from eval_studio_client.api.models.v1_get_workflow_result_report_response import V1GetWorkflowResultReportResponse
 from eval_studio_client.api.models.v1_get_workflow_result_summary_response import V1GetWorkflowResultSummaryResponse
 from eval_studio_client.api.models.v1_get_workflow_result_system_prompt_patch_response import V1GetWorkflowResultSystemPromptPatchResponse
+from eval_studio_client.api.models.v1_human_decision import V1HumanDecision
 from eval_studio_client.api.models.v1_import_evaluation_request import V1ImportEvaluationRequest
 from eval_studio_client.api.models.v1_import_leaderboard_request import V1ImportLeaderboardRequest
 from eval_studio_client.api.models.v1_import_leaderboard_response import V1ImportLeaderboardResponse
@@ -147,6 +184,9 @@ from eval_studio_client.api.models.v1_init_workflow_node_response import V1InitW
 from eval_studio_client.api.models.v1_insight import V1Insight
 from eval_studio_client.api.models.v1_labeled_test_case import V1LabeledTestCase
 from eval_studio_client.api.models.v1_leaderboard import V1Leaderboard
+from eval_studio_client.api.models.v1_leaderboard_cmp_report import V1LeaderboardCmpReport
+from eval_studio_client.api.models.v1_leaderboard_comparison_item import V1LeaderboardComparisonItem
+from eval_studio_client.api.models.v1_leaderboard_info import V1LeaderboardInfo
 from eval_studio_client.api.models.v1_leaderboard_report import V1LeaderboardReport
 from eval_studio_client.api.models.v1_leaderboard_report_actual_output_data import V1LeaderboardReportActualOutputData
 from eval_studio_client.api.models.v1_leaderboard_report_actual_output_meta import V1LeaderboardReportActualOutputMeta
@@ -157,16 +197,20 @@ from eval_studio_client.api.models.v1_leaderboard_report_metrics_meta_entry impo
 from eval_studio_client.api.models.v1_leaderboard_report_model import V1LeaderboardReportModel
 from eval_studio_client.api.models.v1_leaderboard_report_result import V1LeaderboardReportResult
 from eval_studio_client.api.models.v1_leaderboard_report_result_relationship import V1LeaderboardReportResultRelationship
+from eval_studio_client.api.models.v1_leaderboard_report_result_view import V1LeaderboardReportResultView
 from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
+from eval_studio_client.api.models.v1_leaderboard_test_case_annotation import V1LeaderboardTestCaseAnnotation
 from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
 from eval_studio_client.api.models.v1_leaderboard_view import V1LeaderboardView
 from eval_studio_client.api.models.v1_list_base_models_response import V1ListBaseModelsResponse
 from eval_studio_client.api.models.v1_list_dashboard_access_response import V1ListDashboardAccessResponse
+from eval_studio_client.api.models.v1_list_dashboard_test_case_annotations_response import V1ListDashboardTestCaseAnnotationsResponse
 from eval_studio_client.api.models.v1_list_dashboards_response import V1ListDashboardsResponse
 from eval_studio_client.api.models.v1_list_dashboards_shared_with_me_response import V1ListDashboardsSharedWithMeResponse
 from eval_studio_client.api.models.v1_list_documents_response import V1ListDocumentsResponse
 from eval_studio_client.api.models.v1_list_evaluators_response import V1ListEvaluatorsResponse
 from eval_studio_client.api.models.v1_list_llm_models_response import V1ListLLMModelsResponse
+from eval_studio_client.api.models.v1_list_leaderboard_test_case_annotations_response import V1ListLeaderboardTestCaseAnnotationsResponse
 from eval_studio_client.api.models.v1_list_leaderboards_response import V1ListLeaderboardsResponse
 from eval_studio_client.api.models.v1_list_model_collections_response import V1ListModelCollectionsResponse
 from eval_studio_client.api.models.v1_list_models_response import V1ListModelsResponse
@@ -185,16 +229,25 @@ from eval_studio_client.api.models.v1_list_test_cases_response import V1ListTest
 from eval_studio_client.api.models.v1_list_test_classes_response import V1ListTestClassesResponse
 from eval_studio_client.api.models.v1_list_tests_response import V1ListTestsResponse
 from eval_studio_client.api.models.v1_list_tests_shared_with_me_response import V1ListTestsSharedWithMeResponse
+from eval_studio_client.api.models.v1_list_unseen_operations_response import V1ListUnseenOperationsResponse
 from eval_studio_client.api.models.v1_list_workflow_access_response import V1ListWorkflowAccessResponse
 from eval_studio_client.api.models.v1_list_workflow_dependencies_response import V1ListWorkflowDependenciesResponse
 from eval_studio_client.api.models.v1_list_workflows_response import V1ListWorkflowsResponse
 from eval_studio_client.api.models.v1_list_workflows_shared_with_me_response import V1ListWorkflowsSharedWithMeResponse
+from eval_studio_client.api.models.v1_mark_operation_seen_by_creator_response import V1MarkOperationSeenByCreatorResponse
+from eval_studio_client.api.models.v1_metric import V1Metric
+from eval_studio_client.api.models.v1_metric_average import V1MetricAverage
+from eval_studio_client.api.models.v1_metric_meta import V1MetricMeta
 from eval_studio_client.api.models.v1_metric_score import V1MetricScore
 from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
 from eval_studio_client.api.models.v1_model import V1Model
 from eval_studio_client.api.models.v1_model_type import V1ModelType
+from eval_studio_client.api.models.v1_models_comparisons import V1ModelsComparisons
+from eval_studio_client.api.models.v1_models_comparisons_metrics import V1ModelsComparisonsMetrics
+from eval_studio_client.api.models.v1_models_overview import V1ModelsOverview
 from eval_studio_client.api.models.v1_operation import V1Operation
 from eval_studio_client.api.models.v1_operation_progress import V1OperationProgress
+from eval_studio_client.api.models.v1_operation_view import V1OperationView
 from eval_studio_client.api.models.v1_perturb_test_in_place_response import V1PerturbTestInPlaceResponse
 from eval_studio_client.api.models.v1_perturb_test_response import V1PerturbTestResponse
 from eval_studio_client.api.models.v1_perturbator import V1Perturbator
@@ -206,21 +259,30 @@ from eval_studio_client.api.models.v1_prompt_library_item import V1PromptLibrary
 from eval_studio_client.api.models.v1_repeated_context import V1RepeatedContext
 from eval_studio_client.api.models.v1_repeated_string import V1RepeatedString
 from eval_studio_client.api.models.v1_reset_workflow_node_response import V1ResetWorkflowNodeResponse
+from eval_studio_client.api.models.v1_retrieved_context_diff import V1RetrievedContextDiff
 from eval_studio_client.api.models.v1_role import V1Role
 from eval_studio_client.api.models.v1_role_binding import V1RoleBinding
 from eval_studio_client.api.models.v1_stats import V1Stats
+from eval_studio_client.api.models.v1_technical_metrics import V1TechnicalMetrics
+from eval_studio_client.api.models.v1_technical_metrics_detail import V1TechnicalMetricsDetail
 from eval_studio_client.api.models.v1_test import V1Test
 from eval_studio_client.api.models.v1_test_case import V1TestCase
+from eval_studio_client.api.models.v1_test_case_leaderboard_item import V1TestCaseLeaderboardItem
 from eval_studio_client.api.models.v1_test_case_relationship import V1TestCaseRelationship
+from eval_studio_client.api.models.v1_test_case_relationship_info import V1TestCaseRelationshipInfo
+from eval_studio_client.api.models.v1_test_case_result import V1TestCaseResult
 from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
 from eval_studio_client.api.models.v1_test_class import V1TestClass
 from eval_studio_client.api.models.v1_test_class_type import V1TestClassType
 from eval_studio_client.api.models.v1_test_lab import V1TestLab
 from eval_studio_client.api.models.v1_test_suite_evaluates import V1TestSuiteEvaluates
 from eval_studio_client.api.models.v1_test_type import V1TestType
+from eval_studio_client.api.models.v1_text_similarity_metric import V1TextSimilarityMetric
 from eval_studio_client.api.models.v1_update_dashboard_response import V1UpdateDashboardResponse
+from eval_studio_client.api.models.v1_update_dashboard_test_case_annotation_response import V1UpdateDashboardTestCaseAnnotationResponse
 from eval_studio_client.api.models.v1_update_document_response import V1UpdateDocumentResponse
 from eval_studio_client.api.models.v1_update_leaderboard_response import V1UpdateLeaderboardResponse
+from eval_studio_client.api.models.v1_update_leaderboard_test_case_annotation_response import V1UpdateLeaderboardTestCaseAnnotationResponse
 from eval_studio_client.api.models.v1_update_model_response import V1UpdateModelResponse
 from eval_studio_client.api.models.v1_update_operation_response import V1UpdateOperationResponse
 from eval_studio_client.api.models.v1_update_test_case_response import V1UpdateTestCaseResponse

eval_studio_client/api/models/adversarial_inputs_service_test_adversarial_inputs_robustness_request.py

@@ -19,6 +19,7 @@ import json
 
 from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_all_metric_scores import V1AllMetricScores
 from eval_studio_client.api.models.v1_metric_scores import V1MetricScores
 from eval_studio_client.api.models.v1_model import V1Model
 from eval_studio_client.api.models.v1_test_cases_generator import V1TestCasesGenerator
@@ -45,8 +46,9 @@ class AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(BaseModel):
     model_parameters: Optional[StrictStr] = Field(default=None, description="Optional. Parameters overrides for the Model host in JSON format.", alias="modelParameters")
     default_h2ogpte_model: Optional[V1Model] = Field(default=None, alias="defaultH2ogpteModel")
     baseline_eval: Optional[StrictStr] = Field(default=None, description="Required. Baseline evaluation name.", alias="baselineEval")
-    baseline_metrics: Optional[Dict[str, V1MetricScores]] = Field(default=None, description="Required. Map of baseline metrics from the evaluator to the metric scores for the evaluator.", alias="baselineMetrics")
-    __properties: ClassVar[List[str]] = ["operation", "generatorInputTypes", "generatorDocumentUrls", "generatorModel", "generatorBaseLlmModel", "generatorCount", "generatorTopics", "generatorChunks", "generatorH2ogpteCollectionId", "evaluatorIdentifiers", "evaluatorsParameters", "model", "baseLlmModel", "modelParameters", "defaultH2ogpteModel", "baselineEval", "baselineMetrics"]
+    baseline_metrics: Optional[Dict[str, V1MetricScores]] = Field(default=None, description="Required. Map of baseline metrics from the evaluator to the average metric scores for the evaluator.", alias="baselineMetrics")
+    all_baseline_metrics_scores: Optional[Dict[str, V1AllMetricScores]] = Field(default=None, description="Required. Map of baseline metric to all and every test case metric score.", alias="allBaselineMetricsScores")
+    __properties: ClassVar[List[str]] = ["operation", "generatorInputTypes", "generatorDocumentUrls", "generatorModel", "generatorBaseLlmModel", "generatorCount", "generatorTopics", "generatorChunks", "generatorH2ogpteCollectionId", "evaluatorIdentifiers", "evaluatorsParameters", "model", "baseLlmModel", "modelParameters", "defaultH2ogpteModel", "baselineEval", "baselineMetrics", "allBaselineMetricsScores"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -103,6 +105,13 @@ class AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(BaseModel):
                 if self.baseline_metrics[_key_baseline_metrics]:
                     _field_dict[_key_baseline_metrics] = self.baseline_metrics[_key_baseline_metrics].to_dict()
             _dict['baselineMetrics'] = _field_dict
+        # override the default output from pydantic by calling `to_dict()` of each value in all_baseline_metrics_scores (dict)
+        _field_dict = {}
+        if self.all_baseline_metrics_scores:
+            for _key_all_baseline_metrics_scores in self.all_baseline_metrics_scores:
+                if self.all_baseline_metrics_scores[_key_all_baseline_metrics_scores]:
+                    _field_dict[_key_all_baseline_metrics_scores] = self.all_baseline_metrics_scores[_key_all_baseline_metrics_scores].to_dict()
+            _dict['allBaselineMetricsScores'] = _field_dict
         return _dict
 
     @classmethod
@@ -136,6 +145,12 @@ class AdversarialInputsServiceTestAdversarialInputsRobustnessRequest(BaseModel):
                 for _k, _v in obj["baselineMetrics"].items()
             )
             if obj.get("baselineMetrics") is not None
+            else None,
+            "allBaselineMetricsScores": dict(
+                (_k, V1AllMetricScores.from_dict(_v))
+                for _k, _v in obj["allBaselineMetricsScores"].items()
+            )
+            if obj.get("allBaselineMetricsScores") is not None
             else None
         }, strict=False)
         return _obj

eval_studio_client/api/models/required_the_dashboard_test_case_annotation_to_update.py

@@ -0,0 +1,108 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class RequiredTheDashboardTestCaseAnnotationToUpdate(BaseModel):
+    """
+    RequiredTheDashboardTestCaseAnnotationToUpdate
+    """ # noqa: E501
+    create_time: Optional[datetime] = Field(default=None, description="Output only. Timestamp when the DashboardTestCaseAnnotation was created.", alias="createTime")
+    creator: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested creation of the DashboardTestCaseAnnotation.")
+    update_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Timestamp when the DashboardTestCaseAnnotation was last updated.", alias="updateTime")
+    updater: Optional[StrictStr] = Field(default=None, description="Output only. Optional. Name of the user or service that requested update of the DashboardTestCaseAnnotation.")
+    parent: Optional[StrictStr] = Field(default=None, description="Parent Dashboard Test Case resource name. e.g.: \"dashboards/<UUID>/testCases/<UUID>\".")
+    key: Optional[StrictStr] = Field(default=None, description="Immutable. Annotation key.")
+    value: Optional[Dict[str, Any]] = Field(default=None, description="Annotation value.")
+    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "parent", "key", "value"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of RequiredTheDashboardTestCaseAnnotationToUpdate from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "create_time",
+            "creator",
+            "update_time",
+            "updater",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of RequiredTheDashboardTestCaseAnnotationToUpdate from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "createTime": obj.get("createTime"),
+            "creator": obj.get("creator"),
+            "updateTime": obj.get("updateTime"),
+            "updater": obj.get("updater"),
+            "parent": obj.get("parent"),
+            "key": obj.get("key"),
+            "value": obj.get("value")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/required_the_leaderboard_test_case_annotation_to_update.py

@@ -0,0 +1,108 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+from __future__ import annotations
+import pprint
+import re  # noqa: F401
+import json
+
+from datetime import datetime
+from pydantic import BaseModel, ConfigDict, Field, StrictStr
+from typing import Any, ClassVar, Dict, List, Optional
+from typing import Optional, Set
+from typing_extensions import Self
+
+class RequiredTheLeaderboardTestCaseAnnotationToUpdate(BaseModel):
+    """
+    RequiredTheLeaderboardTestCaseAnnotationToUpdate
+    """ # noqa: E501
+    create_time: Optional[datetime] = Field(default=None, description="Output only. Timestamp when the LeaderboardTestCaseAnnotation was created.", alias="createTime")
+    creator: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested creation of the LeaderboardTestCaseAnnotation.")
+    update_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Timestamp when the LeaderboardTestCaseAnnotation was last updated.", alias="updateTime")
+    updater: Optional[StrictStr] = Field(default=None, description="Output only. Optional. Name of the user or service that requested update of the LeaderboardTestCaseAnnotation.")
+    parent: Optional[StrictStr] = Field(default=None, description="Parent Leaderboard Test Case resource name. e.g.: \"leaderboards/<UUID>/testCases/<UUID>\".")
+    key: Optional[StrictStr] = Field(default=None, description="Immutable. Annotation key.")
+    value: Optional[Dict[str, Any]] = Field(default=None, description="Annotation value.")
+    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "parent", "key", "value"]
+
+    model_config = ConfigDict(
+        populate_by_name=True,
+        validate_assignment=True,
+        protected_namespaces=(),
+    )
+
+
+    def to_str(self) -> str:
+        """Returns the string representation of the model using alias"""
+        return pprint.pformat(self.model_dump(by_alias=True))
+
+    def to_json(self) -> str:
+        """Returns the JSON representation of the model using alias"""
+        # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
+        return json.dumps(self.to_dict())
+
+    @classmethod
+    def from_json(cls, json_str: str) -> Optional[Self]:
+        """Create an instance of RequiredTheLeaderboardTestCaseAnnotationToUpdate from a JSON string"""
+        return cls.from_dict(json.loads(json_str))
+
+    def to_dict(self) -> Dict[str, Any]:
+        """Return the dictionary representation of the model using alias.
+
+        This has the following differences from calling pydantic's
+        `self.model_dump(by_alias=True)`:
+
+        * `None` is only added to the output dict for nullable fields that
+          were set at model initialization. Other fields with value `None`
+          are ignored.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
+        """
+        excluded_fields: Set[str] = set([
+            "create_time",
+            "creator",
+            "update_time",
+            "updater",
+        ])
+
+        _dict = self.model_dump(
+            by_alias=True,
+            exclude=excluded_fields,
+            exclude_none=True,
+        )
+        return _dict
+
+    @classmethod
+    def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
+        """Create an instance of RequiredTheLeaderboardTestCaseAnnotationToUpdate from a dict"""
+        if obj is None:
+            return None
+
+        if not isinstance(obj, dict):
+            return cls.model_validate(obj, strict=False)
+
+        _obj = cls.model_validate({
+            "createTime": obj.get("createTime"),
+            "creator": obj.get("creator"),
+            "updateTime": obj.get("updateTime"),
+            "updater": obj.get("updater"),
+            "parent": obj.get("parent"),
+            "key": obj.get("key"),
+            "value": obj.get("value")
+        }, strict=False)
+        return _obj
+
+

eval_studio_client/api/models/required_the_leaderboard_to_update.py

@@ -20,6 +20,7 @@ import json
 from datetime import datetime
 from pydantic import BaseModel, ConfigDict, Field, StrictBool, StrictStr
 from typing import Any, ClassVar, Dict, List, Optional
+from eval_studio_client.api.models.v1_evaluation_type import V1EvaluationType
 from eval_studio_client.api.models.v1_insight import V1Insight
 from eval_studio_client.api.models.v1_leaderboard_status import V1LeaderboardStatus
 from eval_studio_client.api.models.v1_leaderboard_type import V1LeaderboardType
@@ -56,7 +57,8 @@ class RequiredTheLeaderboardToUpdate(BaseModel):
     type: Optional[V1LeaderboardType] = None
     demo: Optional[StrictBool] = Field(default=None, description="Output only. Whether the Leaderboard is a demo resource or not. Demo resources are read only.")
     test_lab: Optional[StrictStr] = Field(default=None, description="Optional. Resource name of the TestLab if Leaderboard was created from a imported TestLab.", alias="testLab")
-    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "displayName", "description", "status", "evaluator", "tests", "model", "createOperation", "leaderboardReport", "leaderboardTable", "leaderboardSummary", "llmModels", "leaderboardProblems", "evaluatorParameters", "insights", "modelParameters", "h2ogpteCollection", "type", "demo", "testLab"]
+    evaluation_type: Optional[V1EvaluationType] = Field(default=None, alias="evaluationType")
+    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "displayName", "description", "status", "evaluator", "tests", "model", "createOperation", "leaderboardReport", "leaderboardTable", "leaderboardSummary", "llmModels", "leaderboardProblems", "evaluatorParameters", "insights", "modelParameters", "h2ogpteCollection", "type", "demo", "testLab", "evaluationType"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -171,7 +173,8 @@ class RequiredTheLeaderboardToUpdate(BaseModel):
             "h2ogpteCollection": obj.get("h2ogpteCollection"),
             "type": obj.get("type"),
             "demo": obj.get("demo"),
-            "testLab": obj.get("testLab")
+            "testLab": obj.get("testLab"),
+            "evaluationType": obj.get("evaluationType")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/required_the_operation_to_finalize.py

@@ -39,7 +39,8 @@ class RequiredTheOperationToFinalize(BaseModel):
     done: Optional[StrictBool] = Field(default=None, description="If the value is `false`, it means the operation is still in progress. If `true`, the operation is completed, and either `error` or `response` is available.")
     error: Optional[RpcStatus] = None
     response: Optional[ProtobufAny] = None
-    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "metadata", "done", "error", "response"]
+    seen_by_creator_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Timestamp when the creator marked the Operation as seen. Once set, this field cannot be changed. Set via MarkOperationSeenByCreator method.", alias="seenByCreatorTime")
+    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "metadata", "done", "error", "response", "seenByCreatorTime"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -77,6 +78,7 @@ class RequiredTheOperationToFinalize(BaseModel):
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
         """
         excluded_fields: Set[str] = set([
             "create_time",
@@ -85,6 +87,7 @@ class RequiredTheOperationToFinalize(BaseModel):
             "updater",
             "delete_time",
             "deleter",
+            "seen_by_creator_time",
         ])
 
         _dict = self.model_dump(
@@ -122,7 +125,8 @@ class RequiredTheOperationToFinalize(BaseModel):
             "metadata": ProtobufAny.from_dict(obj["metadata"]) if obj.get("metadata") is not None else None,
             "done": obj.get("done"),
             "error": RpcStatus.from_dict(obj["error"]) if obj.get("error") is not None else None,
-            "response": ProtobufAny.from_dict(obj["response"]) if obj.get("response") is not None else None
+            "response": ProtobufAny.from_dict(obj["response"]) if obj.get("response") is not None else None,
+            "seenByCreatorTime": obj.get("seenByCreatorTime")
         }, strict=False)
         return _obj
 

eval_studio_client/api/models/required_the_operation_to_update.py

@@ -39,7 +39,8 @@ class RequiredTheOperationToUpdate(BaseModel):
     done: Optional[StrictBool] = Field(default=None, description="If the value is `false`, it means the operation is still in progress. If `true`, the operation is completed, and either `error` or `response` is available.")
     error: Optional[RpcStatus] = None
     response: Optional[ProtobufAny] = None
-    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "metadata", "done", "error", "response"]
+    seen_by_creator_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Timestamp when the creator marked the Operation as seen. Once set, this field cannot be changed. Set via MarkOperationSeenByCreator method.", alias="seenByCreatorTime")
+    __properties: ClassVar[List[str]] = ["createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "metadata", "done", "error", "response", "seenByCreatorTime"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -77,6 +78,7 @@ class RequiredTheOperationToUpdate(BaseModel):
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
         """
         excluded_fields: Set[str] = set([
             "create_time",
@@ -85,6 +87,7 @@ class RequiredTheOperationToUpdate(BaseModel):
             "updater",
             "delete_time",
             "deleter",
+            "seen_by_creator_time",
         ])
 
         _dict = self.model_dump(
@@ -122,7 +125,8 @@ class RequiredTheOperationToUpdate(BaseModel):
             "metadata": ProtobufAny.from_dict(obj["metadata"]) if obj.get("metadata") is not None else None,
             "done": obj.get("done"),
             "error": RpcStatus.from_dict(obj["error"]) if obj.get("error") is not None else None,
-            "response": ProtobufAny.from_dict(obj["response"]) if obj.get("response") is not None else None
+            "response": ProtobufAny.from_dict(obj["response"]) if obj.get("response") is not None else None,
+            "seenByCreatorTime": obj.get("seenByCreatorTime")
         }, strict=False)
         return _obj