eval-studio-client 1.0.1__py3-none-any.whl → 1.1.0a5__py3-none-any.whl

eval_studio_client/gen/openapiv2/eval_studio.swagger.json

@@ -1,10 +1,13 @@
 {
   "swagger": "2.0",
   "info": {
-    "title": "ai/h2o/eval_studio/v1/collection.proto",
+    "title": "ai/h2o/eval_studio/v1/insight.proto",
     "version": "version not set"
   },
   "tags": [
+    {
+      "name": "AdversarialInputsService"
+    },
     {
       "name": "DashboardService"
     },
@@ -17,12 +20,18 @@
     {
       "name": "EvaluatorService"
     },
+    {
+      "name": "GeneratedQuestionsValidationService"
+    },
     {
       "name": "HumanCalibrationService"
     },
     {
       "name": "InfoService"
     },
+    {
+      "name": "LeaderboardReportService"
+    },
     {
       "name": "LeaderboardService"
     },
@@ -47,6 +56,9 @@
     {
       "name": "PromptLibraryService"
     },
+    {
+      "name": "TestCaseRelationshipService"
+    },
     {
       "name": "TestCaseService"
     },
@@ -2788,6 +2800,38 @@
       }
     },
     "/v1/{name_10}": {
+      "get": {
+        "operationId": "TestService_GetTest",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1GetTestResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name_10",
+            "description": "Required. The name of the Test to retrieve.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          }
+        ],
+        "tags": [
+          "TestService"
+        ]
+      }
+    },
+    "/v1/{name_11}": {
       "get": {
         "summary": "GetWorkflowNode retrieves a WorkflowNode by name. Deleted WorkflowNode is returned without\nerror, it has a delete_time and deleter fields set.",
         "operationId": "WorkflowNodeService_GetWorkflowNode",
@@ -2807,7 +2851,7 @@
         },
         "parameters": [
           {
-            "name": "name_10",
+            "name": "name_11",
             "description": "Required. The name of the WorkflowNode to retrieve.",
             "in": "path",
             "required": true,
@@ -2833,7 +2877,7 @@
         ]
       }
     },
-    "/v1/{name_11}": {
+    "/v1/{name_12}": {
       "get": {
         "summary": "GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a\ndelete_time and deleter fields set.",
         "operationId": "WorkflowService_GetWorkflow",
@@ -2853,7 +2897,7 @@
         },
         "parameters": [
           {
-            "name": "name_11",
+            "name": "name_12",
             "description": "Required. The name of the Workflow to retrieve.",
             "in": "path",
             "required": true,
@@ -2928,6 +2972,69 @@
         ]
       }
     },
+    "/v1/{name_1}:clone": {
+      "post": {
+        "summary": "CloneWorkflow clones an existing Workflow.",
+        "operationId": "WorkflowService_CloneWorkflow",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1CloneWorkflowResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name_1",
+            "description": "Required. The name of the Workflow to clone.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "displayNameOverride": {
+                  "type": "string",
+                  "description": "Optional. The display name of the cloned Workflow. If not specified, the display name from the\noriginal Workflow is used with \" Clone\" suffix added."
+                },
+                "descriptionOverride": {
+                  "type": "string",
+                  "description": "Optional. The description of the cloned Workflow. If not specified, the description from the\noriginal Workflow is used."
+                },
+                "modelOverride": {
+                  "type": "string",
+                  "description": "Optional. The name of the model to use in the cloned Workflow. If not specified, the model from\nthe original Workflow is used."
+                },
+                "llmModelOverride": {
+                  "type": "string",
+                  "description": "Optional. The name of the base LLM model to use in the cloned workflow. If not specified, the\nbase LLM model from the original Workflow is used. Required if model_override is set."
+                },
+                "modelParametersOverride": {
+                  "type": "string",
+                  "description": "Optional. Model specific parameters in JSON format. If not specified, the parameters from the\noriginal Workflow are used."
+                }
+              }
+            }
+          }
+        ],
+        "tags": [
+          "WorkflowService"
+        ]
+      }
+    },
     "/v1/{name_2}": {
       "get": {
         "operationId": "EvaluatorService_GetEvaluator",
@@ -2992,12 +3099,12 @@
     },
     "/v1/{name_3}": {
       "get": {
-        "operationId": "LeaderboardService_GetLeaderboard",
+        "operationId": "LeaderboardReportService_GetLeaderboardReport",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetLeaderboardResponse"
+              "$ref": "#/definitions/v1GetLeaderboardReportResponse"
             }
           },
           "default": {
@@ -3014,11 +3121,11 @@
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "leaderboards/[^/]+"
+            "pattern": "leaderboardReports/[^/]+"
           }
         ],
         "tags": [
-          "LeaderboardService"
+          "LeaderboardReportService"
         ]
       },
       "delete": {
@@ -3054,12 +3161,12 @@
     },
     "/v1/{name_4}": {
       "get": {
-        "operationId": "ModelService_GetModel",
+        "operationId": "LeaderboardService_GetLeaderboard",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetModelResponse"
+              "$ref": "#/definitions/v1GetLeaderboardResponse"
             }
           },
           "default": {
@@ -3072,15 +3179,15 @@
         "parameters": [
           {
             "name": "name_4",
-            "description": "Required. The name of the Model to retrieve.",
+            "description": "Required. The name of the Leaderboard to retrieve.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "models/[^/]+"
+            "pattern": "leaderboards/[^/]+"
           }
         ],
         "tags": [
-          "ModelService"
+          "LeaderboardService"
         ]
       },
       "delete": {
@@ -3116,12 +3223,12 @@
     },
     "/v1/{name_5}": {
       "get": {
-        "operationId": "OperationService_GetOperation",
+        "operationId": "ModelService_GetModel",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetOperationResponse"
+              "$ref": "#/definitions/v1GetModelResponse"
             }
           },
           "default": {
@@ -3134,15 +3241,15 @@
         "parameters": [
           {
             "name": "name_5",
-            "description": "Required. The name of the Operation to retrieve.",
+            "description": "Required. The name of the Model to retrieve.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "operations/[^/]+"
+            "pattern": "models/[^/]+"
           }
         ],
         "tags": [
-          "OperationService"
+          "ModelService"
         ]
       },
       "delete": {
@@ -3178,12 +3285,12 @@
     },
     "/v1/{name_6}": {
       "get": {
-        "operationId": "PerturbatorService_GetPerturbator",
+        "operationId": "OperationService_GetOperation",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetPerturbatorResponse"
+              "$ref": "#/definitions/v1GetOperationResponse"
             }
           },
           "default": {
@@ -3196,15 +3303,15 @@
         "parameters": [
           {
             "name": "name_6",
-            "description": "Required. The name of the Perturbator to retrieve.",
+            "description": "Required. The name of the Operation to retrieve.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "perturbators/[^/]+"
+            "pattern": "operations/[^/]+"
           }
         ],
         "tags": [
-          "PerturbatorService"
+          "OperationService"
         ]
       },
       "delete": {
@@ -3247,12 +3354,12 @@
     },
     "/v1/{name_7}": {
       "get": {
-        "operationId": "TestCaseService_GetTestCase",
+        "operationId": "PerturbatorService_GetPerturbator",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetTestCaseResponse"
+              "$ref": "#/definitions/v1GetPerturbatorResponse"
             }
           },
           "default": {
@@ -3265,25 +3372,25 @@
         "parameters": [
           {
             "name": "name_7",
-            "description": "The name of the TestCase to retrieve.\nFormat: tests/\u003cUUID\u003e/testCases/\u003cUUID\u003e",
+            "description": "Required. The name of the Perturbator to retrieve.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+/testCases/[^/]+"
+            "pattern": "perturbators/[^/]+"
           }
         ],
         "tags": [
-          "TestCaseService"
+          "PerturbatorService"
         ]
       },
       "delete": {
-        "summary": "DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error\nis returned.",
-        "operationId": "WorkflowNodeService_DeleteWorkflowNode",
+        "summary": "DeleteWorkflowEdge deletes a WorkflowEdge. If the WorkflowEdge does not exist an error is\nreturned",
+        "operationId": "WorkflowEdgeService_DeleteWorkflowEdge",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1DeleteWorkflowNodeResponse"
+              "$ref": "#/definitions/v1DeleteWorkflowEdgeResponse"
             }
           },
           "default": {
@@ -3296,26 +3403,26 @@
         "parameters": [
           {
             "name": "name_7",
-            "description": "Required. The name of the WorkflowNode to delete.",
+            "description": "Required. The name of the WorkflowEdge to delete.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "workflows/[^/]+/nodes/[^/]+"
+            "pattern": "workflows/[^/]+/edges/[^/]+"
           }
         ],
         "tags": [
-          "WorkflowNodeService"
+          "WorkflowEdgeService"
         ]
       }
     },
     "/v1/{name_8}": {
       "get": {
-        "operationId": "TestClassService_GetTestClass",
+        "operationId": "TestCaseService_GetTestCase",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetTestClassResponse"
+              "$ref": "#/definitions/v1GetTestCaseResponse"
             }
           },
           "default": {
@@ -3328,25 +3435,26 @@
         "parameters": [
           {
             "name": "name_8",
-            "description": "The name of the TestClass to retrieve.\nFormat: testClasses/\u003cUUID\u003e",
+            "description": "The name of the TestCase to retrieve.\nFormat: tests/\u003cUUID\u003e/testCases/\u003cUUID\u003e",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "testClasses/[^/]+"
+            "pattern": "tests/[^/]+/testCases/[^/]+"
           }
         ],
         "tags": [
-          "TestClassService"
+          "TestCaseService"
         ]
       },
       "delete": {
-        "summary": "DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.",
-        "operationId": "WorkflowService_DeleteWorkflow",
+        "summary": "DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error\nis returned. The edges are handled in a following way:",
+        "description": "- inbound edges are deleted\n- for every outbound edge a new edge is created for every inbound node and the given\n  outbound node\n\nFor example, deleting node D in the following graph:\n  A ⇾ B ⇾ D ⇾ E\n    ↘   ↗\n      C\nwould create the following:\n  A ⇾ B ⇾ E\n    ↘   ↗\n      C\nDeleting node B in the same graph, would create:\n  A   ⇾   D ⇾ E\n    ↘   ↗\n      C",
+        "operationId": "WorkflowNodeService_DeleteWorkflowNode",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1DeleteWorkflowResponse"
+              "$ref": "#/definitions/v1DeleteWorkflowNodeResponse"
             }
           },
           "default": {
@@ -3359,26 +3467,26 @@
         "parameters": [
           {
             "name": "name_8",
-            "description": "Required. The name of the Workflow to delete.",
+            "description": "Required. The name of the WorkflowNode to delete.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "workflows/[^/]+"
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
           }
         ],
         "tags": [
-          "WorkflowService"
+          "WorkflowNodeService"
         ]
       }
     },
     "/v1/{name_9}": {
       "get": {
-        "operationId": "TestService_GetTest",
+        "operationId": "TestClassService_GetTestClass",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetTestResponse"
+              "$ref": "#/definitions/v1GetTestClassResponse"
             }
           },
           "default": {
@@ -3391,15 +3499,46 @@
         "parameters": [
           {
             "name": "name_9",
-            "description": "Required. The name of the Test to retrieve.",
+            "description": "The name of the TestClass to retrieve.\nFormat: testClasses/\u003cUUID\u003e",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+"
+            "pattern": "testClasses/[^/]+"
           }
         ],
         "tags": [
-          "TestService"
+          "TestClassService"
+        ]
+      },
+      "delete": {
+        "summary": "DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.",
+        "operationId": "WorkflowService_DeleteWorkflow",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1DeleteWorkflowResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name_9",
+            "description": "Required. The name of the Workflow to delete.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+"
+          }
+        ],
+        "tags": [
+          "WorkflowService"
         ]
       }
     },
@@ -3465,6 +3604,38 @@
         ]
       }
     },
+    "/v1/{name}:abort": {
+      "post": {
+        "operationId": "OperationService_AbortOperation",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1AbortOperationResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name",
+            "description": "Required. The name of the Operation to abort.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "operations/[^/]+"
+          }
+        ],
+        "tags": [
+          "OperationService"
+        ]
+      }
+    },
     "/v1/{name}:autoGeneratePrompts": {
       "post": {
         "operationId": "PromptGenerationService_AutoGeneratePrompts",
@@ -3516,11 +3687,12 @@
                   "description": "Required. Base LLM model to use for generating the prompts."
                 },
                 "documentUrls": {
-                  "type": "array",
-                  "items": {
-                    "type": "string"
-                  },
-                  "description": "Optional. The list of document URLs. The document URL might be a managed document URL or a\npublic URL."
+                  "$ref": "#/definitions/v1RepeatedString",
+                  "description": "The list of document URLs. The document URL might be a managed document URL or a\npublic URL."
+                },
+                "chunks": {
+                  "$ref": "#/definitions/v1RepeatedString",
+                  "title": "Chunks of text used instead of documents"
                 },
                 "generators": {
                   "type": "array",
@@ -3549,14 +3721,14 @@
         ]
       }
     },
-    "/v1/{name}:generateTestCases": {
+    "/v1/{name}:clone": {
       "post": {
-        "operationId": "TestService_GenerateTestCases",
+        "operationId": "TestService_CloneTest",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GenerateTestCasesResponse"
+              "$ref": "#/definitions/v1CloneTestResponse"
             }
           },
           "default": {
@@ -3569,7 +3741,7 @@
         "parameters": [
           {
             "name": "name",
-            "description": "Required. The Test for which to generate TestCases.",
+            "description": "Required. The name of the Test to clone.",
             "in": "path",
             "required": true,
             "type": "string",
@@ -3582,36 +3754,93 @@
             "schema": {
               "type": "object",
               "properties": {
-                "count": {
-                  "type": "integer",
-                  "format": "int64",
-                  "description": "Required. The number of TestCases to generate."
-                },
-                "model": {
+                "newTestDisplayName": {
                   "type": "string",
-                  "description": "Optional. The Model to use for generating TestCases. If not specified, the default RAG h2oGPTe\nwill be used. Error is returned, if no default model is specified and this field is not set."
+                  "description": "Optional. Name of the newly created test."
                 },
-                "baseLlmModel": {
+                "newTestDescription": {
                   "type": "string",
-                  "description": "Optional. The base LLM model to use for generating the prompts. Selected automatically if not\nspecified."
-                },
-                "generators": {
-                  "type": "array",
-                  "items": {
+                  "description": "Optional. Description of the newly created Test."
+                }
+              }
+            }
+          }
+        ],
+        "tags": [
+          "TestService"
+        ]
+      }
+    },
+    "/v1/{name}:generateTestCases": {
+      "post": {
+        "operationId": "TestService_GenerateTestCases",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1GenerateTestCasesResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name",
+            "description": "Required. The Test for which to generate TestCases.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "count": {
+                  "type": "integer",
+                  "format": "int64",
+                  "description": "Required. The number of TestCases to generate."
+                },
+                "model": {
+                  "type": "string",
+                  "description": "Optional. The Model to use for generating TestCases. If not specified, the default RAG h2oGPTe\nwill be used. Error is returned, if no default model is specified and this field is not set."
+                },
+                "baseLlmModel": {
+                  "type": "string",
+                  "description": "Optional. The base LLM model to use for generating the prompts. Selected automatically if not\nspecified."
+                },
+                "generators": {
+                  "type": "array",
+                  "items": {
                     "$ref": "#/definitions/v1TestCasesGenerator"
                   },
                   "description": "Optional. Generators to use for generation. If not specified, all generators are selected."
                 },
                 "h2ogpteCollectionId": {
                   "type": "string",
-                  "description": "Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be\ncreated."
+                  "description": "Optional. ID of the h2oGPTe collection to use. If provided, documents referenced by\nTest and any specified chunks are ignored. This field is required if Test does not\nreference any documents and no chunks are provided. If this field is left empty, a\ntemporary collection will be created."
                 },
                 "topics": {
                   "type": "array",
                   "items": {
                     "type": "string"
                   },
-                  "description": "Optional. Optional. Topics to generate questions for. If not specified, use document summarization as topic generation."
+                  "description": "Optional. Topics to generate questions for. If not specified, use document summarization as\ntopic generation."
+                },
+                "chunks": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test\nand h2ogpte_collection_id are ignored."
                 }
               }
             }
@@ -3717,6 +3946,39 @@
         ]
       }
     },
+    "/v1/{name}:init": {
+      "post": {
+        "summary": "InitWorkflowNode initializes a WorkflowNode on first access.",
+        "operationId": "WorkflowNodeService_InitWorkflowNode",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1InitWorkflowNodeResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name",
+            "description": "Required. The name of the WorkflowNode to initialize.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
+          }
+        ],
+        "tags": [
+          "WorkflowNodeService"
+        ]
+      }
+    },
     "/v1/{name}:listTestCaseLibraryItems": {
       "post": {
         "operationId": "TestService_ListTestCaseLibraryItems",
@@ -3863,6 +4125,63 @@
         ]
       }
     },
+    "/v1/{name}:perturbInPlace": {
+      "post": {
+        "operationId": "TestService_PerturbTestInPlace",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1PerturbTestInPlaceResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name",
+            "description": "Required. The name of the Test to perturb.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "perturbatorConfigurations": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1PerturbatorConfiguration"
+                  },
+                  "description": "Required. PerturbatorConfigurations to apply to the Test."
+                },
+                "testCaseNames": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Perturbation apply only to selected testCases."
+                }
+              }
+            }
+          }
+        ],
+        "tags": [
+          "TestService"
+        ]
+      }
+    },
     "/v1/{name}:process": {
       "post": {
         "summary": "ProcessWorkflowNode processes a WorkflowNode.",
@@ -3896,6 +4215,93 @@
         ]
       }
     },
+    "/v1/{name}:reset": {
+      "post": {
+        "summary": "ResetWorkflowNode resets a WorkflowNode.",
+        "operationId": "WorkflowNodeService_ResetWorkflowNode",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1ResetWorkflowNodeResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name",
+            "description": "Required. The name of the WorkflowNode to reset.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
+          }
+        ],
+        "tags": [
+          "WorkflowNodeService"
+        ]
+      }
+    },
+    "/v1/{name}:validateGeneratedQuestions": {
+      "post": {
+        "operationId": "GeneratedQuestionsValidationService_ValidateGeneratedQuestions",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1Operation"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name",
+            "description": "Required. The Test for which to generate TestCases.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "operation": {
+                  "type": "string",
+                  "description": "Required. The Operation processing this question validation process."
+                },
+                "testCases": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1GeneratedTestCase"
+                  },
+                  "description": "Required. Generated Test Cases, i.e., Test cases with context that was used for their generation."
+                }
+              }
+            }
+          }
+        ],
+        "tags": [
+          "GeneratedQuestionsValidationService"
+        ]
+      }
+    },
     "/v1/{node.name}": {
       "patch": {
         "summary": "UpdateWorkflowNode updates a WorkflowNode. The update_mask is used to specify the fields to be\nupdated.",
@@ -4211,14 +4617,15 @@
         ]
       }
     },
-    "/v1/{parent}/perturbations": {
+    "/v1/{parent}/edges": {
       "post": {
-        "operationId": "PerturbationService_CreatePerturbation",
+        "summary": "CreateWorkflowEdge creates a new WorkflowEdge.",
+        "operationId": "WorkflowEdgeService_CreateWorkflowEdge",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1CreatePerturbationResponse"
+              "$ref": "#/definitions/v1CreateWorkflowEdgeResponse"
             }
           },
           "default": {
@@ -4231,42 +4638,125 @@
         "parameters": [
           {
             "name": "parent",
-            "description": "Required. The Test being perturbed.",
+            "description": "Required. The parent Workflow in format of `workflow/{workflow_id}`.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+"
+            "pattern": "workflows/[^/]+"
           },
           {
-            "name": "body",
+            "name": "edge",
+            "description": "Required. The WorkflowEdge to create.",
             "in": "body",
             "required": true,
             "schema": {
-              "type": "object",
-              "properties": {
-                "perturbatorConfigurations": {
-                  "type": "array",
-                  "items": {
-                    "type": "object",
-                    "$ref": "#/definitions/v1PerturbatorConfiguration"
-                  },
-                  "description": "Required. PerturbatorConfiguration to apply to the parent Test."
-                },
-                "testCases": {
-                  "type": "array",
-                  "items": {
-                    "type": "object",
-                    "$ref": "#/definitions/v1TestCase"
-                  },
-                  "description": "Required. List of test cases to perturbate. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
-                },
-                "testCaseRelationships": {
-                  "type": "array",
-                  "items": {
-                    "type": "object",
-                    "$ref": "#/definitions/v1TestCaseRelationship"
-                  },
-                  "description": "Optional. List of relationships between test cases."
+              "$ref": "#/definitions/v1WorkflowEdge"
+            }
+          }
+        ],
+        "tags": [
+          "WorkflowEdgeService"
+        ]
+      }
+    },
+    "/v1/{parent}/nodes": {
+      "post": {
+        "summary": "CreateWorkflowNode creates a new WorkflowNode.",
+        "operationId": "WorkflowNodeService_CreateWorkflowNode",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1CreateWorkflowNodeResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "Required. The parent Workflow in format of `workflow/{workflow_id}`.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+"
+          },
+          {
+            "name": "node",
+            "description": "Required. The WorkflowNode to create.",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/v1WorkflowNode"
+            }
+          }
+        ],
+        "tags": [
+          "WorkflowNodeService"
+        ]
+      }
+    },
+    "/v1/{parent}/perturbations": {
+      "post": {
+        "operationId": "PerturbationService_CreatePerturbation",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1CreatePerturbationResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "Required. The Test being perturbed.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "perturbatorConfigurations": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1PerturbatorConfiguration"
+                  },
+                  "description": "Required. PerturbatorConfiguration to apply to the parent Test."
+                },
+                "testCases": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1TestCase"
+                  },
+                  "description": "Required. List of test cases to perturbate. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
+                },
+                "testCaseRelationships": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1TestCaseRelationship"
+                  },
+                  "description": "Optional. List of relationships between test cases."
                 },
                 "defaultH2ogpteModel": {
                   "$ref": "#/definitions/v1Model",
@@ -4313,6 +4803,38 @@
         ]
       }
     },
+    "/v1/{parent}/testCaseRelationships": {
+      "get": {
+        "operationId": "TestCaseRelationshipService_ListTestCaseRelationships",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1ListTestCaseRelationshipsResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "The name of the Test whose TestCaseRelationships to retrieve.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          }
+        ],
+        "tags": [
+          "TestCaseRelationshipService"
+        ]
+      }
+    },
     "/v1/{parent}/testCases": {
       "get": {
         "operationId": "TestCaseService_ListTestCases",
@@ -4634,6 +5156,19 @@
                   },
                   "description": "Output only. The list of perturbators applied to this test case.",
                   "readOnly": true
+                },
+                "topics": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Output only. The list of topics used to generate this test case.",
+                  "readOnly": true
+                },
+                "generator": {
+                  "$ref": "#/definitions/v1TestCasesGenerator",
+                  "description": "Output only. Optional. Test case generator that was used to generate this test case.",
+                  "readOnly": true
                 }
               },
               "title": "Required. The TestCase to update."
@@ -4645,6 +5180,138 @@
         ]
       }
     },
+    "/v1/{test}:testAdversarialInputsRobustness": {
+      "post": {
+        "operationId": "AdversarialInputsService_TestAdversarialInputsRobustness",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1Operation"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "test",
+            "description": "Required. The Test to which the adversarial inputs TestCases will be added.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "operation": {
+                  "type": "string",
+                  "description": "Required. The Operation processing adversarial inputs robustness testing."
+                },
+                "generatorInputTypes": {
+                  "type": "array",
+                  "items": {
+                    "$ref": "#/definitions/v1TestCasesGenerator"
+                  },
+                  "description": "Optional. The list of adversarial input types to generate."
+                },
+                "generatorDocumentUrls": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Required. The document URLs which were used to generate the baseline TestCases."
+                },
+                "generatorModel": {
+                  "$ref": "#/definitions/v1Model",
+                  "description": "Required. The Model host to use for the generation of the adversarial TestCases. Currently only h2oGPTe is supported."
+                },
+                "generatorBaseLlmModel": {
+                  "type": "string",
+                  "description": "Required. Base LLM model to use for generation of adversarial the prompts."
+                },
+                "generatorCount": {
+                  "type": "integer",
+                  "format": "int64",
+                  "description": "Required. The number of adversarial TestCases to generate."
+                },
+                "generatorTopics": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Topics to generate questions for. If not specified, use document summarization as\ntopic generation."
+                },
+                "generatorChunks": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. The list of chunks to use for generation. If set, the Documents assigned to the Test\nand h2ogpte_collection_id are ignored."
+                },
+                "generatorH2ogpteCollectionId": {
+                  "type": "string",
+                  "description": "Optional. ID of the h2oGPTe collection to use. If provided, documents referenced by\nTest and any specified chunks are ignored. This field is required if Test does not\nreference any documents and no chunks are provided. If this field is left empty, a\ntemporary collection will be created."
+                },
+                "evaluatorIdentifiers": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Required. Evaluator identifiers to use for the model evaluation using the adversarial inputs."
+                },
+                "evaluatorsParameters": {
+                  "type": "object",
+                  "additionalProperties": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Additional evaluators configuration, for all the evaluators used in the evaluation.\nKey is the evaluator identifier, and the value is a JSON string containing the configuration dictionary."
+                },
+                "model": {
+                  "$ref": "#/definitions/v1Model",
+                  "description": "Required. The Model host of the LLM model to be evaluated using the the adversarial inputs."
+                },
+                "baseLlmModel": {
+                  "type": "string",
+                  "description": "Required. Base LLM model to be evaluated using the adversarial inputs."
+                },
+                "modelParameters": {
+                  "type": "string",
+                  "description": "Optional. Parameters overrides for the Model host in JSON format."
+                },
+                "defaultH2ogpteModel": {
+                  "$ref": "#/definitions/v1Model",
+                  "description": "Optional. The default h2oGPTe Model host to be used for the evaluation e.g. by judge or agent based evaluators."
+                },
+                "baselineEval": {
+                  "type": "string",
+                  "description": "Required. Baseline evaluation name."
+                },
+                "baselineMetrics": {
+                  "type": "object",
+                  "additionalProperties": {
+                    "$ref": "#/definitions/v1MetricScores"
+                  },
+                  "description": "Required. Map of baseline metrics from the evaluator to the metric scores for the evaluator."
+                }
+              }
+            }
+          }
+        ],
+        "tags": [
+          "AdversarialInputsService"
+        ]
+      }
+    },
     "/v1/{workflow.name}": {
       "patch": {
         "summary": "UpdateWorkflow updates a Workflow. The update_mask is used to specify the fields to be updated.",
@@ -4768,6 +5435,19 @@
                 "modelParameters": {
                   "type": "string",
                   "description": "Optional. Immutable. Model parameter overrides in JSON format."
+                },
+                "document": {
+                  "type": "string",
+                  "description": "The resource name of a Document."
+                },
+                "h2ogpteCollection": {
+                  "type": "string",
+                  "description": "Existing h2oGPTe collection."
+                },
+                "clonedFromWorkflow": {
+                  "type": "string",
+                  "description": "Optional. Output only. The Workflow that this Workflow was cloned from.",
+                  "readOnly": true
                 }
               },
               "title": "Required. The updated Workflow."
@@ -4856,6 +5536,15 @@
       },
       "description": "The `Status` type defines a logical error model that is suitable for\ndifferent programming environments, including REST APIs and RPC APIs. It is\nused by [gRPC](https://github.com/grpc). Each `Status` message contains\nthree pieces of data: error code, error message, and error details.\n\nYou can find out more about this error model and how to work with it in the\n[API Design Guide](https://cloud.google.com/apis/design/errors)."
     },
+    "v1AbortOperationResponse": {
+      "type": "object",
+      "properties": {
+        "operation": {
+          "$ref": "#/definitions/v1Operation",
+          "description": "The updated Operation."
+        }
+      }
+    },
     "v1BatchCreateLeaderboardsRequest": {
       "type": "object",
       "properties": {
@@ -5288,15 +5977,33 @@
         }
       }
     },
-    "v1CollectionInfo": {
+    "v1CloneTestResponse": {
       "type": "object",
       "properties": {
-        "id": {
-          "type": "string",
-          "description": "Required. Collection ID."
-        },
-        "displayName": {
-          "type": "string",
+        "test": {
+          "$ref": "#/definitions/v1Test",
+          "description": "The cloned Test."
+        }
+      }
+    },
+    "v1CloneWorkflowResponse": {
+      "type": "object",
+      "properties": {
+        "workflow": {
+          "$ref": "#/definitions/v1Workflow",
+          "description": "The cloned Workflow."
+        }
+      }
+    },
+    "v1CollectionInfo": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "type": "string",
+          "description": "Required. Collection ID."
+        },
+        "displayName": {
+          "type": "string",
           "description": "Required. Collection display name."
         },
         "description": {
@@ -5311,6 +6018,29 @@
       },
       "description": "CollectionInfo represents the information about a collection in the H2OGPTE."
     },
+    "v1Context": {
+      "type": "object",
+      "properties": {
+        "collectionId": {
+          "type": "string",
+          "description": "Collection Id."
+        },
+        "chunkId": {
+          "type": "integer",
+          "format": "int32",
+          "description": "Chunk Id."
+        },
+        "score": {
+          "type": "number",
+          "format": "float",
+          "description": "Chunk score."
+        },
+        "content": {
+          "type": "string",
+          "description": "Content."
+        }
+      }
+    },
     "v1CreateDashboardResponse": {
       "type": "object",
       "properties": {
@@ -5468,6 +6198,24 @@
         }
       }
     },
+    "v1CreateWorkflowEdgeResponse": {
+      "type": "object",
+      "properties": {
+        "edge": {
+          "$ref": "#/definitions/v1WorkflowEdge",
+          "description": "The created WorkflowEdge."
+        }
+      }
+    },
+    "v1CreateWorkflowNodeResponse": {
+      "type": "object",
+      "properties": {
+        "node": {
+          "$ref": "#/definitions/v1WorkflowNode",
+          "description": "The created WorkflowNode."
+        }
+      }
+    },
     "v1CreateWorkflowResponse": {
       "type": "object",
       "properties": {
@@ -5624,6 +6372,15 @@
         }
       }
     },
+    "v1DeleteWorkflowEdgeResponse": {
+      "type": "object",
+      "properties": {
+        "edge": {
+          "$ref": "#/definitions/v1WorkflowEdge",
+          "description": "The deleted WorkflowEdge."
+        }
+      }
+    },
     "v1DeleteWorkflowNodeResponse": {
       "type": "object",
       "properties": {
@@ -5990,6 +6747,23 @@
         }
       }
     },
+    "v1GeneratedTestCase": {
+      "type": "object",
+      "properties": {
+        "testCase": {
+          "$ref": "#/definitions/v1TestCase",
+          "description": "Test Case."
+        },
+        "context": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Context"
+          },
+          "description": "Context used for test_case generation."
+        }
+      }
+    },
     "v1GetDashboardResponse": {
       "type": "object",
       "properties": {
@@ -6025,6 +6799,15 @@
         }
       }
     },
+    "v1GetLeaderboardReportResponse": {
+      "type": "object",
+      "properties": {
+        "leaderboardReport": {
+          "$ref": "#/definitions/v1LeaderboardReport",
+          "description": "The requested Leaderboard."
+        }
+      }
+    },
     "v1GetLeaderboardResponse": {
       "type": "object",
       "properties": {
@@ -6290,6 +7073,30 @@
         "h2oSonarVersion": {
           "type": "string",
           "description": "The version of H2O Sonar used by the workers."
+        },
+        "preferredLlmsForTestGeneration": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Ordered list of LLMs preferred for test generation. The value might be a regular expression."
+        },
+        "h2oCloudUrl": {
+          "type": "string",
+          "description": "The URL for the H2O Cloud host."
+        },
+        "publicInstance": {
+          "type": "boolean",
+          "description": "If the Eval Studio instance is public."
+        }
+      }
+    },
+    "v1InitWorkflowNodeResponse": {
+      "type": "object",
+      "properties": {
+        "node": {
+          "$ref": "#/definitions/v1WorkflowNode",
+          "description": "The WorkflowNode that was initialized."
         }
       }
     },
@@ -6321,194 +7128,702 @@
         },
         "explanationType": {
           "type": "string",
-          "description": "Type of the explanation."
+          "description": "Type of the explanation."
+        },
+        "explanationName": {
+          "type": "string",
+          "description": "Name of the explanation."
+        },
+        "explanationMime": {
+          "type": "string",
+          "description": "MIME type of the explanation."
+        },
+        "resources": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "List of resources that can be used to take actions based on the insight."
+        },
+        "insightType": {
+          "type": "string",
+          "description": "Type of the insight."
+        },
+        "insightAttrs": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "string"
+          },
+          "description": "Attributes of the insight."
+        }
+      },
+      "description": "Insight represents additional information about the evaluation."
+    },
+    "v1LabeledTestCase": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "string",
+          "description": "Required. The test case resource name."
+        },
+        "metricValue": {
+          "type": "number",
+          "format": "float",
+          "description": "Required. The metric value."
+        },
+        "label": {
+          "type": "boolean",
+          "description": "Required. Human label. True means the test case should be labeled as passed (positive), false means failed (negative)."
+        }
+      }
+    },
+    "v1Leaderboard": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "string",
+          "title": "Output only. Name of the Leaderboard resource. e.g.: \"leaderboards/\u003cUUID\u003e\"",
+          "readOnly": true
+        },
+        "createTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Timestamp when the Leaderboard was created.",
+          "readOnly": true
+        },
+        "creator": {
+          "type": "string",
+          "description": "Output only. Name of the user or service that requested creation of the Leaderboard.",
+          "readOnly": true
+        },
+        "updateTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Timestamp when the Leaderboard was last updated.",
+          "readOnly": true
+        },
+        "updater": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested update of the Leaderboard.",
+          "readOnly": true
+        },
+        "deleteTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Set when the Leaderboard is deleted. When set Leaderboard should be\nconsidered as deleted.",
+          "readOnly": true
+        },
+        "deleter": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the Leaderboard.",
+          "readOnly": true
+        },
+        "displayName": {
+          "type": "string",
+          "description": "Human readable name of the Leaderboard."
+        },
+        "description": {
+          "type": "string",
+          "description": "Optional. Arbitrary description of the Leaderboard."
+        },
+        "status": {
+          "$ref": "#/definitions/v1LeaderboardStatus",
+          "description": "Output only. Status of the Leaderboard. When set to LEADERBOARD_STATUS_COMPLETED, the result\nfield is populated.",
+          "readOnly": true
+        },
+        "evaluator": {
+          "type": "string",
+          "description": "Immutable. Resource name of the Evaluator used in this Leaderboard."
+        },
+        "tests": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Immutable. Resource names of the Tests used in this Leaderboard."
+        },
+        "model": {
+          "type": "string",
+          "description": "Immutable. Resource name of the Model used in this Leaderboard."
+        },
+        "createOperation": {
+          "type": "string",
+          "description": "Output only. Operation resource name that created this Leaderboard.",
+          "readOnly": true
+        },
+        "leaderboardReport": {
+          "type": "string",
+          "title": "Deprecated. Reserve Name of the Leaderboard resource. e.g.: \"content/leaderboards/\u003cUUID\u003e\""
+        },
+        "leaderboardTable": {
+          "type": "string",
+          "description": "Output only. Leaderboard table in JSON format.",
+          "readOnly": true
+        },
+        "leaderboardSummary": {
+          "type": "string",
+          "description": "Output only. Leaderboard summary in Markdown format.",
+          "readOnly": true
+        },
+        "llmModels": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Immutable. System names of the LLM models used in this Leaderboard."
+        },
+        "leaderboardProblems": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1ProblemAndAction"
+          },
+          "description": "Output only. Leaderboard problems and actions.",
+          "readOnly": true
+        },
+        "evaluatorParameters": {
+          "type": "string",
+          "description": "Optional. Evaluator parameters setup."
+        },
+        "insights": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Insight"
+          },
+          "description": "Output only. Insights from the Leaderboard.",
+          "readOnly": true
+        },
+        "modelParameters": {
+          "type": "string",
+          "description": "Optional. Prameters overrides in JSON format."
+        },
+        "h2ogpteCollection": {
+          "type": "string",
+          "description": "The existing collection name in H2OGPTe."
+        },
+        "type": {
+          "$ref": "#/definitions/v1LeaderboardType",
+          "description": "Optional. Type of the leaderboard. Defaults to LEADERBOARD_TYPE_STANDALONE for\nCreateLeaderboard and CreateLeaderboardWithoutCache. Defaults to LEADERBOARD_TYPE_DASHBOARD for\nBatchCreateLeaderboards."
+        },
+        "demo": {
+          "type": "boolean",
+          "description": "Output only. Whether the Leaderboard is a demo resource or not. Demo resources are read only.",
+          "readOnly": true
+        },
+        "testLab": {
+          "type": "string",
+          "description": "Optional. Resource name of the TestLab if Leaderboard was created from a imported TestLab."
+        }
+      }
+    },
+    "v1LeaderboardReport": {
+      "type": "object",
+      "properties": {
+        "results": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LeaderboardReportResult"
+          },
+          "description": "Output only. List of per test case results.",
+          "readOnly": true
+        },
+        "models": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LeaderboardReportModel"
+          },
+          "description": "Output only. List of models which were used to create the results.",
+          "readOnly": true
+        },
+        "evaluator": {
+          "$ref": "#/definitions/v1LeaderboardReportEvaluator",
+          "description": "Output only. Details of the evaluator which evaluated the model outputs to create the results.",
+          "readOnly": true
+        }
+      },
+      "description": "LeaderboardReport represents the leaderboard report which is formed by the results, models and evaluator."
+    },
+    "v1LeaderboardReportActualOutputData": {
+      "type": "object",
+      "properties": {
+        "text": {
+          "type": "string",
+          "description": "Output only. Text fragment.",
+          "readOnly": true
+        },
+        "metrics": {
+          "type": "object",
+          "description": "Output only. Metrics parsed as string to Value map.",
+          "readOnly": true
+        }
+      },
+      "description": "ActualOutputData represents the actual output data."
+    },
+    "v1LeaderboardReportActualOutputMeta": {
+      "type": "object",
+      "properties": {
+        "tokenization": {
+          "type": "string",
+          "description": "Output only. Actual output data tokenization like sentence_level_punkt.",
+          "readOnly": true
+        },
+        "data": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LeaderboardReportActualOutputData"
+          },
+          "description": "Output only. Actual output data - list of text fragments coupled with the metric values.",
+          "readOnly": true
+        }
+      },
+      "description": "ActualOutputMeta represents the metadata about the actual output."
+    },
+    "v1LeaderboardReportEvaluator": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "type": "string",
+          "description": "Output only. Evaluator ID.",
+          "readOnly": true
+        },
+        "name": {
+          "type": "string",
+          "description": "Output only. Evaluator short name based on its class name.",
+          "readOnly": true
+        },
+        "displayName": {
+          "type": "string",
+          "description": "Output only. Evaluator display name.",
+          "readOnly": true
+        },
+        "tagline": {
+          "type": "string",
+          "description": "Optional. Evaluator one row description."
+        },
+        "description": {
+          "type": "string",
+          "description": "Output only. Evaluator description.",
+          "readOnly": true
+        },
+        "briefDescription": {
+          "type": "string",
+          "description": "Optional. Brief description."
+        },
+        "modelTypes": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. List of model types like rag.",
+          "readOnly": true
+        },
+        "canExplain": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Optional. List of experiment types the Explainer can explain like regression or multinomial."
+        },
+        "explanationScopes": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. List of explanation scopes like global or local.",
+          "readOnly": true
+        },
+        "explanations": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LeaderboardReportExplanation"
+          },
+          "description": "Output only. List of explanation types created by the Evaluator.",
+          "readOnly": true
+        },
+        "parameters": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LeaderboardReportEvaluatorParameter"
+          },
+          "description": "Output only. List of parameter type definitions.",
+          "readOnly": true
+        },
+        "keywords": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. List of keywords.",
+          "readOnly": true
+        },
+        "metricsMeta": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LeaderboardReportMetricsMetaEntry"
+          },
+          "description": "Output only. List of metrics metadata for metrics created by the Evaluator.",
+          "readOnly": true
+        }
+      },
+      "description": "Evaluator represents the evaluator which evaluated the model outputs to create the results."
+    },
+    "v1LeaderboardReportEvaluatorParameter": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "string",
+          "description": "Output only. Evaluator parameter ID.",
+          "readOnly": true
+        },
+        "description": {
+          "type": "string",
+          "description": "Output only. Parameter description.",
+          "readOnly": true
+        },
+        "comment": {
+          "type": "string",
+          "description": "Optional. Parameter comment."
+        },
+        "type": {
+          "type": "string",
+          "description": "Output only. Parameter type like float or string.",
+          "readOnly": true
+        },
+        "predefined": {
+          "type": "array",
+          "items": {},
+          "description": "Optional. Predefined parameter values - numeric or non-numeric enum."
+        },
+        "tags": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Optional. Parameter tags."
+        },
+        "min": {
+          "type": "number",
+          "format": "double",
+          "description": "Optional. Parameter value lower range."
+        },
+        "max": {
+          "type": "number",
+          "format": "double",
+          "description": "Optional. Parameter value upper range."
+        },
+        "category": {
+          "type": "string",
+          "description": "Optional. Parameter category."
+        }
+      },
+      "description": "Evaluation parameter definition."
+    },
+    "v1LeaderboardReportExplanation": {
+      "type": "object",
+      "properties": {
+        "explanationType": {
+          "type": "string",
+          "description": "Output only. Explanation type ID.",
+          "readOnly": true
+        },
+        "name": {
+          "type": "string",
+          "description": "Output only. Explanation display name.",
+          "readOnly": true
+        },
+        "category": {
+          "type": "string",
+          "description": "Output only. Explanation display category.",
+          "readOnly": true
+        },
+        "scope": {
+          "type": "string",
+          "description": "Optional. Explanation scope like global or local."
+        },
+        "hasLocal": {
+          "type": "string",
+          "description": "Optional. Local explanation type id associated with (this) global explanation."
+        },
+        "formats": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Optional. List of formats available for the explanation."
+        }
+      }
+    },
+    "v1LeaderboardReportMetricsMetaEntry": {
+      "type": "object",
+      "properties": {
+        "key": {
+          "type": "string",
+          "description": "Output only. Metric key.",
+          "readOnly": true
+        },
+        "displayName": {
+          "type": "string",
+          "description": "Output only. Metric display name.",
+          "readOnly": true
+        },
+        "dataType": {
+          "type": "string",
+          "description": "Output only. Metric data type like float or string.",
+          "readOnly": true
         },
-        "explanationName": {
+        "displayValue": {
           "type": "string",
-          "description": "Name of the explanation."
+          "description": "Output only. Metric display value.",
+          "readOnly": true
         },
-        "explanationMime": {
+        "description": {
           "type": "string",
-          "description": "MIME type of the explanation."
+          "description": "Output only. Metric description.",
+          "readOnly": true
         },
-        "resources": {
+        "valueRange": {
           "type": "array",
           "items": {
-            "type": "string"
+            "type": "number",
+            "format": "double"
           },
-          "description": "List of resources that can be used to take actions based on the insight."
-        },
-        "insightType": {
-          "type": "string",
-          "description": "Type of the insight."
+          "description": "Optional. Metric value range for numeric scores."
         },
-        "insightAttrs": {
-          "type": "object",
-          "additionalProperties": {
+        "valueEnum": {
+          "type": "array",
+          "items": {
             "type": "string"
           },
-          "description": "Attributes of the insight."
-        }
-      },
-      "description": "Insight represents additional information about the evaluation."
-    },
-    "v1LabeledTestCase": {
-      "type": "object",
-      "properties": {
-        "name": {
-          "type": "string",
-          "description": "Required. The test case resource name."
+          "description": "Optional. Metric value enum for non-numeric scores."
         },
-        "metricValue": {
+        "higherIsBetter": {
+          "type": "boolean",
+          "description": "Output only. Metric higher is better.",
+          "readOnly": true
+        },
+        "threshold": {
           "type": "number",
-          "format": "float",
-          "description": "Required. The metric value."
+          "format": "double",
+          "description": "Output only. Metric threshold.",
+          "readOnly": true
         },
-        "label": {
+        "isPrimaryMetric": {
           "type": "boolean",
-          "description": "Required. Human label. True means the test case should be labeled as passed (positive), false means failed (negative)."
+          "description": "Output only. Metric is primary.",
+          "readOnly": true
+        },
+        "parentMetric": {
+          "type": "string",
+          "description": "Output only. This metric parent.",
+          "readOnly": true
+        },
+        "exclude": {
+          "type": "boolean",
+          "description": "Output only. Whether to exclude the metric.",
+          "readOnly": true
         }
-      }
+      },
+      "description": "MetricsMetaEntry represents the metadata about the metric."
     },
-    "v1Leaderboard": {
+    "v1LeaderboardReportModel": {
       "type": "object",
       "properties": {
-        "name": {
+        "connection": {
           "type": "string",
-          "title": "Output only. Name of the Leaderboard resource. e.g.: \"leaderboards/\u003cUUID\u003e\"",
+          "description": "Output only. Connection key.",
           "readOnly": true
         },
-        "createTime": {
+        "modelType": {
           "type": "string",
-          "format": "date-time",
-          "description": "Output only. Timestamp when the Leaderboard was created.",
+          "description": "Output only. Model type.",
           "readOnly": true
         },
-        "creator": {
+        "name": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the Leaderboard.",
+          "description": "Output only. Model display name.",
           "readOnly": true
         },
-        "updateTime": {
+        "collectionId": {
           "type": "string",
-          "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the Leaderboard was last updated.",
-          "readOnly": true
+          "description": "Optional. Collection ID."
         },
-        "updater": {
+        "collectionName": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the Leaderboard.",
-          "readOnly": true
+          "description": "Optional. Collection name."
         },
-        "deleteTime": {
+        "llmModelName": {
           "type": "string",
-          "format": "date-time",
-          "description": "Output only. Optional. Set when the Leaderboard is deleted. When set Leaderboard should be\nconsidered as deleted.",
+          "description": "Output only. LLM model name.",
           "readOnly": true
         },
-        "deleter": {
+        "documents": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. List of documents.",
+          "readOnly": true
+        },
+        "modelCfg": {
+          "type": "object",
+          "description": "Output only. Model configuration.",
+          "readOnly": true
+        },
+        "key": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the Leaderboard.",
+          "description": "Output only. Model key.",
           "readOnly": true
         },
-        "displayName": {
+        "llmModelMeta": {
+          "type": "object",
+          "description": "Output only. LLM model metadata - recursive dictionaries with an additional info like performance stats.",
+          "readOnly": true
+        }
+      },
+      "description": "Model represents the evaluated model whose outputs were evaluated to create the results."
+    },
+    "v1LeaderboardReportResult": {
+      "type": "object",
+      "properties": {
+        "key": {
           "type": "string",
-          "description": "Human readable name of the Leaderboard."
+          "description": "Output only. Composite unique key of the result formed by the model key and test case key.",
+          "readOnly": true
         },
-        "description": {
+        "input": {
           "type": "string",
-          "description": "Optional. Arbitrary description of the Leaderboard."
+          "description": "Output only. Input prompt or text to be processed.",
+          "readOnly": true
         },
-        "status": {
-          "$ref": "#/definitions/v1LeaderboardStatus",
-          "description": "Output only. Status of the Leaderboard. When set to LEADERBOARD_STATUS_COMPLETED, the result\nfield is populated.",
+        "corpus": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. Collection of corpus documents to be used during evaluation.",
           "readOnly": true
         },
-        "evaluator": {
-          "type": "string",
-          "description": "Immutable. Resource name of the Evaluator used in this Leaderboard."
+        "context": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. List of contextual information or references.",
+          "readOnly": true
         },
-        "tests": {
+        "categories": {
           "type": "array",
           "items": {
             "type": "string"
           },
-          "description": "Immutable. Resource names of the Tests used in this Leaderboard."
+          "description": "Output only. List of categories or labels for classification.",
+          "readOnly": true
         },
-        "model": {
-          "type": "string",
-          "description": "Immutable. Resource name of the Model used in this Leaderboard."
+        "relationships": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LeaderboardReportResultRelationship"
+          },
+          "description": "Output only. List of relationships or associations between entities.",
+          "readOnly": true
         },
-        "createOperation": {
+        "expectedOutput": {
           "type": "string",
-          "description": "Output only. Operation resource name that created this Leaderboard.",
+          "description": "Output only. Expected output or target result.",
           "readOnly": true
         },
-        "leaderboardReport": {
+        "outputConstraints": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. List of constraints that should be applied to the output.",
+          "readOnly": true
+        },
+        "outputCondition": {
           "type": "string",
-          "title": "Deprecated. Reserve Name of the Leaderboard resource. e.g.: \"content/leaderboards/\u003cUUID\u003e\""
+          "description": "Output only. Condition that output should satisfy.",
+          "readOnly": true
         },
-        "leaderboardTable": {
+        "actualOutput": {
           "type": "string",
-          "description": "Output only. Leaderboard table in JSON format.",
+          "description": "Output only. Actual output produced by the model.",
           "readOnly": true
         },
-        "leaderboardSummary": {
+        "actualDuration": {
+          "type": "number",
+          "format": "double",
+          "description": "Output only. Duration of processing in seconds.",
+          "readOnly": true
+        },
+        "cost": {
+          "type": "number",
+          "format": "double",
+          "description": "Output only. Cost of processing in currency units.",
+          "readOnly": true
+        },
+        "modelKey": {
           "type": "string",
-          "description": "Output only. Leaderboard summary in Markdown format.",
+          "description": "Output only. Unique identifier for the model used.",
           "readOnly": true
         },
-        "llmModels": {
-          "type": "array",
-          "items": {
-            "type": "string"
-          },
-          "description": "Immutable. System names of the LLM models used in this Leaderboard."
+        "testCaseKey": {
+          "type": "string",
+          "description": "Output only. Unique identifier for the test case.",
+          "readOnly": true
         },
-        "leaderboardProblems": {
+        "metrics": {
           "type": "array",
           "items": {
             "type": "object",
-            "$ref": "#/definitions/v1ProblemAndAction"
+            "$ref": "#/definitions/v1MetricScore"
           },
-          "description": "Output only. Leaderboard problems and actions.",
-          "readOnly": true
+          "description": "Optional. All metrics values for the result."
         },
-        "evaluatorParameters": {
+        "resultErrorMessage": {
           "type": "string",
-          "description": "Optional. Evaluator parameters setup."
+          "description": "Output only. Error message if processing resulted in failure.",
+          "readOnly": true
         },
-        "insights": {
+        "actualOutputMeta": {
           "type": "array",
           "items": {
             "type": "object",
-            "$ref": "#/definitions/v1Insight"
+            "$ref": "#/definitions/v1LeaderboardReportActualOutputMeta"
           },
-          "description": "Output only. Insights from the Leaderboard.",
+          "description": "Output only. Additional metadata about the actual output.",
           "readOnly": true
-        },
-        "modelParameters": {
+        }
+      }
+    },
+    "v1LeaderboardReportResultRelationship": {
+      "type": "object",
+      "properties": {
+        "type": {
           "type": "string",
-          "description": "Optional. Prameters overrides in JSON format."
+          "description": "Output only. Type of the relationship.",
+          "readOnly": true
         },
-        "h2ogpteCollection": {
+        "target": {
           "type": "string",
-          "description": "The existing collection name in H2OGPTe."
-        },
-        "type": {
-          "$ref": "#/definitions/v1LeaderboardType",
-          "description": "Optional. Type of the leaderboard. Defaults to LEADERBOARD_TYPE_STANDALONE for\nCreateLeaderboard and CreateLeaderboardWithoutCache. Defaults to LEADERBOARD_TYPE_DASHBOARD for\nBatchCreateLeaderboards."
-        },
-        "demo": {
-          "type": "boolean",
-          "description": "Output only. Whether the Leaderboard is a demo resource or not. Demo resources are read only.",
+          "description": "Output only. Source result of the relationship.",
           "readOnly": true
         },
-        "testLab": {
+        "targetType": {
           "type": "string",
-          "description": "Optional. Resource name of the TestLab if Leaderboard was created from a imported TestLab."
+          "description": "Output only. Target type of the relationship like test_case.",
+          "readOnly": true
         }
-      }
+      },
+      "description": "Relationship represents the relationship between result entries."
     },
     "v1LeaderboardStatus": {
       "type": "string",
@@ -6767,6 +8082,19 @@
         }
       }
     },
+    "v1ListTestCaseRelationshipsResponse": {
+      "type": "object",
+      "properties": {
+        "testCaseRelationships": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1TestCaseRelationship"
+          },
+          "description": "The TestCaseRelationships that were requested."
+        }
+      }
+    },
     "v1ListTestCasesResponse": {
       "type": "object",
       "properties": {
@@ -6819,6 +8147,34 @@
         }
       }
     },
+    "v1MetricScore": {
+      "type": "object",
+      "properties": {
+        "key": {
+          "type": "string",
+          "description": "Required. Metric key."
+        },
+        "value": {
+          "type": "number",
+          "format": "double",
+          "description": "Required. Metric value - consider NaN, Infinity or -Infinity for float representation."
+        }
+      },
+      "description": "MetricScore represents the metric score."
+    },
+    "v1MetricScores": {
+      "type": "object",
+      "properties": {
+        "scores": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1MetricScore"
+          },
+          "description": "Required. The metric scores."
+        }
+      }
+    },
     "v1Model": {
       "type": "object",
       "properties": {
@@ -6994,6 +8350,15 @@
         }
       }
     },
+    "v1PerturbTestInPlaceResponse": {
+      "type": "object",
+      "properties": {
+        "test": {
+          "$ref": "#/definitions/v1Test",
+          "description": "The perturbed Test."
+        }
+      }
+    },
     "v1PerturbTestResponse": {
       "type": "object",
       "properties": {
@@ -7247,6 +8612,26 @@
         }
       }
     },
+    "v1RepeatedString": {
+      "type": "object",
+      "properties": {
+        "content": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "v1ResetWorkflowNodeResponse": {
+      "type": "object",
+      "properties": {
+        "node": {
+          "$ref": "#/definitions/v1WorkflowNode",
+          "description": "The WorkflowNode that was reset."
+        }
+      }
+    },
     "v1Test": {
       "type": "object",
       "properties": {
@@ -7388,6 +8773,19 @@
           },
           "description": "Output only. The list of perturbators applied to this test case.",
           "readOnly": true
+        },
+        "topics": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. The list of topics used to generate this test case.",
+          "readOnly": true
+        },
+        "generator": {
+          "$ref": "#/definitions/v1TestCasesGenerator",
+          "description": "Output only. Optional. Test case generator that was used to generate this test case.",
+          "readOnly": true
         }
       }
     },
@@ -7797,6 +9195,19 @@
         "modelParameters": {
           "type": "string",
           "description": "Optional. Immutable. Model parameter overrides in JSON format."
+        },
+        "document": {
+          "type": "string",
+          "description": "The resource name of a Document."
+        },
+        "h2ogpteCollection": {
+          "type": "string",
+          "description": "Existing h2oGPTe collection."
+        },
+        "clonedFromWorkflow": {
+          "type": "string",
+          "description": "Optional. Output only. The Workflow that this Workflow was cloned from.",
+          "readOnly": true
         }
       },
       "description": "Workflow represents a workflow in Eval Studio. It consists of WorkflowNodes and WorkflowEdges."
@@ -8067,7 +9478,10 @@
         "WORKFLOW_NODE_TYPE_TEST_GENERATION",
         "WORKFLOW_NODE_TYPE_PERTURBATION",
         "WORKFLOW_NODE_TYPE_AUTOMATED_EVALUATION",
-        "WORKFLOW_NODE_TYPE_HUMAN_EVALUATION"
+        "WORKFLOW_NODE_TYPE_HUMAN_EVALUATION",
+        "WORKFLOW_NODE_TYPE_MARGINAL_ANALYSIS",
+        "WORKFLOW_NODE_TYPE_VALIDATION",
+        "WORKFLOW_NODE_TYPE_ADVERSARIAL_INPUTS"
       ],
       "default": "WORKFLOW_NODE_TYPE_UNSPECIFIED",
       "description": "WorkflowNodeType represents the type of a WorkflowNode."