eval-studio-client 1.0.0__py3-none-any.whl → 1.0.1__py3-none-any.whl

eval_studio_client/gen/openapiv2/eval_studio.swagger.json

@@ -17,6 +17,9 @@
     {
       "name": "EvaluatorService"
     },
+    {
+      "name": "HumanCalibrationService"
+    },
     {
       "name": "InfoService"
     },
@@ -41,6 +44,9 @@
     {
       "name": "PromptGenerationService"
     },
+    {
+      "name": "PromptLibraryService"
+    },
     {
       "name": "TestCaseService"
     },
@@ -55,6 +61,15 @@
     },
     {
       "name": "WhoAmIService"
+    },
+    {
+      "name": "WorkflowEdgeService"
+    },
+    {
+      "name": "WorkflowNodeService"
+    },
+    {
+      "name": "WorkflowService"
     }
   ],
   "consumes": [
@@ -1506,11 +1521,247 @@
             }
           }
         },
+        "parameters": [
+          {
+            "name": "defaultH2ogpteModel.name",
+            "description": "Output only. Name of the Model resource. e.g.: \"models/\u003cUUID\u003e\"",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.createTime",
+            "description": "Output only. Timestamp when the Model was created.",
+            "in": "query",
+            "required": false,
+            "type": "string",
+            "format": "date-time"
+          },
+          {
+            "name": "defaultH2ogpteModel.creator",
+            "description": "Output only. Name of the user or service that requested creation of the Model.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.updateTime",
+            "description": "Output only. Optional. Timestamp when the Model was last updated.",
+            "in": "query",
+            "required": false,
+            "type": "string",
+            "format": "date-time"
+          },
+          {
+            "name": "defaultH2ogpteModel.updater",
+            "description": "Output only. Optional. Name of the user or service that requested update of the Model.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.deleteTime",
+            "description": "Output only. Optional. Set when the Model is deleted. When set Model should be considered as\ndeleted.",
+            "in": "query",
+            "required": false,
+            "type": "string",
+            "format": "date-time"
+          },
+          {
+            "name": "defaultH2ogpteModel.deleter",
+            "description": "Output only. Optional. Name of the user or service that requested deletion of the Model.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.displayName",
+            "description": "Human readable name of the Model.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.description",
+            "description": "Optional. Arbitrary description of the Model.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.url",
+            "description": "Optional. Immutable. Absolute URL to the Model.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.apiKey",
+            "description": "Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public\nclients (front-end). Set only for internal (server-to-worker) communication.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.type",
+            "description": "Immutable. Type of this Model.\n\n - MODEL_TYPE_UNSPECIFIED: Unspecified type.\n - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.\n - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.\n - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.\n - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.\n - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.\n - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.\n - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.\n - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.\n - MODEL_TYPE_OLLAMA: Ollama.\n - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock.",
+            "in": "query",
+            "required": false,
+            "type": "string",
+            "enum": [
+              "MODEL_TYPE_UNSPECIFIED",
+              "MODEL_TYPE_H2OGPTE_RAG",
+              "MODEL_TYPE_OPENAI_RAG",
+              "MODEL_TYPE_H2OGPTE_LLM",
+              "MODEL_TYPE_H2OGPT_LLM",
+              "MODEL_TYPE_OPENAI_CHAT",
+              "MODEL_TYPE_AZURE_OPENAI_CHAT",
+              "MODEL_TYPE_OPENAI_API_CHAT",
+              "MODEL_TYPE_H2OLLMOPS",
+              "MODEL_TYPE_OLLAMA",
+              "MODEL_TYPE_AMAZON_BEDROCK"
+            ],
+            "default": "MODEL_TYPE_UNSPECIFIED"
+          },
+          {
+            "name": "defaultH2ogpteModel.parameters",
+            "description": "Optional. Model specific parameters in JSON format.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "defaultH2ogpteModel.demo",
+            "description": "Output only. Whether the Model is a demo resource or not. Demo resources are read only.",
+            "in": "query",
+            "required": false,
+            "type": "boolean"
+          }
+        ],
         "tags": [
           "PerturbatorService"
         ]
       }
     },
+    "/v1/promptLibraryItems": {
+      "get": {
+        "operationId": "PromptLibraryService_ListPromptLibraryItems",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1ListPromptLibraryItemsResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "filterByCategories",
+            "description": "Optional. Filter by categories.",
+            "in": "query",
+            "required": false,
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "collectionFormat": "multi"
+          },
+          {
+            "name": "filterByPurposes",
+            "description": "Optional. Filter by purposes.",
+            "in": "query",
+            "required": false,
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "collectionFormat": "multi"
+          },
+          {
+            "name": "filterByEvaluates",
+            "description": "Optional. Filter by evaluates.",
+            "in": "query",
+            "required": false,
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "collectionFormat": "multi"
+          },
+          {
+            "name": "filterByOrigin",
+            "description": "Optional. Filter by origin.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          },
+          {
+            "name": "filterByTestCaseCount",
+            "description": "Optional. Filter by test case count.",
+            "in": "query",
+            "required": false,
+            "type": "integer",
+            "format": "int64"
+          },
+          {
+            "name": "filterByTestCount",
+            "description": "Optional. Filter by test count.",
+            "in": "query",
+            "required": false,
+            "type": "integer",
+            "format": "int64"
+          },
+          {
+            "name": "filterByFts",
+            "description": "Optional. Filter by FTS.",
+            "in": "query",
+            "required": false,
+            "type": "string"
+          }
+        ],
+        "tags": [
+          "PromptLibraryService"
+        ]
+      }
+    },
+    "/v1/promptLibraryItems:importTestCases": {
+      "post": {
+        "operationId": "PromptLibraryService_ImportTestCases",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1Operation"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/v1ImportTestCasesRequest"
+            }
+          }
+        ],
+        "tags": [
+          "PromptLibraryService"
+        ]
+      }
+    },
     "/v1/testClasses": {
       "get": {
         "operationId": "TestClassService_ListTestClasses",
@@ -1884,14 +2135,15 @@
         ]
       }
     },
-    "/v1/{dashboard.name}": {
-      "patch": {
-        "operationId": "DashboardService_UpdateDashboard",
+    "/v1/workflows": {
+      "get": {
+        "summary": "ListWorkflows lists Workflows.",
+        "operationId": "WorkflowService_ListWorkflows",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1UpdateDashboardResponse"
+              "$ref": "#/definitions/v1ListWorkflowsResponse"
             }
           },
           "default": {
@@ -1901,37 +2153,209 @@
             }
           }
         },
-        "parameters": [
-          {
-            "name": "dashboard.name",
-            "description": "Output only. Name of the Dashboard resource. e.g.: \"dashboards/\u003cUUID\u003e\"",
-            "in": "path",
-            "required": true,
-            "type": "string",
-            "pattern": "dashboards/[^/]+"
+        "tags": [
+          "WorkflowService"
+        ]
+      },
+      "post": {
+        "summary": "CreateWorkflow creates a Workflow.",
+        "operationId": "WorkflowService_CreateWorkflow",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1CreateWorkflowResponse"
+            }
           },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
           {
-            "name": "dashboard",
-            "description": "Required. The Dashboard to update.\n\nThe Dashboard's `name` field is used to identify the Dashboard to update. Format:\ndashboards/{dashboard}",
+            "name": "workflow",
+            "description": "Required. The Workflow to create.",
             "in": "body",
             "required": true,
             "schema": {
-              "type": "object",
-              "properties": {
-                "createTime": {
-                  "type": "string",
-                  "format": "date-time",
-                  "description": "Output only. Timestamp when the Dashboard was created.",
-                  "readOnly": true
-                },
-                "creator": {
-                  "type": "string",
-                  "description": "Output only. Name of the user or service that requested creation of the Dashboard.",
-                  "readOnly": true
-                },
-                "updateTime": {
-                  "type": "string",
-                  "format": "date-time",
+              "$ref": "#/definitions/v1Workflow"
+            }
+          }
+        ],
+        "tags": [
+          "WorkflowService"
+        ]
+      }
+    },
+    "/v1/workflows/*/edges:batchGet": {
+      "get": {
+        "summary": "Retrieves all WorkflowEdges with the specified resource names. If any of the WorkflowEdges do\nnot exist an error is returned. The order of resource names in the request and the returned\nWorkflowEdges might differ.",
+        "operationId": "WorkflowEdgeService_BatchGetWorkflowEdges",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1BatchGetWorkflowEdgesResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "names",
+            "description": "Required. The resource names of the WorkflowEdges to retrieve. Maximum 1000 items.",
+            "in": "query",
+            "required": false,
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "collectionFormat": "multi"
+          }
+        ],
+        "tags": [
+          "WorkflowEdgeService"
+        ]
+      }
+    },
+    "/v1/workflows/*/nodes:batchGet": {
+      "get": {
+        "summary": "BatchGetWorkflowNodes retrieves all WorkflowNodes with the specified resource names. If any of\nthe WorkflowNodes do not exist an error is returned. Deleted WorkflowNodes are returned without\nerror. The order of resource names in the request and the returned WorkflowNodes might differ.",
+        "operationId": "WorkflowNodeService_BatchGetWorkflowNodes",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1BatchGetWorkflowNodesResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "names",
+            "description": "Required. The resource names of the WorkflowNodes to retrieve. Maximum 1000 items.",
+            "in": "query",
+            "required": false,
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "collectionFormat": "multi"
+          },
+          {
+            "name": "view",
+            "description": "Optional. The level of detail to include in the response.\n\n - WORKFLOW_NODE_VIEW_UNSPECIFIED: Unspecified view.\n - WORKFLOW_NODE_VIEW_BASIC: Basic view. Lacks large data fields. TODO: describe what fields are omitted.\n - WORKFLOW_NODE_VIEW_FULL: Full view. Contains all fields.",
+            "in": "query",
+            "required": false,
+            "type": "string",
+            "enum": [
+              "WORKFLOW_NODE_VIEW_UNSPECIFIED",
+              "WORKFLOW_NODE_VIEW_BASIC",
+              "WORKFLOW_NODE_VIEW_FULL"
+            ],
+            "default": "WORKFLOW_NODE_VIEW_UNSPECIFIED"
+          }
+        ],
+        "tags": [
+          "WorkflowNodeService"
+        ]
+      }
+    },
+    "/v1/workflows:batchDelete": {
+      "post": {
+        "summary": "BatchDeleteWorkflows deletes Workflows by names. If any of the Workflows do not exist an error\nis returned.",
+        "operationId": "WorkflowService_BatchDeleteWorkflows",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1BatchDeleteWorkflowsResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/v1BatchDeleteWorkflowsRequest"
+            }
+          }
+        ],
+        "tags": [
+          "WorkflowService"
+        ]
+      }
+    },
+    "/v1/{dashboard.name}": {
+      "patch": {
+        "operationId": "DashboardService_UpdateDashboard",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1UpdateDashboardResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "dashboard.name",
+            "description": "Output only. Name of the Dashboard resource. e.g.: \"dashboards/\u003cUUID\u003e\"",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "dashboards/[^/]+"
+          },
+          {
+            "name": "dashboard",
+            "description": "Required. The Dashboard to update.\n\nThe Dashboard's `name` field is used to identify the Dashboard to update. Format:\ndashboards/{dashboard}",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "createTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Timestamp when the Dashboard was created.",
+                  "readOnly": true
+                },
+                "creator": {
+                  "type": "string",
+                  "description": "Output only. Name of the user or service that requested creation of the Dashboard.",
+                  "readOnly": true
+                },
+                "updateTime": {
+                  "type": "string",
+                  "format": "date-time",
                   "description": "Output only. Optional. Timestamp when the Dashboard was last updated.",
                   "readOnly": true
                 },
@@ -2363,6 +2787,85 @@
         ]
       }
     },
+    "/v1/{name_10}": {
+      "get": {
+        "summary": "GetWorkflowNode retrieves a WorkflowNode by name. Deleted WorkflowNode is returned without\nerror, it has a delete_time and deleter fields set.",
+        "operationId": "WorkflowNodeService_GetWorkflowNode",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1GetWorkflowNodeResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name_10",
+            "description": "Required. The name of the WorkflowNode to retrieve.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
+          },
+          {
+            "name": "view",
+            "description": "Optional. The level of detail to include in the response.\n\n - WORKFLOW_NODE_VIEW_UNSPECIFIED: Unspecified view.\n - WORKFLOW_NODE_VIEW_BASIC: Basic view. Lacks large data fields. TODO: describe what fields are omitted.\n - WORKFLOW_NODE_VIEW_FULL: Full view. Contains all fields.",
+            "in": "query",
+            "required": false,
+            "type": "string",
+            "enum": [
+              "WORKFLOW_NODE_VIEW_UNSPECIFIED",
+              "WORKFLOW_NODE_VIEW_BASIC",
+              "WORKFLOW_NODE_VIEW_FULL"
+            ],
+            "default": "WORKFLOW_NODE_VIEW_UNSPECIFIED"
+          }
+        ],
+        "tags": [
+          "WorkflowNodeService"
+        ]
+      }
+    },
+    "/v1/{name_11}": {
+      "get": {
+        "summary": "GetWorkflow retrieves a Workflow by name. Deleted Workflow is returned without error, it has a\ndelete_time and deleter fields set.",
+        "operationId": "WorkflowService_GetWorkflow",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1GetWorkflowResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name_11",
+            "description": "Required. The name of the Workflow to retrieve.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+"
+          }
+        ],
+        "tags": [
+          "WorkflowService"
+        ]
+      }
+    },
     "/v1/{name_1}": {
       "get": {
         "operationId": "DocumentService_GetDocument",
@@ -2772,6 +3275,37 @@
         "tags": [
           "TestCaseService"
         ]
+      },
+      "delete": {
+        "summary": "DeleteWorkflowNode deletes a WorkflowNode by name. If the WorkflowNode does not exist an error\nis returned.",
+        "operationId": "WorkflowNodeService_DeleteWorkflowNode",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1DeleteWorkflowNodeResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name_7",
+            "description": "Required. The name of the WorkflowNode to delete.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
+          }
+        ],
+        "tags": [
+          "WorkflowNodeService"
+        ]
       }
     },
     "/v1/{name_8}": {
@@ -2804,16 +3338,15 @@
         "tags": [
           "TestClassService"
         ]
-      }
-    },
-    "/v1/{name_9}": {
-      "get": {
-        "operationId": "TestService_GetTest",
+      },
+      "delete": {
+        "summary": "DeleteWorkflow deletes a Workflow by name. If the Workflow does not exist an error is returned.",
+        "operationId": "WorkflowService_DeleteWorkflow",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetTestResponse"
+              "$ref": "#/definitions/v1DeleteWorkflowResponse"
             }
           },
           "default": {
@@ -2825,27 +3358,27 @@
         },
         "parameters": [
           {
-            "name": "name_9",
-            "description": "Required. The name of the Test to retrieve.",
+            "name": "name_8",
+            "description": "Required. The name of the Workflow to delete.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+"
+            "pattern": "workflows/[^/]+"
           }
         ],
         "tags": [
-          "TestService"
+          "WorkflowService"
         ]
       }
     },
-    "/v1/{name}": {
+    "/v1/{name_9}": {
       "get": {
-        "operationId": "DashboardService_GetDashboard",
+        "operationId": "TestService_GetTest",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1GetDashboardResponse"
+              "$ref": "#/definitions/v1GetTestResponse"
             }
           },
           "default": {
@@ -2857,8 +3390,40 @@
         },
         "parameters": [
           {
-            "name": "name",
-            "description": "Required. The name of the Dashboard to retrieve.",
+            "name": "name_9",
+            "description": "Required. The name of the Test to retrieve.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          }
+        ],
+        "tags": [
+          "TestService"
+        ]
+      }
+    },
+    "/v1/{name}": {
+      "get": {
+        "operationId": "DashboardService_GetDashboard",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1GetDashboardResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "name",
+            "description": "Required. The name of the Dashboard to retrieve.",
             "in": "path",
             "required": true,
             "type": "string",
@@ -2962,11 +3527,18 @@
                   "items": {
                     "$ref": "#/definitions/v1TestCasesGenerator"
                   },
-                  "description": "Optional. Topics to generate TestCases for. If not specified, all topics are selected."
+                  "description": "Optional. Type of questions to generate TestCases for. If not specified, all types of questions are selected."
                 },
                 "h2ogpteCollectionId": {
                   "type": "string",
                   "description": "Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be\ncreated."
+                },
+                "topics": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Topics to generate questions for. If not specified, use document summarization as topic generation."
                 }
               }
             }
@@ -3033,6 +3605,13 @@
                 "h2ogpteCollectionId": {
                   "type": "string",
                   "description": "Optional. The ID of the h2oGPTe collection to use. If empty, new temporary collection will be\ncreated."
+                },
+                "topics": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Optional. Topics to generate questions for. If not specified, use document summarization as topic generation."
                 }
               }
             }
@@ -3043,14 +3622,15 @@
         ]
       }
     },
-    "/v1/{name}:perturb": {
-      "post": {
-        "operationId": "TestService_PerturbTest",
+    "/v1/{name}:getPrerequisites": {
+      "get": {
+        "summary": "GetWorkflowNodePrerequisites retrieves the WorkflowNodes and WorkflowEdges that are the\nprerequisites of the specified WorkflowNode. The list might be empty. Large data might be\nstored in storage and not returned in the response. It is client's responsibility to retrieve\nthe data from storage using the content handlers. It is intended to be used by the Eval Studio\nWorkers.",
+        "operationId": "WorkflowNodeService_GetWorkflowNodePrerequisites",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1PerturbTestResponse"
+              "$ref": "#/definitions/v1GetWorkflowNodePrerequisitesResponse"
             }
           },
           "default": {
@@ -3063,52 +3643,26 @@
         "parameters": [
           {
             "name": "name",
-            "description": "Required. The name of the Test to perturb.",
+            "description": "Required. The name of the WorkflowNode to retrieve the prerequisites for.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+"
-          },
-          {
-            "name": "body",
-            "in": "body",
-            "required": true,
-            "schema": {
-              "type": "object",
-              "properties": {
-                "perturbatorConfigurations": {
-                  "type": "array",
-                  "items": {
-                    "type": "object",
-                    "$ref": "#/definitions/v1PerturbatorConfiguration"
-                  },
-                  "description": "Required. PerturbatorConfigurations to apply to the Test."
-                },
-                "newTestDisplayName": {
-                  "type": "string",
-                  "description": "Required. Name of the newly created test."
-                },
-                "newTestDescription": {
-                  "type": "string",
-                  "description": "Optional. Description of the newly created Test."
-                }
-              }
-            }
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
           }
         ],
         "tags": [
-          "TestService"
+          "WorkflowNodeService"
         ]
       }
     },
-    "/v1/{operation.name}": {
-      "patch": {
-        "operationId": "OperationService_UpdateOperation",
+    "/v1/{name}:importTestCasesFromLibrary": {
+      "post": {
+        "operationId": "TestService_ImportTestCasesFromLibrary",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1UpdateOperationResponse"
+              "$ref": "#/definitions/v1ImportTestCasesFromLibraryResponse"
             }
           },
           "default": {
@@ -3120,89 +3674,57 @@
         },
         "parameters": [
           {
-            "name": "operation.name",
-            "description": "Output only. Name of the Operation resource. e.g.: \"operations/\u003cUUID\u003e\"",
+            "name": "name",
+            "description": "Required. The Test for which to get TestCases.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "operations/[^/]+"
+            "pattern": "tests/[^/]+"
           },
           {
-            "name": "operation",
-            "description": "Required. The Operation to update.\n\nThe Operation's `name` field is used to identify the Operation to update.\nFormat: operations/{operation}",
+            "name": "body",
             "in": "body",
             "required": true,
             "schema": {
               "type": "object",
               "properties": {
-                "createTime": {
-                  "type": "string",
-                  "format": "date-time",
-                  "description": "Output only. Timestamp when the Operation was created.",
-                  "readOnly": true
-                },
-                "creator": {
-                  "type": "string",
-                  "description": "Output only. Name of the user or service that requested creation of the Operation.",
-                  "readOnly": true
-                },
-                "updateTime": {
-                  "type": "string",
-                  "format": "date-time",
-                  "description": "Output only. Optional. Timestamp when the Operation was last updated.",
-                  "readOnly": true
-                },
-                "updater": {
-                  "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested update of the Operation.",
-                  "readOnly": true
-                },
-                "deleteTime": {
+                "operation": {
                   "type": "string",
-                  "format": "date-time",
-                  "description": "Output only. Optional. Set when the Operation is deleted. When set Operation should be\nconsidered as deleted.",
-                  "readOnly": true
+                  "description": "Required. The Operation processing this prompt library retrieval process."
                 },
-                "deleter": {
+                "testSuiteUrl": {
                   "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested deletion of the Operation.",
-                  "readOnly": true
-                },
-                "metadata": {
-                  "$ref": "#/definitions/protobufAny",
-                  "description": "Service-specific metadata associated with the operation.  It typically\ncontains progress information and common metadata such as create time.\nSome services might not provide such metadata. Any method that returns a\nlong-running operation should document the metadata type, if any."
-                },
-                "done": {
-                  "type": "boolean",
-                  "description": "If the value is `false`, it means the operation is still in progress.\nIf `true`, the operation is completed, and either `error` or `response` is\navailable."
+                  "description": "Required. The URL of the library test suite to get TestCases from (sample)."
                 },
-                "error": {
-                  "$ref": "#/definitions/rpcStatus",
-                  "description": "The error result of the operation in case of failure or cancellation."
+                "count": {
+                  "type": "integer",
+                  "format": "int64",
+                  "description": "Required. The number of TestCases to get from the library."
                 },
-                "response": {
-                  "$ref": "#/definitions/protobufAny",
-                  "description": "The normal response of the operation in case of success.  If the original\nmethod returns no data on success, such as `Delete`, the response is\n`google.protobuf.Empty`.  If the original method is standard\n`Get`/`Create`/`Update`, the response should be the resource.  For other\nmethods, the response should have the type `XxxResponse`, where `Xxx`\nis the original method name.  For example, if the original method name\nis `TakeSnapshot()`, the inferred response type is\n`TakeSnapshotResponse`."
+                "testDocumentUrls": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. The list of target Test corpus document URLs to skip when returning library\nTestCases corpus."
                 }
-              },
-              "description": "The Operation's `name` field is used to identify the Operation to update.\nFormat: operations/{operation}",
-              "title": "Required. The Operation to update."
+              }
             }
           }
         ],
         "tags": [
-          "OperationService"
+          "TestService"
         ]
       }
     },
-    "/v1/{operation.name}:finalize": {
-      "patch": {
-        "operationId": "OperationService_FinalizeOperation",
+    "/v1/{name}:listTestCaseLibraryItems": {
+      "post": {
+        "operationId": "TestService_ListTestCaseLibraryItems",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1FinalizeOperationResponse"
+              "$ref": "#/definitions/v1ListTestCaseLibraryItemsResponse"
             }
           },
           "default": {
@@ -3214,89 +3736,76 @@
         },
         "parameters": [
           {
-            "name": "operation.name",
-            "description": "Output only. Name of the Operation resource. e.g.: \"operations/\u003cUUID\u003e\"",
+            "name": "name",
+            "description": "Required. The Test for which to list the items.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "operations/[^/]+"
+            "pattern": "tests/[^/]+"
           },
           {
-            "name": "operation",
-            "description": "Required. The Operation to finalize.\n\nThe Operation's `name` field is used to identify the Operation to finalize.\nFormat: operations/{operation}",
+            "name": "body",
             "in": "body",
             "required": true,
             "schema": {
               "type": "object",
               "properties": {
-                "createTime": {
-                  "type": "string",
-                  "format": "date-time",
-                  "description": "Output only. Timestamp when the Operation was created.",
-                  "readOnly": true
-                },
-                "creator": {
-                  "type": "string",
-                  "description": "Output only. Name of the user or service that requested creation of the Operation.",
-                  "readOnly": true
-                },
-                "updateTime": {
-                  "type": "string",
-                  "format": "date-time",
-                  "description": "Output only. Optional. Timestamp when the Operation was last updated.",
-                  "readOnly": true
+                "filterByCategories": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Filter by categories."
                 },
-                "updater": {
-                  "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested update of the Operation.",
-                  "readOnly": true
+                "filterByPurposes": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Filter by purposes."
                 },
-                "deleteTime": {
-                  "type": "string",
-                  "format": "date-time",
-                  "description": "Output only. Optional. Set when the Operation is deleted. When set Operation should be\nconsidered as deleted.",
-                  "readOnly": true
+                "filterByEvaluates": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Optional. Filter by evaluates."
                 },
-                "deleter": {
+                "filterByOrigin": {
                   "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested deletion of the Operation.",
-                  "readOnly": true
-                },
-                "metadata": {
-                  "$ref": "#/definitions/protobufAny",
-                  "description": "Service-specific metadata associated with the operation.  It typically\ncontains progress information and common metadata such as create time.\nSome services might not provide such metadata. Any method that returns a\nlong-running operation should document the metadata type, if any."
+                  "description": "Optional. Filter by origin."
                 },
-                "done": {
-                  "type": "boolean",
-                  "description": "If the value is `false`, it means the operation is still in progress.\nIf `true`, the operation is completed, and either `error` or `response` is\navailable."
+                "filterByTestCaseCount": {
+                  "type": "integer",
+                  "format": "int64",
+                  "description": "Optional. Filter by test case count."
                 },
-                "error": {
-                  "$ref": "#/definitions/rpcStatus",
-                  "description": "The error result of the operation in case of failure or cancellation."
+                "filterByTestCount": {
+                  "type": "integer",
+                  "format": "int64",
+                  "description": "Optional. Filter by test count."
                 },
-                "response": {
-                  "$ref": "#/definitions/protobufAny",
-                  "description": "The normal response of the operation in case of success.  If the original\nmethod returns no data on success, such as `Delete`, the response is\n`google.protobuf.Empty`.  If the original method is standard\n`Get`/`Create`/`Update`, the response should be the resource.  For other\nmethods, the response should have the type `XxxResponse`, where `Xxx`\nis the original method name.  For example, if the original method name\nis `TakeSnapshot()`, the inferred response type is\n`TakeSnapshotResponse`."
+                "filterByFts": {
+                  "type": "string",
+                  "description": "Optional. Filter by FTS."
                 }
-              },
-              "description": "The Operation's `name` field is used to identify the Operation to finalize.\nFormat: operations/{operation}",
-              "title": "Required. The Operation to finalize."
+              }
             }
           }
         ],
         "tags": [
-          "OperationService"
+          "TestService"
         ]
       }
     },
-    "/v1/{parent}/perturbations": {
+    "/v1/{name}:perturb": {
       "post": {
-        "operationId": "PerturbationService_CreatePerturbation",
+        "operationId": "TestService_PerturbTest",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1CreatePerturbationResponse"
+              "$ref": "#/definitions/v1PerturbTestResponse"
             }
           },
           "default": {
@@ -3308,8 +3817,8 @@
         },
         "parameters": [
           {
-            "name": "parent",
-            "description": "Required. The Test being perturbed.",
+            "name": "name",
+            "description": "Required. The name of the Test to perturb.",
             "in": "path",
             "required": true,
             "type": "string",
@@ -3328,103 +3837,41 @@
                     "type": "object",
                     "$ref": "#/definitions/v1PerturbatorConfiguration"
                   },
-                  "description": "Required. PerturbatorConfiguration to apply to the parent Test."
+                  "description": "Required. PerturbatorConfigurations to apply to the Test."
                 },
-                "testCases": {
-                  "type": "array",
-                  "items": {
-                    "type": "object",
-                    "$ref": "#/definitions/v1TestCase"
-                  },
-                  "description": "Required. List of test cases to perturbate. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
+                "newTestDisplayName": {
+                  "type": "string",
+                  "description": "Required. Name of the newly created test."
                 },
-                "testCaseRelationships": {
+                "newTestDescription": {
+                  "type": "string",
+                  "description": "Optional. Description of the newly created Test."
+                },
+                "testCaseNames": {
                   "type": "array",
                   "items": {
-                    "type": "object",
-                    "$ref": "#/definitions/v1TestCaseRelationship"
+                    "type": "string"
                   },
-                  "description": "Optional. List of relationships between test cases."
+                  "description": "Optional. Perturbation apply only to selected testCases."
                 }
               }
             }
           }
         ],
         "tags": [
-          "PerturbationService"
+          "TestService"
         ]
       }
     },
-    "/v1/{parent}/progresses:getByParent": {
-      "get": {
-        "operationId": "OperationProgressService_GetOperationProgressByParent",
-        "responses": {
-          "200": {
-            "description": "A successful response.",
-            "schema": {
-              "$ref": "#/definitions/v1GetOperationProgressByParentResponse"
-            }
-          },
-          "default": {
-            "description": "An unexpected error response.",
-            "schema": {
-              "$ref": "#/definitions/rpcStatus"
-            }
-          }
-        },
-        "parameters": [
-          {
-            "name": "parent",
-            "description": "Required. The name of the parent Operation.",
-            "in": "path",
-            "required": true,
-            "type": "string",
-            "pattern": "operations/[^/]+"
-          }
-        ],
-        "tags": [
-          "OperationProgressService"
-        ]
-      }
-    },
-    "/v1/{parent}/testCases": {
-      "get": {
-        "operationId": "TestCaseService_ListTestCases",
-        "responses": {
-          "200": {
-            "description": "A successful response.",
-            "schema": {
-              "$ref": "#/definitions/v1ListTestCasesResponse"
-            }
-          },
-          "default": {
-            "description": "An unexpected error response.",
-            "schema": {
-              "$ref": "#/definitions/rpcStatus"
-            }
-          }
-        },
-        "parameters": [
-          {
-            "name": "parent",
-            "description": "The parent Test whose TestCases will be listed.\nFormat: tests/\u003cUUID\u003e",
-            "in": "path",
-            "required": true,
-            "type": "string",
-            "pattern": "tests/[^/]+"
-          }
-        ],
-        "tags": [
-          "TestCaseService"
-        ]
-      },
+    "/v1/{name}:process": {
       "post": {
-        "operationId": "TestCaseService_CreateTestCase",
+        "summary": "ProcessWorkflowNode processes a WorkflowNode.",
+        "operationId": "WorkflowNodeService_ProcessWorkflowNode",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1CreateTestCaseResponse"
+              "$ref": "#/definitions/v1ProcessWorkflowNodeResponse"
             }
           },
           "default": {
@@ -3436,36 +3883,28 @@
         },
         "parameters": [
           {
-            "name": "parent",
-            "description": "The parent Test where this TestCase will be created.\nFormat: tests/\u003cUUID\u003e",
+            "name": "name",
+            "description": "Required. The name of the WorkflowNode to process.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+"
-          },
-          {
-            "name": "testCase",
-            "description": "The TestCase to create.",
-            "in": "body",
-            "required": true,
-            "schema": {
-              "$ref": "#/definitions/v1TestCase"
-            }
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
           }
         ],
         "tags": [
-          "TestCaseService"
+          "WorkflowNodeService"
         ]
       }
     },
-    "/v1/{parent}/testCases:batchDelete": {
-      "post": {
-        "operationId": "TestCaseService_BatchDeleteTestCases",
+    "/v1/{node.name}": {
+      "patch": {
+        "summary": "UpdateWorkflowNode updates a WorkflowNode. The update_mask is used to specify the fields to be\nupdated.",
+        "operationId": "WorkflowNodeService_UpdateWorkflowNode",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1BatchDeleteTestCasesResponse"
+              "$ref": "#/definitions/v1UpdateWorkflowNodeResponse"
             }
           },
           "default": {
@@ -3477,44 +3916,121 @@
         },
         "parameters": [
           {
-            "name": "parent",
-            "description": "The parent Test whose TestCases will be deleted.\n\nFormat: tests/\u003cUUID\u003e\n\nIf this is set, the parent of all of the TestCases specified in `names` must match this field.",
+            "name": "node.name",
+            "description": "Output only. Immutable. Resource name of the Workflow in format of\n`workflows/{workflow_id}/nodes/{node_id}`.",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+"
+            "pattern": "workflows/[^/]+/nodes/[^/]+"
           },
           {
-            "name": "body",
+            "name": "node",
+            "description": "Required. The updated WorkflowNode.",
             "in": "body",
             "required": true,
             "schema": {
               "type": "object",
               "properties": {
-                "names": {
+                "parent": {
+                  "type": "string",
+                  "description": "Output only. Immutable. Resource name of the parent Workflow in format of\n`workflows/{workflow_id}/`.",
+                  "readOnly": true
+                },
+                "displayName": {
+                  "type": "string",
+                  "description": "Human-readable name of the WorkflowNode."
+                },
+                "description": {
+                  "type": "string",
+                  "description": "Optional description of the WorkflowNode."
+                },
+                "createTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Immutable. Creation time of the WorkflowNode.",
+                  "readOnly": true
+                },
+                "creator": {
+                  "type": "string",
+                  "description": "Output only. Immutable. Name of the user or service that requested creation of the\nWorkflowNode.",
+                  "readOnly": true
+                },
+                "updateTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Last update time of the WorkflowNode.",
+                  "readOnly": true
+                },
+                "updater": {
+                  "type": "string",
+                  "description": "Output only. Name of the user or service that requested update of the WorkflowNode.",
+                  "readOnly": true
+                },
+                "deleteTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Deletion time of the WorkflowNode.",
+                  "readOnly": true
+                },
+                "deleter": {
+                  "type": "string",
+                  "description": "Output only. Name of the user or service that requested deletion of the WorkflowNode.",
+                  "readOnly": true
+                },
+                "type": {
+                  "$ref": "#/definitions/v1WorkflowNodeType",
+                  "description": "Immutable. Type of the WorkflowNode."
+                },
+                "parameters": {
+                  "type": "object",
+                  "description": "User-given parameters for the WorkflowNode."
+                },
+                "outputs": {
+                  "type": "object",
+                  "description": "Output only. Computed outputs of the WorkflowNode.",
+                  "readOnly": true
+                },
+                "outputArtifacts": {
                   "type": "array",
                   "items": {
-                    "type": "string"
+                    "type": "object",
+                    "$ref": "#/definitions/v1WorkflowNodeArtifact"
                   },
-                  "description": "The list of TestCase IDs to delete."
+                  "description": "Output only. Optional. List of the WorkflowNodeArtifacts produces by the WorkflowNode.",
+                  "readOnly": true
+                },
+                "status": {
+                  "$ref": "#/definitions/v1WorkflowNodeStatus",
+                  "description": "Output only. Status of the WorkflowNode.",
+                  "readOnly": true
+                },
+                "attributes": {
+                  "$ref": "#/definitions/v1WorkflowNodeAttributes",
+                  "description": "Additional attributes/metadata of the WorkflowNode."
+                },
+                "processedByOperation": {
+                  "type": "string",
+                  "description": "Output only. Optional. Resource name of the latest Operation that has processed or is currently\nprocessing this WorkflowNode.",
+                  "readOnly": true
                 }
-              }
+              },
+              "title": "Required. The updated WorkflowNode."
             }
           }
         ],
         "tags": [
-          "TestCaseService"
+          "WorkflowNodeService"
         ]
       }
     },
-    "/v1/{test.name}": {
+    "/v1/{operation.name}": {
       "patch": {
-        "operationId": "TestService_UpdateTest",
+        "operationId": "OperationService_UpdateOperation",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1UpdateTestResponse"
+              "$ref": "#/definitions/v1UpdateOperationResponse"
             }
           },
           "default": {
@@ -3526,16 +4042,16 @@
         },
         "parameters": [
           {
-            "name": "test.name",
-            "description": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e\"",
+            "name": "operation.name",
+            "description": "Output only. Name of the Operation resource. e.g.: \"operations/\u003cUUID\u003e\"",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+"
+            "pattern": "operations/[^/]+"
           },
           {
-            "name": "test",
-            "description": "Required. The Test to update.",
+            "name": "operation",
+            "description": "Required. The Operation to update.\n\nThe Operation's `name` field is used to identify the Operation to update.\nFormat: operations/{operation}",
             "in": "body",
             "required": true,
             "schema": {
@@ -3544,81 +4060,71 @@
                 "createTime": {
                   "type": "string",
                   "format": "date-time",
-                  "description": "Output only. Timestamp when the Test was created.",
+                  "description": "Output only. Timestamp when the Operation was created.",
                   "readOnly": true
                 },
                 "creator": {
                   "type": "string",
-                  "description": "Output only. Name of the user or service that requested creation of the Test.",
+                  "description": "Output only. Name of the user or service that requested creation of the Operation.",
                   "readOnly": true
                 },
                 "updateTime": {
                   "type": "string",
                   "format": "date-time",
-                  "description": "Output only. Optional. Timestamp when the Test was last updated.",
+                  "description": "Output only. Optional. Timestamp when the Operation was last updated.",
                   "readOnly": true
                 },
                 "updater": {
                   "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested update of the Test.",
+                  "description": "Output only. Optional. Name of the user or service that requested update of the Operation.",
                   "readOnly": true
                 },
                 "deleteTime": {
                   "type": "string",
                   "format": "date-time",
-                  "description": "Output only. Optional. Set when the Test is deleted. When set, Test should be considered as\ndeleted.",
+                  "description": "Output only. Optional. Set when the Operation is deleted. When set Operation should be\nconsidered as deleted.",
                   "readOnly": true
                 },
                 "deleter": {
                   "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested deletion of the Test.",
+                  "description": "Output only. Optional. Name of the user or service that requested deletion of the Operation.",
                   "readOnly": true
                 },
-                "displayName": {
-                  "type": "string",
-                  "description": "Human readable name of the Test."
-                },
-                "description": {
-                  "type": "string",
-                  "description": "Optional. Arbitrary description of the Test."
+                "metadata": {
+                  "$ref": "#/definitions/protobufAny",
+                  "description": "Service-specific metadata associated with the operation.  It typically\ncontains progress information and common metadata such as create time.\nSome services might not provide such metadata. Any method that returns a\nlong-running operation should document the metadata type, if any."
                 },
-                "documents": {
-                  "type": "array",
-                  "items": {
-                    "type": "string"
-                  },
-                  "description": "Immutable. Resource names of Documents assigned to the Test."
+                "done": {
+                  "type": "boolean",
+                  "description": "If the value is `false`, it means the operation is still in progress.\nIf `true`, the operation is completed, and either `error` or `response` is\navailable."
                 },
-                "tags": {
-                  "type": "array",
-                  "items": {
-                    "type": "string"
-                  },
-                  "description": "Tags assigned to the Test."
+                "error": {
+                  "$ref": "#/definitions/rpcStatus",
+                  "description": "The error result of the operation in case of failure or cancellation."
                 },
-                "demo": {
-                  "type": "boolean",
-                  "description": "Output only. Whether the Test is a demo resource or not. Demo resources are read only.",
-                  "readOnly": true
+                "response": {
+                  "$ref": "#/definitions/protobufAny",
+                  "description": "The normal response of the operation in case of success.  If the original\nmethod returns no data on success, such as `Delete`, the response is\n`google.protobuf.Empty`.  If the original method is standard\n`Get`/`Create`/`Update`, the response should be the resource.  For other\nmethods, the response should have the type `XxxResponse`, where `Xxx`\nis the original method name.  For example, if the original method name\nis `TakeSnapshot()`, the inferred response type is\n`TakeSnapshotResponse`."
                 }
               },
-              "title": "Required. The Test to update."
+              "description": "The Operation's `name` field is used to identify the Operation to update.\nFormat: operations/{operation}",
+              "title": "Required. The Operation to update."
             }
           }
         ],
         "tags": [
-          "TestService"
+          "OperationService"
         ]
       }
     },
-    "/v1/{testCase.name}": {
+    "/v1/{operation.name}:finalize": {
       "patch": {
-        "operationId": "TestCaseService_UpdateTestCase",
+        "operationId": "OperationService_FinalizeOperation",
         "responses": {
           "200": {
             "description": "A successful response.",
             "schema": {
-              "$ref": "#/definitions/v1UpdateTestCaseResponse"
+              "$ref": "#/definitions/v1FinalizeOperationResponse"
             }
           },
           "default": {
@@ -3630,16 +4136,16 @@
         },
         "parameters": [
           {
-            "name": "testCase.name",
-            "description": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e/testCases/\u003cUUID\u003e\"",
+            "name": "operation.name",
+            "description": "Output only. Name of the Operation resource. e.g.: \"operations/\u003cUUID\u003e\"",
             "in": "path",
             "required": true,
             "type": "string",
-            "pattern": "tests/[^/]+/testCases/[^/]+"
+            "pattern": "operations/[^/]+"
           },
           {
-            "name": "testCase",
-            "description": "Required. The TestCase to update.",
+            "name": "operation",
+            "description": "Required. The Operation to finalize.\n\nThe Operation's `name` field is used to identify the Operation to finalize.\nFormat: operations/{operation}",
             "in": "body",
             "required": true,
             "schema": {
@@ -3648,46 +4154,466 @@
                 "createTime": {
                   "type": "string",
                   "format": "date-time",
-                  "description": "Output only. Timestamp when the Test was created.",
+                  "description": "Output only. Timestamp when the Operation was created.",
                   "readOnly": true
                 },
                 "creator": {
                   "type": "string",
-                  "description": "Output only. Name of the user or service that requested creation of the TestCase.",
+                  "description": "Output only. Name of the user or service that requested creation of the Operation.",
                   "readOnly": true
                 },
                 "updateTime": {
                   "type": "string",
                   "format": "date-time",
-                  "description": "Output only. Optional. Timestamp when the TestCase was last updated.",
+                  "description": "Output only. Optional. Timestamp when the Operation was last updated.",
                   "readOnly": true
                 },
                 "updater": {
                   "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested update of the TestCase.",
+                  "description": "Output only. Optional. Name of the user or service that requested update of the Operation.",
                   "readOnly": true
                 },
                 "deleteTime": {
                   "type": "string",
                   "format": "date-time",
-                  "description": "Output only. Optional. Set when the TestCase is deleted. When set TestCase should be considered\nas deleted.",
+                  "description": "Output only. Optional. Set when the Operation is deleted. When set Operation should be\nconsidered as deleted.",
                   "readOnly": true
                 },
                 "deleter": {
                   "type": "string",
-                  "description": "Output only. Optional. Name of the user or service that requested deletion of the TestCase.",
+                  "description": "Output only. Optional. Name of the user or service that requested deletion of the Operation.",
                   "readOnly": true
                 },
-                "parent": {
-                  "type": "string",
-                  "description": "Parent Test resource name. e.g.: \"tests/\u003cUUID\u003e\"."
+                "metadata": {
+                  "$ref": "#/definitions/protobufAny",
+                  "description": "Service-specific metadata associated with the operation.  It typically\ncontains progress information and common metadata such as create time.\nSome services might not provide such metadata. Any method that returns a\nlong-running operation should document the metadata type, if any."
                 },
-                "prompt": {
-                  "type": "string",
-                  "description": "Prompt text. Model input."
+                "done": {
+                  "type": "boolean",
+                  "description": "If the value is `false`, it means the operation is still in progress.\nIf `true`, the operation is completed, and either `error` or `response` is\navailable."
                 },
-                "answer": {
-                  "type": "string",
+                "error": {
+                  "$ref": "#/definitions/rpcStatus",
+                  "description": "The error result of the operation in case of failure or cancellation."
+                },
+                "response": {
+                  "$ref": "#/definitions/protobufAny",
+                  "description": "The normal response of the operation in case of success.  If the original\nmethod returns no data on success, such as `Delete`, the response is\n`google.protobuf.Empty`.  If the original method is standard\n`Get`/`Create`/`Update`, the response should be the resource.  For other\nmethods, the response should have the type `XxxResponse`, where `Xxx`\nis the original method name.  For example, if the original method name\nis `TakeSnapshot()`, the inferred response type is\n`TakeSnapshotResponse`."
+                }
+              },
+              "description": "The Operation's `name` field is used to identify the Operation to finalize.\nFormat: operations/{operation}",
+              "title": "Required. The Operation to finalize."
+            }
+          }
+        ],
+        "tags": [
+          "OperationService"
+        ]
+      }
+    },
+    "/v1/{parent}/perturbations": {
+      "post": {
+        "operationId": "PerturbationService_CreatePerturbation",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1CreatePerturbationResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "Required. The Test being perturbed.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "perturbatorConfigurations": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1PerturbatorConfiguration"
+                  },
+                  "description": "Required. PerturbatorConfiguration to apply to the parent Test."
+                },
+                "testCases": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1TestCase"
+                  },
+                  "description": "Required. List of test cases to perturbate. These are the test cases from the parent test.\n\nTODO: breaks https://google.aip.dev/144"
+                },
+                "testCaseRelationships": {
+                  "type": "array",
+                  "items": {
+                    "type": "object",
+                    "$ref": "#/definitions/v1TestCaseRelationship"
+                  },
+                  "description": "Optional. List of relationships between test cases."
+                },
+                "defaultH2ogpteModel": {
+                  "$ref": "#/definitions/v1Model",
+                  "description": "Optional. The default h2oGPTe model host."
+                }
+              }
+            }
+          }
+        ],
+        "tags": [
+          "PerturbationService"
+        ]
+      }
+    },
+    "/v1/{parent}/progresses:getByParent": {
+      "get": {
+        "operationId": "OperationProgressService_GetOperationProgressByParent",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1GetOperationProgressByParentResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "Required. The name of the parent Operation.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "operations/[^/]+"
+          }
+        ],
+        "tags": [
+          "OperationProgressService"
+        ]
+      }
+    },
+    "/v1/{parent}/testCases": {
+      "get": {
+        "operationId": "TestCaseService_ListTestCases",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1ListTestCasesResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "The parent Test whose TestCases will be listed.\nFormat: tests/\u003cUUID\u003e",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          }
+        ],
+        "tags": [
+          "TestCaseService"
+        ]
+      },
+      "post": {
+        "operationId": "TestCaseService_CreateTestCase",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1CreateTestCaseResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "The parent Test where this TestCase will be created.\nFormat: tests/\u003cUUID\u003e",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "testCase",
+            "description": "The TestCase to create.",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/v1TestCase"
+            }
+          }
+        ],
+        "tags": [
+          "TestCaseService"
+        ]
+      }
+    },
+    "/v1/{parent}/testCases:batchDelete": {
+      "post": {
+        "operationId": "TestCaseService_BatchDeleteTestCases",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1BatchDeleteTestCasesResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "parent",
+            "description": "The parent Test whose TestCases will be deleted.\n\nFormat: tests/\u003cUUID\u003e\n\nIf this is set, the parent of all of the TestCases specified in `names` must match this field.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "names": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "The list of TestCase IDs to delete."
+                }
+              }
+            }
+          }
+        ],
+        "tags": [
+          "TestCaseService"
+        ]
+      }
+    },
+    "/v1/{test.name}": {
+      "patch": {
+        "operationId": "TestService_UpdateTest",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1UpdateTestResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "test.name",
+            "description": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e\"",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+"
+          },
+          {
+            "name": "test",
+            "description": "Required. The Test to update.",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "createTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Timestamp when the Test was created.",
+                  "readOnly": true
+                },
+                "creator": {
+                  "type": "string",
+                  "description": "Output only. Name of the user or service that requested creation of the Test.",
+                  "readOnly": true
+                },
+                "updateTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Timestamp when the Test was last updated.",
+                  "readOnly": true
+                },
+                "updater": {
+                  "type": "string",
+                  "description": "Output only. Optional. Name of the user or service that requested update of the Test.",
+                  "readOnly": true
+                },
+                "deleteTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Set when the Test is deleted. When set, Test should be considered as\ndeleted.",
+                  "readOnly": true
+                },
+                "deleter": {
+                  "type": "string",
+                  "description": "Output only. Optional. Name of the user or service that requested deletion of the Test.",
+                  "readOnly": true
+                },
+                "displayName": {
+                  "type": "string",
+                  "description": "Human readable name of the Test."
+                },
+                "description": {
+                  "type": "string",
+                  "description": "Optional. Arbitrary description of the Test."
+                },
+                "documents": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Immutable. Resource names of Documents assigned to the Test."
+                },
+                "tags": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Tags assigned to the Test."
+                },
+                "demo": {
+                  "type": "boolean",
+                  "description": "Output only. Whether the Test is a demo resource or not. Demo resources are read only.",
+                  "readOnly": true
+                }
+              },
+              "title": "Required. The Test to update."
+            }
+          }
+        ],
+        "tags": [
+          "TestService"
+        ]
+      }
+    },
+    "/v1/{testCase.name}": {
+      "patch": {
+        "operationId": "TestCaseService_UpdateTestCase",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1UpdateTestCaseResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "testCase.name",
+            "description": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e/testCases/\u003cUUID\u003e\"",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "tests/[^/]+/testCases/[^/]+"
+          },
+          {
+            "name": "testCase",
+            "description": "Required. The TestCase to update.",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "createTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Timestamp when the Test was created.",
+                  "readOnly": true
+                },
+                "creator": {
+                  "type": "string",
+                  "description": "Output only. Name of the user or service that requested creation of the TestCase.",
+                  "readOnly": true
+                },
+                "updateTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Timestamp when the TestCase was last updated.",
+                  "readOnly": true
+                },
+                "updater": {
+                  "type": "string",
+                  "description": "Output only. Optional. Name of the user or service that requested update of the TestCase.",
+                  "readOnly": true
+                },
+                "deleteTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Set when the TestCase is deleted. When set TestCase should be considered\nas deleted.",
+                  "readOnly": true
+                },
+                "deleter": {
+                  "type": "string",
+                  "description": "Output only. Optional. Name of the user or service that requested deletion of the TestCase.",
+                  "readOnly": true
+                },
+                "parent": {
+                  "type": "string",
+                  "description": "Parent Test resource name. e.g.: \"tests/\u003cUUID\u003e\"."
+                },
+                "prompt": {
+                  "type": "string",
+                  "description": "Prompt text. Model input."
+                },
+                "answer": {
+                  "type": "string",
                   "description": "Expected answer text. Model output."
                 },
                 "constraints": {
@@ -3700,6 +4626,14 @@
                 "condition": {
                   "type": "string",
                   "description": "Optional. Test case output condition, in a form of AIP-160 compliant filter expression."
+                },
+                "perturbedBy": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Output only. The list of perturbators applied to this test case.",
+                  "readOnly": true
                 }
               },
               "title": "Required. The TestCase to update."
@@ -3710,6 +4644,173 @@
           "TestCaseService"
         ]
       }
+    },
+    "/v1/{workflow.name}": {
+      "patch": {
+        "summary": "UpdateWorkflow updates a Workflow. The update_mask is used to specify the fields to be updated.",
+        "operationId": "WorkflowService_UpdateWorkflow",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1UpdateWorkflowResponse"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "workflow.name",
+            "description": "Output only. Immutable. Resource name of the Workflow in format of `workflows/{workflow_id}`.",
+            "in": "path",
+            "required": true,
+            "type": "string",
+            "pattern": "workflows/[^/]+"
+          },
+          {
+            "name": "workflow",
+            "description": "Required. The updated Workflow.",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "type": "object",
+              "properties": {
+                "displayName": {
+                  "type": "string",
+                  "description": "Human-readable name of the Workflow."
+                },
+                "description": {
+                  "type": "string",
+                  "description": "Optional description of the Workflow."
+                },
+                "createTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Immutable. Creation time of the Workflow.",
+                  "readOnly": true
+                },
+                "creator": {
+                  "type": "string",
+                  "description": "Output only. Immutable. Name of the user or service that requested creation of the Workflow.",
+                  "readOnly": true
+                },
+                "updateTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Last update time of the Workflow.",
+                  "readOnly": true
+                },
+                "updater": {
+                  "type": "string",
+                  "description": "Output only. Name of the user or service that requested update of the Workflow.",
+                  "readOnly": true
+                },
+                "deleteTime": {
+                  "type": "string",
+                  "format": "date-time",
+                  "description": "Output only. Optional. Deletion time of the Workflow.",
+                  "readOnly": true
+                },
+                "deleter": {
+                  "type": "string",
+                  "description": "Output only. Name of the user or service that requested deletion of the Workflow.",
+                  "readOnly": true
+                },
+                "type": {
+                  "$ref": "#/definitions/v1WorkflowType",
+                  "description": "Immutable. Type of the Workflow."
+                },
+                "model": {
+                  "type": "string",
+                  "description": "Immutable. Resource name of the Model associated with this Workflow."
+                },
+                "nodes": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Output only. List of the WorkflowNodes in the Workflow.",
+                  "readOnly": true
+                },
+                "edges": {
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  },
+                  "description": "Output only. List of the WorkflowEdges in the Workflow.",
+                  "readOnly": true
+                },
+                "outputs": {
+                  "type": "object",
+                  "additionalProperties": {
+                    "type": "object"
+                  },
+                  "description": "Output only. Optional. Computed outputs of all the WorkflowNodes in the Workflow.",
+                  "readOnly": true
+                },
+                "outputArtifacts": {
+                  "type": "object",
+                  "additionalProperties": {
+                    "$ref": "#/definitions/v1WorkflowNodeArtifacts"
+                  },
+                  "description": "Output only. Optional. List of the WorkflowNodeArtifacts produces by all the WorkflowNodes in the\nWorkflow.",
+                  "readOnly": true
+                },
+                "llmModel": {
+                  "type": "string",
+                  "description": "Immutable. LLM Model to use."
+                },
+                "modelParameters": {
+                  "type": "string",
+                  "description": "Optional. Immutable. Model parameter overrides in JSON format."
+                }
+              },
+              "title": "Required. The updated Workflow."
+            }
+          }
+        ],
+        "tags": [
+          "WorkflowService"
+        ]
+      }
+    },
+    "/v1:estimateThreshold": {
+      "post": {
+        "summary": "EstimateThreshold runs a threshold estimation process based on human labeling of randomly sampled test-cases.",
+        "operationId": "HumanCalibrationService_EstimateThreshold",
+        "responses": {
+          "200": {
+            "description": "A successful response.",
+            "schema": {
+              "$ref": "#/definitions/v1Operation"
+            }
+          },
+          "default": {
+            "description": "An unexpected error response.",
+            "schema": {
+              "$ref": "#/definitions/rpcStatus"
+            }
+          }
+        },
+        "parameters": [
+          {
+            "name": "body",
+            "in": "body",
+            "required": true,
+            "schema": {
+              "$ref": "#/definitions/v1EstimateThresholdRequest"
+            }
+          }
+        ],
+        "tags": [
+          "HumanCalibrationService"
+        ]
+      }
     }
   },
   "definitions": {
@@ -3724,6 +4825,14 @@
       "additionalProperties": {},
       "description": "`Any` contains an arbitrary serialized protocol buffer message along with a\nURL that describes the type of the serialized message.\n\nProtobuf library provides support to pack/unpack Any values in the form\nof utility functions or additional generated methods of the Any type.\n\nExample 1: Pack and unpack a message in C++.\n\n    Foo foo = ...;\n    Any any;\n    any.PackFrom(foo);\n    ...\n    if (any.UnpackTo(\u0026foo)) {\n      ...\n    }\n\nExample 2: Pack and unpack a message in Java.\n\n    Foo foo = ...;\n    Any any = Any.pack(foo);\n    ...\n    if (any.is(Foo.class)) {\n      foo = any.unpack(Foo.class);\n    }\n    // or ...\n    if (any.isSameTypeAs(Foo.getDefaultInstance())) {\n      foo = any.unpack(Foo.getDefaultInstance());\n    }\n\n Example 3: Pack and unpack a message in Python.\n\n    foo = Foo(...)\n    any = Any()\n    any.Pack(foo)\n    ...\n    if any.Is(Foo.DESCRIPTOR):\n      any.Unpack(foo)\n      ...\n\n Example 4: Pack and unpack a message in Go\n\n     foo := \u0026pb.Foo{...}\n     any, err := anypb.New(foo)\n     if err != nil {\n       ...\n     }\n     ...\n     foo := \u0026pb.Foo{}\n     if err := any.UnmarshalTo(foo); err != nil {\n       ...\n     }\n\nThe pack methods provided by protobuf library will by default use\n'type.googleapis.com/full.type.name' as the type URL and the unpack\nmethods only use the fully qualified type name after the last '/'\nin the type URL, for example \"foo.bar.com/x/y.z\" will yield type\nname \"y.z\".\n\nJSON\n====\nThe JSON representation of an `Any` value uses the regular\nrepresentation of the deserialized, embedded message, with an\nadditional field `@type` which contains the type URL. Example:\n\n    package google.profile;\n    message Person {\n      string first_name = 1;\n      string last_name = 2;\n    }\n\n    {\n      \"@type\": \"type.googleapis.com/google.profile.Person\",\n      \"firstName\": \u003cstring\u003e,\n      \"lastName\": \u003cstring\u003e\n    }\n\nIf the embedded message type is well-known and has a custom JSON\nrepresentation, that representation will be embedded adding a field\n`value` which holds the custom JSON in addition to the `@type`\nfield. Example (for message [google.protobuf.Duration][]):\n\n    {\n      \"@type\": \"type.googleapis.com/google.protobuf.Duration\",\n      \"value\": \"1.212s\"\n    }"
     },
+    "protobufNullValue": {
+      "type": "string",
+      "enum": [
+        "NULL_VALUE"
+      ],
+      "default": "NULL_VALUE",
+      "description": "`NullValue` is a singleton enumeration to represent the null value for the\n`Value` type union.\n\nThe JSON representation for `NullValue` is JSON `null`.\n\n - NULL_VALUE: Null value."
+    },
     "rpcStatus": {
       "type": "object",
       "properties": {
@@ -3949,6 +5058,31 @@
         }
       }
     },
+    "v1BatchDeleteWorkflowsRequest": {
+      "type": "object",
+      "properties": {
+        "names": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Required. The names of the Workflows to delete. A maximum of 1000 can be specified."
+        }
+      }
+    },
+    "v1BatchDeleteWorkflowsResponse": {
+      "type": "object",
+      "properties": {
+        "workflows": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Workflow"
+          },
+          "description": "The deleted Workflows."
+        }
+      }
+    },
     "v1BatchGetDashboardsResponse": {
       "type": "object",
       "properties": {
@@ -4027,6 +5161,32 @@
         }
       }
     },
+    "v1BatchGetWorkflowEdgesResponse": {
+      "type": "object",
+      "properties": {
+        "edges": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1WorkflowEdge"
+          },
+          "description": "The WorkflowEdges requested."
+        }
+      }
+    },
+    "v1BatchGetWorkflowNodesResponse": {
+      "type": "object",
+      "properties": {
+        "nodes": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1WorkflowNode"
+          },
+          "description": "The WorkflowNodes requested."
+        }
+      }
+    },
     "v1BatchImportLeaderboardRequest": {
       "type": "object",
       "properties": {
@@ -4220,6 +5380,10 @@
         "h2ogpteCollection": {
           "type": "string",
           "description": "The existing collection name in H2OGPTe."
+        },
+        "defaultH2ogpteModel": {
+          "$ref": "#/definitions/v1Model",
+          "description": "Optional. The default h2oGPTe model host."
         }
       }
     },
@@ -4304,6 +5468,15 @@
         }
       }
     },
+    "v1CreateWorkflowResponse": {
+      "type": "object",
+      "properties": {
+        "workflow": {
+          "$ref": "#/definitions/v1Workflow",
+          "description": "The Workflow created."
+        }
+      }
+    },
     "v1Dashboard": {
       "type": "object",
       "properties": {
@@ -4451,6 +5624,24 @@
         }
       }
     },
+    "v1DeleteWorkflowNodeResponse": {
+      "type": "object",
+      "properties": {
+        "node": {
+          "$ref": "#/definitions/v1WorkflowNode",
+          "description": "The WorkflowNode that was deleted."
+        }
+      }
+    },
+    "v1DeleteWorkflowResponse": {
+      "type": "object",
+      "properties": {
+        "workflow": {
+          "$ref": "#/definitions/v1Workflow",
+          "description": "The deleted Workflow."
+        }
+      }
+    },
     "v1Document": {
       "type": "object",
       "properties": {
@@ -4506,6 +5697,36 @@
         }
       }
     },
+    "v1EstimateThresholdRequest": {
+      "type": "object",
+      "properties": {
+        "operation": {
+          "type": "string",
+          "description": "Required. The Operation processing the estimation."
+        },
+        "originalThreshold": {
+          "type": "number",
+          "format": "float",
+          "description": "Required. Original threshold."
+        },
+        "evaluator": {
+          "type": "string",
+          "description": "Required. The evaluator resource name."
+        },
+        "metric": {
+          "type": "string",
+          "description": "Optional. The metric name. If no metric is provided, the evaluator's primary metric is used."
+        },
+        "trainSet": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1LabeledTestCase"
+          },
+          "description": "Required. Test cases with metric value and labels used for estimating the threshold."
+        }
+      }
+    },
     "v1EvaluationTest": {
       "type": "object",
       "properties": {
@@ -4861,18 +6082,55 @@
     "v1GetTestClassResponse": {
       "type": "object",
       "properties": {
-        "testClass": {
-          "$ref": "#/definitions/v1TestClass",
-          "description": "The requested TestClass."
+        "testClass": {
+          "$ref": "#/definitions/v1TestClass",
+          "description": "The requested TestClass."
+        }
+      }
+    },
+    "v1GetTestResponse": {
+      "type": "object",
+      "properties": {
+        "test": {
+          "$ref": "#/definitions/v1Test",
+          "description": "The requested Test."
+        }
+      }
+    },
+    "v1GetWorkflowNodePrerequisitesResponse": {
+      "type": "object",
+      "properties": {
+        "nodes": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "The WorkflowNodes that are the prerequisites of the specified WorkflowNode."
+        },
+        "edges": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "The WorkflowEdges that are the prerequisites of the specified WorkflowNode."
+        }
+      }
+    },
+    "v1GetWorkflowNodeResponse": {
+      "type": "object",
+      "properties": {
+        "node": {
+          "$ref": "#/definitions/v1WorkflowNode",
+          "description": "The WorkflowNode requested."
         }
       }
     },
-    "v1GetTestResponse": {
+    "v1GetWorkflowResponse": {
       "type": "object",
       "properties": {
-        "test": {
-          "$ref": "#/definitions/v1Test",
-          "description": "The requested Test."
+        "workflow": {
+          "$ref": "#/definitions/v1Workflow",
+          "description": "The Workflow requested."
         }
       }
     },
@@ -4904,6 +6162,10 @@
             "type": "string"
           },
           "description": "Optional. Additional evaluators configuration, for all the evaluators used in the evaluation.\nKey is the evaluator identifier, and the value is a JSON string containing the configuration dictionary."
+        },
+        "defaultH2ogpteModel": {
+          "$ref": "#/definitions/v1Model",
+          "description": "Optional. The default h2oGPTe model host."
         }
       }
     },
@@ -4957,6 +6219,44 @@
         }
       }
     },
+    "v1ImportTestCasesFromLibraryResponse": {
+      "type": "object",
+      "properties": {
+        "operation": {
+          "$ref": "#/definitions/v1Operation",
+          "description": "The Operation handling the prompt generation process."
+        }
+      }
+    },
+    "v1ImportTestCasesRequest": {
+      "type": "object",
+      "properties": {
+        "test": {
+          "type": "string",
+          "description": "Required. The Test for which to get TestCases."
+        },
+        "operation": {
+          "type": "string",
+          "description": "Required. The Operation processing this prompt library retrieval process."
+        },
+        "testSuiteUrl": {
+          "type": "string",
+          "description": "Required. The URL of the library test suite to get TestCases from (sample)."
+        },
+        "count": {
+          "type": "integer",
+          "format": "int64",
+          "description": "Required. The number of TestCases to get from the library."
+        },
+        "testDocumentUrls": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Optional. The list of target Test corpus document URLs which don't have to be\nincluded when returning library TestCases corpus as they are already in the Test."
+        }
+      }
+    },
     "v1Info": {
       "type": "object",
       "properties": {
@@ -5052,6 +6352,24 @@
       },
       "description": "Insight represents additional information about the evaluation."
     },
+    "v1LabeledTestCase": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "string",
+          "description": "Required. The test case resource name."
+        },
+        "metricValue": {
+          "type": "number",
+          "format": "float",
+          "description": "Required. The metric value."
+        },
+        "label": {
+          "type": "boolean",
+          "description": "Required. Human label. True means the test case should be labeled as passed (positive), false means failed (negative)."
+        }
+      }
+    },
     "v1Leaderboard": {
       "type": "object",
       "properties": {
@@ -5374,440 +6692,839 @@
     "v1ListMostRecentTestsResponse": {
       "type": "object",
       "properties": {
-        "tests": {
-          "type": "array",
-          "items": {
-            "type": "object",
-            "$ref": "#/definitions/v1Test"
-          },
-          "description": "The list of Tests."
+        "tests": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Test"
+          },
+          "description": "The list of Tests."
+        }
+      }
+    },
+    "v1ListOperationsResponse": {
+      "type": "object",
+      "properties": {
+        "operations": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Operation"
+          },
+          "description": "The list of Operations."
+        }
+      }
+    },
+    "v1ListPerturbatorsResponse": {
+      "type": "object",
+      "properties": {
+        "perturbators": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Perturbator"
+          },
+          "description": "The list of Perturbators."
+        }
+      }
+    },
+    "v1ListPromptLibraryItemsResponse": {
+      "type": "object",
+      "properties": {
+        "promptLibraryItems": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1PromptLibraryItem"
+          },
+          "description": "Prompt library items (test suites)."
+        }
+      }
+    },
+    "v1ListRAGCollectionsResponse": {
+      "type": "object",
+      "properties": {
+        "collections": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1CollectionInfo"
+          },
+          "description": "Required. List of RAG collections available for evaluation."
+        }
+      }
+    },
+    "v1ListTestCaseLibraryItemsResponse": {
+      "type": "object",
+      "properties": {
+        "promptLibraryItems": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1PromptLibraryItem"
+          },
+          "description": "Test suites library items."
+        }
+      }
+    },
+    "v1ListTestCasesResponse": {
+      "type": "object",
+      "properties": {
+        "testCases": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1TestCase"
+          },
+          "description": "The list of TestCases."
+        }
+      }
+    },
+    "v1ListTestClassesResponse": {
+      "type": "object",
+      "properties": {
+        "testClasses": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1TestClass"
+          },
+          "description": "The TestClasses that match the request."
+        }
+      }
+    },
+    "v1ListTestsResponse": {
+      "type": "object",
+      "properties": {
+        "tests": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Test"
+          },
+          "description": "The Tests that match the request."
+        }
+      }
+    },
+    "v1ListWorkflowsResponse": {
+      "type": "object",
+      "properties": {
+        "workflows": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1Workflow"
+          },
+          "description": "The Workflows requested."
+        }
+      }
+    },
+    "v1Model": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "string",
+          "title": "Output only. Name of the Model resource. e.g.: \"models/\u003cUUID\u003e\"",
+          "readOnly": true
+        },
+        "createTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Timestamp when the Model was created.",
+          "readOnly": true
+        },
+        "creator": {
+          "type": "string",
+          "description": "Output only. Name of the user or service that requested creation of the Model.",
+          "readOnly": true
+        },
+        "updateTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Timestamp when the Model was last updated.",
+          "readOnly": true
+        },
+        "updater": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested update of the Model.",
+          "readOnly": true
+        },
+        "deleteTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Set when the Model is deleted. When set Model should be considered as\ndeleted.",
+          "readOnly": true
+        },
+        "deleter": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the Model.",
+          "readOnly": true
+        },
+        "displayName": {
+          "type": "string",
+          "description": "Human readable name of the Model."
+        },
+        "description": {
+          "type": "string",
+          "description": "Optional. Arbitrary description of the Model."
+        },
+        "url": {
+          "type": "string",
+          "description": "Optional. Immutable. Absolute URL to the Model."
+        },
+        "apiKey": {
+          "type": "string",
+          "description": "Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public\nclients (front-end). Set only for internal (server-to-worker) communication."
+        },
+        "type": {
+          "$ref": "#/definitions/v1ModelType",
+          "description": "Immutable. Type of this Model."
+        },
+        "parameters": {
+          "type": "string",
+          "description": "Optional. Model specific parameters in JSON format."
+        },
+        "demo": {
+          "type": "boolean",
+          "description": "Output only. Whether the Model is a demo resource or not. Demo resources are read only.",
+          "readOnly": true
+        }
+      }
+    },
+    "v1ModelType": {
+      "type": "string",
+      "enum": [
+        "MODEL_TYPE_UNSPECIFIED",
+        "MODEL_TYPE_H2OGPTE_RAG",
+        "MODEL_TYPE_OPENAI_RAG",
+        "MODEL_TYPE_H2OGPTE_LLM",
+        "MODEL_TYPE_H2OGPT_LLM",
+        "MODEL_TYPE_OPENAI_CHAT",
+        "MODEL_TYPE_AZURE_OPENAI_CHAT",
+        "MODEL_TYPE_OPENAI_API_CHAT",
+        "MODEL_TYPE_H2OLLMOPS",
+        "MODEL_TYPE_OLLAMA",
+        "MODEL_TYPE_AMAZON_BEDROCK"
+      ],
+      "default": "MODEL_TYPE_UNSPECIFIED",
+      "description": " - MODEL_TYPE_UNSPECIFIED: Unspecified type.\n - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.\n - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.\n - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.\n - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.\n - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.\n - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.\n - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.\n - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.\n - MODEL_TYPE_OLLAMA: Ollama.\n - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock."
+    },
+    "v1Operation": {
+      "type": "object",
+      "properties": {
+        "name": {
+          "type": "string",
+          "title": "Output only. Name of the Operation resource. e.g.: \"operations/\u003cUUID\u003e\"",
+          "readOnly": true
+        },
+        "createTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Timestamp when the Operation was created.",
+          "readOnly": true
+        },
+        "creator": {
+          "type": "string",
+          "description": "Output only. Name of the user or service that requested creation of the Operation.",
+          "readOnly": true
+        },
+        "updateTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Timestamp when the Operation was last updated.",
+          "readOnly": true
+        },
+        "updater": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested update of the Operation.",
+          "readOnly": true
+        },
+        "deleteTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Set when the Operation is deleted. When set Operation should be\nconsidered as deleted.",
+          "readOnly": true
+        },
+        "deleter": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the Operation.",
+          "readOnly": true
+        },
+        "metadata": {
+          "$ref": "#/definitions/protobufAny",
+          "description": "Service-specific metadata associated with the operation.  It typically\ncontains progress information and common metadata such as create time.\nSome services might not provide such metadata. Any method that returns a\nlong-running operation should document the metadata type, if any."
+        },
+        "done": {
+          "type": "boolean",
+          "description": "If the value is `false`, it means the operation is still in progress.\nIf `true`, the operation is completed, and either `error` or `response` is\navailable."
+        },
+        "error": {
+          "$ref": "#/definitions/rpcStatus",
+          "description": "The error result of the operation in case of failure or cancellation."
+        },
+        "response": {
+          "$ref": "#/definitions/protobufAny",
+          "description": "The normal response of the operation in case of success.  If the original\nmethod returns no data on success, such as `Delete`, the response is\n`google.protobuf.Empty`.  If the original method is standard\n`Get`/`Create`/`Update`, the response should be the resource.  For other\nmethods, the response should have the type `XxxResponse`, where `Xxx`\nis the original method name.  For example, if the original method name\nis `TakeSnapshot()`, the inferred response type is\n`TakeSnapshotResponse`."
         }
-      }
+      },
+      "description": "This resource represents a long-running operation that is the result of a\nnetwork API call."
     },
-    "v1ListOperationsResponse": {
+    "v1OperationProgress": {
       "type": "object",
       "properties": {
-        "operations": {
-          "type": "array",
-          "items": {
-            "type": "object",
-            "$ref": "#/definitions/v1Operation"
-          },
-          "description": "The list of Operations."
+        "name": {
+          "type": "string",
+          "title": "Output only. Name of the prompt resource. e.g.: \"operations/\u003cUUID\u003e/progresses/\u003cUUID\u003e\"",
+          "readOnly": true
+        },
+        "parent": {
+          "type": "string",
+          "description": "Parent Operation resource name. e.g.: \"operations/\u003cUUID\u003e\"."
+        },
+        "progress": {
+          "type": "number",
+          "format": "float",
+          "description": "Output only. Progress in range [0,1].",
+          "readOnly": true
+        },
+        "message": {
+          "type": "string",
+          "description": "Output only. Progress message.",
+          "readOnly": true
         }
       }
     },
-    "v1ListPerturbatorsResponse": {
+    "v1PerturbTestResponse": {
       "type": "object",
       "properties": {
-        "perturbators": {
-          "type": "array",
-          "items": {
-            "type": "object",
-            "$ref": "#/definitions/v1Perturbator"
-          },
-          "description": "The list of Perturbators."
+        "test": {
+          "$ref": "#/definitions/v1Test",
+          "description": "The perturbed Test."
         }
       }
     },
-    "v1ListRAGCollectionsResponse": {
+    "v1Perturbator": {
       "type": "object",
       "properties": {
-        "collections": {
+        "name": {
+          "type": "string",
+          "title": "Output only. Name of the Perturbator resource. e.g.: \"perturbators/\u003cUUID\u003e\"",
+          "readOnly": true
+        },
+        "createTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Timestamp when the Perturbator was created.",
+          "readOnly": true
+        },
+        "creator": {
+          "type": "string",
+          "description": "Output only. Name of the user or service that requested creation of the Perturbator.",
+          "readOnly": true
+        },
+        "updateTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Timestamp when the Perturbator was last updated.",
+          "readOnly": true
+        },
+        "updater": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested update of the Perturbator.",
+          "readOnly": true
+        },
+        "deleteTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Set when the Perturbator is deleted. When set Perturbator should be considered as\ndeleted.",
+          "readOnly": true
+        },
+        "deleter": {
+          "type": "string",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the Perturbator.",
+          "readOnly": true
+        },
+        "displayName": {
+          "type": "string",
+          "description": "Human readable name of the Perturbator."
+        },
+        "description": {
+          "type": "string",
+          "description": "Optional. Arbitrary description of the Perturbator."
+        },
+        "identifier": {
+          "type": "string",
+          "description": "Well known identifier of the Perturbator implementation."
+        },
+        "tags": {
           "type": "array",
           "items": {
-            "type": "object",
-            "$ref": "#/definitions/v1CollectionInfo"
+            "type": "string"
           },
-          "description": "Required. List of RAG collections available for evaluation."
+          "description": "Optional. Tags or other identifiers of the Perturbator."
         }
       }
     },
-    "v1ListTestCasesResponse": {
+    "v1PerturbatorConfiguration": {
       "type": "object",
       "properties": {
-        "testCases": {
-          "type": "array",
-          "items": {
-            "type": "object",
-            "$ref": "#/definitions/v1TestCase"
-          },
-          "description": "The list of TestCases."
+        "name": {
+          "type": "string",
+          "title": "Required. The resource name of the perturbator to run, e.g.\n\"perturbators/h2o_sonar.utils.perturbations.CommaPerturbator\""
+        },
+        "intensity": {
+          "$ref": "#/definitions/v1PerturbatorIntensity",
+          "description": "Optional. The intensity of the perturbator, defaults to PERTURBATOR_INTENSITY_MEDIUM."
+        },
+        "params": {
+          "type": "string",
+          "description": "Optional. The parameters to pass to the perturbator."
         }
-      }
+      },
+      "description": "PerturbatorConfiguration represents the configuration of a perturbator to use during the\nperturbation process."
     },
-    "v1ListTestClassesResponse": {
+    "v1PerturbatorIntensity": {
+      "type": "string",
+      "enum": [
+        "PERTURBATOR_INTENSITY_UNSPECIFIED",
+        "PERTURBATOR_INTENSITY_LOW",
+        "PERTURBATOR_INTENSITY_MEDIUM",
+        "PERTURBATOR_INTENSITY_HIGH"
+      ],
+      "default": "PERTURBATOR_INTENSITY_UNSPECIFIED"
+    },
+    "v1ProblemAndAction": {
       "type": "object",
       "properties": {
-        "testClasses": {
+        "description": {
+          "type": "string",
+          "description": "Output only. Problem description.",
+          "readOnly": true
+        },
+        "severity": {
+          "type": "string",
+          "description": "Output only. Problem severity.",
+          "readOnly": true
+        },
+        "problemType": {
+          "type": "string",
+          "description": "Output only. Problem type.",
+          "readOnly": true
+        },
+        "problemAttrs": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "string"
+          },
+          "description": "Output only. Problem attributes.",
+          "readOnly": true
+        },
+        "actionsDescription": {
+          "type": "string",
+          "description": "Output only. Description of actions to mitigate the problem.",
+          "readOnly": true
+        },
+        "explainerId": {
+          "type": "string",
+          "description": "Output only. ID of the explainer which identified the problem.",
+          "readOnly": true
+        },
+        "explainerName": {
+          "type": "string",
+          "description": "Output only. Display name of the explainer which identified the problem.",
+          "readOnly": true
+        },
+        "explanationType": {
+          "type": "string",
+          "description": "Output only. Type of the explanation which can clarify the problem.",
+          "readOnly": true
+        },
+        "explanationName": {
+          "type": "string",
+          "description": "Output only. Name of the explanation which can clarify the problem.",
+          "readOnly": true
+        },
+        "explanationMime": {
+          "type": "string",
+          "description": "Output only. Media type of the explanation which can clarify the problem.",
+          "readOnly": true
+        },
+        "resources": {
           "type": "array",
           "items": {
-            "type": "object",
-            "$ref": "#/definitions/v1TestClass"
+            "type": "string"
           },
-          "description": "The TestClasses that match the request."
+          "description": "Output only. Problem resources.",
+          "readOnly": true
         }
       }
     },
-    "v1ListTestsResponse": {
+    "v1ProcessWorkflowNodeResponse": {
       "type": "object",
       "properties": {
-        "tests": {
-          "type": "array",
-          "items": {
-            "type": "object",
-            "$ref": "#/definitions/v1Test"
-          },
-          "description": "The Tests that match the request."
+        "operation": {
+          "$ref": "#/definitions/v1Operation",
+          "description": "The operation that processes the WorkflowNode."
         }
       }
     },
-    "v1Model": {
+    "v1PromptLibraryItem": {
       "type": "object",
       "properties": {
         "name": {
           "type": "string",
-          "title": "Output only. Name of the Model resource. e.g.: \"models/\u003cUUID\u003e\"",
+          "title": "Output only. Name of the item resource. e.g.: \"promptLibraryItem/\u003cUUID\u003e\"",
           "readOnly": true
         },
         "createTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Timestamp when the Model was created.",
+          "description": "Output only. Timestamp when the item was created.",
           "readOnly": true
         },
         "creator": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the Model.",
+          "description": "Output only. Name of the user or service that requested creation of the item.",
           "readOnly": true
         },
         "updateTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the Model was last updated.",
+          "description": "Output only. Optional. Timestamp when the item was last updated.",
           "readOnly": true
         },
         "updater": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the Model.",
+          "description": "Output only. Optional. Name of the user or service that requested update of the item.",
           "readOnly": true
         },
         "deleteTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Set when the Model is deleted. When set Model should be considered as\ndeleted.",
+          "description": "Output only. Optional. Set when the item is deleted. When set, item should be considered as\ndeleted.",
           "readOnly": true
         },
         "deleter": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the Model.",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the item.",
           "readOnly": true
         },
         "displayName": {
           "type": "string",
-          "description": "Human readable name of the Model."
+          "description": "Human readable name of the item."
         },
         "description": {
           "type": "string",
-          "description": "Optional. Arbitrary description of the Model."
+          "description": "Optional. Arbitrary description of the item."
         },
-        "url": {
+        "testSuiteUrl": {
           "type": "string",
-          "description": "Optional. Immutable. Absolute URL to the Model."
+          "description": "URL of the test suite which is represented by this library item."
         },
-        "apiKey": {
-          "type": "string",
-          "description": "Optional. API key used to access the Model. Not set for read calls (i.e. get, list) by public\nclients (front-end). Set only for internal (server-to-worker) communication."
+        "testCount": {
+          "type": "integer",
+          "format": "int64",
+          "description": "Number of tests in the test suite."
         },
-        "type": {
-          "$ref": "#/definitions/v1ModelType",
-          "description": "Immutable. Type of this Model."
+        "testCaseCount": {
+          "type": "integer",
+          "format": "int64",
+          "description": "Number of test cases in the test suite."
         },
-        "parameters": {
-          "type": "string",
-          "description": "Optional. Model specific parameters in JSON format."
+        "evaluates": {
+          "type": "array",
+          "items": {
+            "$ref": "#/definitions/v1TestSuiteEvaluates"
+          },
+          "description": "Types of systems evaluated by this item - like RAG (has corpus), LLM (no corpus) or agents."
         },
-        "demo": {
-          "type": "boolean",
-          "description": "Output only. Whether the Model is a demo resource or not. Demo resources are read only.",
-          "readOnly": true
+        "categories": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Categories of test cases in the item - like question_answering or summarization."
         }
       }
     },
-    "v1ModelType": {
-      "type": "string",
-      "enum": [
-        "MODEL_TYPE_UNSPECIFIED",
-        "MODEL_TYPE_H2OGPTE_RAG",
-        "MODEL_TYPE_OPENAI_RAG",
-        "MODEL_TYPE_H2OGPTE_LLM",
-        "MODEL_TYPE_H2OGPT_LLM",
-        "MODEL_TYPE_OPENAI_CHAT",
-        "MODEL_TYPE_AZURE_OPENAI_CHAT",
-        "MODEL_TYPE_OPENAI_API_CHAT",
-        "MODEL_TYPE_H2OLLMOPS",
-        "MODEL_TYPE_OLLAMA",
-        "MODEL_TYPE_AMAZON_BEDROCK"
-      ],
-      "default": "MODEL_TYPE_UNSPECIFIED",
-      "description": " - MODEL_TYPE_UNSPECIFIED: Unspecified type.\n - MODEL_TYPE_H2OGPTE_RAG: h2oGPTe RAG.\n - MODEL_TYPE_OPENAI_RAG: OpenAI Assistant RAG.\n - MODEL_TYPE_H2OGPTE_LLM: h2oGPTe LLM.\n - MODEL_TYPE_H2OGPT_LLM: h2oGPT LLM.\n - MODEL_TYPE_OPENAI_CHAT: OpenAI chat.\n - MODEL_TYPE_AZURE_OPENAI_CHAT: Microsoft Azure hosted OpenAI Chat.\n - MODEL_TYPE_OPENAI_API_CHAT: OpenAI API chat.\n - MODEL_TYPE_H2OLLMOPS: H2O LLMOps.\n - MODEL_TYPE_OLLAMA: Ollama.\n - MODEL_TYPE_AMAZON_BEDROCK: Amazon Bedrock."
-    },
-    "v1Operation": {
+    "v1Test": {
       "type": "object",
       "properties": {
         "name": {
           "type": "string",
-          "title": "Output only. Name of the Operation resource. e.g.: \"operations/\u003cUUID\u003e\"",
+          "title": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e\"",
           "readOnly": true
         },
         "createTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Timestamp when the Operation was created.",
+          "description": "Output only. Timestamp when the Test was created.",
           "readOnly": true
         },
         "creator": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the Operation.",
+          "description": "Output only. Name of the user or service that requested creation of the Test.",
           "readOnly": true
         },
         "updateTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the Operation was last updated.",
+          "description": "Output only. Optional. Timestamp when the Test was last updated.",
           "readOnly": true
         },
         "updater": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the Operation.",
+          "description": "Output only. Optional. Name of the user or service that requested update of the Test.",
           "readOnly": true
         },
         "deleteTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Set when the Operation is deleted. When set Operation should be\nconsidered as deleted.",
+          "description": "Output only. Optional. Set when the Test is deleted. When set, Test should be considered as\ndeleted.",
           "readOnly": true
         },
         "deleter": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the Operation.",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the Test.",
           "readOnly": true
         },
-        "metadata": {
-          "$ref": "#/definitions/protobufAny",
-          "description": "Service-specific metadata associated with the operation.  It typically\ncontains progress information and common metadata such as create time.\nSome services might not provide such metadata. Any method that returns a\nlong-running operation should document the metadata type, if any."
-        },
-        "done": {
-          "type": "boolean",
-          "description": "If the value is `false`, it means the operation is still in progress.\nIf `true`, the operation is completed, and either `error` or `response` is\navailable."
-        },
-        "error": {
-          "$ref": "#/definitions/rpcStatus",
-          "description": "The error result of the operation in case of failure or cancellation."
-        },
-        "response": {
-          "$ref": "#/definitions/protobufAny",
-          "description": "The normal response of the operation in case of success.  If the original\nmethod returns no data on success, such as `Delete`, the response is\n`google.protobuf.Empty`.  If the original method is standard\n`Get`/`Create`/`Update`, the response should be the resource.  For other\nmethods, the response should have the type `XxxResponse`, where `Xxx`\nis the original method name.  For example, if the original method name\nis `TakeSnapshot()`, the inferred response type is\n`TakeSnapshotResponse`."
-        }
-      },
-      "description": "This resource represents a long-running operation that is the result of a\nnetwork API call."
-    },
-    "v1OperationProgress": {
-      "type": "object",
-      "properties": {
-        "name": {
+        "displayName": {
           "type": "string",
-          "title": "Output only. Name of the prompt resource. e.g.: \"operations/\u003cUUID\u003e/progresses/\u003cUUID\u003e\"",
-          "readOnly": true
+          "description": "Human readable name of the Test."
         },
-        "parent": {
+        "description": {
           "type": "string",
-          "description": "Parent Operation resource name. e.g.: \"operations/\u003cUUID\u003e\"."
+          "description": "Optional. Arbitrary description of the Test."
         },
-        "progress": {
-          "type": "number",
-          "format": "float",
-          "description": "Output only. Progress in range [0,1].",
-          "readOnly": true
+        "documents": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Immutable. Resource names of Documents assigned to the Test."
         },
-        "message": {
-          "type": "string",
-          "description": "Output only. Progress message.",
+        "tags": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Tags assigned to the Test."
+        },
+        "demo": {
+          "type": "boolean",
+          "description": "Output only. Whether the Test is a demo resource or not. Demo resources are read only.",
           "readOnly": true
         }
       }
     },
-    "v1PerturbTestResponse": {
-      "type": "object",
-      "properties": {
-        "test": {
-          "$ref": "#/definitions/v1Test",
-          "description": "The perturbed Test."
-        }
-      }
-    },
-    "v1Perturbator": {
+    "v1TestCase": {
       "type": "object",
       "properties": {
         "name": {
           "type": "string",
-          "title": "Output only. Name of the Perturbator resource. e.g.: \"perturbators/\u003cUUID\u003e\"",
+          "title": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e/testCases/\u003cUUID\u003e\"",
           "readOnly": true
         },
         "createTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Timestamp when the Perturbator was created.",
+          "description": "Output only. Timestamp when the Test was created.",
           "readOnly": true
         },
         "creator": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the Perturbator.",
+          "description": "Output only. Name of the user or service that requested creation of the TestCase.",
           "readOnly": true
         },
         "updateTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the Perturbator was last updated.",
+          "description": "Output only. Optional. Timestamp when the TestCase was last updated.",
           "readOnly": true
         },
         "updater": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the Perturbator.",
+          "description": "Output only. Optional. Name of the user or service that requested update of the TestCase.",
           "readOnly": true
         },
         "deleteTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Set when the Perturbator is deleted. When set Perturbator should be considered as\ndeleted.",
+          "description": "Output only. Optional. Set when the TestCase is deleted. When set TestCase should be considered\nas deleted.",
           "readOnly": true
         },
         "deleter": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the Perturbator.",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the TestCase.",
           "readOnly": true
         },
-        "displayName": {
+        "parent": {
           "type": "string",
-          "description": "Human readable name of the Perturbator."
+          "description": "Parent Test resource name. e.g.: \"tests/\u003cUUID\u003e\"."
         },
-        "description": {
+        "prompt": {
           "type": "string",
-          "description": "Optional. Arbitrary description of the Perturbator."
+          "description": "Prompt text. Model input."
         },
-        "identifier": {
+        "answer": {
           "type": "string",
-          "description": "Well known identifier of the Perturbator implementation."
+          "description": "Expected answer text. Model output."
         },
-        "tags": {
+        "constraints": {
           "type": "array",
           "items": {
             "type": "string"
           },
-          "description": "Optional. Tags or other identifiers of the Perturbator."
+          "description": "Constraints on the model output."
+        },
+        "condition": {
+          "type": "string",
+          "description": "Optional. Test case output condition, in a form of AIP-160 compliant filter expression."
+        },
+        "perturbedBy": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. The list of perturbators applied to this test case.",
+          "readOnly": true
         }
       }
     },
-    "v1PerturbatorConfiguration": {
+    "v1TestCaseRelationship": {
       "type": "object",
       "properties": {
-        "name": {
+        "source": {
           "type": "string",
-          "title": "Required. The resource name of the perturbator to run, e.g.\n\"perturbators/h2o_sonar.utils.perturbations.CommaPerturbator\""
+          "description": "Required. Source test case."
         },
-        "intensity": {
-          "$ref": "#/definitions/v1PerturbatorIntensity",
-          "description": "Optional. The intensity of the perturbator, defaults to PERTURBATOR_INTENSITY_MEDIUM."
+        "target": {
+          "type": "string",
+          "description": "Required. Target test case."
         },
-        "params": {
+        "type": {
           "type": "string",
-          "description": "Optional. The parameters to pass to the perturbator."
+          "description": "Required. Type of the relationship."
         }
-      },
-      "description": "PerturbatorConfiguration represents the configuration of a perturbator to use during the\nperturbation process."
+      }
     },
-    "v1PerturbatorIntensity": {
+    "v1TestCasesGenerator": {
       "type": "string",
       "enum": [
-        "PERTURBATOR_INTENSITY_UNSPECIFIED",
-        "PERTURBATOR_INTENSITY_LOW",
-        "PERTURBATOR_INTENSITY_MEDIUM",
-        "PERTURBATOR_INTENSITY_HIGH"
+        "TEST_CASES_GENERATOR_UNSPECIFIED",
+        "TEST_CASES_GENERATOR_SIMPLE_FACTUAL_QUESTIONS",
+        "TEST_CASES_GENERATOR_MULTI_HOP_QUESTIONS",
+        "TEST_CASES_GENERATOR_INFERENCE_QUESTIONS",
+        "TEST_CASES_GENERATOR_NUMERICAL_REASONING_QUESTIONS",
+        "TEST_CASES_GENERATOR_AMBIGUITY_HANDLING_QUESTIONS",
+        "TEST_CASES_GENERATOR_NEGATION_AND_CONTRADICTION_QUESTIONS",
+        "TEST_CASES_GENERATOR_TEMPORAL_REASONING_QUESTIONS",
+        "TEST_CASES_GENERATOR_OUT_OF_SCOPE_QUESTIONS",
+        "TEST_CASES_GENERATOR_YES_OR_NO_QUESTIONS",
+        "TEST_CASES_GENERATOR_MULTIPLE_CHOICE_QUESTIONS",
+        "TEST_CASES_GENERATOR_DEMOGRAPHIC_REPRESENTATION_QUESTIONS",
+        "TEST_CASES_GENERATOR_SENTIMENT_VARIATION_QUESTIONS",
+        "TEST_CASES_GENERATOR_IRRELEVANT_INFORMATION_QUESTIONS",
+        "TEST_CASES_GENERATOR_DELIBERATELY_MISLEADING_QUESTIONS"
       ],
-      "default": "PERTURBATOR_INTENSITY_UNSPECIFIED"
+      "default": "TEST_CASES_GENERATOR_UNSPECIFIED"
     },
-    "v1ProblemAndAction": {
+    "v1TestClass": {
       "type": "object",
       "properties": {
-        "description": {
+        "name": {
           "type": "string",
-          "description": "Output only. Problem description.",
+          "title": "Output only. Name of the prompt resource. e.g.: \"testClasses/\u003cUUID\u003e\"",
           "readOnly": true
         },
-        "severity": {
+        "createTime": {
           "type": "string",
-          "description": "Output only. Problem severity.",
+          "format": "date-time",
+          "description": "Output only. Timestamp when the TestClass was created.",
           "readOnly": true
         },
-        "problemType": {
+        "creator": {
           "type": "string",
-          "description": "Output only. Problem type.",
-          "readOnly": true
-        },
-        "problemAttrs": {
-          "type": "object",
-          "additionalProperties": {
-            "type": "string"
-          },
-          "description": "Output only. Problem attributes.",
+          "description": "Output only. Name of the user or service that requested creation of the TestClass.",
           "readOnly": true
         },
-        "actionsDescription": {
+        "updateTime": {
           "type": "string",
-          "description": "Output only. Description of actions to mitigate the problem.",
+          "format": "date-time",
+          "description": "Output only. Optional. Timestamp when the TestClass was last updated.",
           "readOnly": true
         },
-        "explainerId": {
+        "updater": {
           "type": "string",
-          "description": "Output only. ID of the explainer which identified the problem.",
+          "description": "Output only. Optional. Name of the user or service that requested update of the TestClass.",
           "readOnly": true
         },
-        "explainerName": {
+        "deleteTime": {
           "type": "string",
-          "description": "Output only. Display name of the explainer which identified the problem.",
+          "format": "date-time",
+          "description": "Output only. Optional. Set when the TestClass is deleted. When set, TestClass should be\nconsidered as deleted.",
           "readOnly": true
         },
-        "explanationType": {
+        "deleter": {
           "type": "string",
-          "description": "Output only. Type of the explanation which can clarify the problem.",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the TestClass.",
           "readOnly": true
         },
-        "explanationName": {
+        "displayName": {
           "type": "string",
-          "description": "Output only. Name of the explanation which can clarify the problem.",
-          "readOnly": true
+          "description": "Human readable name of the TestClass."
         },
-        "explanationMime": {
+        "description": {
           "type": "string",
-          "description": "Output only. Media type of the explanation which can clarify the problem.",
-          "readOnly": true
+          "description": "Optional. Arbitrary description of the TestClass."
         },
-        "resources": {
+        "evaluators": {
           "type": "array",
           "items": {
             "type": "string"
           },
-          "description": "Output only. Problem resources.",
-          "readOnly": true
+          "description": "List of evaluators that are part of the TestClass."
+        },
+        "recommendedTests": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "List of recommended Tests that are part of the TestClass."
+        },
+        "testClassType": {
+          "$ref": "#/definitions/v1TestClassType",
+          "description": "Type of the TestClass."
+        },
+        "tags": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "List of tags. Can contain any string, some examples are \"SR 11-7\", \"NIST\", etc."
         }
       }
     },
-    "v1Test": {
+    "v1TestClassType": {
+      "type": "string",
+      "enum": [
+        "TEST_CLASS_TYPE_UNSPECIFIED",
+        "TEST_CLASS_TYPE_STANDARD",
+        "TEST_CLASS_TYPE_ROLE",
+        "TEST_CLASS_TYPE_PROBLEM",
+        "TEST_CLASS_TYPE_PURPOSE",
+        "TEST_CLASS_TYPE_METHOD",
+        "TEST_CLASS_TYPE_METHOD_TYPE"
+      ],
+      "default": "TEST_CLASS_TYPE_UNSPECIFIED",
+      "description": " - TEST_CLASS_TYPE_UNSPECIFIED: Unspecified TestClass type.\n - TEST_CLASS_TYPE_STANDARD: TestClass type corresponding to a certain standard.\n - TEST_CLASS_TYPE_ROLE: TestClass type corresponding to a certain role.\n - TEST_CLASS_TYPE_PROBLEM: TestClass type corresponding to a certain problem.\n - TEST_CLASS_TYPE_PURPOSE: TestClass type corresponding to a certain purpose.\n - TEST_CLASS_TYPE_METHOD: TestClass type corresponding to a certain method.\n - TEST_CLASS_TYPE_METHOD_TYPE: TestClass type corresponding to a certain method type."
+    },
+    "v1TestLab": {
       "type": "object",
       "properties": {
         "name": {
           "type": "string",
-          "title": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e\"",
+          "title": "Output only. Name of the prompt resource. e.g.: \"testLabs/\u003cUUID\u003e\"",
           "readOnly": true
         },
         "createTime": {
@@ -5818,407 +7535,561 @@
         },
         "creator": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the Test.",
+          "description": "Output only. Name of the user or service that requested creation of the TestCase.",
           "readOnly": true
         },
         "updateTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the Test was last updated.",
+          "description": "Output only. Optional. Timestamp when the TestCase was last updated.",
           "readOnly": true
         },
         "updater": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the Test.",
+          "description": "Output only. Optional. Name of the user or service that requested update of the TestCase.",
           "readOnly": true
         },
         "deleteTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Set when the Test is deleted. When set, Test should be considered as\ndeleted.",
+          "description": "Output only. Optional. Set when the TestCase is deleted. When set TestCase should be considered\nas deleted.",
           "readOnly": true
         },
         "deleter": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the Test.",
+          "description": "Output only. Optional. Name of the user or service that requested deletion of the TestCase.",
           "readOnly": true
         },
-        "displayName": {
-          "type": "string",
-          "description": "Human readable name of the Test."
-        },
-        "description": {
+        "model": {
           "type": "string",
-          "description": "Optional. Arbitrary description of the Test."
+          "description": "Immutable. Model used in this test lab."
         },
-        "documents": {
+        "testCases": {
           "type": "array",
           "items": {
             "type": "string"
           },
-          "description": "Immutable. Resource names of Documents assigned to the Test."
+          "description": "Immutable. Test cases used in this test lab."
         },
-        "tags": {
+        "content": {
+          "type": "string",
+          "format": "byte",
+          "description": "Immutable. Raw content of the Test Lab."
+        },
+        "llmModels": {
           "type": "array",
           "items": {
             "type": "string"
           },
-          "description": "Tags assigned to the Test."
+          "description": "Immutable. List of LLM models used."
         },
-        "demo": {
-          "type": "boolean",
-          "description": "Output only. Whether the Test is a demo resource or not. Demo resources are read only.",
-          "readOnly": true
+        "modelParameters": {
+          "type": "string",
+          "description": "Immutable. Optional. Parameters overrides in JSON format."
+        },
+        "h2ogpteCollection": {
+          "type": "string",
+          "description": "The existing collection name in H2OGPTe."
         }
       }
     },
-    "v1TestCase": {
+    "v1TestSuiteEvaluates": {
+      "type": "string",
+      "enum": [
+        "TEST_SUITE_EVALUATES_UNSPECIFIED",
+        "TEST_SUITE_EVALUATES_RAG",
+        "TEST_SUITE_EVALUATES_LLM",
+        "TEST_SUITE_EVALUATES_AGENT"
+      ],
+      "default": "TEST_SUITE_EVALUATES_UNSPECIFIED"
+    },
+    "v1UpdateDashboardResponse": {
+      "type": "object",
+      "properties": {
+        "dashboard": {
+          "$ref": "#/definitions/v1Dashboard",
+          "description": "The updated Dashboard."
+        }
+      }
+    },
+    "v1UpdateDocumentResponse": {
+      "type": "object",
+      "properties": {
+        "document": {
+          "$ref": "#/definitions/v1Document",
+          "description": "The deleted Document."
+        }
+      }
+    },
+    "v1UpdateLeaderboardResponse": {
+      "type": "object",
+      "properties": {
+        "leaderboard": {
+          "$ref": "#/definitions/v1Leaderboard",
+          "description": "The updated Leaderboard."
+        }
+      }
+    },
+    "v1UpdateModelResponse": {
+      "type": "object",
+      "properties": {
+        "model": {
+          "$ref": "#/definitions/v1Model",
+          "description": "The updated Model."
+        }
+      }
+    },
+    "v1UpdateOperationResponse": {
+      "type": "object",
+      "properties": {
+        "operation": {
+          "$ref": "#/definitions/v1Operation",
+          "description": "The updated Operation."
+        }
+      }
+    },
+    "v1UpdateTestCaseResponse": {
+      "type": "object",
+      "properties": {
+        "testCase": {
+          "$ref": "#/definitions/v1TestCase",
+          "description": "The updated TestCase."
+        }
+      }
+    },
+    "v1UpdateTestResponse": {
+      "type": "object",
+      "properties": {
+        "test": {
+          "$ref": "#/definitions/v1Test",
+          "description": "The updated Test."
+        }
+      }
+    },
+    "v1UpdateWorkflowNodeResponse": {
+      "type": "object",
+      "properties": {
+        "node": {
+          "$ref": "#/definitions/v1WorkflowNode",
+          "description": "The updated WorkflowNode."
+        }
+      }
+    },
+    "v1UpdateWorkflowResponse": {
+      "type": "object",
+      "properties": {
+        "workflow": {
+          "$ref": "#/definitions/v1Workflow",
+          "description": "The Workflow updated."
+        }
+      }
+    },
+    "v1WhoAmIResponse": {
+      "type": "object",
+      "properties": {
+        "sub": {
+          "type": "string",
+          "description": "The caller's identity."
+        },
+        "preferredUsername": {
+          "type": "string",
+          "description": "The caller's preferred username. Might be empty."
+        },
+        "email": {
+          "type": "string",
+          "description": "The caller's email address. Might be empty."
+        }
+      }
+    },
+    "v1Workflow": {
       "type": "object",
       "properties": {
         "name": {
           "type": "string",
-          "title": "Output only. Name of the prompt resource. e.g.: \"tests/\u003cUUID\u003e/testCases/\u003cUUID\u003e\"",
+          "description": "Output only. Immutable. Resource name of the Workflow in format of `workflows/{workflow_id}`.",
           "readOnly": true
         },
+        "displayName": {
+          "type": "string",
+          "description": "Human-readable name of the Workflow."
+        },
+        "description": {
+          "type": "string",
+          "description": "Optional description of the Workflow."
+        },
         "createTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Timestamp when the Test was created.",
+          "description": "Output only. Immutable. Creation time of the Workflow.",
           "readOnly": true
         },
         "creator": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the TestCase.",
+          "description": "Output only. Immutable. Name of the user or service that requested creation of the Workflow.",
           "readOnly": true
         },
         "updateTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the TestCase was last updated.",
+          "description": "Output only. Optional. Last update time of the Workflow.",
           "readOnly": true
         },
         "updater": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the TestCase.",
+          "description": "Output only. Name of the user or service that requested update of the Workflow.",
           "readOnly": true
         },
         "deleteTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Set when the TestCase is deleted. When set TestCase should be considered\nas deleted.",
+          "description": "Output only. Optional. Deletion time of the Workflow.",
           "readOnly": true
         },
         "deleter": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the TestCase.",
+          "description": "Output only. Name of the user or service that requested deletion of the Workflow.",
           "readOnly": true
         },
-        "parent": {
-          "type": "string",
-          "description": "Parent Test resource name. e.g.: \"tests/\u003cUUID\u003e\"."
+        "type": {
+          "$ref": "#/definitions/v1WorkflowType",
+          "description": "Immutable. Type of the Workflow."
         },
-        "prompt": {
+        "model": {
           "type": "string",
-          "description": "Prompt text. Model input."
+          "description": "Immutable. Resource name of the Model associated with this Workflow."
         },
-        "answer": {
-          "type": "string",
-          "description": "Expected answer text. Model output."
+        "nodes": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Output only. List of the WorkflowNodes in the Workflow.",
+          "readOnly": true
         },
-        "constraints": {
+        "edges": {
           "type": "array",
           "items": {
             "type": "string"
           },
-          "description": "Constraints on the model output."
+          "description": "Output only. List of the WorkflowEdges in the Workflow.",
+          "readOnly": true
         },
-        "condition": {
-          "type": "string",
-          "description": "Optional. Test case output condition, in a form of AIP-160 compliant filter expression."
-        }
-      }
-    },
-    "v1TestCaseRelationship": {
-      "type": "object",
-      "properties": {
-        "source": {
-          "type": "string",
-          "description": "Required. Source test case."
+        "outputs": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "object"
+          },
+          "description": "Output only. Optional. Computed outputs of all the WorkflowNodes in the Workflow.",
+          "readOnly": true
         },
-        "target": {
+        "outputArtifacts": {
+          "type": "object",
+          "additionalProperties": {
+            "$ref": "#/definitions/v1WorkflowNodeArtifacts"
+          },
+          "description": "Output only. Optional. List of the WorkflowNodeArtifacts produces by all the WorkflowNodes in the\nWorkflow.",
+          "readOnly": true
+        },
+        "llmModel": {
           "type": "string",
-          "description": "Required. Target test case."
+          "description": "Immutable. LLM Model to use."
         },
-        "type": {
+        "modelParameters": {
           "type": "string",
-          "description": "Required. Type of the relationship."
+          "description": "Optional. Immutable. Model parameter overrides in JSON format."
         }
-      }
-    },
-    "v1TestCasesGenerator": {
-      "type": "string",
-      "enum": [
-        "TEST_CASES_GENERATOR_UNSPECIFIED",
-        "TEST_CASES_GENERATOR_SIMPLE_FACTUAL_QUESTIONS",
-        "TEST_CASES_GENERATOR_MULTI_HOP_QUESTIONS",
-        "TEST_CASES_GENERATOR_INFERENCE_QUESTIONS",
-        "TEST_CASES_GENERATOR_NUMERICAL_REASONING_QUESTIONS",
-        "TEST_CASES_GENERATOR_AMBIGUITY_HANDLING_QUESTIONS",
-        "TEST_CASES_GENERATOR_NEGATION_AND_CONTRADICTION_QUESTIONS",
-        "TEST_CASES_GENERATOR_TEMPORAL_REASONING_QUESTIONS",
-        "TEST_CASES_GENERATOR_OUT_OF_SCOPE_QUESTIONS",
-        "TEST_CASES_GENERATOR_YES_OR_NO_QUESTIONS",
-        "TEST_CASES_GENERATOR_MULTIPLE_CHOICE_QUESTIONS",
-        "TEST_CASES_GENERATOR_DEMOGRAPHIC_REPRESENTATION_QUESTIONS",
-        "TEST_CASES_GENERATOR_SENTIMENT_VARIATION_QUESTIONS",
-        "TEST_CASES_GENERATOR_IRRELEVANT_INFORMATION_QUESTIONS",
-        "TEST_CASES_GENERATOR_DELIBERATELY_MISLEADING_QUESTIONS"
-      ],
-      "default": "TEST_CASES_GENERATOR_UNSPECIFIED"
+      },
+      "description": "Workflow represents a workflow in Eval Studio. It consists of WorkflowNodes and WorkflowEdges."
     },
-    "v1TestClass": {
+    "v1WorkflowEdge": {
       "type": "object",
       "properties": {
         "name": {
           "type": "string",
-          "title": "Output only. Name of the prompt resource. e.g.: \"testClasses/\u003cUUID\u003e\"",
+          "description": "Resource name of the Workflow in format of `workflow/{workflow_id}/edges/{edge_id}`."
+        },
+        "parent": {
+          "type": "string",
+          "description": "Output only. Immutable. Resource name of the parent Workflow in format of\n`workflow/{workflow_id}`.",
           "readOnly": true
         },
         "createTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Timestamp when the TestClass was created.",
+          "description": "Output only. Immutable. Creation time of the WorkflowEdge.",
           "readOnly": true
         },
         "creator": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the TestClass.",
+          "description": "Output only. Immutable. Name of the user or service that requested creation of the\nWorkflowEdge.",
           "readOnly": true
         },
         "updateTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the TestClass was last updated.",
+          "description": "Output only. Optional. Last update time of the WorkflowEdge.",
           "readOnly": true
         },
         "updater": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the TestClass.",
+          "description": "Output only. Name of the user or service that requested update of the WorkflowEdge.",
           "readOnly": true
         },
         "deleteTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Set when the TestClass is deleted. When set, TestClass should be\nconsidered as deleted.",
+          "description": "Output only. Optional. Deletion time of the WorkflowEdge.",
           "readOnly": true
         },
         "deleter": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the TestClass.",
+          "description": "Output only. Name of the user or service that requested deletion of the WorkflowEdge.",
           "readOnly": true
         },
-        "displayName": {
-          "type": "string",
-          "description": "Human readable name of the TestClass."
+        "type": {
+          "$ref": "#/definitions/v1WorkflowEdgeType",
+          "description": "Type of the WorkflowEdge."
         },
-        "description": {
+        "from": {
           "type": "string",
-          "description": "Optional. Arbitrary description of the TestClass."
-        },
-        "evaluators": {
-          "type": "array",
-          "items": {
-            "type": "string"
-          },
-          "description": "List of evaluators that are part of the TestClass."
-        },
-        "recommendedTests": {
-          "type": "array",
-          "items": {
-            "type": "string"
-          },
-          "description": "List of recommended Tests that are part of the TestClass."
+          "description": "Resource name of the source WorkflowNode in format of `workflow/{workflow_id}/nodes/{node_id}`."
         },
-        "testClassType": {
-          "$ref": "#/definitions/v1TestClassType",
-          "description": "Type of the TestClass."
-        },
-        "tags": {
-          "type": "array",
-          "items": {
-            "type": "string"
-          },
-          "description": "List of tags. Can contain any string, some examples are \"SR 11-7\", \"NIST\", etc."
+        "to": {
+          "type": "string",
+          "description": "Resource name of the target WorkflowNode in format of `workflow/{workflow_id}/nodes/{node_id}`."
         }
-      }
+      },
+      "description": "WorkflowEdge represents an oriented edge between two WorkflowNodes in an Eval Studio Workflow."
     },
-    "v1TestClassType": {
+    "v1WorkflowEdgeType": {
       "type": "string",
       "enum": [
-        "TEST_CLASS_TYPE_UNSPECIFIED",
-        "TEST_CLASS_TYPE_STANDARD",
-        "TEST_CLASS_TYPE_ROLE",
-        "TEST_CLASS_TYPE_PROBLEM",
-        "TEST_CLASS_TYPE_PURPOSE",
-        "TEST_CLASS_TYPE_METHOD",
-        "TEST_CLASS_TYPE_METHOD_TYPE"
+        "WORKFLOW_EDGE_TYPE_UNSPECIFIED",
+        "WORKFLOW_EDGE_TYPE_SIMPLE"
       ],
-      "default": "TEST_CLASS_TYPE_UNSPECIFIED",
-      "description": " - TEST_CLASS_TYPE_UNSPECIFIED: Unspecified TestClass type.\n - TEST_CLASS_TYPE_STANDARD: TestClass type corresponding to a certain standard.\n - TEST_CLASS_TYPE_ROLE: TestClass type corresponding to a certain role.\n - TEST_CLASS_TYPE_PROBLEM: TestClass type corresponding to a certain problem.\n - TEST_CLASS_TYPE_PURPOSE: TestClass type corresponding to a certain purpose.\n - TEST_CLASS_TYPE_METHOD: TestClass type corresponding to a certain method.\n - TEST_CLASS_TYPE_METHOD_TYPE: TestClass type corresponding to a certain method type."
+      "default": "WORKFLOW_EDGE_TYPE_UNSPECIFIED",
+      "description": "WorkflowEdgeType represents the type of a WorkflowEdge.\n\n - WORKFLOW_EDGE_TYPE_UNSPECIFIED: Unspecified type.\n - WORKFLOW_EDGE_TYPE_SIMPLE: Simple edge without any conditions."
     },
-    "v1TestLab": {
+    "v1WorkflowNode": {
       "type": "object",
       "properties": {
         "name": {
           "type": "string",
-          "title": "Output only. Name of the prompt resource. e.g.: \"testLabs/\u003cUUID\u003e\"",
+          "description": "Output only. Immutable. Resource name of the Workflow in format of\n`workflows/{workflow_id}/nodes/{node_id}`.",
+          "readOnly": true
+        },
+        "parent": {
+          "type": "string",
+          "description": "Output only. Immutable. Resource name of the parent Workflow in format of\n`workflows/{workflow_id}/`.",
           "readOnly": true
         },
+        "displayName": {
+          "type": "string",
+          "description": "Human-readable name of the WorkflowNode."
+        },
+        "description": {
+          "type": "string",
+          "description": "Optional description of the WorkflowNode."
+        },
         "createTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Timestamp when the Test was created.",
+          "description": "Output only. Immutable. Creation time of the WorkflowNode.",
           "readOnly": true
         },
         "creator": {
           "type": "string",
-          "description": "Output only. Name of the user or service that requested creation of the TestCase.",
+          "description": "Output only. Immutable. Name of the user or service that requested creation of the\nWorkflowNode.",
           "readOnly": true
         },
         "updateTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Timestamp when the TestCase was last updated.",
+          "description": "Output only. Optional. Last update time of the WorkflowNode.",
           "readOnly": true
         },
         "updater": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested update of the TestCase.",
+          "description": "Output only. Name of the user or service that requested update of the WorkflowNode.",
           "readOnly": true
         },
         "deleteTime": {
           "type": "string",
           "format": "date-time",
-          "description": "Output only. Optional. Set when the TestCase is deleted. When set TestCase should be considered\nas deleted.",
+          "description": "Output only. Optional. Deletion time of the WorkflowNode.",
           "readOnly": true
         },
         "deleter": {
           "type": "string",
-          "description": "Output only. Optional. Name of the user or service that requested deletion of the TestCase.",
+          "description": "Output only. Name of the user or service that requested deletion of the WorkflowNode.",
           "readOnly": true
         },
-        "model": {
-          "type": "string",
-          "description": "Immutable. Model used in this test lab."
+        "type": {
+          "$ref": "#/definitions/v1WorkflowNodeType",
+          "description": "Immutable. Type of the WorkflowNode."
         },
-        "testCases": {
-          "type": "array",
-          "items": {
-            "type": "string"
-          },
-          "description": "Immutable. Test cases used in this test lab."
+        "parameters": {
+          "type": "object",
+          "description": "User-given parameters for the WorkflowNode."
         },
-        "content": {
-          "type": "string",
-          "format": "byte",
-          "description": "Immutable. Raw content of the Test Lab."
+        "outputs": {
+          "type": "object",
+          "description": "Output only. Computed outputs of the WorkflowNode.",
+          "readOnly": true
         },
-        "llmModels": {
+        "outputArtifacts": {
           "type": "array",
           "items": {
-            "type": "string"
+            "type": "object",
+            "$ref": "#/definitions/v1WorkflowNodeArtifact"
           },
-          "description": "Immutable. List of LLM models used."
+          "description": "Output only. Optional. List of the WorkflowNodeArtifacts produces by the WorkflowNode.",
+          "readOnly": true
         },
-        "modelParameters": {
-          "type": "string",
-          "description": "Immutable. Optional. Parameters overrides in JSON format."
+        "status": {
+          "$ref": "#/definitions/v1WorkflowNodeStatus",
+          "description": "Output only. Status of the WorkflowNode.",
+          "readOnly": true
         },
-        "h2ogpteCollection": {
+        "attributes": {
+          "$ref": "#/definitions/v1WorkflowNodeAttributes",
+          "description": "Additional attributes/metadata of the WorkflowNode."
+        },
+        "processedByOperation": {
           "type": "string",
-          "description": "The existing collection name in H2OGPTe."
-        }
-      }
-    },
-    "v1UpdateDashboardResponse": {
-      "type": "object",
-      "properties": {
-        "dashboard": {
-          "$ref": "#/definitions/v1Dashboard",
-          "description": "The updated Dashboard."
+          "description": "Output only. Optional. Resource name of the latest Operation that has processed or is currently\nprocessing this WorkflowNode.",
+          "readOnly": true
         }
-      }
+      },
+      "description": "WorkflowNode represents a node in an Eval Studio Workflow."
     },
-    "v1UpdateDocumentResponse": {
+    "v1WorkflowNodeArtifact": {
       "type": "object",
       "properties": {
-        "document": {
-          "$ref": "#/definitions/v1Document",
-          "description": "The deleted Document."
+        "name": {
+          "type": "string",
+          "description": "Resource name of the Workflow in format of\n`workflows/{workflow_id}/nodes/{node_id}/artifacts/{artifact_id}`."
+        },
+        "parent": {
+          "type": "string",
+          "description": "Output only. Immutable. Resource name of the parent WorkflowNode in format of\n`workflows/{workflow_id}/nodes/{node_id}`.",
+          "readOnly": true
+        },
+        "displayName": {
+          "type": "string",
+          "description": "Human-readable name of the WorkflowNodeArtifact."
+        },
+        "description": {
+          "type": "string",
+          "description": "Optional description of the WorkflowNodeArtifact."
+        },
+        "createTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Immutable. Creation time of the WorkflowNodeArtifact.",
+          "readOnly": true
+        },
+        "creator": {
+          "type": "string",
+          "description": "Output only. Immutable. Name of the user or service that requested creation of the\nWorkflowNodeArtifact.",
+          "readOnly": true
+        },
+        "updateTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Last update time of the WorkflowNodeArtifact.",
+          "readOnly": true
+        },
+        "updater": {
+          "type": "string",
+          "description": "Output only. Name of the user or service that requested update of the WorkflowNodeArtifact.",
+          "readOnly": true
+        },
+        "deleteTime": {
+          "type": "string",
+          "format": "date-time",
+          "description": "Output only. Optional. Deletion time of the WorkflowNodeArtifact.",
+          "readOnly": true
+        },
+        "deleter": {
+          "type": "string",
+          "description": "Output only. Name of the user or service that requested deletion of the WorkflowNodeArtifact.",
+          "readOnly": true
+        },
+        "mimeType": {
+          "type": "string",
+          "description": "Optional MIME type of the WorkflowNodeArtifact."
         }
-      }
+      },
+      "description": "WorkflowNodeArtifact represents an artifact produced/consumed by a WorkflowNode."
     },
-    "v1UpdateLeaderboardResponse": {
+    "v1WorkflowNodeArtifacts": {
       "type": "object",
       "properties": {
-        "leaderboard": {
-          "$ref": "#/definitions/v1Leaderboard",
-          "description": "The updated Leaderboard."
+        "artifacts": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "$ref": "#/definitions/v1WorkflowNodeArtifact"
+          },
+          "description": "Output only. List of the WorkflowNodeArtifacts produced by the WorkflowNode.",
+          "readOnly": true
         }
       }
     },
-    "v1UpdateModelResponse": {
+    "v1WorkflowNodeAttributes": {
       "type": "object",
       "properties": {
-        "model": {
-          "$ref": "#/definitions/v1Model",
-          "description": "The updated Model."
+        "canDelete": {
+          "type": "boolean",
+          "description": "Whether the WorkflowNode can be deleted."
         }
-      }
+      },
+      "description": "WorkflowNodeAttributes represents additional attributes of a WorkflowNode."
     },
-    "v1UpdateOperationResponse": {
-      "type": "object",
-      "properties": {
-        "operation": {
-          "$ref": "#/definitions/v1Operation",
-          "description": "The updated Operation."
-        }
-      }
+    "v1WorkflowNodeStatus": {
+      "type": "string",
+      "enum": [
+        "WORKFLOW_NODE_STATUS_UNSPECIFIED",
+        "WORKFLOW_NODE_STATUS_PENDING",
+        "WORKFLOW_NODE_STATUS_RUNNING",
+        "WORKFLOW_NODE_STATUS_COMPLETED",
+        "WORKFLOW_NODE_STATUS_FAILED"
+      ],
+      "default": "WORKFLOW_NODE_STATUS_UNSPECIFIED",
+      "description": "WorkflowNodeStatus represents the status of a WorkflowNode.\n\n - WORKFLOW_NODE_STATUS_UNSPECIFIED: Unspecified status.\n - WORKFLOW_NODE_STATUS_PENDING: WorkflowNode is pending.\n - WORKFLOW_NODE_STATUS_RUNNING: WorkflowNode is running.\n - WORKFLOW_NODE_STATUS_COMPLETED: WorkflowNode is completed successfully.\n - WORKFLOW_NODE_STATUS_FAILED: WorkflowNode failed."
     },
-    "v1UpdateTestCaseResponse": {
-      "type": "object",
-      "properties": {
-        "testCase": {
-          "$ref": "#/definitions/v1TestCase",
-          "description": "The updated TestCase."
-        }
-      }
+    "v1WorkflowNodeType": {
+      "type": "string",
+      "enum": [
+        "WORKFLOW_NODE_TYPE_UNSPECIFIED",
+        "WORKFLOW_NODE_TYPE_TOPIC_MODELLING",
+        "WORKFLOW_NODE_TYPE_TEST_GENERATION",
+        "WORKFLOW_NODE_TYPE_PERTURBATION",
+        "WORKFLOW_NODE_TYPE_AUTOMATED_EVALUATION",
+        "WORKFLOW_NODE_TYPE_HUMAN_EVALUATION"
+      ],
+      "default": "WORKFLOW_NODE_TYPE_UNSPECIFIED",
+      "description": "WorkflowNodeType represents the type of a WorkflowNode."
     },
-    "v1UpdateTestResponse": {
-      "type": "object",
-      "properties": {
-        "test": {
-          "$ref": "#/definitions/v1Test",
-          "description": "The updated Test."
-        }
-      }
+    "v1WorkflowNodeView": {
+      "type": "string",
+      "enum": [
+        "WORKFLOW_NODE_VIEW_UNSPECIFIED",
+        "WORKFLOW_NODE_VIEW_BASIC",
+        "WORKFLOW_NODE_VIEW_FULL"
+      ],
+      "default": "WORKFLOW_NODE_VIEW_UNSPECIFIED",
+      "description": "WorkflowNodeView specifies the level of detail to include in the response.\n\n - WORKFLOW_NODE_VIEW_UNSPECIFIED: Unspecified view.\n - WORKFLOW_NODE_VIEW_BASIC: Basic view. Lacks large data fields. TODO: describe what fields are omitted.\n - WORKFLOW_NODE_VIEW_FULL: Full view. Contains all fields."
     },
-    "v1WhoAmIResponse": {
-      "type": "object",
-      "properties": {
-        "sub": {
-          "type": "string",
-          "description": "The caller's identity."
-        },
-        "preferredUsername": {
-          "type": "string",
-          "description": "The caller's preferred username. Might be empty."
-        },
-        "email": {
-          "type": "string",
-          "description": "The caller's email address. Might be empty."
-        }
-      }
+    "v1WorkflowType": {
+      "type": "string",
+      "enum": [
+        "WORKFLOW_TYPE_UNSPECIFIED",
+        "WORKFLOW_TYPE_MRM"
+      ],
+      "default": "WORKFLOW_TYPE_UNSPECIFIED",
+      "description": "WorkflowType represents the type of a Workflow."
     }
   }
 }