google-api-python-client 2.179.0__py3-none-any.whl → 2.182.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.182.0.dist-info}/METADATA +1 -1
  2. {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.182.0.dist-info}/RECORD +233 -230
  3. googleapiclient/discovery_cache/documents/admin.reports_v1.json +15 -9
  4. googleapiclient/discovery_cache/documents/admin.reportsv1.json +15 -9
  5. googleapiclient/discovery_cache/documents/admob.v1beta.json +2 -2
  6. googleapiclient/discovery_cache/documents/aiplatform.v1.json +1787 -18
  7. googleapiclient/discovery_cache/documents/aiplatform.v1beta1.json +2455 -24
  8. googleapiclient/discovery_cache/documents/alloydb.v1.json +116 -20
  9. googleapiclient/discovery_cache/documents/alloydb.v1alpha.json +81 -6
  10. googleapiclient/discovery_cache/documents/alloydb.v1beta.json +81 -6
  11. googleapiclient/discovery_cache/documents/analyticsadmin.v1alpha.json +2 -2
  12. googleapiclient/discovery_cache/documents/analyticshub.v1.json +63 -1
  13. googleapiclient/discovery_cache/documents/analyticshub.v1beta1.json +8 -1
  14. googleapiclient/discovery_cache/documents/androidmanagement.v1.json +63 -10
  15. googleapiclient/discovery_cache/documents/androidpublisher.v3.json +115 -8
  16. googleapiclient/discovery_cache/documents/apigateway.v1.json +2 -2
  17. googleapiclient/discovery_cache/documents/apigateway.v1beta.json +2 -2
  18. googleapiclient/discovery_cache/documents/apigee.v1.json +280 -8
  19. googleapiclient/discovery_cache/documents/apihub.v1.json +86 -4
  20. googleapiclient/discovery_cache/documents/apim.v1alpha.json +2 -2
  21. googleapiclient/discovery_cache/documents/appengine.v1.json +2 -2
  22. googleapiclient/discovery_cache/documents/appengine.v1alpha.json +3 -3
  23. googleapiclient/discovery_cache/documents/appengine.v1beta.json +3 -3
  24. googleapiclient/discovery_cache/documents/apphub.v1.json +2 -2
  25. googleapiclient/discovery_cache/documents/apphub.v1alpha.json +2 -2
  26. googleapiclient/discovery_cache/documents/authorizedbuyersmarketplace.v1.json +2 -2
  27. googleapiclient/discovery_cache/documents/authorizedbuyersmarketplace.v1alpha.json +3 -3
  28. googleapiclient/discovery_cache/documents/authorizedbuyersmarketplace.v1beta.json +2 -2
  29. googleapiclient/discovery_cache/documents/backupdr.v1.json +135 -7
  30. googleapiclient/discovery_cache/documents/batch.v1.json +2 -2
  31. googleapiclient/discovery_cache/documents/beyondcorp.v1.json +2 -2
  32. googleapiclient/discovery_cache/documents/beyondcorp.v1alpha.json +2 -2
  33. googleapiclient/discovery_cache/documents/bigquery.v2.json +34 -20
  34. googleapiclient/discovery_cache/documents/bigquerydatatransfer.v1.json +7 -2
  35. googleapiclient/discovery_cache/documents/bigqueryreservation.v1.json +11 -5
  36. googleapiclient/discovery_cache/documents/bigtableadmin.v2.json +8 -99
  37. googleapiclient/discovery_cache/documents/certificatemanager.v1.json +2 -2
  38. googleapiclient/discovery_cache/documents/chat.v1.json +241 -14
  39. googleapiclient/discovery_cache/documents/chromemanagement.v1.json +129 -3
  40. googleapiclient/discovery_cache/documents/classroom.v1.json +6 -6
  41. googleapiclient/discovery_cache/documents/cloudbuild.v1.json +2 -2
  42. googleapiclient/discovery_cache/documents/cloudbuild.v2.json +2 -2
  43. googleapiclient/discovery_cache/documents/cloudchannel.v1.json +48 -1
  44. googleapiclient/discovery_cache/documents/cloudcommerceprocurement.v1.json +928 -880
  45. googleapiclient/discovery_cache/documents/clouddeploy.v1.json +2 -2
  46. googleapiclient/discovery_cache/documents/cloudfunctions.v1.json +2 -2
  47. googleapiclient/discovery_cache/documents/cloudfunctions.v2.json +5 -3
  48. googleapiclient/discovery_cache/documents/cloudfunctions.v2alpha.json +5 -3
  49. googleapiclient/discovery_cache/documents/cloudfunctions.v2beta.json +5 -3
  50. googleapiclient/discovery_cache/documents/cloudkms.v1.json +5 -5
  51. googleapiclient/discovery_cache/documents/cloudlocationfinder.v1.json +472 -0
  52. googleapiclient/discovery_cache/documents/cloudlocationfinder.v1alpha.json +6 -4
  53. googleapiclient/discovery_cache/documents/compute.alpha.json +4218 -1028
  54. googleapiclient/discovery_cache/documents/compute.beta.json +349 -15
  55. googleapiclient/discovery_cache/documents/compute.v1.json +617 -14
  56. googleapiclient/discovery_cache/documents/config.v1.json +34 -2
  57. googleapiclient/discovery_cache/documents/connectors.v1.json +35 -16
  58. googleapiclient/discovery_cache/documents/connectors.v2.json +276 -1
  59. googleapiclient/discovery_cache/documents/contactcenteraiplatform.v1alpha1.json +16 -2
  60. googleapiclient/discovery_cache/documents/contactcenterinsights.v1.json +587 -7
  61. googleapiclient/discovery_cache/documents/container.v1.json +59 -2
  62. googleapiclient/discovery_cache/documents/container.v1beta1.json +52 -5
  63. googleapiclient/discovery_cache/documents/containeranalysis.v1.json +54 -6
  64. googleapiclient/discovery_cache/documents/containeranalysis.v1alpha1.json +54 -3
  65. googleapiclient/discovery_cache/documents/containeranalysis.v1beta1.json +125 -12
  66. googleapiclient/discovery_cache/documents/dataflow.v1b3.json +21 -9
  67. googleapiclient/discovery_cache/documents/dataform.v1beta1.json +376 -2
  68. googleapiclient/discovery_cache/documents/datafusion.v1.json +10 -6
  69. googleapiclient/discovery_cache/documents/datafusion.v1beta1.json +10 -6
  70. googleapiclient/discovery_cache/documents/datamigration.v1.json +47 -2
  71. googleapiclient/discovery_cache/documents/datamigration.v1beta1.json +2 -2
  72. googleapiclient/discovery_cache/documents/dataplex.v1.json +67 -98
  73. googleapiclient/discovery_cache/documents/dataproc.v1.json +14 -8
  74. googleapiclient/discovery_cache/documents/datastore.v1.json +13 -1
  75. googleapiclient/discovery_cache/documents/datastore.v1beta1.json +13 -1
  76. googleapiclient/discovery_cache/documents/datastore.v1beta3.json +13 -1
  77. googleapiclient/discovery_cache/documents/datastream.v1.json +18 -2
  78. googleapiclient/discovery_cache/documents/datastream.v1alpha1.json +2 -2
  79. googleapiclient/discovery_cache/documents/deploymentmanager.alpha.json +10 -1
  80. googleapiclient/discovery_cache/documents/deploymentmanager.v2.json +10 -1
  81. googleapiclient/discovery_cache/documents/deploymentmanager.v2beta.json +10 -1
  82. googleapiclient/discovery_cache/documents/developerconnect.v1.json +2 -2
  83. googleapiclient/discovery_cache/documents/dfareporting.v4.json +137 -2
  84. googleapiclient/discovery_cache/documents/dfareporting.v5.json +21656 -0
  85. googleapiclient/discovery_cache/documents/dialogflow.v2.json +7 -2
  86. googleapiclient/discovery_cache/documents/dialogflow.v2beta1.json +7 -2
  87. googleapiclient/discovery_cache/documents/dialogflow.v3.json +3 -3
  88. googleapiclient/discovery_cache/documents/dialogflow.v3beta1.json +3 -3
  89. googleapiclient/discovery_cache/documents/discoveryengine.v1.json +457 -10
  90. googleapiclient/discovery_cache/documents/discoveryengine.v1alpha.json +1249 -26
  91. googleapiclient/discovery_cache/documents/discoveryengine.v1beta.json +460 -9
  92. googleapiclient/discovery_cache/documents/displayvideo.v2.json +78 -11
  93. googleapiclient/discovery_cache/documents/displayvideo.v3.json +133 -15
  94. googleapiclient/discovery_cache/documents/displayvideo.v4.json +133 -15
  95. googleapiclient/discovery_cache/documents/dlp.v2.json +79 -6
  96. googleapiclient/discovery_cache/documents/dns.v1.json +11 -11
  97. googleapiclient/discovery_cache/documents/dns.v1beta2.json +11 -11
  98. googleapiclient/discovery_cache/documents/documentai.v1.json +197 -2
  99. googleapiclient/discovery_cache/documents/documentai.v1beta3.json +197 -2
  100. googleapiclient/discovery_cache/documents/drive.v2.json +24 -24
  101. googleapiclient/discovery_cache/documents/drive.v3.json +94 -92
  102. googleapiclient/discovery_cache/documents/driveactivity.v2.json +13 -3
  103. googleapiclient/discovery_cache/documents/eventarc.v1.json +5 -5
  104. googleapiclient/discovery_cache/documents/file.v1.json +57 -8
  105. googleapiclient/discovery_cache/documents/file.v1beta1.json +90 -6
  106. googleapiclient/discovery_cache/documents/firebaseappcheck.v1.json +81 -1
  107. googleapiclient/discovery_cache/documents/firebaseappcheck.v1beta.json +86 -1
  108. googleapiclient/discovery_cache/documents/firebaseappdistribution.v1.json +13 -1
  109. googleapiclient/discovery_cache/documents/firebaseappdistribution.v1alpha.json +74 -7
  110. googleapiclient/discovery_cache/documents/firebaseapphosting.v1.json +60 -3
  111. googleapiclient/discovery_cache/documents/firebaseapphosting.v1beta.json +3 -3
  112. googleapiclient/discovery_cache/documents/firebasedataconnect.v1.json +110 -3
  113. googleapiclient/discovery_cache/documents/firebasedataconnect.v1beta.json +110 -3
  114. googleapiclient/discovery_cache/documents/firebaseml.v2beta.json +73 -77
  115. googleapiclient/discovery_cache/documents/firestore.v1.json +24 -8
  116. googleapiclient/discovery_cache/documents/firestore.v1beta1.json +13 -1
  117. googleapiclient/discovery_cache/documents/firestore.v1beta2.json +13 -1
  118. googleapiclient/discovery_cache/documents/fitness.v1.json +4 -4
  119. googleapiclient/discovery_cache/documents/gkebackup.v1.json +2 -2
  120. googleapiclient/discovery_cache/documents/gkehub.v1.json +9 -7
  121. googleapiclient/discovery_cache/documents/gkehub.v1alpha.json +9 -7
  122. googleapiclient/discovery_cache/documents/gkehub.v1beta.json +9 -7
  123. googleapiclient/discovery_cache/documents/gkehub.v1beta1.json +7 -3
  124. googleapiclient/discovery_cache/documents/gkehub.v2.json +4 -6
  125. googleapiclient/discovery_cache/documents/gkehub.v2alpha.json +4 -6
  126. googleapiclient/discovery_cache/documents/gkehub.v2beta.json +4 -6
  127. googleapiclient/discovery_cache/documents/gkeonprem.v1.json +21 -2
  128. googleapiclient/discovery_cache/documents/groupsmigration.v1.json +1 -1
  129. googleapiclient/discovery_cache/documents/healthcare.v1.json +5 -5
  130. googleapiclient/discovery_cache/documents/healthcare.v1beta1.json +203 -100
  131. googleapiclient/discovery_cache/documents/iam.v1.json +12 -14
  132. googleapiclient/discovery_cache/documents/language.v1.json +14 -2
  133. googleapiclient/discovery_cache/documents/language.v1beta2.json +14 -2
  134. googleapiclient/discovery_cache/documents/language.v2.json +14 -2
  135. googleapiclient/discovery_cache/documents/logging.v2.json +168 -17
  136. googleapiclient/discovery_cache/documents/looker.v1.json +7 -2
  137. googleapiclient/discovery_cache/documents/managedkafka.v1.json +17 -2
  138. googleapiclient/discovery_cache/documents/manufacturers.v1.json +19 -3
  139. googleapiclient/discovery_cache/documents/memcache.v1.json +83 -2
  140. googleapiclient/discovery_cache/documents/memcache.v1beta2.json +83 -2
  141. googleapiclient/discovery_cache/documents/merchantapi.accounts_v1.json +231 -5
  142. googleapiclient/discovery_cache/documents/merchantapi.accounts_v1beta.json +31 -5
  143. googleapiclient/discovery_cache/documents/merchantapi.issueresolution_v1.json +6 -4
  144. googleapiclient/discovery_cache/documents/merchantapi.issueresolution_v1beta.json +5 -3
  145. googleapiclient/discovery_cache/documents/merchantapi.lfp_v1.json +902 -0
  146. googleapiclient/discovery_cache/documents/merchantapi.products_v1.json +3 -3
  147. googleapiclient/discovery_cache/documents/merchantapi.products_v1beta.json +3 -3
  148. googleapiclient/discovery_cache/documents/merchantapi.reports_v1.json +2 -2
  149. googleapiclient/discovery_cache/documents/metastore.v1.json +2 -2
  150. googleapiclient/discovery_cache/documents/metastore.v1alpha.json +2 -2
  151. googleapiclient/discovery_cache/documents/metastore.v1beta.json +2 -2
  152. googleapiclient/discovery_cache/documents/migrationcenter.v1.json +2 -2
  153. googleapiclient/discovery_cache/documents/migrationcenter.v1alpha1.json +302 -2
  154. googleapiclient/discovery_cache/documents/ml.v1.json +2 -2
  155. googleapiclient/discovery_cache/documents/monitoring.v1.json +5 -5
  156. googleapiclient/discovery_cache/documents/netapp.v1.json +144 -9
  157. googleapiclient/discovery_cache/documents/netapp.v1beta1.json +213 -5
  158. googleapiclient/discovery_cache/documents/networkconnectivity.v1.json +1238 -21
  159. googleapiclient/discovery_cache/documents/networkconnectivity.v1alpha1.json +3 -3
  160. googleapiclient/discovery_cache/documents/networkmanagement.v1.json +614 -19
  161. googleapiclient/discovery_cache/documents/networkmanagement.v1beta1.json +327 -9
  162. googleapiclient/discovery_cache/documents/networksecurity.v1.json +19 -9
  163. googleapiclient/discovery_cache/documents/networksecurity.v1beta1.json +95 -28
  164. googleapiclient/discovery_cache/documents/observability.v1.json +215 -2
  165. googleapiclient/discovery_cache/documents/ondemandscanning.v1.json +45 -1
  166. googleapiclient/discovery_cache/documents/ondemandscanning.v1beta1.json +45 -1
  167. googleapiclient/discovery_cache/documents/oracledatabase.v1.json +1758 -181
  168. googleapiclient/discovery_cache/documents/orgpolicy.v2.json +2 -2
  169. googleapiclient/discovery_cache/documents/parallelstore.v1.json +2 -2
  170. googleapiclient/discovery_cache/documents/parallelstore.v1beta.json +2 -2
  171. googleapiclient/discovery_cache/documents/parametermanager.v1.json +2 -2
  172. googleapiclient/discovery_cache/documents/paymentsresellersubscription.v1.json +2 -2
  173. googleapiclient/discovery_cache/documents/places.v1.json +2 -2
  174. googleapiclient/discovery_cache/documents/playintegrity.v1.json +45 -3
  175. googleapiclient/discovery_cache/documents/policysimulator.v1.json +2 -2
  176. googleapiclient/discovery_cache/documents/policysimulator.v1alpha.json +2 -2
  177. googleapiclient/discovery_cache/documents/policysimulator.v1beta.json +2 -2
  178. googleapiclient/discovery_cache/documents/privateca.v1.json +17 -33
  179. googleapiclient/discovery_cache/documents/privateca.v1beta1.json +2 -33
  180. googleapiclient/discovery_cache/documents/pubsub.v1.json +11 -1
  181. googleapiclient/discovery_cache/documents/pubsub.v1beta1a.json +11 -1
  182. googleapiclient/discovery_cache/documents/pubsub.v1beta2.json +11 -1
  183. googleapiclient/discovery_cache/documents/recommender.v1beta1.json +5 -5
  184. googleapiclient/discovery_cache/documents/redis.v1.json +108 -9
  185. googleapiclient/discovery_cache/documents/redis.v1beta1.json +122 -13
  186. googleapiclient/discovery_cache/documents/retail.v2alpha.json +5 -10
  187. googleapiclient/discovery_cache/documents/retail.v2beta.json +1 -6
  188. googleapiclient/discovery_cache/documents/run.v1.json +20 -5
  189. googleapiclient/discovery_cache/documents/run.v2.json +46 -3
  190. googleapiclient/discovery_cache/documents/saasservicemgmt.v1beta1.json +11 -11
  191. googleapiclient/discovery_cache/documents/script.v1.json +4 -4
  192. googleapiclient/discovery_cache/documents/secretmanager.v1.json +2 -2
  193. googleapiclient/discovery_cache/documents/secretmanager.v1beta1.json +2 -2
  194. googleapiclient/discovery_cache/documents/secretmanager.v1beta2.json +2 -2
  195. googleapiclient/discovery_cache/documents/securitycenter.v1.json +34 -4
  196. googleapiclient/discovery_cache/documents/securitycenter.v1beta1.json +34 -4
  197. googleapiclient/discovery_cache/documents/securitycenter.v1beta2.json +38 -4
  198. googleapiclient/discovery_cache/documents/securityposture.v1.json +5 -5
  199. googleapiclient/discovery_cache/documents/servicecontrol.v1.json +44 -2
  200. googleapiclient/discovery_cache/documents/servicecontrol.v2.json +40 -2
  201. googleapiclient/discovery_cache/documents/servicedirectory.v1.json +2 -2
  202. googleapiclient/discovery_cache/documents/servicedirectory.v1beta1.json +2 -2
  203. googleapiclient/discovery_cache/documents/sqladmin.v1.json +288 -8
  204. googleapiclient/discovery_cache/documents/sqladmin.v1beta4.json +288 -8
  205. googleapiclient/discovery_cache/documents/storage.v1.json +12 -2
  206. googleapiclient/discovery_cache/documents/storagebatchoperations.v1.json +2 -2
  207. googleapiclient/discovery_cache/documents/sts.v1.json +4 -4
  208. googleapiclient/discovery_cache/documents/tagmanager.v1.json +8 -2
  209. googleapiclient/discovery_cache/documents/tagmanager.v2.json +29 -5
  210. googleapiclient/discovery_cache/documents/testing.v1.json +2 -2
  211. googleapiclient/discovery_cache/documents/texttospeech.v1.json +5 -1
  212. googleapiclient/discovery_cache/documents/texttospeech.v1beta1.json +5 -1
  213. googleapiclient/discovery_cache/documents/tpu.v1.json +2 -2
  214. googleapiclient/discovery_cache/documents/tpu.v1alpha1.json +2 -2
  215. googleapiclient/discovery_cache/documents/tpu.v2.json +28 -2
  216. googleapiclient/discovery_cache/documents/tpu.v2alpha1.json +6 -2
  217. googleapiclient/discovery_cache/documents/trafficdirector.v2.json +2 -2
  218. googleapiclient/discovery_cache/documents/trafficdirector.v3.json +3 -3
  219. googleapiclient/discovery_cache/documents/versionhistory.v1.json +26 -1
  220. googleapiclient/discovery_cache/documents/vmmigration.v1.json +644 -5
  221. googleapiclient/discovery_cache/documents/vmmigration.v1alpha1.json +644 -5
  222. googleapiclient/discovery_cache/documents/vmwareengine.v1.json +44 -1
  223. googleapiclient/discovery_cache/documents/vpcaccess.v1.json +2 -2
  224. googleapiclient/discovery_cache/documents/vpcaccess.v1beta1.json +2 -2
  225. googleapiclient/discovery_cache/documents/walletobjects.v1.json +6 -1
  226. googleapiclient/discovery_cache/documents/workflows.v1.json +2 -2
  227. googleapiclient/discovery_cache/documents/workflows.v1beta.json +2 -2
  228. googleapiclient/discovery_cache/documents/workloadmanager.v1.json +103 -6
  229. googleapiclient/discovery_cache/documents/workstations.v1.json +2 -2
  230. googleapiclient/version.py +1 -1
  231. {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.182.0.dist-info}/WHEEL +0 -0
  232. {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.182.0.dist-info}/licenses/LICENSE +0 -0
  233. {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.182.0.dist-info}/top_level.txt +0 -0
@@ -1266,6 +1266,62 @@
1266
1266
  "https://www.googleapis.com/auth/cloud-platform"
1267
1267
  ]
1268
1268
  },
1269
+ "generateInstanceRubrics": {
1270
+ "description": "Generates rubrics for a given prompt. A rubric represents a single testable criterion for evaluation. One input prompt could have multiple rubrics This RPC allows users to get suggested rubrics based on provided prompt, which can then be reviewed and used for subsequent evaluations.",
1271
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}:generateInstanceRubrics",
1272
+ "httpMethod": "POST",
1273
+ "id": "aiplatform.projects.locations.generateInstanceRubrics",
1274
+ "parameterOrder": [
1275
+ "location"
1276
+ ],
1277
+ "parameters": {
1278
+ "location": {
1279
+ "description": "Required. The resource name of the Location to generate rubrics from. Format: `projects/{project}/locations/{location}`",
1280
+ "location": "path",
1281
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
1282
+ "required": true,
1283
+ "type": "string"
1284
+ }
1285
+ },
1286
+ "path": "v1/{+location}:generateInstanceRubrics",
1287
+ "request": {
1288
+ "$ref": "GoogleCloudAiplatformV1GenerateInstanceRubricsRequest"
1289
+ },
1290
+ "response": {
1291
+ "$ref": "GoogleCloudAiplatformV1GenerateInstanceRubricsResponse"
1292
+ },
1293
+ "scopes": [
1294
+ "https://www.googleapis.com/auth/cloud-platform"
1295
+ ]
1296
+ },
1297
+ "generateSyntheticData": {
1298
+ "description": "Generates synthetic data based on the provided configuration.",
1299
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}:generateSyntheticData",
1300
+ "httpMethod": "POST",
1301
+ "id": "aiplatform.projects.locations.generateSyntheticData",
1302
+ "parameterOrder": [
1303
+ "location"
1304
+ ],
1305
+ "parameters": {
1306
+ "location": {
1307
+ "description": "Required. The resource name of the Location to run the job. Format: `projects/{project}/locations/{location}`",
1308
+ "location": "path",
1309
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
1310
+ "required": true,
1311
+ "type": "string"
1312
+ }
1313
+ },
1314
+ "path": "v1/{+location}:generateSyntheticData",
1315
+ "request": {
1316
+ "$ref": "GoogleCloudAiplatformV1GenerateSyntheticDataRequest"
1317
+ },
1318
+ "response": {
1319
+ "$ref": "GoogleCloudAiplatformV1GenerateSyntheticDataResponse"
1320
+ },
1321
+ "scopes": [
1322
+ "https://www.googleapis.com/auth/cloud-platform"
1323
+ ]
1324
+ },
1269
1325
  "get": {
1270
1326
  "description": "Gets information about a location.",
1271
1327
  "flatPath": "v1/projects/{projectsId}/locations/{locationsId}",
@@ -1326,7 +1382,7 @@
1326
1382
  ],
1327
1383
  "parameters": {
1328
1384
  "extraLocationTypes": {
1329
- "description": "Optional. A list of extra location types that should be used as conditions for controlling the visibility of the locations.",
1385
+ "description": "Optional. Do not use this field. It is unsupported and is ignored unless explicitly documented otherwise. This is primarily for internal usage.",
1330
1386
  "location": "query",
1331
1387
  "repeated": true,
1332
1388
  "type": "string"
@@ -5066,6 +5122,452 @@
5066
5122
  }
5067
5123
  }
5068
5124
  },
5125
+ "evaluationItems": {
5126
+ "methods": {
5127
+ "create": {
5128
+ "description": "Creates an Evaluation Item.",
5129
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationItems",
5130
+ "httpMethod": "POST",
5131
+ "id": "aiplatform.projects.locations.evaluationItems.create",
5132
+ "parameterOrder": [
5133
+ "parent"
5134
+ ],
5135
+ "parameters": {
5136
+ "parent": {
5137
+ "description": "Required. The resource name of the Location to create the Evaluation Item in. Format: `projects/{project}/locations/{location}`",
5138
+ "location": "path",
5139
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
5140
+ "required": true,
5141
+ "type": "string"
5142
+ }
5143
+ },
5144
+ "path": "v1/{+parent}/evaluationItems",
5145
+ "request": {
5146
+ "$ref": "GoogleCloudAiplatformV1EvaluationItem"
5147
+ },
5148
+ "response": {
5149
+ "$ref": "GoogleCloudAiplatformV1EvaluationItem"
5150
+ },
5151
+ "scopes": [
5152
+ "https://www.googleapis.com/auth/cloud-platform"
5153
+ ]
5154
+ },
5155
+ "delete": {
5156
+ "description": "Deletes an Evaluation Item.",
5157
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationItems/{evaluationItemsId}",
5158
+ "httpMethod": "DELETE",
5159
+ "id": "aiplatform.projects.locations.evaluationItems.delete",
5160
+ "parameterOrder": [
5161
+ "name"
5162
+ ],
5163
+ "parameters": {
5164
+ "name": {
5165
+ "description": "Required. The name of the EvaluationItem resource to be deleted. Format: `projects/{project}/locations/{location}/evaluationItems/{evaluation_item}`",
5166
+ "location": "path",
5167
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationItems/[^/]+$",
5168
+ "required": true,
5169
+ "type": "string"
5170
+ }
5171
+ },
5172
+ "path": "v1/{+name}",
5173
+ "response": {
5174
+ "$ref": "GoogleLongrunningOperation"
5175
+ },
5176
+ "scopes": [
5177
+ "https://www.googleapis.com/auth/cloud-platform"
5178
+ ]
5179
+ },
5180
+ "get": {
5181
+ "description": "Gets an Evaluation Item.",
5182
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationItems/{evaluationItemsId}",
5183
+ "httpMethod": "GET",
5184
+ "id": "aiplatform.projects.locations.evaluationItems.get",
5185
+ "parameterOrder": [
5186
+ "name"
5187
+ ],
5188
+ "parameters": {
5189
+ "name": {
5190
+ "description": "Required. The name of the EvaluationItem resource. Format: `projects/{project}/locations/{location}/evaluationItems/{evaluation_item}`",
5191
+ "location": "path",
5192
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationItems/[^/]+$",
5193
+ "required": true,
5194
+ "type": "string"
5195
+ }
5196
+ },
5197
+ "path": "v1/{+name}",
5198
+ "response": {
5199
+ "$ref": "GoogleCloudAiplatformV1EvaluationItem"
5200
+ },
5201
+ "scopes": [
5202
+ "https://www.googleapis.com/auth/cloud-platform"
5203
+ ]
5204
+ },
5205
+ "list": {
5206
+ "description": "Lists Evaluation Items.",
5207
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationItems",
5208
+ "httpMethod": "GET",
5209
+ "id": "aiplatform.projects.locations.evaluationItems.list",
5210
+ "parameterOrder": [
5211
+ "parent"
5212
+ ],
5213
+ "parameters": {
5214
+ "filter": {
5215
+ "description": "Optional. Filter expression that matches a subset of the EvaluationItems to show. For field names both snake_case and camelCase are supported. For more information about filter syntax, see [AIP-160](https://google.aip.dev/160).",
5216
+ "location": "query",
5217
+ "type": "string"
5218
+ },
5219
+ "orderBy": {
5220
+ "description": "Optional. A comma-separated list of fields to order by, sorted in ascending order by default. Use `desc` after a field name for descending.",
5221
+ "location": "query",
5222
+ "type": "string"
5223
+ },
5224
+ "pageSize": {
5225
+ "description": "Optional. The maximum number of Evaluation Items to return.",
5226
+ "format": "int32",
5227
+ "location": "query",
5228
+ "type": "integer"
5229
+ },
5230
+ "pageToken": {
5231
+ "description": "Optional. A page token, received from a previous `ListEvaluationItems` call. Provide this to retrieve the subsequent page.",
5232
+ "location": "query",
5233
+ "type": "string"
5234
+ },
5235
+ "parent": {
5236
+ "description": "Required. The resource name of the Location from which to list the Evaluation Items. Format: `projects/{project}/locations/{location}`",
5237
+ "location": "path",
5238
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
5239
+ "required": true,
5240
+ "type": "string"
5241
+ }
5242
+ },
5243
+ "path": "v1/{+parent}/evaluationItems",
5244
+ "response": {
5245
+ "$ref": "GoogleCloudAiplatformV1ListEvaluationItemsResponse"
5246
+ },
5247
+ "scopes": [
5248
+ "https://www.googleapis.com/auth/cloud-platform"
5249
+ ]
5250
+ }
5251
+ }
5252
+ },
5253
+ "evaluationRuns": {
5254
+ "methods": {
5255
+ "cancel": {
5256
+ "description": "Cancels an Evaluation Run. Attempts to cancel a running Evaluation Run asynchronously. Status of run can be checked via GetEvaluationRun.",
5257
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationRuns/{evaluationRunsId}:cancel",
5258
+ "httpMethod": "POST",
5259
+ "id": "aiplatform.projects.locations.evaluationRuns.cancel",
5260
+ "parameterOrder": [
5261
+ "name"
5262
+ ],
5263
+ "parameters": {
5264
+ "name": {
5265
+ "description": "Required. The name of the EvaluationRun resource to be cancelled. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
5266
+ "location": "path",
5267
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationRuns/[^/]+$",
5268
+ "required": true,
5269
+ "type": "string"
5270
+ }
5271
+ },
5272
+ "path": "v1/{+name}:cancel",
5273
+ "request": {
5274
+ "$ref": "GoogleCloudAiplatformV1CancelEvaluationRunRequest"
5275
+ },
5276
+ "response": {
5277
+ "$ref": "GoogleProtobufEmpty"
5278
+ },
5279
+ "scopes": [
5280
+ "https://www.googleapis.com/auth/cloud-platform"
5281
+ ]
5282
+ },
5283
+ "create": {
5284
+ "description": "Creates an Evaluation Run.",
5285
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationRuns",
5286
+ "httpMethod": "POST",
5287
+ "id": "aiplatform.projects.locations.evaluationRuns.create",
5288
+ "parameterOrder": [
5289
+ "parent"
5290
+ ],
5291
+ "parameters": {
5292
+ "parent": {
5293
+ "description": "Required. The resource name of the Location to create the Evaluation Run in. Format: `projects/{project}/locations/{location}`",
5294
+ "location": "path",
5295
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
5296
+ "required": true,
5297
+ "type": "string"
5298
+ }
5299
+ },
5300
+ "path": "v1/{+parent}/evaluationRuns",
5301
+ "request": {
5302
+ "$ref": "GoogleCloudAiplatformV1EvaluationRun"
5303
+ },
5304
+ "response": {
5305
+ "$ref": "GoogleCloudAiplatformV1EvaluationRun"
5306
+ },
5307
+ "scopes": [
5308
+ "https://www.googleapis.com/auth/cloud-platform"
5309
+ ]
5310
+ },
5311
+ "delete": {
5312
+ "description": "Deletes an Evaluation Run.",
5313
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationRuns/{evaluationRunsId}",
5314
+ "httpMethod": "DELETE",
5315
+ "id": "aiplatform.projects.locations.evaluationRuns.delete",
5316
+ "parameterOrder": [
5317
+ "name"
5318
+ ],
5319
+ "parameters": {
5320
+ "name": {
5321
+ "description": "Required. The name of the EvaluationRun resource to be deleted. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
5322
+ "location": "path",
5323
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationRuns/[^/]+$",
5324
+ "required": true,
5325
+ "type": "string"
5326
+ }
5327
+ },
5328
+ "path": "v1/{+name}",
5329
+ "response": {
5330
+ "$ref": "GoogleLongrunningOperation"
5331
+ },
5332
+ "scopes": [
5333
+ "https://www.googleapis.com/auth/cloud-platform"
5334
+ ]
5335
+ },
5336
+ "get": {
5337
+ "description": "Gets an Evaluation Run.",
5338
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationRuns/{evaluationRunsId}",
5339
+ "httpMethod": "GET",
5340
+ "id": "aiplatform.projects.locations.evaluationRuns.get",
5341
+ "parameterOrder": [
5342
+ "name"
5343
+ ],
5344
+ "parameters": {
5345
+ "name": {
5346
+ "description": "Required. The name of the EvaluationRun resource. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
5347
+ "location": "path",
5348
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationRuns/[^/]+$",
5349
+ "required": true,
5350
+ "type": "string"
5351
+ }
5352
+ },
5353
+ "path": "v1/{+name}",
5354
+ "response": {
5355
+ "$ref": "GoogleCloudAiplatformV1EvaluationRun"
5356
+ },
5357
+ "scopes": [
5358
+ "https://www.googleapis.com/auth/cloud-platform"
5359
+ ]
5360
+ },
5361
+ "list": {
5362
+ "description": "Lists Evaluation Runs.",
5363
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationRuns",
5364
+ "httpMethod": "GET",
5365
+ "id": "aiplatform.projects.locations.evaluationRuns.list",
5366
+ "parameterOrder": [
5367
+ "parent"
5368
+ ],
5369
+ "parameters": {
5370
+ "filter": {
5371
+ "description": "Optional. Filter expression that matches a subset of the EvaluationRuns to show. For field names both snake_case and camelCase are supported. For more information about filter syntax, see [AIP-160](https://google.aip.dev/160).",
5372
+ "location": "query",
5373
+ "type": "string"
5374
+ },
5375
+ "orderBy": {
5376
+ "description": "Optional. A comma-separated list of fields to order by, sorted in ascending order by default. Use `desc` after a field name for descending.",
5377
+ "location": "query",
5378
+ "type": "string"
5379
+ },
5380
+ "pageSize": {
5381
+ "description": "Optional. The maximum number of Evaluation Runs to return.",
5382
+ "format": "int32",
5383
+ "location": "query",
5384
+ "type": "integer"
5385
+ },
5386
+ "pageToken": {
5387
+ "description": "Optional. A page token, received from a previous `ListEvaluationRuns` call. Provide this to retrieve the subsequent page.",
5388
+ "location": "query",
5389
+ "type": "string"
5390
+ },
5391
+ "parent": {
5392
+ "description": "Required. The resource name of the Location from which to list the Evaluation Runs. Format: `projects/{project}/locations/{location}`",
5393
+ "location": "path",
5394
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
5395
+ "required": true,
5396
+ "type": "string"
5397
+ }
5398
+ },
5399
+ "path": "v1/{+parent}/evaluationRuns",
5400
+ "response": {
5401
+ "$ref": "GoogleCloudAiplatformV1ListEvaluationRunsResponse"
5402
+ },
5403
+ "scopes": [
5404
+ "https://www.googleapis.com/auth/cloud-platform"
5405
+ ]
5406
+ }
5407
+ }
5408
+ },
5409
+ "evaluationSets": {
5410
+ "methods": {
5411
+ "create": {
5412
+ "description": "Creates an Evaluation Set.",
5413
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationSets",
5414
+ "httpMethod": "POST",
5415
+ "id": "aiplatform.projects.locations.evaluationSets.create",
5416
+ "parameterOrder": [
5417
+ "parent"
5418
+ ],
5419
+ "parameters": {
5420
+ "parent": {
5421
+ "description": "Required. The resource name of the Location to create the Evaluation Set in. Format: `projects/{project}/locations/{location}`",
5422
+ "location": "path",
5423
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
5424
+ "required": true,
5425
+ "type": "string"
5426
+ }
5427
+ },
5428
+ "path": "v1/{+parent}/evaluationSets",
5429
+ "request": {
5430
+ "$ref": "GoogleCloudAiplatformV1EvaluationSet"
5431
+ },
5432
+ "response": {
5433
+ "$ref": "GoogleCloudAiplatformV1EvaluationSet"
5434
+ },
5435
+ "scopes": [
5436
+ "https://www.googleapis.com/auth/cloud-platform"
5437
+ ]
5438
+ },
5439
+ "delete": {
5440
+ "description": "Deletes an Evaluation Set.",
5441
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationSets/{evaluationSetsId}",
5442
+ "httpMethod": "DELETE",
5443
+ "id": "aiplatform.projects.locations.evaluationSets.delete",
5444
+ "parameterOrder": [
5445
+ "name"
5446
+ ],
5447
+ "parameters": {
5448
+ "name": {
5449
+ "description": "Required. The name of the EvaluationSet resource to be deleted. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
5450
+ "location": "path",
5451
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationSets/[^/]+$",
5452
+ "required": true,
5453
+ "type": "string"
5454
+ }
5455
+ },
5456
+ "path": "v1/{+name}",
5457
+ "response": {
5458
+ "$ref": "GoogleLongrunningOperation"
5459
+ },
5460
+ "scopes": [
5461
+ "https://www.googleapis.com/auth/cloud-platform"
5462
+ ]
5463
+ },
5464
+ "get": {
5465
+ "description": "Gets an Evaluation Set.",
5466
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationSets/{evaluationSetsId}",
5467
+ "httpMethod": "GET",
5468
+ "id": "aiplatform.projects.locations.evaluationSets.get",
5469
+ "parameterOrder": [
5470
+ "name"
5471
+ ],
5472
+ "parameters": {
5473
+ "name": {
5474
+ "description": "Required. The name of the EvaluationSet resource. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
5475
+ "location": "path",
5476
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationSets/[^/]+$",
5477
+ "required": true,
5478
+ "type": "string"
5479
+ }
5480
+ },
5481
+ "path": "v1/{+name}",
5482
+ "response": {
5483
+ "$ref": "GoogleCloudAiplatformV1EvaluationSet"
5484
+ },
5485
+ "scopes": [
5486
+ "https://www.googleapis.com/auth/cloud-platform"
5487
+ ]
5488
+ },
5489
+ "list": {
5490
+ "description": "Lists Evaluation Sets.",
5491
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationSets",
5492
+ "httpMethod": "GET",
5493
+ "id": "aiplatform.projects.locations.evaluationSets.list",
5494
+ "parameterOrder": [
5495
+ "parent"
5496
+ ],
5497
+ "parameters": {
5498
+ "filter": {
5499
+ "description": "Optional. Filter expression that matches a subset of the EvaluationSets to show. For field names both snake_case and camelCase are supported. For more information about filter syntax, see [AIP-160](https://google.aip.dev/160).",
5500
+ "location": "query",
5501
+ "type": "string"
5502
+ },
5503
+ "orderBy": {
5504
+ "description": "Optional. A comma-separated list of fields to order by, sorted in ascending order by default. Use `desc` after a field name for descending.",
5505
+ "location": "query",
5506
+ "type": "string"
5507
+ },
5508
+ "pageSize": {
5509
+ "description": "Optional. The maximum number of Evaluation Sets to return.",
5510
+ "format": "int32",
5511
+ "location": "query",
5512
+ "type": "integer"
5513
+ },
5514
+ "pageToken": {
5515
+ "description": "Optional. A page token, received from a previous `ListEvaluationSets` call. Provide this to retrieve the subsequent page.",
5516
+ "location": "query",
5517
+ "type": "string"
5518
+ },
5519
+ "parent": {
5520
+ "description": "Required. The resource name of the Location from which to list the Evaluation Sets. Format: `projects/{project}/locations/{location}`",
5521
+ "location": "path",
5522
+ "pattern": "^projects/[^/]+/locations/[^/]+$",
5523
+ "required": true,
5524
+ "type": "string"
5525
+ }
5526
+ },
5527
+ "path": "v1/{+parent}/evaluationSets",
5528
+ "response": {
5529
+ "$ref": "GoogleCloudAiplatformV1ListEvaluationSetsResponse"
5530
+ },
5531
+ "scopes": [
5532
+ "https://www.googleapis.com/auth/cloud-platform"
5533
+ ]
5534
+ },
5535
+ "patch": {
5536
+ "description": "Updates an Evaluation Set.",
5537
+ "flatPath": "v1/projects/{projectsId}/locations/{locationsId}/evaluationSets/{evaluationSetsId}",
5538
+ "httpMethod": "PATCH",
5539
+ "id": "aiplatform.projects.locations.evaluationSets.patch",
5540
+ "parameterOrder": [
5541
+ "name"
5542
+ ],
5543
+ "parameters": {
5544
+ "name": {
5545
+ "description": "Identifier. The resource name of the EvaluationSet. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
5546
+ "location": "path",
5547
+ "pattern": "^projects/[^/]+/locations/[^/]+/evaluationSets/[^/]+$",
5548
+ "required": true,
5549
+ "type": "string"
5550
+ },
5551
+ "updateMask": {
5552
+ "description": "Optional. The update mask applies to the resource. For the `FieldMask` definition, see google.protobuf.FieldMask.",
5553
+ "format": "google-fieldmask",
5554
+ "location": "query",
5555
+ "type": "string"
5556
+ }
5557
+ },
5558
+ "path": "v1/{+name}",
5559
+ "request": {
5560
+ "$ref": "GoogleCloudAiplatformV1EvaluationSet"
5561
+ },
5562
+ "response": {
5563
+ "$ref": "GoogleCloudAiplatformV1EvaluationSet"
5564
+ },
5565
+ "scopes": [
5566
+ "https://www.googleapis.com/auth/cloud-platform"
5567
+ ]
5568
+ }
5569
+ }
5570
+ },
5069
5571
  "featureGroups": {
5070
5572
  "methods": {
5071
5573
  "create": {
@@ -15409,6 +15911,11 @@
15409
15911
  "name"
15410
15912
  ],
15411
15913
  "parameters": {
15914
+ "forceDelete": {
15915
+ "description": "Optional. If set to true, any errors generated by external vector database during the deletion will be ignored. The default value is false.",
15916
+ "location": "query",
15917
+ "type": "boolean"
15918
+ },
15412
15919
  "name": {
15413
15920
  "description": "Required. The name of the RagFile resource to be deleted. Format: `projects/{project}/locations/{location}/ragCorpora/{rag_corpus}/ragFiles/{rag_file}`",
15414
15921
  "location": "path",
@@ -20286,7 +20793,7 @@
20286
20793
  }
20287
20794
  }
20288
20795
  },
20289
- "revision": "20250806",
20796
+ "revision": "20250902",
20290
20797
  "rootUrl": "https://aiplatform.googleapis.com/",
20291
20798
  "schemas": {
20292
20799
  "CloudAiLargeModelsVisionGenerateVideoResponse": {
@@ -22004,6 +22511,65 @@
22004
22511
  },
22005
22512
  "type": "object"
22006
22513
  },
22514
+ "GoogleCloudAiplatformV1BigQueryRequestSet": {
22515
+ "description": "The request set for the evaluation run.",
22516
+ "id": "GoogleCloudAiplatformV1BigQueryRequestSet",
22517
+ "properties": {
22518
+ "candidateResponseColumns": {
22519
+ "additionalProperties": {
22520
+ "type": "string"
22521
+ },
22522
+ "description": "Optional. Map of candidate name to candidate response column name. The column will be in evaluation_item.CandidateResponse format.",
22523
+ "type": "object"
22524
+ },
22525
+ "promptColumn": {
22526
+ "description": "Optional. The name of the column that contains the requests to evaluate. This will be in evaluation_item.EvalPrompt format.",
22527
+ "type": "string"
22528
+ },
22529
+ "rubricsColumn": {
22530
+ "description": "Optional. The name of the column that contains the rubrics. This will be in evaluation_rubric.RubricGroup format (cl/762595858).",
22531
+ "type": "string"
22532
+ },
22533
+ "samplingConfig": {
22534
+ "$ref": "GoogleCloudAiplatformV1BigQueryRequestSetSamplingConfig",
22535
+ "description": "Optional. The sampling config for the bigquery resource."
22536
+ },
22537
+ "uri": {
22538
+ "description": "Required. The URI of a BigQuery table. e.g. bq://projectId.bqDatasetId.bqTableId",
22539
+ "type": "string"
22540
+ }
22541
+ },
22542
+ "type": "object"
22543
+ },
22544
+ "GoogleCloudAiplatformV1BigQueryRequestSetSamplingConfig": {
22545
+ "description": "The sampling config.",
22546
+ "id": "GoogleCloudAiplatformV1BigQueryRequestSetSamplingConfig",
22547
+ "properties": {
22548
+ "samplingCount": {
22549
+ "description": "Optional. The total number of logged data to import. If available data is less than the sampling count, all data will be imported. Default is 100.",
22550
+ "format": "int32",
22551
+ "type": "integer"
22552
+ },
22553
+ "samplingDuration": {
22554
+ "description": "Optional. How long to wait before sampling data from the BigQuery table. If not specified, defaults to 0.",
22555
+ "format": "google-duration",
22556
+ "type": "string"
22557
+ },
22558
+ "samplingMethod": {
22559
+ "description": "Optional. The sampling method to use.",
22560
+ "enum": [
22561
+ "SAMPLING_METHOD_UNSPECIFIED",
22562
+ "RANDOM"
22563
+ ],
22564
+ "enumDescriptions": [
22565
+ "Unspecified sampling method.",
22566
+ "Random sampling."
22567
+ ],
22568
+ "type": "string"
22569
+ }
22570
+ },
22571
+ "type": "object"
22572
+ },
22007
22573
  "GoogleCloudAiplatformV1BigQuerySource": {
22008
22574
  "description": "The BigQuery location for the input content.",
22009
22575
  "id": "GoogleCloudAiplatformV1BigQuerySource",
@@ -22270,6 +22836,12 @@
22270
22836
  "properties": {},
22271
22837
  "type": "object"
22272
22838
  },
22839
+ "GoogleCloudAiplatformV1CancelEvaluationRunRequest": {
22840
+ "description": "Request message for EvaluationManagementService.CancelEvaluationRun.",
22841
+ "id": "GoogleCloudAiplatformV1CancelEvaluationRunRequest",
22842
+ "properties": {},
22843
+ "type": "object"
22844
+ },
22273
22845
  "GoogleCloudAiplatformV1CancelHyperparameterTuningJobRequest": {
22274
22846
  "description": "Request message for JobService.CancelHyperparameterTuningJob.",
22275
22847
  "id": "GoogleCloudAiplatformV1CancelHyperparameterTuningJobRequest",
@@ -22355,13 +22927,13 @@
22355
22927
  "Token generation stopped because the content contains forbidden terms.",
22356
22928
  "Token generation stopped for potentially containing prohibited content.",
22357
22929
  "Token generation stopped because the content potentially contains Sensitive Personally Identifiable Information (SPII).",
22358
- "The function call generated by the model is invalid.",
22930
+ "The function call generated by the model is syntaxtically invalid (e.g. the function call generated is not parsable).",
22359
22931
  "The model response was blocked by Model Armor.",
22360
22932
  "Token generation stopped because generated images has safety violations.",
22361
22933
  "Image generation stopped because generated images has other prohibited content.",
22362
22934
  "Image generation stopped due to recitation.",
22363
22935
  "Image generation stopped because of other miscellaneous issue.",
22364
- "The tool call generated by the model is invalid."
22936
+ "The function call generated by the model is semantically invalid (e.g. a function call is generated when function calling is not enabled or the function is not in the function declaration)."
22365
22937
  ],
22366
22938
  "readOnly": true,
22367
22939
  "type": "string"
@@ -22398,6 +22970,60 @@
22398
22970
  },
22399
22971
  "type": "object"
22400
22972
  },
22973
+ "GoogleCloudAiplatformV1CandidateResponse": {
22974
+ "description": "Responses from model or agent.",
22975
+ "id": "GoogleCloudAiplatformV1CandidateResponse",
22976
+ "properties": {
22977
+ "candidate": {
22978
+ "description": "Required. The name of the candidate that produced the response.",
22979
+ "type": "string"
22980
+ },
22981
+ "text": {
22982
+ "description": "Text response.",
22983
+ "type": "string"
22984
+ },
22985
+ "value": {
22986
+ "description": "Fields and values that can be used to populate the response template.",
22987
+ "type": "any"
22988
+ }
22989
+ },
22990
+ "type": "object"
22991
+ },
22992
+ "GoogleCloudAiplatformV1CandidateResult": {
22993
+ "description": "Result for a single candidate.",
22994
+ "id": "GoogleCloudAiplatformV1CandidateResult",
22995
+ "properties": {
22996
+ "additionalResults": {
22997
+ "description": "Optional. Additional results for the metric.",
22998
+ "type": "any"
22999
+ },
23000
+ "candidate": {
23001
+ "description": "Required. The candidate that is being evaluated. The value is the same as the candidate name in the EvaluationRequest.",
23002
+ "type": "string"
23003
+ },
23004
+ "explanation": {
23005
+ "description": "Optional. The explanation for the metric.",
23006
+ "type": "string"
23007
+ },
23008
+ "metric": {
23009
+ "description": "Required. The metric that was evaluated.",
23010
+ "type": "string"
23011
+ },
23012
+ "rubricVerdicts": {
23013
+ "description": "Optional. The rubric verdicts for the metric.",
23014
+ "items": {
23015
+ "$ref": "GoogleCloudAiplatformV1RubricVerdict"
23016
+ },
23017
+ "type": "array"
23018
+ },
23019
+ "score": {
23020
+ "description": "Optional. The score for the metric.",
23021
+ "format": "float",
23022
+ "type": "number"
23023
+ }
23024
+ },
23025
+ "type": "object"
23026
+ },
22401
23027
  "GoogleCloudAiplatformV1CheckTrialEarlyStoppingStateMetatdata": {
22402
23028
  "description": "This message will be placed in the metadata field of a google.longrunning.Operation associated with a CheckTrialEarlyStoppingState request.",
22403
23029
  "id": "GoogleCloudAiplatformV1CheckTrialEarlyStoppingStateMetatdata",
@@ -25361,6 +25987,17 @@
25361
25987
  "$ref": "GoogleCloudAiplatformV1GroundednessInput",
25362
25988
  "description": "Input for groundedness metric."
25363
25989
  },
25990
+ "instance": {
25991
+ "$ref": "GoogleCloudAiplatformV1EvaluationInstance",
25992
+ "description": "The instance to be evaluated."
25993
+ },
25994
+ "metrics": {
25995
+ "description": "The metrics used for evaluation. Currently, we only support evaluating a single metric. If multiple metrics are provided, only the first one will be evaluated.",
25996
+ "items": {
25997
+ "$ref": "GoogleCloudAiplatformV1Metric"
25998
+ },
25999
+ "type": "array"
26000
+ },
25364
26001
  "metricxInput": {
25365
26002
  "$ref": "GoogleCloudAiplatformV1MetricxInput",
25366
26003
  "description": "Input for Metricx metric."
@@ -25496,6 +26133,13 @@
25496
26133
  "$ref": "GoogleCloudAiplatformV1GroundednessResult",
25497
26134
  "description": "Result for groundedness metric."
25498
26135
  },
26136
+ "metricResults": {
26137
+ "description": "Metric results for each instance. The order of the metric results is guaranteed to be the same as the order of the instances in the request.",
26138
+ "items": {
26139
+ "$ref": "GoogleCloudAiplatformV1MetricResult"
26140
+ },
26141
+ "type": "array"
26142
+ },
25499
26143
  "metricxResult": {
25500
26144
  "$ref": "GoogleCloudAiplatformV1MetricxResult",
25501
26145
  "description": "Result for Metricx metric."
@@ -25693,6 +26337,712 @@
25693
26337
  },
25694
26338
  "type": "object"
25695
26339
  },
26340
+ "GoogleCloudAiplatformV1EvaluationInstance": {
26341
+ "description": "A single instance to be evaluated. Instances are used to specify the input data for evaluation, from simple string comparisons to complex, multi-turn model evaluations",
26342
+ "id": "GoogleCloudAiplatformV1EvaluationInstance",
26343
+ "properties": {
26344
+ "otherData": {
26345
+ "$ref": "GoogleCloudAiplatformV1EvaluationInstanceMapInstance",
26346
+ "description": "Optional. Other data used to populate placeholders based on their key."
26347
+ },
26348
+ "prompt": {
26349
+ "$ref": "GoogleCloudAiplatformV1EvaluationInstanceInstanceData",
26350
+ "description": "Optional. Data used to populate placeholder `prompt` in a metric prompt template."
26351
+ },
26352
+ "reference": {
26353
+ "$ref": "GoogleCloudAiplatformV1EvaluationInstanceInstanceData",
26354
+ "description": "Optional. Data used to populate placeholder `reference` in a metric prompt template."
26355
+ },
26356
+ "response": {
26357
+ "$ref": "GoogleCloudAiplatformV1EvaluationInstanceInstanceData",
26358
+ "description": "Required. Data used to populate placeholder `response` in a metric prompt template."
26359
+ },
26360
+ "rubricGroups": {
26361
+ "additionalProperties": {
26362
+ "$ref": "GoogleCloudAiplatformV1RubricGroup"
26363
+ },
26364
+ "description": "Optional. Named groups of rubrics associated with the prompt. This is used for rubric-based evaluations where rubrics can be referenced by a key. The key could represent versions, associated metrics, etc.",
26365
+ "type": "object"
26366
+ }
26367
+ },
26368
+ "type": "object"
26369
+ },
26370
+ "GoogleCloudAiplatformV1EvaluationInstanceInstanceData": {
26371
+ "description": "Instance data used to populate placeholders in a metric prompt template.",
26372
+ "id": "GoogleCloudAiplatformV1EvaluationInstanceInstanceData",
26373
+ "properties": {
26374
+ "contents": {
26375
+ "$ref": "GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents",
26376
+ "description": "List of Gemini content data."
26377
+ },
26378
+ "text": {
26379
+ "description": "Text data.",
26380
+ "type": "string"
26381
+ }
26382
+ },
26383
+ "type": "object"
26384
+ },
26385
+ "GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents": {
26386
+ "description": "List of standard Content messages from Gemini API.",
26387
+ "id": "GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents",
26388
+ "properties": {
26389
+ "contents": {
26390
+ "description": "Optional. Repeated contents.",
26391
+ "items": {
26392
+ "$ref": "GoogleCloudAiplatformV1Content"
26393
+ },
26394
+ "type": "array"
26395
+ }
26396
+ },
26397
+ "type": "object"
26398
+ },
26399
+ "GoogleCloudAiplatformV1EvaluationInstanceMapInstance": {
26400
+ "description": "Instance data specified as a map.",
26401
+ "id": "GoogleCloudAiplatformV1EvaluationInstanceMapInstance",
26402
+ "properties": {
26403
+ "mapInstance": {
26404
+ "additionalProperties": {
26405
+ "$ref": "GoogleCloudAiplatformV1EvaluationInstanceInstanceData"
26406
+ },
26407
+ "description": "Optional. Map of instance data.",
26408
+ "type": "object"
26409
+ }
26410
+ },
26411
+ "type": "object"
26412
+ },
26413
+ "GoogleCloudAiplatformV1EvaluationItem": {
26414
+ "description": "EvaluationItem is a single evaluation request or result. The content of an EvaluationItem is immutable - it cannot be updated once created. EvaluationItems can be deleted when no longer needed.",
26415
+ "id": "GoogleCloudAiplatformV1EvaluationItem",
26416
+ "properties": {
26417
+ "createTime": {
26418
+ "description": "Output only. Timestamp when this item was created.",
26419
+ "format": "google-datetime",
26420
+ "readOnly": true,
26421
+ "type": "string"
26422
+ },
26423
+ "displayName": {
26424
+ "description": "Required. The display name of the EvaluationItem.",
26425
+ "type": "string"
26426
+ },
26427
+ "error": {
26428
+ "$ref": "GoogleRpcStatus",
26429
+ "description": "Output only. Error for the evaluation item.",
26430
+ "readOnly": true
26431
+ },
26432
+ "evaluationItemType": {
26433
+ "description": "Required. The type of the EvaluationItem.",
26434
+ "enum": [
26435
+ "EVALUATION_ITEM_TYPE_UNSPECIFIED",
26436
+ "REQUEST",
26437
+ "RESULT"
26438
+ ],
26439
+ "enumDescriptions": [
26440
+ "The default value. This value is unused.",
26441
+ "The EvaluationItem is a request to evaluate.",
26442
+ "The EvaluationItem is the result of evaluation."
26443
+ ],
26444
+ "type": "string"
26445
+ },
26446
+ "evaluationRequest": {
26447
+ "$ref": "GoogleCloudAiplatformV1EvaluationRequest",
26448
+ "description": "The request to evaluate."
26449
+ },
26450
+ "evaluationResponse": {
26451
+ "$ref": "GoogleCloudAiplatformV1EvaluationResult",
26452
+ "description": "Output only. The response from evaluation.",
26453
+ "readOnly": true
26454
+ },
26455
+ "gcsUri": {
26456
+ "description": "The GCS object where the request or response is stored.",
26457
+ "type": "string"
26458
+ },
26459
+ "labels": {
26460
+ "additionalProperties": {
26461
+ "type": "string"
26462
+ },
26463
+ "description": "Optional. Labels for the EvaluationItem.",
26464
+ "type": "object"
26465
+ },
26466
+ "metadata": {
26467
+ "description": "Optional. Metadata for the EvaluationItem.",
26468
+ "type": "any"
26469
+ },
26470
+ "name": {
26471
+ "description": "Identifier. The resource name of the EvaluationItem. Format: `projects/{project}/locations/{location}/evaluationItems/{evaluation_item}`",
26472
+ "type": "string"
26473
+ }
26474
+ },
26475
+ "type": "object"
26476
+ },
26477
+ "GoogleCloudAiplatformV1EvaluationPrompt": {
26478
+ "description": "Prompt to be evaluated.",
26479
+ "id": "GoogleCloudAiplatformV1EvaluationPrompt",
26480
+ "properties": {
26481
+ "promptTemplateData": {
26482
+ "$ref": "GoogleCloudAiplatformV1EvaluationPromptPromptTemplateData",
26483
+ "description": "Prompt template data."
26484
+ },
26485
+ "text": {
26486
+ "description": "Text prompt.",
26487
+ "type": "string"
26488
+ },
26489
+ "value": {
26490
+ "description": "Fields and values that can be used to populate the prompt template.",
26491
+ "type": "any"
26492
+ }
26493
+ },
26494
+ "type": "object"
26495
+ },
26496
+ "GoogleCloudAiplatformV1EvaluationPromptPromptTemplateData": {
26497
+ "description": "Message to hold a prompt template and the values to populate the template.",
26498
+ "id": "GoogleCloudAiplatformV1EvaluationPromptPromptTemplateData",
26499
+ "properties": {
26500
+ "values": {
26501
+ "additionalProperties": {
26502
+ "$ref": "GoogleCloudAiplatformV1Content"
26503
+ },
26504
+ "description": "The values for fields in the prompt template.",
26505
+ "type": "object"
26506
+ }
26507
+ },
26508
+ "type": "object"
26509
+ },
26510
+ "GoogleCloudAiplatformV1EvaluationRequest": {
26511
+ "description": "Single evaluation request.",
26512
+ "id": "GoogleCloudAiplatformV1EvaluationRequest",
26513
+ "properties": {
26514
+ "candidateResponses": {
26515
+ "description": "Optional. Responses from model under test and other baseline models for comparison.",
26516
+ "items": {
26517
+ "$ref": "GoogleCloudAiplatformV1CandidateResponse"
26518
+ },
26519
+ "type": "array"
26520
+ },
26521
+ "goldenResponse": {
26522
+ "$ref": "GoogleCloudAiplatformV1CandidateResponse",
26523
+ "description": "Optional. The Ideal response or ground truth."
26524
+ },
26525
+ "prompt": {
26526
+ "$ref": "GoogleCloudAiplatformV1EvaluationPrompt",
26527
+ "description": "Required. The request/prompt to evaluate."
26528
+ },
26529
+ "rubrics": {
26530
+ "additionalProperties": {
26531
+ "$ref": "GoogleCloudAiplatformV1RubricGroup"
26532
+ },
26533
+ "description": "Optional. Named groups of rubrics associated with this prompt. The key is a user-defined name for the rubric group.",
26534
+ "type": "object"
26535
+ }
26536
+ },
26537
+ "type": "object"
26538
+ },
26539
+ "GoogleCloudAiplatformV1EvaluationResult": {
26540
+ "description": "Evaluation result.",
26541
+ "id": "GoogleCloudAiplatformV1EvaluationResult",
26542
+ "properties": {
26543
+ "candidateResults": {
26544
+ "description": "Optional. The results for the metric.",
26545
+ "items": {
26546
+ "$ref": "GoogleCloudAiplatformV1CandidateResult"
26547
+ },
26548
+ "type": "array"
26549
+ },
26550
+ "evaluationRequest": {
26551
+ "description": "Required. The request item that was evaluated. Format: projects/{project}/locations/{location}/evaluationItems/{evaluation_item}",
26552
+ "type": "string"
26553
+ },
26554
+ "evaluationRun": {
26555
+ "description": "Required. The evaluation run that was used to generate the result. Format: projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}",
26556
+ "type": "string"
26557
+ },
26558
+ "metadata": {
26559
+ "description": "Optional. Metadata about the evaluation result.",
26560
+ "type": "any"
26561
+ },
26562
+ "metric": {
26563
+ "description": "Required. The metric that was evaluated.",
26564
+ "type": "string"
26565
+ },
26566
+ "request": {
26567
+ "$ref": "GoogleCloudAiplatformV1EvaluationRequest",
26568
+ "description": "Required. The request that was evaluated."
26569
+ }
26570
+ },
26571
+ "type": "object"
26572
+ },
26573
+ "GoogleCloudAiplatformV1EvaluationResults": {
26574
+ "description": "The results of the evaluation run.",
26575
+ "id": "GoogleCloudAiplatformV1EvaluationResults",
26576
+ "properties": {
26577
+ "evaluationSet": {
26578
+ "description": "The evaluation set where item level results are stored.",
26579
+ "type": "string"
26580
+ },
26581
+ "summaryMetrics": {
26582
+ "$ref": "GoogleCloudAiplatformV1SummaryMetrics",
26583
+ "description": "Optional. The summary metrics for the evaluation run."
26584
+ }
26585
+ },
26586
+ "type": "object"
26587
+ },
26588
+ "GoogleCloudAiplatformV1EvaluationRubricConfig": {
26589
+ "description": "Configuration for a rubric group to be generated/saved for evaluation.",
26590
+ "id": "GoogleCloudAiplatformV1EvaluationRubricConfig",
26591
+ "properties": {
26592
+ "predefinedRubricGenerationSpec": {
26593
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec",
26594
+ "description": "Dynamically generate rubrics using a predefined spec."
26595
+ },
26596
+ "rubricGenerationSpec": {
26597
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec",
26598
+ "description": "Dynamically generate rubrics using this specification."
26599
+ },
26600
+ "rubricGroupKey": {
26601
+ "description": "Required. The key used to save the generated rubrics. If a generation spec is provided, this key will be used for the name of the generated rubric group. Otherwise, this key will be used to look up the existing rubric group on the evaluation item. Note that if a rubric group key is specified on both a rubric config and an evaluation metric, the key from the metric will be used to select the rubrics for evaluation.",
26602
+ "type": "string"
26603
+ }
26604
+ },
26605
+ "type": "object"
26606
+ },
26607
+ "GoogleCloudAiplatformV1EvaluationRun": {
26608
+ "description": "EvaluationRun is a resource that represents a single evaluation run, which includes a set of prompts, model responses, evaluation configuration and the resulting metrics.",
26609
+ "id": "GoogleCloudAiplatformV1EvaluationRun",
26610
+ "properties": {
26611
+ "completionTime": {
26612
+ "description": "Output only. Time when the evaluation run was completed.",
26613
+ "format": "google-datetime",
26614
+ "readOnly": true,
26615
+ "type": "string"
26616
+ },
26617
+ "createTime": {
26618
+ "description": "Output only. Time when the evaluation run was created.",
26619
+ "format": "google-datetime",
26620
+ "readOnly": true,
26621
+ "type": "string"
26622
+ },
26623
+ "dataSource": {
26624
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunDataSource",
26625
+ "description": "Required. The data source for the evaluation run."
26626
+ },
26627
+ "displayName": {
26628
+ "description": "Required. The display name of the Evaluation Run.",
26629
+ "type": "string"
26630
+ },
26631
+ "error": {
26632
+ "$ref": "GoogleRpcStatus",
26633
+ "description": "Output only. Only populated when the evaluation run's state is FAILED or CANCELLED.",
26634
+ "readOnly": true
26635
+ },
26636
+ "evaluationConfig": {
26637
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfig",
26638
+ "description": "Required. The configuration used for the evaluation."
26639
+ },
26640
+ "evaluationResults": {
26641
+ "$ref": "GoogleCloudAiplatformV1EvaluationResults",
26642
+ "description": "Output only. The results of the evaluation run. Only populated when the evaluation run's state is SUCCEEDED.",
26643
+ "readOnly": true
26644
+ },
26645
+ "evaluationSetSnapshot": {
26646
+ "description": "Output only. The specific evaluation set of the evaluation run. For runs with an evaluation set input, this will be that same set. For runs with BigQuery input, it's the sampled BigQuery dataset.",
26647
+ "readOnly": true,
26648
+ "type": "string"
26649
+ },
26650
+ "inferenceConfigs": {
26651
+ "additionalProperties": {
26652
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunInferenceConfig"
26653
+ },
26654
+ "description": "Optional. The candidate to inference config map for the evaluation run. The candidate can be up to 128 characters long and can consist of any UTF-8 characters.",
26655
+ "type": "object"
26656
+ },
26657
+ "labels": {
26658
+ "additionalProperties": {
26659
+ "type": "string"
26660
+ },
26661
+ "description": "Optional. Labels for the evaluation run.",
26662
+ "type": "object"
26663
+ },
26664
+ "metadata": {
26665
+ "description": "Optional. Metadata about the evaluation run, can be used by the caller to store additional tracking information about the evaluation run.",
26666
+ "type": "any"
26667
+ },
26668
+ "name": {
26669
+ "description": "Identifier. The resource name of the EvaluationRun. This is a unique identifier. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
26670
+ "type": "string"
26671
+ },
26672
+ "state": {
26673
+ "description": "Output only. The state of the evaluation run.",
26674
+ "enum": [
26675
+ "STATE_UNSPECIFIED",
26676
+ "PENDING",
26677
+ "RUNNING",
26678
+ "SUCCEEDED",
26679
+ "FAILED",
26680
+ "CANCELLED",
26681
+ "INFERENCE",
26682
+ "GENERATING_RUBRICS"
26683
+ ],
26684
+ "enumDescriptions": [
26685
+ "Unspecified state.",
26686
+ "The evaluation run is pending.",
26687
+ "The evaluation run is running.",
26688
+ "The evaluation run has succeeded.",
26689
+ "The evaluation run has failed.",
26690
+ "The evaluation run has been cancelled.",
26691
+ "The evaluation run is performing inference.",
26692
+ "The evaluation run is performing rubric generation."
26693
+ ],
26694
+ "readOnly": true,
26695
+ "type": "string"
26696
+ }
26697
+ },
26698
+ "type": "object"
26699
+ },
26700
+ "GoogleCloudAiplatformV1EvaluationRunDataSource": {
26701
+ "description": "The data source for the evaluation run.",
26702
+ "id": "GoogleCloudAiplatformV1EvaluationRunDataSource",
26703
+ "properties": {
26704
+ "bigqueryRequestSet": {
26705
+ "$ref": "GoogleCloudAiplatformV1BigQueryRequestSet",
26706
+ "description": "Evaluation data in bigquery."
26707
+ },
26708
+ "evaluationSet": {
26709
+ "description": "The EvaluationSet resource name. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
26710
+ "type": "string"
26711
+ }
26712
+ },
26713
+ "type": "object"
26714
+ },
26715
+ "GoogleCloudAiplatformV1EvaluationRunEvaluationConfig": {
26716
+ "description": "The Evalution configuration used for the evaluation run.",
26717
+ "id": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfig",
26718
+ "properties": {
26719
+ "autoraterConfig": {
26720
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig",
26721
+ "description": "Optional. The autorater config for the evaluation run."
26722
+ },
26723
+ "metrics": {
26724
+ "description": "Required. The metrics to be calculated in the evaluation run.",
26725
+ "items": {
26726
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetric"
26727
+ },
26728
+ "type": "array"
26729
+ },
26730
+ "outputConfig": {
26731
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigOutputConfig",
26732
+ "description": "Optional. The output config for the evaluation run."
26733
+ },
26734
+ "promptTemplate": {
26735
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigPromptTemplate",
26736
+ "description": "The prompt template used for inference. The values for variables in the prompt template are defined in EvaluationItem.EvaluationPrompt.PromptTemplateData.values."
26737
+ },
26738
+ "rubricConfigs": {
26739
+ "description": "Optional. The rubric configs for the evaluation run. They are used to generate rubrics which can be used by rubric-based metrics. Multiple rubric configs can be specified for rubric generation but only one rubric config can be used for a rubric-based metric. If more than one rubric config is provided, the evaluation metric must specify a rubric group key. Note that if a generation spec is specified on both a rubric config and an evaluation metric, the rubrics generated for the metric will be used for evaluation.",
26740
+ "items": {
26741
+ "$ref": "GoogleCloudAiplatformV1EvaluationRubricConfig"
26742
+ },
26743
+ "type": "array"
26744
+ }
26745
+ },
26746
+ "type": "object"
26747
+ },
26748
+ "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig": {
26749
+ "description": "The autorater config used for the evaluation run.",
26750
+ "id": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig",
26751
+ "properties": {
26752
+ "autoraterModel": {
26753
+ "description": "Optional. The fully qualified name of the publisher model or tuned autorater endpoint to use. Publisher model format: `projects/{project}/locations/{location}/publishers/*/models/*` Tuned model endpoint format: `projects/{project}/locations/{location}/endpoints/{endpoint}`",
26754
+ "type": "string"
26755
+ },
26756
+ "generationConfig": {
26757
+ "$ref": "GoogleCloudAiplatformV1GenerationConfig",
26758
+ "description": "Optional. Configuration options for model generation and outputs."
26759
+ },
26760
+ "sampleCount": {
26761
+ "description": "Optional. Number of samples for each instance in the dataset. If not specified, the default is 4. Minimum value is 1, maximum value is 32.",
26762
+ "format": "int32",
26763
+ "type": "integer"
26764
+ }
26765
+ },
26766
+ "type": "object"
26767
+ },
26768
+ "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigOutputConfig": {
26769
+ "description": "The output config for the evaluation run.",
26770
+ "id": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigOutputConfig",
26771
+ "properties": {
26772
+ "bigqueryDestination": {
26773
+ "$ref": "GoogleCloudAiplatformV1BigQueryDestination",
26774
+ "description": "BigQuery destination for evaluation output."
26775
+ },
26776
+ "gcsDestination": {
26777
+ "$ref": "GoogleCloudAiplatformV1GcsDestination",
26778
+ "description": "Cloud Storage destination for evaluation output."
26779
+ }
26780
+ },
26781
+ "type": "object"
26782
+ },
26783
+ "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigPromptTemplate": {
26784
+ "description": "Prompt template used for inference.",
26785
+ "id": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigPromptTemplate",
26786
+ "properties": {
26787
+ "gcsUri": {
26788
+ "description": "Prompt template stored in Cloud Storage. Format: \"gs://my-bucket/file-name.txt\".",
26789
+ "type": "string"
26790
+ },
26791
+ "promptTemplate": {
26792
+ "description": "Inline prompt template. Template variables should be in the format \"{var_name}\". Example: \"Translate the following from {source_lang} to {target_lang}: {text}\"",
26793
+ "type": "string"
26794
+ }
26795
+ },
26796
+ "type": "object"
26797
+ },
26798
+ "GoogleCloudAiplatformV1EvaluationRunInferenceConfig": {
26799
+ "description": "An inference config used for model inference during the evaluation run.",
26800
+ "id": "GoogleCloudAiplatformV1EvaluationRunInferenceConfig",
26801
+ "properties": {
26802
+ "generationConfig": {
26803
+ "$ref": "GoogleCloudAiplatformV1GenerationConfig",
26804
+ "description": "Optional. Generation config."
26805
+ },
26806
+ "model": {
26807
+ "description": "Required. The fully qualified name of the publisher model or endpoint to use. Publisher model format: `projects/{project}/locations/{location}/publishers/*/models/*` Endpoint format: `projects/{project}/locations/{location}/endpoints/{endpoint}`",
26808
+ "type": "string"
26809
+ }
26810
+ },
26811
+ "type": "object"
26812
+ },
26813
+ "GoogleCloudAiplatformV1EvaluationRunMetric": {
26814
+ "description": "The metric used for evaluation runs.",
26815
+ "id": "GoogleCloudAiplatformV1EvaluationRunMetric",
26816
+ "properties": {
26817
+ "computationBasedMetricSpec": {
26818
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricComputationBasedMetricSpec",
26819
+ "description": "Spec for a computation based metric."
26820
+ },
26821
+ "llmBasedMetricSpec": {
26822
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricLLMBasedMetricSpec",
26823
+ "description": "Spec for an LLM based metric."
26824
+ },
26825
+ "metric": {
26826
+ "description": "Required. The name of the metric.",
26827
+ "type": "string"
26828
+ },
26829
+ "predefinedMetricSpec": {
26830
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec",
26831
+ "description": "Spec for a pre-defined metric."
26832
+ },
26833
+ "rubricBasedMetricSpec": {
26834
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpec",
26835
+ "description": "Spec for rubric based metric."
26836
+ }
26837
+ },
26838
+ "type": "object"
26839
+ },
26840
+ "GoogleCloudAiplatformV1EvaluationRunMetricComputationBasedMetricSpec": {
26841
+ "description": "Specification for a computation based metric.",
26842
+ "id": "GoogleCloudAiplatformV1EvaluationRunMetricComputationBasedMetricSpec",
26843
+ "properties": {
26844
+ "parameters": {
26845
+ "additionalProperties": {
26846
+ "description": "Properties of the object.",
26847
+ "type": "any"
26848
+ },
26849
+ "description": "Optional. A map of parameters for the metric, e.g. {\"rouge_type\": \"rougeL\"}.",
26850
+ "type": "object"
26851
+ },
26852
+ "type": {
26853
+ "description": "Required. The type of the computation based metric.",
26854
+ "enum": [
26855
+ "COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED",
26856
+ "EXACT_MATCH",
26857
+ "BLEU",
26858
+ "ROUGE"
26859
+ ],
26860
+ "enumDescriptions": [
26861
+ "Unspecified computation based metric type.",
26862
+ "Exact match metric.",
26863
+ "BLEU metric.",
26864
+ "ROUGE metric."
26865
+ ],
26866
+ "type": "string"
26867
+ }
26868
+ },
26869
+ "type": "object"
26870
+ },
26871
+ "GoogleCloudAiplatformV1EvaluationRunMetricLLMBasedMetricSpec": {
26872
+ "description": "Specification for an LLM based metric.",
26873
+ "id": "GoogleCloudAiplatformV1EvaluationRunMetricLLMBasedMetricSpec",
26874
+ "properties": {
26875
+ "additionalConfig": {
26876
+ "additionalProperties": {
26877
+ "description": "Properties of the object.",
26878
+ "type": "any"
26879
+ },
26880
+ "description": "Optional. Optional additional configuration for the metric.",
26881
+ "type": "object"
26882
+ },
26883
+ "judgeAutoraterConfig": {
26884
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig",
26885
+ "description": "Optional. Optional configuration for the judge LLM (Autorater)."
26886
+ },
26887
+ "metricPromptTemplate": {
26888
+ "description": "Required. Template for the prompt sent to the judge model.",
26889
+ "type": "string"
26890
+ },
26891
+ "predefinedRubricGenerationSpec": {
26892
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec",
26893
+ "description": "Dynamically generate rubrics using a predefined spec."
26894
+ },
26895
+ "rubricGenerationSpec": {
26896
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec",
26897
+ "description": "Dynamically generate rubrics using this specification."
26898
+ },
26899
+ "rubricGroupKey": {
26900
+ "description": "Use a pre-defined group of rubrics associated with the input. Refers to a key in the rubric_groups map of EvaluationInstance.",
26901
+ "type": "string"
26902
+ },
26903
+ "systemInstruction": {
26904
+ "description": "Optional. System instructions for the judge model.",
26905
+ "type": "string"
26906
+ }
26907
+ },
26908
+ "type": "object"
26909
+ },
26910
+ "GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec": {
26911
+ "description": "Specification for a pre-defined metric.",
26912
+ "id": "GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec",
26913
+ "properties": {
26914
+ "metricSpecName": {
26915
+ "description": "Required. The name of a pre-defined metric, such as \"instruction_following_v1\" or \"text_quality_v1\".",
26916
+ "type": "string"
26917
+ },
26918
+ "parameters": {
26919
+ "additionalProperties": {
26920
+ "description": "Properties of the object.",
26921
+ "type": "any"
26922
+ },
26923
+ "description": "Optional. The parameters needed to run the pre-defined metric.",
26924
+ "type": "object"
26925
+ }
26926
+ },
26927
+ "type": "object"
26928
+ },
26929
+ "GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpec": {
26930
+ "description": "Specification for a metric that is based on rubrics.",
26931
+ "id": "GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpec",
26932
+ "properties": {
26933
+ "inlineRubrics": {
26934
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics",
26935
+ "description": "Use rubrics provided directly in the spec."
26936
+ },
26937
+ "judgeAutoraterConfig": {
26938
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig",
26939
+ "description": "Optional. Optional configuration for the judge LLM (Autorater). The definition of AutoraterConfig needs to be provided."
26940
+ },
26941
+ "metricPromptTemplate": {
26942
+ "description": "Optional. Template for the prompt used by the judge model to evaluate against rubrics.",
26943
+ "type": "string"
26944
+ },
26945
+ "rubricGenerationSpec": {
26946
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec",
26947
+ "description": "Dynamically generate rubrics for evaluation using this specification."
26948
+ },
26949
+ "rubricGroupKey": {
26950
+ "description": "Use a pre-defined group of rubrics associated with the input content. This refers to a key in the `rubric_groups` map of `RubricEnhancedContents`.",
26951
+ "type": "string"
26952
+ }
26953
+ },
26954
+ "type": "object"
26955
+ },
26956
+ "GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics": {
26957
+ "description": "Defines a list of rubrics, used when providing rubrics inline.",
26958
+ "id": "GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics",
26959
+ "properties": {
26960
+ "rubrics": {
26961
+ "description": "The list of rubrics.",
26962
+ "items": {
26963
+ "$ref": "GoogleCloudAiplatformV1Rubric"
26964
+ },
26965
+ "type": "array"
26966
+ }
26967
+ },
26968
+ "type": "object"
26969
+ },
26970
+ "GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec": {
26971
+ "description": "Specification for how rubrics should be generated.",
26972
+ "id": "GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec",
26973
+ "properties": {
26974
+ "modelConfig": {
26975
+ "$ref": "GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig",
26976
+ "description": "Optional. Configuration for the model used in rubric generation. Configs including sampling count and base model can be specified here. Flipping is not supported for rubric generation."
26977
+ },
26978
+ "promptTemplate": {
26979
+ "description": "Optional. Template for the prompt used to generate rubrics. The details should be updated based on the most-recent recipe requirements.",
26980
+ "type": "string"
26981
+ },
26982
+ "rubricContentType": {
26983
+ "description": "Optional. The type of rubric content to be generated.",
26984
+ "enum": [
26985
+ "RUBRIC_CONTENT_TYPE_UNSPECIFIED",
26986
+ "PROPERTY",
26987
+ "NL_QUESTION_ANSWER",
26988
+ "PYTHON_CODE_ASSERTION"
26989
+ ],
26990
+ "enumDescriptions": [
26991
+ "The content type to generate is not specified.",
26992
+ "Generate rubrics based on properties.",
26993
+ "Generate rubrics in an NL question answer format.",
26994
+ "Generate rubrics in a unit test format."
26995
+ ],
26996
+ "type": "string"
26997
+ },
26998
+ "rubricTypeOntology": {
26999
+ "description": "Optional. An optional, pre-defined list of allowed types for generated rubrics. If this field is provided, it implies `include_rubric_type` should be true, and the generated rubric types should be chosen from this ontology.",
27000
+ "items": {
27001
+ "type": "string"
27002
+ },
27003
+ "type": "array"
27004
+ }
27005
+ },
27006
+ "type": "object"
27007
+ },
27008
+ "GoogleCloudAiplatformV1EvaluationSet": {
27009
+ "description": "EvaluationSet is a collection of related EvaluationItems that are evaluated together.",
27010
+ "id": "GoogleCloudAiplatformV1EvaluationSet",
27011
+ "properties": {
27012
+ "createTime": {
27013
+ "description": "Output only. Timestamp when this item was created.",
27014
+ "format": "google-datetime",
27015
+ "readOnly": true,
27016
+ "type": "string"
27017
+ },
27018
+ "displayName": {
27019
+ "description": "Required. The display name of the EvaluationSet.",
27020
+ "type": "string"
27021
+ },
27022
+ "evaluationItems": {
27023
+ "description": "Required. The EvaluationItems that are part of this dataset.",
27024
+ "items": {
27025
+ "type": "string"
27026
+ },
27027
+ "type": "array"
27028
+ },
27029
+ "metadata": {
27030
+ "description": "Optional. Metadata for the EvaluationSet.",
27031
+ "type": "any"
27032
+ },
27033
+ "name": {
27034
+ "description": "Identifier. The resource name of the EvaluationSet. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
27035
+ "type": "string"
27036
+ },
27037
+ "updateTime": {
27038
+ "description": "Output only. Timestamp when this item was last updated.",
27039
+ "format": "google-datetime",
27040
+ "readOnly": true,
27041
+ "type": "string"
27042
+ }
27043
+ },
27044
+ "type": "object"
27045
+ },
25696
27046
  "GoogleCloudAiplatformV1Event": {
25697
27047
  "description": "An edge describing the relationship between an Artifact and an Execution in a lineage graph.",
25698
27048
  "id": "GoogleCloudAiplatformV1Event",
@@ -28843,6 +30193,87 @@
28843
30193
  },
28844
30194
  "type": "object"
28845
30195
  },
30196
+ "GoogleCloudAiplatformV1GenerateInstanceRubricsRequest": {
30197
+ "description": "Request message for EvaluationService.GenerateInstanceRubrics.",
30198
+ "id": "GoogleCloudAiplatformV1GenerateInstanceRubricsRequest",
30199
+ "properties": {
30200
+ "contents": {
30201
+ "description": "Required. The prompt to generate rubrics from. For single-turn queries, this is a single instance. For multi-turn queries, this is a repeated field that contains conversation history + latest request.",
30202
+ "items": {
30203
+ "$ref": "GoogleCloudAiplatformV1Content"
30204
+ },
30205
+ "type": "array"
30206
+ },
30207
+ "predefinedRubricGenerationSpec": {
30208
+ "$ref": "GoogleCloudAiplatformV1PredefinedMetricSpec",
30209
+ "description": "Optional. Specification for using the rubric generation configs of a pre-defined metric, e.g. \"generic_quality_v1\" and \"instruction_following_v1\". Some of the configs may be only used in rubric generation and not supporting evaluation, e.g. \"fully_customized_generic_quality_v1\". If this field is set, the `rubric_generation_spec` field will be ignored."
30210
+ },
30211
+ "rubricGenerationSpec": {
30212
+ "$ref": "GoogleCloudAiplatformV1RubricGenerationSpec",
30213
+ "description": "Optional. Specification for how the rubrics should be generated."
30214
+ }
30215
+ },
30216
+ "type": "object"
30217
+ },
30218
+ "GoogleCloudAiplatformV1GenerateInstanceRubricsResponse": {
30219
+ "description": "Response message for EvaluationService.GenerateInstanceRubrics.",
30220
+ "id": "GoogleCloudAiplatformV1GenerateInstanceRubricsResponse",
30221
+ "properties": {
30222
+ "generatedRubrics": {
30223
+ "description": "Output only. A list of generated rubrics.",
30224
+ "items": {
30225
+ "$ref": "GoogleCloudAiplatformV1Rubric"
30226
+ },
30227
+ "readOnly": true,
30228
+ "type": "array"
30229
+ }
30230
+ },
30231
+ "type": "object"
30232
+ },
30233
+ "GoogleCloudAiplatformV1GenerateSyntheticDataRequest": {
30234
+ "description": "Request message for DataFoundryService.GenerateSyntheticData.",
30235
+ "id": "GoogleCloudAiplatformV1GenerateSyntheticDataRequest",
30236
+ "properties": {
30237
+ "count": {
30238
+ "description": "Required. The number of synthetic examples to generate. For this stateless API, the count is limited to a small number.",
30239
+ "format": "int32",
30240
+ "type": "integer"
30241
+ },
30242
+ "examples": {
30243
+ "description": "Optional. A list of few-shot examples to guide the model's output style and format.",
30244
+ "items": {
30245
+ "$ref": "GoogleCloudAiplatformV1SyntheticExample"
30246
+ },
30247
+ "type": "array"
30248
+ },
30249
+ "outputFieldSpecs": {
30250
+ "description": "Required. The schema of the desired output, defined by a list of fields.",
30251
+ "items": {
30252
+ "$ref": "GoogleCloudAiplatformV1OutputFieldSpec"
30253
+ },
30254
+ "type": "array"
30255
+ },
30256
+ "taskDescription": {
30257
+ "$ref": "GoogleCloudAiplatformV1TaskDescriptionStrategy",
30258
+ "description": "Generate data from a high-level task description."
30259
+ }
30260
+ },
30261
+ "type": "object"
30262
+ },
30263
+ "GoogleCloudAiplatformV1GenerateSyntheticDataResponse": {
30264
+ "description": "The response containing the generated data.",
30265
+ "id": "GoogleCloudAiplatformV1GenerateSyntheticDataResponse",
30266
+ "properties": {
30267
+ "syntheticExamples": {
30268
+ "description": "A list of generated synthetic examples.",
30269
+ "items": {
30270
+ "$ref": "GoogleCloudAiplatformV1SyntheticExample"
30271
+ },
30272
+ "type": "array"
30273
+ }
30274
+ },
30275
+ "type": "object"
30276
+ },
28846
30277
  "GoogleCloudAiplatformV1GenerateVideoResponse": {
28847
30278
  "description": "Generate video response.",
28848
30279
  "id": "GoogleCloudAiplatformV1GenerateVideoResponse",
@@ -29171,17 +30602,7 @@
29171
30602
  "GoogleCloudAiplatformV1GoogleMaps": {
29172
30603
  "description": "Tool to retrieve public maps data for grounding, powered by Google.",
29173
30604
  "id": "GoogleCloudAiplatformV1GoogleMaps",
29174
- "properties": {
29175
- "apiAuth": {
29176
- "$ref": "GoogleCloudAiplatformV1ApiAuth",
29177
- "deprecated": true,
29178
- "description": "The authentication config to access the API. Deprecated. Please use auth_config instead."
29179
- },
29180
- "authConfig": {
29181
- "$ref": "GoogleCloudAiplatformV1AuthConfig",
29182
- "description": "The authentication config to access the API. Only API key is supported."
29183
- }
29184
- },
30605
+ "properties": {},
29185
30606
  "type": "object"
29186
30607
  },
29187
30608
  "GoogleCloudAiplatformV1GoogleSearchRetrieval": {
@@ -30707,6 +32128,60 @@
30707
32128
  },
30708
32129
  "type": "object"
30709
32130
  },
32131
+ "GoogleCloudAiplatformV1ListEvaluationItemsResponse": {
32132
+ "description": "Response message for EvaluationManagementService.ListEvaluationItems.",
32133
+ "id": "GoogleCloudAiplatformV1ListEvaluationItemsResponse",
32134
+ "properties": {
32135
+ "evaluationItems": {
32136
+ "description": "List of EvaluationItems in the requested page.",
32137
+ "items": {
32138
+ "$ref": "GoogleCloudAiplatformV1EvaluationItem"
32139
+ },
32140
+ "type": "array"
32141
+ },
32142
+ "nextPageToken": {
32143
+ "description": "A token to retrieve the next page of results.",
32144
+ "type": "string"
32145
+ }
32146
+ },
32147
+ "type": "object"
32148
+ },
32149
+ "GoogleCloudAiplatformV1ListEvaluationRunsResponse": {
32150
+ "description": "Response message for EvaluationManagementService.ListEvaluationRuns.",
32151
+ "id": "GoogleCloudAiplatformV1ListEvaluationRunsResponse",
32152
+ "properties": {
32153
+ "evaluationRuns": {
32154
+ "description": "List of EvaluationRuns in the requested page.",
32155
+ "items": {
32156
+ "$ref": "GoogleCloudAiplatformV1EvaluationRun"
32157
+ },
32158
+ "type": "array"
32159
+ },
32160
+ "nextPageToken": {
32161
+ "description": "A token to retrieve the next page of results.",
32162
+ "type": "string"
32163
+ }
32164
+ },
32165
+ "type": "object"
32166
+ },
32167
+ "GoogleCloudAiplatformV1ListEvaluationSetsResponse": {
32168
+ "description": "Response message for EvaluationManagementService.ListEvaluationSets.",
32169
+ "id": "GoogleCloudAiplatformV1ListEvaluationSetsResponse",
32170
+ "properties": {
32171
+ "evaluationSets": {
32172
+ "description": "List of EvaluationSets in the requested page.",
32173
+ "items": {
32174
+ "$ref": "GoogleCloudAiplatformV1EvaluationSet"
32175
+ },
32176
+ "type": "array"
32177
+ },
32178
+ "nextPageToken": {
32179
+ "description": "A token to retrieve the next page of results.",
32180
+ "type": "string"
32181
+ }
32182
+ },
32183
+ "type": "object"
32184
+ },
30710
32185
  "GoogleCloudAiplatformV1ListExecutionsResponse": {
30711
32186
  "description": "Response message for MetadataService.ListExecutions.",
30712
32187
  "id": "GoogleCloudAiplatformV1ListExecutionsResponse",
@@ -31817,6 +33292,10 @@ false
31817
33292
  "$ref": "GoogleCloudAiplatformV1PointwiseMetricSpec",
31818
33293
  "description": "Spec for pointwise metric."
31819
33294
  },
33295
+ "predefinedMetricSpec": {
33296
+ "$ref": "GoogleCloudAiplatformV1PredefinedMetricSpec",
33297
+ "description": "The spec for a pre-defined metric."
33298
+ },
31820
33299
  "rougeSpec": {
31821
33300
  "$ref": "GoogleCloudAiplatformV1RougeSpec",
31822
33301
  "description": "Spec for rouge metric."
@@ -31824,6 +33303,37 @@ false
31824
33303
  },
31825
33304
  "type": "object"
31826
33305
  },
33306
+ "GoogleCloudAiplatformV1MetricResult": {
33307
+ "description": "Result for a single metric on a single instance.",
33308
+ "id": "GoogleCloudAiplatformV1MetricResult",
33309
+ "properties": {
33310
+ "error": {
33311
+ "$ref": "GoogleRpcStatus",
33312
+ "description": "Output only. The error status for the metric result.",
33313
+ "readOnly": true
33314
+ },
33315
+ "explanation": {
33316
+ "description": "Output only. The explanation for the metric result.",
33317
+ "readOnly": true,
33318
+ "type": "string"
33319
+ },
33320
+ "rubricVerdicts": {
33321
+ "description": "Output only. For rubric-based metrics, the verdicts for each rubric.",
33322
+ "items": {
33323
+ "$ref": "GoogleCloudAiplatformV1RubricVerdict"
33324
+ },
33325
+ "readOnly": true,
33326
+ "type": "array"
33327
+ },
33328
+ "score": {
33329
+ "description": "Output only. The score for the metric. Please refer to each metric's documentation for the meaning of the score.",
33330
+ "format": "float",
33331
+ "readOnly": true,
33332
+ "type": "number"
33333
+ }
33334
+ },
33335
+ "type": "object"
33336
+ },
31827
33337
  "GoogleCloudAiplatformV1MetricxInput": {
31828
33338
  "description": "Input for MetricX metric.",
31829
33339
  "id": "GoogleCloudAiplatformV1MetricxInput",
@@ -34755,6 +36265,39 @@ false
34755
36265
  },
34756
36266
  "type": "object"
34757
36267
  },
36268
+ "GoogleCloudAiplatformV1OutputFieldSpec": {
36269
+ "description": "Defines a specification for a single output field.",
36270
+ "id": "GoogleCloudAiplatformV1OutputFieldSpec",
36271
+ "properties": {
36272
+ "fieldName": {
36273
+ "description": "Required. The name of the output field.",
36274
+ "type": "string"
36275
+ },
36276
+ "fieldType": {
36277
+ "description": "Optional. The data type of the field. Defaults to CONTENT if not set.",
36278
+ "enum": [
36279
+ "FIELD_TYPE_UNSPECIFIED",
36280
+ "CONTENT",
36281
+ "TEXT",
36282
+ "IMAGE",
36283
+ "AUDIO"
36284
+ ],
36285
+ "enumDescriptions": [
36286
+ "Field type is unspecified.",
36287
+ "Arbitrary content field type.",
36288
+ "Text field type.",
36289
+ "Image field type.",
36290
+ "Audio field type."
36291
+ ],
36292
+ "type": "string"
36293
+ },
36294
+ "guidance": {
36295
+ "description": "Optional. Optional, but recommended. Additional guidance specific to this field to provide targeted instructions for the LLM to generate the content of a single output field. While the LLM can sometimes infer content from the field name, providing explicit guidance is preferred.",
36296
+ "type": "string"
36297
+ }
36298
+ },
36299
+ "type": "object"
36300
+ },
34758
36301
  "GoogleCloudAiplatformV1PSCAutomationConfig": {
34759
36302
  "description": "PSC config that is used to automatically create PSC endpoints in the user projects.",
34760
36303
  "id": "GoogleCloudAiplatformV1PSCAutomationConfig",
@@ -35870,6 +37413,25 @@ false
35870
37413
  },
35871
37414
  "type": "object"
35872
37415
  },
37416
+ "GoogleCloudAiplatformV1PredefinedMetricSpec": {
37417
+ "description": "The spec for a pre-defined metric.",
37418
+ "id": "GoogleCloudAiplatformV1PredefinedMetricSpec",
37419
+ "properties": {
37420
+ "metricSpecName": {
37421
+ "description": "Required. The name of a pre-defined metric, such as \"instruction_following_v1\" or \"text_quality_v1\".",
37422
+ "type": "string"
37423
+ },
37424
+ "metricSpecParameters": {
37425
+ "additionalProperties": {
37426
+ "description": "Properties of the object.",
37427
+ "type": "any"
37428
+ },
37429
+ "description": "Optional. The parameters needed to run the pre-defined metric.",
37430
+ "type": "object"
37431
+ }
37432
+ },
37433
+ "type": "object"
37434
+ },
35873
37435
  "GoogleCloudAiplatformV1PredefinedSplit": {
35874
37436
  "description": "Assigns input data to training, validation, and test sets based on the value of a provided key. Supported only for tabular Datasets.",
35875
37437
  "id": "GoogleCloudAiplatformV1PredefinedSplit",
@@ -38044,6 +39606,13 @@ false
38044
39606
  "description": "Optional. Used to perform consistent read-modify-write updates. If not set, a blind \"overwrite\" update happens.",
38045
39607
  "type": "string"
38046
39608
  },
39609
+ "labels": {
39610
+ "additionalProperties": {
39611
+ "type": "string"
39612
+ },
39613
+ "description": "Labels for the ReasoningEngine.",
39614
+ "type": "object"
39615
+ },
38047
39616
  "name": {
38048
39617
  "description": "Identifier. The resource name of the ReasoningEngine. Format: `projects/{project}/locations/{location}/reasoningEngines/{reasoning_engine}`",
38049
39618
  "type": "string"
@@ -38112,12 +39681,12 @@ false
38112
39681
  "type": "array"
38113
39682
  },
38114
39683
  "maxInstances": {
38115
- "description": "Optional. The maximum number of application instances that can be launched to handle increased traffic. Defaults to 100.",
39684
+ "description": "Optional. The maximum number of application instances that can be launched to handle increased traffic. Defaults to 100. Range: [1, 1000]. If VPC-SC or PSC-I is enabled, the acceptable range is [1, 100].",
38116
39685
  "format": "int32",
38117
39686
  "type": "integer"
38118
39687
  },
38119
39688
  "minInstances": {
38120
- "description": "Optional. The minimum number of application instances that will be kept running at all times. Defaults to 1.",
39689
+ "description": "Optional. The minimum number of application instances that will be kept running at all times. Defaults to 1. Range: [0, 10].",
38121
39690
  "format": "int32",
38122
39691
  "type": "integer"
38123
39692
  },
@@ -38129,7 +39698,7 @@ false
38129
39698
  "additionalProperties": {
38130
39699
  "type": "string"
38131
39700
  },
38132
- "description": "Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are supported. Defaults to {\"cpu\": \"4\", \"memory\": \"4Gi\"}. * The only supported values for CPU are '1', '2', '4', and '8'. For more information, go to https://cloud.google.com/run/docs/configuring/cpu. * For supported 'memory' values and syntax, go to https://cloud.google.com/run/docs/configuring/memory-limits",
39701
+ "description": "Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are supported. Defaults to {\"cpu\": \"4\", \"memory\": \"4Gi\"}. * The only supported values for CPU are '1', '2', '4', '6' and '8'. For more information, go to https://cloud.google.com/run/docs/configuring/cpu. * The only supported values for memory are '1Gi', '2Gi', ... '32 Gi'. * For required cpu on different memory values, go to https://cloud.google.com/run/docs/configuring/memory-limits",
38133
39702
  "type": "object"
38134
39703
  },
38135
39704
  "secretEnv": {
@@ -38600,6 +40169,41 @@ false
38600
40169
  },
38601
40170
  "type": "object"
38602
40171
  },
40172
+ "GoogleCloudAiplatformV1Rubric": {
40173
+ "description": "Message representing a single testable criterion for evaluation. One input prompt could have multiple rubrics.",
40174
+ "id": "GoogleCloudAiplatformV1Rubric",
40175
+ "properties": {
40176
+ "content": {
40177
+ "$ref": "GoogleCloudAiplatformV1RubricContent",
40178
+ "description": "Required. The actual testable criteria for the rubric."
40179
+ },
40180
+ "importance": {
40181
+ "description": "Optional. The relative importance of this rubric.",
40182
+ "enum": [
40183
+ "IMPORTANCE_UNSPECIFIED",
40184
+ "HIGH",
40185
+ "MEDIUM",
40186
+ "LOW"
40187
+ ],
40188
+ "enumDescriptions": [
40189
+ "Importance is not specified.",
40190
+ "High importance.",
40191
+ "Medium importance.",
40192
+ "Low importance."
40193
+ ],
40194
+ "type": "string"
40195
+ },
40196
+ "rubricId": {
40197
+ "description": "Unique identifier for the rubric. This ID is used to refer to this rubric, e.g., in RubricVerdict.",
40198
+ "type": "string"
40199
+ },
40200
+ "type": {
40201
+ "description": "Optional. A type designator for the rubric, which can inform how it's evaluated or interpreted by systems or users. It's recommended to use consistent, well-defined, upper snake_case strings. Examples: \"SUMMARIZATION_QUALITY\", \"SAFETY_HARMFUL_CONTENT\", \"INSTRUCTION_ADHERENCE\".",
40202
+ "type": "string"
40203
+ }
40204
+ },
40205
+ "type": "object"
40206
+ },
38603
40207
  "GoogleCloudAiplatformV1RubricBasedInstructionFollowingInput": {
38604
40208
  "description": "Instance and metric spec for RubricBasedInstructionFollowing metric.",
38605
40209
  "id": "GoogleCloudAiplatformV1RubricBasedInstructionFollowingInput",
@@ -38653,6 +40257,28 @@ false
38653
40257
  "properties": {},
38654
40258
  "type": "object"
38655
40259
  },
40260
+ "GoogleCloudAiplatformV1RubricContent": {
40261
+ "description": "Content of the rubric, defining the testable criteria.",
40262
+ "id": "GoogleCloudAiplatformV1RubricContent",
40263
+ "properties": {
40264
+ "property": {
40265
+ "$ref": "GoogleCloudAiplatformV1RubricContentProperty",
40266
+ "description": "Evaluation criteria based on a specific property."
40267
+ }
40268
+ },
40269
+ "type": "object"
40270
+ },
40271
+ "GoogleCloudAiplatformV1RubricContentProperty": {
40272
+ "description": "Defines criteria based on a specific property.",
40273
+ "id": "GoogleCloudAiplatformV1RubricContentProperty",
40274
+ "properties": {
40275
+ "description": {
40276
+ "description": "Description of the property being evaluated. Example: \"The model's response is grammatically correct.\"",
40277
+ "type": "string"
40278
+ }
40279
+ },
40280
+ "type": "object"
40281
+ },
38656
40282
  "GoogleCloudAiplatformV1RubricCritiqueResult": {
38657
40283
  "description": "Rubric critique result.",
38658
40284
  "id": "GoogleCloudAiplatformV1RubricCritiqueResult",
@@ -38670,6 +40296,85 @@ false
38670
40296
  },
38671
40297
  "type": "object"
38672
40298
  },
40299
+ "GoogleCloudAiplatformV1RubricGenerationSpec": {
40300
+ "description": "Specification for how rubrics should be generated.",
40301
+ "id": "GoogleCloudAiplatformV1RubricGenerationSpec",
40302
+ "properties": {
40303
+ "modelConfig": {
40304
+ "$ref": "GoogleCloudAiplatformV1AutoraterConfig",
40305
+ "description": "Configuration for the model used in rubric generation. Configs including sampling count and base model can be specified here. Flipping is not supported for rubric generation."
40306
+ },
40307
+ "promptTemplate": {
40308
+ "description": "Template for the prompt used to generate rubrics. The details should be updated based on the most-recent recipe requirements.",
40309
+ "type": "string"
40310
+ },
40311
+ "rubricContentType": {
40312
+ "description": "The type of rubric content to be generated.",
40313
+ "enum": [
40314
+ "RUBRIC_CONTENT_TYPE_UNSPECIFIED",
40315
+ "PROPERTY",
40316
+ "NL_QUESTION_ANSWER",
40317
+ "PYTHON_CODE_ASSERTION"
40318
+ ],
40319
+ "enumDescriptions": [
40320
+ "The content type to generate is not specified.",
40321
+ "Generate rubrics based on properties.",
40322
+ "Generate rubrics in an NL question answer format.",
40323
+ "Generate rubrics in a unit test format."
40324
+ ],
40325
+ "type": "string"
40326
+ },
40327
+ "rubricTypeOntology": {
40328
+ "description": "Optional. An optional, pre-defined list of allowed types for generated rubrics. If this field is provided, it implies `include_rubric_type` should be true, and the generated rubric types should be chosen from this ontology.",
40329
+ "items": {
40330
+ "type": "string"
40331
+ },
40332
+ "type": "array"
40333
+ }
40334
+ },
40335
+ "type": "object"
40336
+ },
40337
+ "GoogleCloudAiplatformV1RubricGroup": {
40338
+ "description": "A group of rubrics, used for grouping rubrics based on a metric or a version.",
40339
+ "id": "GoogleCloudAiplatformV1RubricGroup",
40340
+ "properties": {
40341
+ "displayName": {
40342
+ "description": "Human-readable name for the group. This should be unique within a given context if used for display or selection. Example: \"Instruction Following V1\", \"Content Quality - Summarization Task\".",
40343
+ "type": "string"
40344
+ },
40345
+ "groupId": {
40346
+ "description": "Unique identifier for the group.",
40347
+ "type": "string"
40348
+ },
40349
+ "rubrics": {
40350
+ "description": "Rubrics that are part of this group.",
40351
+ "items": {
40352
+ "$ref": "GoogleCloudAiplatformV1Rubric"
40353
+ },
40354
+ "type": "array"
40355
+ }
40356
+ },
40357
+ "type": "object"
40358
+ },
40359
+ "GoogleCloudAiplatformV1RubricVerdict": {
40360
+ "description": "Represents the verdict of an evaluation against a single rubric.",
40361
+ "id": "GoogleCloudAiplatformV1RubricVerdict",
40362
+ "properties": {
40363
+ "evaluatedRubric": {
40364
+ "$ref": "GoogleCloudAiplatformV1Rubric",
40365
+ "description": "Required. The full rubric definition that was evaluated. Storing this ensures the verdict is self-contained and understandable, especially if the original rubric definition changes or was dynamically generated."
40366
+ },
40367
+ "reasoning": {
40368
+ "description": "Optional. Human-readable reasoning or explanation for the verdict. This can include specific examples or details from the evaluated content that justify the given verdict.",
40369
+ "type": "string"
40370
+ },
40371
+ "verdict": {
40372
+ "description": "Required. Outcome of the evaluation against the rubric, represented as a boolean. `true` indicates a \"Pass\", `false` indicates a \"Fail\".",
40373
+ "type": "boolean"
40374
+ }
40375
+ },
40376
+ "type": "object"
40377
+ },
38673
40378
  "GoogleCloudAiplatformV1SafetyInput": {
38674
40379
  "description": "Input for safety metric.",
38675
40380
  "id": "GoogleCloudAiplatformV1SafetyInput",
@@ -45009,6 +46714,30 @@ false
45009
46714
  },
45010
46715
  "type": "object"
45011
46716
  },
46717
+ "GoogleCloudAiplatformV1SummaryMetrics": {
46718
+ "description": "The summary metrics for the evaluation run.",
46719
+ "id": "GoogleCloudAiplatformV1SummaryMetrics",
46720
+ "properties": {
46721
+ "failedItems": {
46722
+ "description": "Optional. The number of items that failed to be evaluated.",
46723
+ "format": "int32",
46724
+ "type": "integer"
46725
+ },
46726
+ "metrics": {
46727
+ "additionalProperties": {
46728
+ "type": "any"
46729
+ },
46730
+ "description": "Optional. Map of metric name to metric value.",
46731
+ "type": "object"
46732
+ },
46733
+ "totalItems": {
46734
+ "description": "Optional. The total number of items that were evaluated.",
46735
+ "format": "int32",
46736
+ "type": "integer"
46737
+ }
46738
+ },
46739
+ "type": "object"
46740
+ },
45012
46741
  "GoogleCloudAiplatformV1SupervisedHyperParameters": {
45013
46742
  "description": "Hyperparameters for SFT.",
45014
46743
  "id": "GoogleCloudAiplatformV1SupervisedHyperParameters",
@@ -45260,6 +46989,35 @@ false
45260
46989
  },
45261
46990
  "type": "object"
45262
46991
  },
46992
+ "GoogleCloudAiplatformV1SyntheticExample": {
46993
+ "description": "Represents a single synthetic example, composed of multiple fields. Used for providing few-shot examples in the request and for returning generated examples in the response.",
46994
+ "id": "GoogleCloudAiplatformV1SyntheticExample",
46995
+ "properties": {
46996
+ "fields": {
46997
+ "description": "Required. A list of fields that constitute an example.",
46998
+ "items": {
46999
+ "$ref": "GoogleCloudAiplatformV1SyntheticField"
47000
+ },
47001
+ "type": "array"
47002
+ }
47003
+ },
47004
+ "type": "object"
47005
+ },
47006
+ "GoogleCloudAiplatformV1SyntheticField": {
47007
+ "description": "Represents a single named field within a SyntheticExample.",
47008
+ "id": "GoogleCloudAiplatformV1SyntheticField",
47009
+ "properties": {
47010
+ "content": {
47011
+ "$ref": "GoogleCloudAiplatformV1Content",
47012
+ "description": "Required. The content of the field."
47013
+ },
47014
+ "fieldName": {
47015
+ "description": "Optional. The name of the field.",
47016
+ "type": "string"
47017
+ }
47018
+ },
47019
+ "type": "object"
47020
+ },
45263
47021
  "GoogleCloudAiplatformV1TFRecordDestination": {
45264
47022
  "description": "The storage details for TFRecord output content.",
45265
47023
  "id": "GoogleCloudAiplatformV1TFRecordDestination",
@@ -45271,6 +47029,17 @@ false
45271
47029
  },
45272
47030
  "type": "object"
45273
47031
  },
47032
+ "GoogleCloudAiplatformV1TaskDescriptionStrategy": {
47033
+ "description": "Defines a generation strategy based on a high-level task description.",
47034
+ "id": "GoogleCloudAiplatformV1TaskDescriptionStrategy",
47035
+ "properties": {
47036
+ "taskDescription": {
47037
+ "description": "Required. A high-level description of the synthetic data to be generated.",
47038
+ "type": "string"
47039
+ }
47040
+ },
47041
+ "type": "object"
47042
+ },
45274
47043
  "GoogleCloudAiplatformV1Tensor": {
45275
47044
  "description": "A tensor value type.",
45276
47045
  "id": "GoogleCloudAiplatformV1Tensor",