google-api-python-client 2.179.0__py3-none-any.whl → 2.181.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.181.0.dist-info}/METADATA +1 -1
- {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.181.0.dist-info}/RECORD +205 -203
- googleapiclient/discovery_cache/documents/admin.reports_v1.json +15 -9
- googleapiclient/discovery_cache/documents/admin.reportsv1.json +15 -9
- googleapiclient/discovery_cache/documents/admob.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/aiplatform.v1.json +349 -16
- googleapiclient/discovery_cache/documents/aiplatform.v1beta1.json +2434 -19
- googleapiclient/discovery_cache/documents/alloydb.v1.json +42 -17
- googleapiclient/discovery_cache/documents/alloydb.v1alpha.json +7 -3
- googleapiclient/discovery_cache/documents/alloydb.v1beta.json +7 -3
- googleapiclient/discovery_cache/documents/analyticsadmin.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/androidmanagement.v1.json +61 -8
- googleapiclient/discovery_cache/documents/androidpublisher.v3.json +6 -8
- googleapiclient/discovery_cache/documents/apigateway.v1.json +2 -2
- googleapiclient/discovery_cache/documents/apigateway.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/apigee.v1.json +1 -5
- googleapiclient/discovery_cache/documents/apihub.v1.json +2 -2
- googleapiclient/discovery_cache/documents/apim.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/appengine.v1.json +2 -2
- googleapiclient/discovery_cache/documents/appengine.v1alpha.json +3 -3
- googleapiclient/discovery_cache/documents/appengine.v1beta.json +3 -3
- googleapiclient/discovery_cache/documents/apphub.v1.json +2 -2
- googleapiclient/discovery_cache/documents/apphub.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/authorizedbuyersmarketplace.v1.json +2 -2
- googleapiclient/discovery_cache/documents/authorizedbuyersmarketplace.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/backupdr.v1.json +109 -2
- googleapiclient/discovery_cache/documents/batch.v1.json +2 -2
- googleapiclient/discovery_cache/documents/beyondcorp.v1.json +2 -2
- googleapiclient/discovery_cache/documents/beyondcorp.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/bigquery.v2.json +34 -20
- googleapiclient/discovery_cache/documents/bigquerydatatransfer.v1.json +7 -2
- googleapiclient/discovery_cache/documents/bigtableadmin.v2.json +3 -94
- googleapiclient/discovery_cache/documents/certificatemanager.v1.json +2 -2
- googleapiclient/discovery_cache/documents/chat.v1.json +237 -10
- googleapiclient/discovery_cache/documents/chromemanagement.v1.json +129 -3
- googleapiclient/discovery_cache/documents/classroom.v1.json +4 -4
- googleapiclient/discovery_cache/documents/cloudbuild.v2.json +2 -2
- googleapiclient/discovery_cache/documents/cloudchannel.v1.json +48 -1
- googleapiclient/discovery_cache/documents/clouddeploy.v1.json +2 -2
- googleapiclient/discovery_cache/documents/cloudfunctions.v1.json +2 -2
- googleapiclient/discovery_cache/documents/cloudfunctions.v2.json +2 -2
- googleapiclient/discovery_cache/documents/cloudfunctions.v2alpha.json +2 -2
- googleapiclient/discovery_cache/documents/cloudfunctions.v2beta.json +2 -2
- googleapiclient/discovery_cache/documents/cloudkms.v1.json +5 -5
- googleapiclient/discovery_cache/documents/cloudlocationfinder.v1alpha.json +6 -4
- googleapiclient/discovery_cache/documents/compute.alpha.json +60 -61
- googleapiclient/discovery_cache/documents/compute.beta.json +168 -10
- googleapiclient/discovery_cache/documents/compute.v1.json +59 -10
- googleapiclient/discovery_cache/documents/config.v1.json +34 -2
- googleapiclient/discovery_cache/documents/connectors.v1.json +34 -15
- googleapiclient/discovery_cache/documents/connectors.v2.json +269 -1
- googleapiclient/discovery_cache/documents/contactcenteraiplatform.v1alpha1.json +16 -2
- googleapiclient/discovery_cache/documents/contactcenterinsights.v1.json +578 -2
- googleapiclient/discovery_cache/documents/container.v1.json +59 -2
- googleapiclient/discovery_cache/documents/container.v1beta1.json +52 -5
- googleapiclient/discovery_cache/documents/containeranalysis.v1.json +53 -5
- googleapiclient/discovery_cache/documents/containeranalysis.v1alpha1.json +53 -2
- googleapiclient/discovery_cache/documents/containeranalysis.v1beta1.json +9 -5
- googleapiclient/discovery_cache/documents/dataflow.v1b3.json +21 -9
- googleapiclient/discovery_cache/documents/dataform.v1beta1.json +376 -2
- googleapiclient/discovery_cache/documents/datamigration.v1.json +19 -2
- googleapiclient/discovery_cache/documents/datamigration.v1beta1.json +2 -2
- googleapiclient/discovery_cache/documents/dataplex.v1.json +67 -98
- googleapiclient/discovery_cache/documents/dataproc.v1.json +14 -8
- googleapiclient/discovery_cache/documents/datastore.v1.json +8 -1
- googleapiclient/discovery_cache/documents/datastore.v1beta1.json +8 -1
- googleapiclient/discovery_cache/documents/datastore.v1beta3.json +8 -1
- googleapiclient/discovery_cache/documents/datastream.v1.json +2 -2
- googleapiclient/discovery_cache/documents/datastream.v1alpha1.json +2 -2
- googleapiclient/discovery_cache/documents/deploymentmanager.alpha.json +9 -1
- googleapiclient/discovery_cache/documents/deploymentmanager.v2.json +9 -1
- googleapiclient/discovery_cache/documents/deploymentmanager.v2beta.json +9 -1
- googleapiclient/discovery_cache/documents/developerconnect.v1.json +2 -2
- googleapiclient/discovery_cache/documents/dfareporting.v4.json +30 -2
- googleapiclient/discovery_cache/documents/dfareporting.v5.json +21549 -0
- googleapiclient/discovery_cache/documents/dialogflow.v2.json +6 -1
- googleapiclient/discovery_cache/documents/dialogflow.v2beta1.json +7 -2
- googleapiclient/discovery_cache/documents/dialogflow.v3.json +2 -2
- googleapiclient/discovery_cache/documents/dialogflow.v3beta1.json +3 -3
- googleapiclient/discovery_cache/documents/discoveryengine.v1.json +310 -8
- googleapiclient/discovery_cache/documents/discoveryengine.v1alpha.json +734 -7
- googleapiclient/discovery_cache/documents/discoveryengine.v1beta.json +280 -7
- googleapiclient/discovery_cache/documents/displayvideo.v2.json +74 -9
- googleapiclient/discovery_cache/documents/displayvideo.v3.json +129 -13
- googleapiclient/discovery_cache/documents/displayvideo.v4.json +129 -13
- googleapiclient/discovery_cache/documents/dlp.v2.json +79 -6
- googleapiclient/discovery_cache/documents/documentai.v1.json +197 -2
- googleapiclient/discovery_cache/documents/documentai.v1beta3.json +197 -2
- googleapiclient/discovery_cache/documents/drive.v2.json +22 -22
- googleapiclient/discovery_cache/documents/drive.v3.json +11 -11
- googleapiclient/discovery_cache/documents/driveactivity.v2.json +13 -3
- googleapiclient/discovery_cache/documents/eventarc.v1.json +2 -2
- googleapiclient/discovery_cache/documents/file.v1.json +34 -6
- googleapiclient/discovery_cache/documents/file.v1beta1.json +90 -6
- googleapiclient/discovery_cache/documents/firebaseappdistribution.v1.json +13 -1
- googleapiclient/discovery_cache/documents/firebaseappdistribution.v1alpha.json +57 -2
- googleapiclient/discovery_cache/documents/firebaseapphosting.v1.json +2 -2
- googleapiclient/discovery_cache/documents/firebaseapphosting.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/firebasedataconnect.v1.json +3 -3
- googleapiclient/discovery_cache/documents/firebasedataconnect.v1beta.json +3 -3
- googleapiclient/discovery_cache/documents/firebaseml.v2beta.json +13 -16
- googleapiclient/discovery_cache/documents/firestore.v1.json +12 -1
- googleapiclient/discovery_cache/documents/firestore.v1beta1.json +8 -1
- googleapiclient/discovery_cache/documents/firestore.v1beta2.json +8 -1
- googleapiclient/discovery_cache/documents/fitness.v1.json +4 -4
- googleapiclient/discovery_cache/documents/gkebackup.v1.json +2 -2
- googleapiclient/discovery_cache/documents/gkehub.v1.json +2 -2
- googleapiclient/discovery_cache/documents/gkehub.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/gkehub.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/gkehub.v1beta1.json +2 -2
- googleapiclient/discovery_cache/documents/gkehub.v2.json +2 -2
- googleapiclient/discovery_cache/documents/gkehub.v2alpha.json +2 -2
- googleapiclient/discovery_cache/documents/gkehub.v2beta.json +2 -2
- googleapiclient/discovery_cache/documents/gkeonprem.v1.json +2 -2
- googleapiclient/discovery_cache/documents/healthcare.v1.json +2 -2
- googleapiclient/discovery_cache/documents/healthcare.v1beta1.json +2 -96
- googleapiclient/discovery_cache/documents/iam.v1.json +11 -13
- googleapiclient/discovery_cache/documents/language.v1.json +14 -2
- googleapiclient/discovery_cache/documents/language.v1beta2.json +14 -2
- googleapiclient/discovery_cache/documents/language.v2.json +14 -2
- googleapiclient/discovery_cache/documents/logging.v2.json +8 -7
- googleapiclient/discovery_cache/documents/looker.v1.json +7 -2
- googleapiclient/discovery_cache/documents/managedkafka.v1.json +2 -2
- googleapiclient/discovery_cache/documents/manufacturers.v1.json +19 -3
- googleapiclient/discovery_cache/documents/memcache.v1.json +83 -2
- googleapiclient/discovery_cache/documents/memcache.v1beta2.json +83 -2
- googleapiclient/discovery_cache/documents/merchantapi.accounts_v1.json +204 -4
- googleapiclient/discovery_cache/documents/merchantapi.accounts_v1beta.json +4 -4
- googleapiclient/discovery_cache/documents/merchantapi.issueresolution_v1.json +6 -4
- googleapiclient/discovery_cache/documents/merchantapi.lfp_v1.json +902 -0
- googleapiclient/discovery_cache/documents/merchantapi.products_v1.json +3 -3
- googleapiclient/discovery_cache/documents/merchantapi.products_v1beta.json +3 -3
- googleapiclient/discovery_cache/documents/merchantapi.reports_v1.json +2 -2
- googleapiclient/discovery_cache/documents/metastore.v1.json +2 -2
- googleapiclient/discovery_cache/documents/metastore.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/metastore.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/migrationcenter.v1.json +2 -2
- googleapiclient/discovery_cache/documents/migrationcenter.v1alpha1.json +2 -2
- googleapiclient/discovery_cache/documents/monitoring.v1.json +5 -5
- googleapiclient/discovery_cache/documents/netapp.v1.json +105 -9
- googleapiclient/discovery_cache/documents/netapp.v1beta1.json +174 -5
- googleapiclient/discovery_cache/documents/networkconnectivity.v1.json +1238 -21
- googleapiclient/discovery_cache/documents/networkconnectivity.v1alpha1.json +3 -3
- googleapiclient/discovery_cache/documents/networkmanagement.v1.json +96 -14
- googleapiclient/discovery_cache/documents/networkmanagement.v1beta1.json +60 -4
- googleapiclient/discovery_cache/documents/networksecurity.v1.json +19 -9
- googleapiclient/discovery_cache/documents/networksecurity.v1beta1.json +36 -26
- googleapiclient/discovery_cache/documents/observability.v1.json +215 -2
- googleapiclient/discovery_cache/documents/ondemandscanning.v1.json +45 -1
- googleapiclient/discovery_cache/documents/ondemandscanning.v1beta1.json +45 -1
- googleapiclient/discovery_cache/documents/oracledatabase.v1.json +4 -4
- googleapiclient/discovery_cache/documents/orgpolicy.v2.json +2 -2
- googleapiclient/discovery_cache/documents/parallelstore.v1.json +2 -2
- googleapiclient/discovery_cache/documents/parallelstore.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/parametermanager.v1.json +2 -2
- googleapiclient/discovery_cache/documents/paymentsresellersubscription.v1.json +2 -2
- googleapiclient/discovery_cache/documents/places.v1.json +2 -2
- googleapiclient/discovery_cache/documents/playintegrity.v1.json +45 -3
- googleapiclient/discovery_cache/documents/policysimulator.v1.json +2 -2
- googleapiclient/discovery_cache/documents/policysimulator.v1alpha.json +2 -2
- googleapiclient/discovery_cache/documents/policysimulator.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/pubsub.v1.json +11 -1
- googleapiclient/discovery_cache/documents/pubsub.v1beta1a.json +11 -1
- googleapiclient/discovery_cache/documents/pubsub.v1beta2.json +11 -1
- googleapiclient/discovery_cache/documents/recommender.v1beta1.json +5 -5
- googleapiclient/discovery_cache/documents/redis.v1.json +22 -3
- googleapiclient/discovery_cache/documents/redis.v1beta1.json +37 -8
- googleapiclient/discovery_cache/documents/retail.v2alpha.json +2 -7
- googleapiclient/discovery_cache/documents/retail.v2beta.json +1 -6
- googleapiclient/discovery_cache/documents/run.v1.json +4 -4
- googleapiclient/discovery_cache/documents/run.v2.json +29 -1
- googleapiclient/discovery_cache/documents/saasservicemgmt.v1beta1.json +9 -9
- googleapiclient/discovery_cache/documents/script.v1.json +4 -4
- googleapiclient/discovery_cache/documents/securitycenter.v1.json +18 -3
- googleapiclient/discovery_cache/documents/securitycenter.v1beta1.json +18 -3
- googleapiclient/discovery_cache/documents/securitycenter.v1beta2.json +22 -3
- googleapiclient/discovery_cache/documents/securityposture.v1.json +5 -5
- googleapiclient/discovery_cache/documents/servicedirectory.v1.json +2 -2
- googleapiclient/discovery_cache/documents/servicedirectory.v1beta1.json +2 -2
- googleapiclient/discovery_cache/documents/sqladmin.v1.json +288 -8
- googleapiclient/discovery_cache/documents/sqladmin.v1beta4.json +288 -8
- googleapiclient/discovery_cache/documents/storage.v1.json +12 -2
- googleapiclient/discovery_cache/documents/storagebatchoperations.v1.json +2 -2
- googleapiclient/discovery_cache/documents/sts.v1.json +2 -2
- googleapiclient/discovery_cache/documents/tagmanager.v1.json +8 -2
- googleapiclient/discovery_cache/documents/tagmanager.v2.json +29 -5
- googleapiclient/discovery_cache/documents/testing.v1.json +2 -2
- googleapiclient/discovery_cache/documents/tpu.v1.json +2 -2
- googleapiclient/discovery_cache/documents/tpu.v1alpha1.json +2 -2
- googleapiclient/discovery_cache/documents/tpu.v2.json +2 -2
- googleapiclient/discovery_cache/documents/tpu.v2alpha1.json +2 -2
- googleapiclient/discovery_cache/documents/versionhistory.v1.json +26 -1
- googleapiclient/discovery_cache/documents/vmmigration.v1.json +607 -4
- googleapiclient/discovery_cache/documents/vmmigration.v1alpha1.json +607 -4
- googleapiclient/discovery_cache/documents/vmwareengine.v1.json +44 -1
- googleapiclient/discovery_cache/documents/vpcaccess.v1.json +2 -2
- googleapiclient/discovery_cache/documents/vpcaccess.v1beta1.json +2 -2
- googleapiclient/discovery_cache/documents/workflows.v1.json +2 -2
- googleapiclient/discovery_cache/documents/workflows.v1beta.json +2 -2
- googleapiclient/discovery_cache/documents/workloadmanager.v1.json +101 -4
- googleapiclient/discovery_cache/documents/workstations.v1.json +2 -2
- googleapiclient/version.py +1 -1
- {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.181.0.dist-info}/WHEEL +0 -0
- {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.181.0.dist-info}/licenses/LICENSE +0 -0
- {google_api_python_client-2.179.0.dist-info → google_api_python_client-2.181.0.dist-info}/top_level.txt +0 -0
|
@@ -1349,6 +1349,62 @@
|
|
|
1349
1349
|
"https://www.googleapis.com/auth/cloud-platform"
|
|
1350
1350
|
]
|
|
1351
1351
|
},
|
|
1352
|
+
"generateInstanceRubrics": {
|
|
1353
|
+
"description": "Generates rubrics for a given prompt. A rubric represents a single testable criterion for evaluation. One input prompt could have multiple rubrics This RPC allows users to get suggested rubrics based on provided prompt, which can then be reviewed and used for subsequent evaluations.",
|
|
1354
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}:generateInstanceRubrics",
|
|
1355
|
+
"httpMethod": "POST",
|
|
1356
|
+
"id": "aiplatform.projects.locations.generateInstanceRubrics",
|
|
1357
|
+
"parameterOrder": [
|
|
1358
|
+
"location"
|
|
1359
|
+
],
|
|
1360
|
+
"parameters": {
|
|
1361
|
+
"location": {
|
|
1362
|
+
"description": "Required. The resource name of the Location to generate rubrics from. Format: `projects/{project}/locations/{location}`",
|
|
1363
|
+
"location": "path",
|
|
1364
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
1365
|
+
"required": true,
|
|
1366
|
+
"type": "string"
|
|
1367
|
+
}
|
|
1368
|
+
},
|
|
1369
|
+
"path": "v1beta1/{+location}:generateInstanceRubrics",
|
|
1370
|
+
"request": {
|
|
1371
|
+
"$ref": "GoogleCloudAiplatformV1beta1GenerateInstanceRubricsRequest"
|
|
1372
|
+
},
|
|
1373
|
+
"response": {
|
|
1374
|
+
"$ref": "GoogleCloudAiplatformV1beta1GenerateInstanceRubricsResponse"
|
|
1375
|
+
},
|
|
1376
|
+
"scopes": [
|
|
1377
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
1378
|
+
]
|
|
1379
|
+
},
|
|
1380
|
+
"generateSyntheticData": {
|
|
1381
|
+
"description": "Generates synthetic data based on the provided configuration.",
|
|
1382
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}:generateSyntheticData",
|
|
1383
|
+
"httpMethod": "POST",
|
|
1384
|
+
"id": "aiplatform.projects.locations.generateSyntheticData",
|
|
1385
|
+
"parameterOrder": [
|
|
1386
|
+
"location"
|
|
1387
|
+
],
|
|
1388
|
+
"parameters": {
|
|
1389
|
+
"location": {
|
|
1390
|
+
"description": "Required. The resource name of the Location to run the job. Format: `projects/{project}/locations/{location}`",
|
|
1391
|
+
"location": "path",
|
|
1392
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
1393
|
+
"required": true,
|
|
1394
|
+
"type": "string"
|
|
1395
|
+
}
|
|
1396
|
+
},
|
|
1397
|
+
"path": "v1beta1/{+location}:generateSyntheticData",
|
|
1398
|
+
"request": {
|
|
1399
|
+
"$ref": "GoogleCloudAiplatformV1beta1GenerateSyntheticDataRequest"
|
|
1400
|
+
},
|
|
1401
|
+
"response": {
|
|
1402
|
+
"$ref": "GoogleCloudAiplatformV1beta1GenerateSyntheticDataResponse"
|
|
1403
|
+
},
|
|
1404
|
+
"scopes": [
|
|
1405
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
1406
|
+
]
|
|
1407
|
+
},
|
|
1352
1408
|
"get": {
|
|
1353
1409
|
"description": "Gets information about a location.",
|
|
1354
1410
|
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}",
|
|
@@ -1409,7 +1465,7 @@
|
|
|
1409
1465
|
],
|
|
1410
1466
|
"parameters": {
|
|
1411
1467
|
"extraLocationTypes": {
|
|
1412
|
-
"description": "Optional.
|
|
1468
|
+
"description": "Optional. Do not use this field. It is unsupported and is ignored unless explicitly documented otherwise. This is primarily for internal usage.",
|
|
1413
1469
|
"location": "query",
|
|
1414
1470
|
"repeated": true,
|
|
1415
1471
|
"type": "string"
|
|
@@ -5785,6 +5841,132 @@
|
|
|
5785
5841
|
}
|
|
5786
5842
|
},
|
|
5787
5843
|
"evaluationItems": {
|
|
5844
|
+
"methods": {
|
|
5845
|
+
"create": {
|
|
5846
|
+
"description": "Creates an Evaluation Item.",
|
|
5847
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationItems",
|
|
5848
|
+
"httpMethod": "POST",
|
|
5849
|
+
"id": "aiplatform.projects.locations.evaluationItems.create",
|
|
5850
|
+
"parameterOrder": [
|
|
5851
|
+
"parent"
|
|
5852
|
+
],
|
|
5853
|
+
"parameters": {
|
|
5854
|
+
"parent": {
|
|
5855
|
+
"description": "Required. The resource name of the Location to create the Evaluation Item in. Format: `projects/{project}/locations/{location}`",
|
|
5856
|
+
"location": "path",
|
|
5857
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
5858
|
+
"required": true,
|
|
5859
|
+
"type": "string"
|
|
5860
|
+
}
|
|
5861
|
+
},
|
|
5862
|
+
"path": "v1beta1/{+parent}/evaluationItems",
|
|
5863
|
+
"request": {
|
|
5864
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationItem"
|
|
5865
|
+
},
|
|
5866
|
+
"response": {
|
|
5867
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationItem"
|
|
5868
|
+
},
|
|
5869
|
+
"scopes": [
|
|
5870
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
5871
|
+
]
|
|
5872
|
+
},
|
|
5873
|
+
"delete": {
|
|
5874
|
+
"description": "Deletes an Evaluation Item.",
|
|
5875
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationItems/{evaluationItemsId}",
|
|
5876
|
+
"httpMethod": "DELETE",
|
|
5877
|
+
"id": "aiplatform.projects.locations.evaluationItems.delete",
|
|
5878
|
+
"parameterOrder": [
|
|
5879
|
+
"name"
|
|
5880
|
+
],
|
|
5881
|
+
"parameters": {
|
|
5882
|
+
"name": {
|
|
5883
|
+
"description": "Required. The name of the EvaluationItem resource to be deleted. Format: `projects/{project}/locations/{location}/evaluationItems/{evaluation_item}`",
|
|
5884
|
+
"location": "path",
|
|
5885
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationItems/[^/]+$",
|
|
5886
|
+
"required": true,
|
|
5887
|
+
"type": "string"
|
|
5888
|
+
}
|
|
5889
|
+
},
|
|
5890
|
+
"path": "v1beta1/{+name}",
|
|
5891
|
+
"response": {
|
|
5892
|
+
"$ref": "GoogleLongrunningOperation"
|
|
5893
|
+
},
|
|
5894
|
+
"scopes": [
|
|
5895
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
5896
|
+
]
|
|
5897
|
+
},
|
|
5898
|
+
"get": {
|
|
5899
|
+
"description": "Gets an Evaluation Item.",
|
|
5900
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationItems/{evaluationItemsId}",
|
|
5901
|
+
"httpMethod": "GET",
|
|
5902
|
+
"id": "aiplatform.projects.locations.evaluationItems.get",
|
|
5903
|
+
"parameterOrder": [
|
|
5904
|
+
"name"
|
|
5905
|
+
],
|
|
5906
|
+
"parameters": {
|
|
5907
|
+
"name": {
|
|
5908
|
+
"description": "Required. The name of the EvaluationItem resource. Format: `projects/{project}/locations/{location}/evaluationItems/{evaluation_item}`",
|
|
5909
|
+
"location": "path",
|
|
5910
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationItems/[^/]+$",
|
|
5911
|
+
"required": true,
|
|
5912
|
+
"type": "string"
|
|
5913
|
+
}
|
|
5914
|
+
},
|
|
5915
|
+
"path": "v1beta1/{+name}",
|
|
5916
|
+
"response": {
|
|
5917
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationItem"
|
|
5918
|
+
},
|
|
5919
|
+
"scopes": [
|
|
5920
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
5921
|
+
]
|
|
5922
|
+
},
|
|
5923
|
+
"list": {
|
|
5924
|
+
"description": "Lists Evaluation Items.",
|
|
5925
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationItems",
|
|
5926
|
+
"httpMethod": "GET",
|
|
5927
|
+
"id": "aiplatform.projects.locations.evaluationItems.list",
|
|
5928
|
+
"parameterOrder": [
|
|
5929
|
+
"parent"
|
|
5930
|
+
],
|
|
5931
|
+
"parameters": {
|
|
5932
|
+
"filter": {
|
|
5933
|
+
"description": "Optional. Filter expression that matches a subset of the EvaluationItems to show. For field names both snake_case and camelCase are supported. For more information about filter syntax, see [AIP-160](https://google.aip.dev/160).",
|
|
5934
|
+
"location": "query",
|
|
5935
|
+
"type": "string"
|
|
5936
|
+
},
|
|
5937
|
+
"orderBy": {
|
|
5938
|
+
"description": "Optional. A comma-separated list of fields to order by, sorted in ascending order by default. Use `desc` after a field name for descending.",
|
|
5939
|
+
"location": "query",
|
|
5940
|
+
"type": "string"
|
|
5941
|
+
},
|
|
5942
|
+
"pageSize": {
|
|
5943
|
+
"description": "Optional. The maximum number of Evaluation Items to return.",
|
|
5944
|
+
"format": "int32",
|
|
5945
|
+
"location": "query",
|
|
5946
|
+
"type": "integer"
|
|
5947
|
+
},
|
|
5948
|
+
"pageToken": {
|
|
5949
|
+
"description": "Optional. A page token, received from a previous `ListEvaluationItems` call. Provide this to retrieve the subsequent page.",
|
|
5950
|
+
"location": "query",
|
|
5951
|
+
"type": "string"
|
|
5952
|
+
},
|
|
5953
|
+
"parent": {
|
|
5954
|
+
"description": "Required. The resource name of the Location from which to list the Evaluation Items. Format: `projects/{project}/locations/{location}`",
|
|
5955
|
+
"location": "path",
|
|
5956
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
5957
|
+
"required": true,
|
|
5958
|
+
"type": "string"
|
|
5959
|
+
}
|
|
5960
|
+
},
|
|
5961
|
+
"path": "v1beta1/{+parent}/evaluationItems",
|
|
5962
|
+
"response": {
|
|
5963
|
+
"$ref": "GoogleCloudAiplatformV1beta1ListEvaluationItemsResponse"
|
|
5964
|
+
},
|
|
5965
|
+
"scopes": [
|
|
5966
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
5967
|
+
]
|
|
5968
|
+
}
|
|
5969
|
+
},
|
|
5788
5970
|
"resources": {
|
|
5789
5971
|
"operations": {
|
|
5790
5972
|
"methods": {
|
|
@@ -5915,6 +6097,160 @@
|
|
|
5915
6097
|
}
|
|
5916
6098
|
},
|
|
5917
6099
|
"evaluationRuns": {
|
|
6100
|
+
"methods": {
|
|
6101
|
+
"cancel": {
|
|
6102
|
+
"description": "Cancels an Evaluation Run. Attempts to cancel a running Evaluation Run asynchronously. Status of run can be checked via GetEvaluationRun.",
|
|
6103
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationRuns/{evaluationRunsId}:cancel",
|
|
6104
|
+
"httpMethod": "POST",
|
|
6105
|
+
"id": "aiplatform.projects.locations.evaluationRuns.cancel",
|
|
6106
|
+
"parameterOrder": [
|
|
6107
|
+
"name"
|
|
6108
|
+
],
|
|
6109
|
+
"parameters": {
|
|
6110
|
+
"name": {
|
|
6111
|
+
"description": "Required. The name of the EvaluationRun resource to be cancelled. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
|
|
6112
|
+
"location": "path",
|
|
6113
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationRuns/[^/]+$",
|
|
6114
|
+
"required": true,
|
|
6115
|
+
"type": "string"
|
|
6116
|
+
}
|
|
6117
|
+
},
|
|
6118
|
+
"path": "v1beta1/{+name}:cancel",
|
|
6119
|
+
"request": {
|
|
6120
|
+
"$ref": "GoogleCloudAiplatformV1beta1CancelEvaluationRunRequest"
|
|
6121
|
+
},
|
|
6122
|
+
"response": {
|
|
6123
|
+
"$ref": "GoogleProtobufEmpty"
|
|
6124
|
+
},
|
|
6125
|
+
"scopes": [
|
|
6126
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6127
|
+
]
|
|
6128
|
+
},
|
|
6129
|
+
"create": {
|
|
6130
|
+
"description": "Creates an Evaluation Run.",
|
|
6131
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationRuns",
|
|
6132
|
+
"httpMethod": "POST",
|
|
6133
|
+
"id": "aiplatform.projects.locations.evaluationRuns.create",
|
|
6134
|
+
"parameterOrder": [
|
|
6135
|
+
"parent"
|
|
6136
|
+
],
|
|
6137
|
+
"parameters": {
|
|
6138
|
+
"parent": {
|
|
6139
|
+
"description": "Required. The resource name of the Location to create the Evaluation Run in. Format: `projects/{project}/locations/{location}`",
|
|
6140
|
+
"location": "path",
|
|
6141
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
6142
|
+
"required": true,
|
|
6143
|
+
"type": "string"
|
|
6144
|
+
}
|
|
6145
|
+
},
|
|
6146
|
+
"path": "v1beta1/{+parent}/evaluationRuns",
|
|
6147
|
+
"request": {
|
|
6148
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRun"
|
|
6149
|
+
},
|
|
6150
|
+
"response": {
|
|
6151
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRun"
|
|
6152
|
+
},
|
|
6153
|
+
"scopes": [
|
|
6154
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6155
|
+
]
|
|
6156
|
+
},
|
|
6157
|
+
"delete": {
|
|
6158
|
+
"description": "Deletes an Evaluation Run.",
|
|
6159
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationRuns/{evaluationRunsId}",
|
|
6160
|
+
"httpMethod": "DELETE",
|
|
6161
|
+
"id": "aiplatform.projects.locations.evaluationRuns.delete",
|
|
6162
|
+
"parameterOrder": [
|
|
6163
|
+
"name"
|
|
6164
|
+
],
|
|
6165
|
+
"parameters": {
|
|
6166
|
+
"name": {
|
|
6167
|
+
"description": "Required. The name of the EvaluationRun resource to be deleted. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
|
|
6168
|
+
"location": "path",
|
|
6169
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationRuns/[^/]+$",
|
|
6170
|
+
"required": true,
|
|
6171
|
+
"type": "string"
|
|
6172
|
+
}
|
|
6173
|
+
},
|
|
6174
|
+
"path": "v1beta1/{+name}",
|
|
6175
|
+
"response": {
|
|
6176
|
+
"$ref": "GoogleLongrunningOperation"
|
|
6177
|
+
},
|
|
6178
|
+
"scopes": [
|
|
6179
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6180
|
+
]
|
|
6181
|
+
},
|
|
6182
|
+
"get": {
|
|
6183
|
+
"description": "Gets an Evaluation Run.",
|
|
6184
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationRuns/{evaluationRunsId}",
|
|
6185
|
+
"httpMethod": "GET",
|
|
6186
|
+
"id": "aiplatform.projects.locations.evaluationRuns.get",
|
|
6187
|
+
"parameterOrder": [
|
|
6188
|
+
"name"
|
|
6189
|
+
],
|
|
6190
|
+
"parameters": {
|
|
6191
|
+
"name": {
|
|
6192
|
+
"description": "Required. The name of the EvaluationRun resource. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
|
|
6193
|
+
"location": "path",
|
|
6194
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationRuns/[^/]+$",
|
|
6195
|
+
"required": true,
|
|
6196
|
+
"type": "string"
|
|
6197
|
+
}
|
|
6198
|
+
},
|
|
6199
|
+
"path": "v1beta1/{+name}",
|
|
6200
|
+
"response": {
|
|
6201
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRun"
|
|
6202
|
+
},
|
|
6203
|
+
"scopes": [
|
|
6204
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6205
|
+
]
|
|
6206
|
+
},
|
|
6207
|
+
"list": {
|
|
6208
|
+
"description": "Lists Evaluation Runs.",
|
|
6209
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationRuns",
|
|
6210
|
+
"httpMethod": "GET",
|
|
6211
|
+
"id": "aiplatform.projects.locations.evaluationRuns.list",
|
|
6212
|
+
"parameterOrder": [
|
|
6213
|
+
"parent"
|
|
6214
|
+
],
|
|
6215
|
+
"parameters": {
|
|
6216
|
+
"filter": {
|
|
6217
|
+
"description": "Optional. Filter expression that matches a subset of the EvaluationRuns to show. For field names both snake_case and camelCase are supported. For more information about filter syntax, see [AIP-160](https://google.aip.dev/160).",
|
|
6218
|
+
"location": "query",
|
|
6219
|
+
"type": "string"
|
|
6220
|
+
},
|
|
6221
|
+
"orderBy": {
|
|
6222
|
+
"description": "Optional. A comma-separated list of fields to order by, sorted in ascending order by default. Use `desc` after a field name for descending.",
|
|
6223
|
+
"location": "query",
|
|
6224
|
+
"type": "string"
|
|
6225
|
+
},
|
|
6226
|
+
"pageSize": {
|
|
6227
|
+
"description": "Optional. The maximum number of Evaluation Runs to return.",
|
|
6228
|
+
"format": "int32",
|
|
6229
|
+
"location": "query",
|
|
6230
|
+
"type": "integer"
|
|
6231
|
+
},
|
|
6232
|
+
"pageToken": {
|
|
6233
|
+
"description": "Optional. A page token, received from a previous `ListEvaluationRuns` call. Provide this to retrieve the subsequent page.",
|
|
6234
|
+
"location": "query",
|
|
6235
|
+
"type": "string"
|
|
6236
|
+
},
|
|
6237
|
+
"parent": {
|
|
6238
|
+
"description": "Required. The resource name of the Location from which to list the Evaluation Runs. Format: `projects/{project}/locations/{location}`",
|
|
6239
|
+
"location": "path",
|
|
6240
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
6241
|
+
"required": true,
|
|
6242
|
+
"type": "string"
|
|
6243
|
+
}
|
|
6244
|
+
},
|
|
6245
|
+
"path": "v1beta1/{+parent}/evaluationRuns",
|
|
6246
|
+
"response": {
|
|
6247
|
+
"$ref": "GoogleCloudAiplatformV1beta1ListEvaluationRunsResponse"
|
|
6248
|
+
},
|
|
6249
|
+
"scopes": [
|
|
6250
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6251
|
+
]
|
|
6252
|
+
}
|
|
6253
|
+
},
|
|
5918
6254
|
"resources": {
|
|
5919
6255
|
"operations": {
|
|
5920
6256
|
"methods": {
|
|
@@ -6045,6 +6381,166 @@
|
|
|
6045
6381
|
}
|
|
6046
6382
|
},
|
|
6047
6383
|
"evaluationSets": {
|
|
6384
|
+
"methods": {
|
|
6385
|
+
"create": {
|
|
6386
|
+
"description": "Creates an Evaluation Set.",
|
|
6387
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationSets",
|
|
6388
|
+
"httpMethod": "POST",
|
|
6389
|
+
"id": "aiplatform.projects.locations.evaluationSets.create",
|
|
6390
|
+
"parameterOrder": [
|
|
6391
|
+
"parent"
|
|
6392
|
+
],
|
|
6393
|
+
"parameters": {
|
|
6394
|
+
"parent": {
|
|
6395
|
+
"description": "Required. The resource name of the Location to create the Evaluation Set in. Format: `projects/{project}/locations/{location}`",
|
|
6396
|
+
"location": "path",
|
|
6397
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
6398
|
+
"required": true,
|
|
6399
|
+
"type": "string"
|
|
6400
|
+
}
|
|
6401
|
+
},
|
|
6402
|
+
"path": "v1beta1/{+parent}/evaluationSets",
|
|
6403
|
+
"request": {
|
|
6404
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationSet"
|
|
6405
|
+
},
|
|
6406
|
+
"response": {
|
|
6407
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationSet"
|
|
6408
|
+
},
|
|
6409
|
+
"scopes": [
|
|
6410
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6411
|
+
]
|
|
6412
|
+
},
|
|
6413
|
+
"delete": {
|
|
6414
|
+
"description": "Deletes an Evaluation Set.",
|
|
6415
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationSets/{evaluationSetsId}",
|
|
6416
|
+
"httpMethod": "DELETE",
|
|
6417
|
+
"id": "aiplatform.projects.locations.evaluationSets.delete",
|
|
6418
|
+
"parameterOrder": [
|
|
6419
|
+
"name"
|
|
6420
|
+
],
|
|
6421
|
+
"parameters": {
|
|
6422
|
+
"name": {
|
|
6423
|
+
"description": "Required. The name of the EvaluationSet resource to be deleted. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
|
|
6424
|
+
"location": "path",
|
|
6425
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationSets/[^/]+$",
|
|
6426
|
+
"required": true,
|
|
6427
|
+
"type": "string"
|
|
6428
|
+
}
|
|
6429
|
+
},
|
|
6430
|
+
"path": "v1beta1/{+name}",
|
|
6431
|
+
"response": {
|
|
6432
|
+
"$ref": "GoogleLongrunningOperation"
|
|
6433
|
+
},
|
|
6434
|
+
"scopes": [
|
|
6435
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6436
|
+
]
|
|
6437
|
+
},
|
|
6438
|
+
"get": {
|
|
6439
|
+
"description": "Gets an Evaluation Set.",
|
|
6440
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationSets/{evaluationSetsId}",
|
|
6441
|
+
"httpMethod": "GET",
|
|
6442
|
+
"id": "aiplatform.projects.locations.evaluationSets.get",
|
|
6443
|
+
"parameterOrder": [
|
|
6444
|
+
"name"
|
|
6445
|
+
],
|
|
6446
|
+
"parameters": {
|
|
6447
|
+
"name": {
|
|
6448
|
+
"description": "Required. The name of the EvaluationSet resource. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
|
|
6449
|
+
"location": "path",
|
|
6450
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationSets/[^/]+$",
|
|
6451
|
+
"required": true,
|
|
6452
|
+
"type": "string"
|
|
6453
|
+
}
|
|
6454
|
+
},
|
|
6455
|
+
"path": "v1beta1/{+name}",
|
|
6456
|
+
"response": {
|
|
6457
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationSet"
|
|
6458
|
+
},
|
|
6459
|
+
"scopes": [
|
|
6460
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6461
|
+
]
|
|
6462
|
+
},
|
|
6463
|
+
"list": {
|
|
6464
|
+
"description": "Lists Evaluation Sets.",
|
|
6465
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationSets",
|
|
6466
|
+
"httpMethod": "GET",
|
|
6467
|
+
"id": "aiplatform.projects.locations.evaluationSets.list",
|
|
6468
|
+
"parameterOrder": [
|
|
6469
|
+
"parent"
|
|
6470
|
+
],
|
|
6471
|
+
"parameters": {
|
|
6472
|
+
"filter": {
|
|
6473
|
+
"description": "Optional. Filter expression that matches a subset of the EvaluationSets to show. For field names both snake_case and camelCase are supported. For more information about filter syntax, see [AIP-160](https://google.aip.dev/160).",
|
|
6474
|
+
"location": "query",
|
|
6475
|
+
"type": "string"
|
|
6476
|
+
},
|
|
6477
|
+
"orderBy": {
|
|
6478
|
+
"description": "Optional. A comma-separated list of fields to order by, sorted in ascending order by default. Use `desc` after a field name for descending.",
|
|
6479
|
+
"location": "query",
|
|
6480
|
+
"type": "string"
|
|
6481
|
+
},
|
|
6482
|
+
"pageSize": {
|
|
6483
|
+
"description": "Optional. The maximum number of Evaluation Sets to return.",
|
|
6484
|
+
"format": "int32",
|
|
6485
|
+
"location": "query",
|
|
6486
|
+
"type": "integer"
|
|
6487
|
+
},
|
|
6488
|
+
"pageToken": {
|
|
6489
|
+
"description": "Optional. A page token, received from a previous `ListEvaluationSets` call. Provide this to retrieve the subsequent page.",
|
|
6490
|
+
"location": "query",
|
|
6491
|
+
"type": "string"
|
|
6492
|
+
},
|
|
6493
|
+
"parent": {
|
|
6494
|
+
"description": "Required. The resource name of the Location from which to list the Evaluation Sets. Format: `projects/{project}/locations/{location}`",
|
|
6495
|
+
"location": "path",
|
|
6496
|
+
"pattern": "^projects/[^/]+/locations/[^/]+$",
|
|
6497
|
+
"required": true,
|
|
6498
|
+
"type": "string"
|
|
6499
|
+
}
|
|
6500
|
+
},
|
|
6501
|
+
"path": "v1beta1/{+parent}/evaluationSets",
|
|
6502
|
+
"response": {
|
|
6503
|
+
"$ref": "GoogleCloudAiplatformV1beta1ListEvaluationSetsResponse"
|
|
6504
|
+
},
|
|
6505
|
+
"scopes": [
|
|
6506
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6507
|
+
]
|
|
6508
|
+
},
|
|
6509
|
+
"patch": {
|
|
6510
|
+
"description": "Updates an Evaluation Set.",
|
|
6511
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/evaluationSets/{evaluationSetsId}",
|
|
6512
|
+
"httpMethod": "PATCH",
|
|
6513
|
+
"id": "aiplatform.projects.locations.evaluationSets.patch",
|
|
6514
|
+
"parameterOrder": [
|
|
6515
|
+
"name"
|
|
6516
|
+
],
|
|
6517
|
+
"parameters": {
|
|
6518
|
+
"name": {
|
|
6519
|
+
"description": "Identifier. The resource name of the EvaluationSet. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
|
|
6520
|
+
"location": "path",
|
|
6521
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/evaluationSets/[^/]+$",
|
|
6522
|
+
"required": true,
|
|
6523
|
+
"type": "string"
|
|
6524
|
+
},
|
|
6525
|
+
"updateMask": {
|
|
6526
|
+
"description": "Optional. The update mask applies to the resource. For the `FieldMask` definition, see google.protobuf.FieldMask.",
|
|
6527
|
+
"format": "google-fieldmask",
|
|
6528
|
+
"location": "query",
|
|
6529
|
+
"type": "string"
|
|
6530
|
+
}
|
|
6531
|
+
},
|
|
6532
|
+
"path": "v1beta1/{+name}",
|
|
6533
|
+
"request": {
|
|
6534
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationSet"
|
|
6535
|
+
},
|
|
6536
|
+
"response": {
|
|
6537
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationSet"
|
|
6538
|
+
},
|
|
6539
|
+
"scopes": [
|
|
6540
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
6541
|
+
]
|
|
6542
|
+
}
|
|
6543
|
+
},
|
|
6048
6544
|
"resources": {
|
|
6049
6545
|
"operations": {
|
|
6050
6546
|
"methods": {
|
|
@@ -18859,6 +19355,11 @@
|
|
|
18859
19355
|
"name"
|
|
18860
19356
|
],
|
|
18861
19357
|
"parameters": {
|
|
19358
|
+
"forceDelete": {
|
|
19359
|
+
"description": "Optional. If set to true, any errors generated by external vector database during the deletion will be ignored. The default value is false.",
|
|
19360
|
+
"location": "query",
|
|
19361
|
+
"type": "boolean"
|
|
19362
|
+
},
|
|
18862
19363
|
"name": {
|
|
18863
19364
|
"description": "Required. The name of the RagFile resource to be deleted. Format: `projects/{project}/locations/{location}/ragCorpora/{rag_corpus}/ragFiles/{rag_file}`",
|
|
18864
19365
|
"location": "path",
|
|
@@ -20126,6 +20627,155 @@
|
|
|
20126
20627
|
}
|
|
20127
20628
|
},
|
|
20128
20629
|
"sandboxEnvironments": {
|
|
20630
|
+
"methods": {
|
|
20631
|
+
"create": {
|
|
20632
|
+
"description": "Creates a SandboxEnvironment in a given reasoning engine.",
|
|
20633
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/reasoningEngines/{reasoningEnginesId}/sandboxEnvironments",
|
|
20634
|
+
"httpMethod": "POST",
|
|
20635
|
+
"id": "aiplatform.projects.locations.reasoningEngines.sandboxEnvironments.create",
|
|
20636
|
+
"parameterOrder": [
|
|
20637
|
+
"parent"
|
|
20638
|
+
],
|
|
20639
|
+
"parameters": {
|
|
20640
|
+
"parent": {
|
|
20641
|
+
"description": "Required. The resource name of the reasoning engine to create the SandboxEnvironment in. Format: `projects/{project}/locations/{location}/reasoningEngines/{reasoning_engine}`.",
|
|
20642
|
+
"location": "path",
|
|
20643
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/reasoningEngines/[^/]+$",
|
|
20644
|
+
"required": true,
|
|
20645
|
+
"type": "string"
|
|
20646
|
+
}
|
|
20647
|
+
},
|
|
20648
|
+
"path": "v1beta1/{+parent}/sandboxEnvironments",
|
|
20649
|
+
"request": {
|
|
20650
|
+
"$ref": "GoogleCloudAiplatformV1beta1SandboxEnvironment"
|
|
20651
|
+
},
|
|
20652
|
+
"response": {
|
|
20653
|
+
"$ref": "GoogleLongrunningOperation"
|
|
20654
|
+
},
|
|
20655
|
+
"scopes": [
|
|
20656
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
20657
|
+
]
|
|
20658
|
+
},
|
|
20659
|
+
"delete": {
|
|
20660
|
+
"description": "Deletes the specific SandboxEnvironment.",
|
|
20661
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/reasoningEngines/{reasoningEnginesId}/sandboxEnvironments/{sandboxEnvironmentsId}",
|
|
20662
|
+
"httpMethod": "DELETE",
|
|
20663
|
+
"id": "aiplatform.projects.locations.reasoningEngines.sandboxEnvironments.delete",
|
|
20664
|
+
"parameterOrder": [
|
|
20665
|
+
"name"
|
|
20666
|
+
],
|
|
20667
|
+
"parameters": {
|
|
20668
|
+
"name": {
|
|
20669
|
+
"description": "Required. The resource name of the SandboxEnvironment to delete. Format: `projects/{project}/locations/{location}/reasoningEngines/{reasoning_engine}/sandboxEnvironments/{sandbox_environment}`",
|
|
20670
|
+
"location": "path",
|
|
20671
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/reasoningEngines/[^/]+/sandboxEnvironments/[^/]+$",
|
|
20672
|
+
"required": true,
|
|
20673
|
+
"type": "string"
|
|
20674
|
+
}
|
|
20675
|
+
},
|
|
20676
|
+
"path": "v1beta1/{+name}",
|
|
20677
|
+
"response": {
|
|
20678
|
+
"$ref": "GoogleLongrunningOperation"
|
|
20679
|
+
},
|
|
20680
|
+
"scopes": [
|
|
20681
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
20682
|
+
]
|
|
20683
|
+
},
|
|
20684
|
+
"execute": {
|
|
20685
|
+
"description": "Executes using a sandbox environment.",
|
|
20686
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/reasoningEngines/{reasoningEnginesId}/sandboxEnvironments/{sandboxEnvironmentsId}:execute",
|
|
20687
|
+
"httpMethod": "POST",
|
|
20688
|
+
"id": "aiplatform.projects.locations.reasoningEngines.sandboxEnvironments.execute",
|
|
20689
|
+
"parameterOrder": [
|
|
20690
|
+
"name"
|
|
20691
|
+
],
|
|
20692
|
+
"parameters": {
|
|
20693
|
+
"name": {
|
|
20694
|
+
"description": "Required. The resource name of the sandbox environment to execute. Format: `projects/{project}/locations/{location}/reasoningEngines/{reasoning_engine}/sandboxEnvironments/{sandbox_environment}`",
|
|
20695
|
+
"location": "path",
|
|
20696
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/reasoningEngines/[^/]+/sandboxEnvironments/[^/]+$",
|
|
20697
|
+
"required": true,
|
|
20698
|
+
"type": "string"
|
|
20699
|
+
}
|
|
20700
|
+
},
|
|
20701
|
+
"path": "v1beta1/{+name}:execute",
|
|
20702
|
+
"request": {
|
|
20703
|
+
"$ref": "GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentRequest"
|
|
20704
|
+
},
|
|
20705
|
+
"response": {
|
|
20706
|
+
"$ref": "GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentResponse"
|
|
20707
|
+
},
|
|
20708
|
+
"scopes": [
|
|
20709
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
20710
|
+
]
|
|
20711
|
+
},
|
|
20712
|
+
"get": {
|
|
20713
|
+
"description": "Gets details of the specific SandboxEnvironment.",
|
|
20714
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/reasoningEngines/{reasoningEnginesId}/sandboxEnvironments/{sandboxEnvironmentsId}",
|
|
20715
|
+
"httpMethod": "GET",
|
|
20716
|
+
"id": "aiplatform.projects.locations.reasoningEngines.sandboxEnvironments.get",
|
|
20717
|
+
"parameterOrder": [
|
|
20718
|
+
"name"
|
|
20719
|
+
],
|
|
20720
|
+
"parameters": {
|
|
20721
|
+
"name": {
|
|
20722
|
+
"description": "Required. The resource name of the sandbox environment. Format: `projects/{project}/locations/{location}/reasoningEngines/{reasoning_engine}/sandboxEnvironments/{sandbox_environment}`",
|
|
20723
|
+
"location": "path",
|
|
20724
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/reasoningEngines/[^/]+/sandboxEnvironments/[^/]+$",
|
|
20725
|
+
"required": true,
|
|
20726
|
+
"type": "string"
|
|
20727
|
+
}
|
|
20728
|
+
},
|
|
20729
|
+
"path": "v1beta1/{+name}",
|
|
20730
|
+
"response": {
|
|
20731
|
+
"$ref": "GoogleCloudAiplatformV1beta1SandboxEnvironment"
|
|
20732
|
+
},
|
|
20733
|
+
"scopes": [
|
|
20734
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
20735
|
+
]
|
|
20736
|
+
},
|
|
20737
|
+
"list": {
|
|
20738
|
+
"description": "Lists SandboxEnvironments in a given reasoning engine.",
|
|
20739
|
+
"flatPath": "v1beta1/projects/{projectsId}/locations/{locationsId}/reasoningEngines/{reasoningEnginesId}/sandboxEnvironments",
|
|
20740
|
+
"httpMethod": "GET",
|
|
20741
|
+
"id": "aiplatform.projects.locations.reasoningEngines.sandboxEnvironments.list",
|
|
20742
|
+
"parameterOrder": [
|
|
20743
|
+
"parent"
|
|
20744
|
+
],
|
|
20745
|
+
"parameters": {
|
|
20746
|
+
"filter": {
|
|
20747
|
+
"description": "Optional. The standard list filter. More detail in [AIP-160](https://google.aip.dev/160).",
|
|
20748
|
+
"location": "query",
|
|
20749
|
+
"type": "string"
|
|
20750
|
+
},
|
|
20751
|
+
"pageSize": {
|
|
20752
|
+
"description": "Optional. The maximum number of SandboxEnvironments to return. The service may return fewer than this value. If unspecified, at most 100 SandboxEnvironments will be returned.",
|
|
20753
|
+
"format": "int32",
|
|
20754
|
+
"location": "query",
|
|
20755
|
+
"type": "integer"
|
|
20756
|
+
},
|
|
20757
|
+
"pageToken": {
|
|
20758
|
+
"description": "Optional. The standard list page token, received from a previous `ListSandboxEnvironments` call. Provide this to retrieve the subsequent page.",
|
|
20759
|
+
"location": "query",
|
|
20760
|
+
"type": "string"
|
|
20761
|
+
},
|
|
20762
|
+
"parent": {
|
|
20763
|
+
"description": "Required. The resource name of the reasoning engine to list sandbox environments from. Format: `projects/{project}/locations/{location}/reasoningEngines/{reasoning_engine}`",
|
|
20764
|
+
"location": "path",
|
|
20765
|
+
"pattern": "^projects/[^/]+/locations/[^/]+/reasoningEngines/[^/]+$",
|
|
20766
|
+
"required": true,
|
|
20767
|
+
"type": "string"
|
|
20768
|
+
}
|
|
20769
|
+
},
|
|
20770
|
+
"path": "v1beta1/{+parent}/sandboxEnvironments",
|
|
20771
|
+
"response": {
|
|
20772
|
+
"$ref": "GoogleCloudAiplatformV1beta1ListSandboxEnvironmentsResponse"
|
|
20773
|
+
},
|
|
20774
|
+
"scopes": [
|
|
20775
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
|
20776
|
+
]
|
|
20777
|
+
}
|
|
20778
|
+
},
|
|
20129
20779
|
"resources": {
|
|
20130
20780
|
"operations": {
|
|
20131
20781
|
"methods": {
|
|
@@ -25376,7 +26026,7 @@
|
|
|
25376
26026
|
}
|
|
25377
26027
|
}
|
|
25378
26028
|
},
|
|
25379
|
-
"revision": "
|
|
26029
|
+
"revision": "20250825",
|
|
25380
26030
|
"rootUrl": "https://aiplatform.googleapis.com/",
|
|
25381
26031
|
"schemas": {
|
|
25382
26032
|
"CloudAiLargeModelsVisionGenerateVideoResponse": {
|
|
@@ -25931,6 +26581,81 @@
|
|
|
25931
26581
|
},
|
|
25932
26582
|
"type": "object"
|
|
25933
26583
|
},
|
|
26584
|
+
"GoogleCloudAiplatformV1beta1AggregationOutput": {
|
|
26585
|
+
"description": "The aggregation result for the entire dataset and all metrics.",
|
|
26586
|
+
"id": "GoogleCloudAiplatformV1beta1AggregationOutput",
|
|
26587
|
+
"properties": {
|
|
26588
|
+
"aggregationResults": {
|
|
26589
|
+
"description": "One AggregationResult per metric.",
|
|
26590
|
+
"items": {
|
|
26591
|
+
"$ref": "GoogleCloudAiplatformV1beta1AggregationResult"
|
|
26592
|
+
},
|
|
26593
|
+
"type": "array"
|
|
26594
|
+
},
|
|
26595
|
+
"dataset": {
|
|
26596
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationDataset",
|
|
26597
|
+
"description": "The dataset used for evaluation & aggregation."
|
|
26598
|
+
}
|
|
26599
|
+
},
|
|
26600
|
+
"type": "object"
|
|
26601
|
+
},
|
|
26602
|
+
"GoogleCloudAiplatformV1beta1AggregationResult": {
|
|
26603
|
+
"description": "The aggregation result for a single metric.",
|
|
26604
|
+
"id": "GoogleCloudAiplatformV1beta1AggregationResult",
|
|
26605
|
+
"properties": {
|
|
26606
|
+
"aggregationMetric": {
|
|
26607
|
+
"description": "Aggregation metric.",
|
|
26608
|
+
"enum": [
|
|
26609
|
+
"AGGREGATION_METRIC_UNSPECIFIED",
|
|
26610
|
+
"AVERAGE",
|
|
26611
|
+
"MODE",
|
|
26612
|
+
"STANDARD_DEVIATION",
|
|
26613
|
+
"VARIANCE",
|
|
26614
|
+
"MINIMUM",
|
|
26615
|
+
"MAXIMUM",
|
|
26616
|
+
"MEDIAN",
|
|
26617
|
+
"PERCENTILE_P90",
|
|
26618
|
+
"PERCENTILE_P95",
|
|
26619
|
+
"PERCENTILE_P99"
|
|
26620
|
+
],
|
|
26621
|
+
"enumDescriptions": [
|
|
26622
|
+
"Unspecified aggregation metric.",
|
|
26623
|
+
"Average aggregation metric. Not supported for Pairwise metric.",
|
|
26624
|
+
"Mode aggregation metric.",
|
|
26625
|
+
"Standard deviation aggregation metric. Not supported for pairwise metric.",
|
|
26626
|
+
"Variance aggregation metric. Not supported for pairwise metric.",
|
|
26627
|
+
"Minimum aggregation metric. Not supported for pairwise metric.",
|
|
26628
|
+
"Maximum aggregation metric. Not supported for pairwise metric.",
|
|
26629
|
+
"Median aggregation metric. Not supported for pairwise metric.",
|
|
26630
|
+
"90th percentile aggregation metric. Not supported for pairwise metric.",
|
|
26631
|
+
"95th percentile aggregation metric. Not supported for pairwise metric.",
|
|
26632
|
+
"99th percentile aggregation metric. Not supported for pairwise metric."
|
|
26633
|
+
],
|
|
26634
|
+
"type": "string"
|
|
26635
|
+
},
|
|
26636
|
+
"bleuMetricValue": {
|
|
26637
|
+
"$ref": "GoogleCloudAiplatformV1beta1BleuMetricValue",
|
|
26638
|
+
"description": "Results for bleu metric."
|
|
26639
|
+
},
|
|
26640
|
+
"exactMatchMetricValue": {
|
|
26641
|
+
"$ref": "GoogleCloudAiplatformV1beta1ExactMatchMetricValue",
|
|
26642
|
+
"description": "Results for exact match metric."
|
|
26643
|
+
},
|
|
26644
|
+
"pairwiseMetricResult": {
|
|
26645
|
+
"$ref": "GoogleCloudAiplatformV1beta1PairwiseMetricResult",
|
|
26646
|
+
"description": "Result for pairwise metric."
|
|
26647
|
+
},
|
|
26648
|
+
"pointwiseMetricResult": {
|
|
26649
|
+
"$ref": "GoogleCloudAiplatformV1beta1PointwiseMetricResult",
|
|
26650
|
+
"description": "Result for pointwise metric."
|
|
26651
|
+
},
|
|
26652
|
+
"rougeMetricValue": {
|
|
26653
|
+
"$ref": "GoogleCloudAiplatformV1beta1RougeMetricValue",
|
|
26654
|
+
"description": "Results for rouge metric."
|
|
26655
|
+
}
|
|
26656
|
+
},
|
|
26657
|
+
"type": "object"
|
|
26658
|
+
},
|
|
25934
26659
|
"GoogleCloudAiplatformV1beta1Annotation": {
|
|
25935
26660
|
"description": "Used to assign specific AnnotationSpec to a particular area of a DataItem or the whole part of the DataItem.",
|
|
25936
26661
|
"id": "GoogleCloudAiplatformV1beta1Annotation",
|
|
@@ -26566,6 +27291,13 @@
|
|
|
26566
27291
|
"description": "Required. The resource metric name. Supported metrics: * For Online Prediction: * `aiplatform.googleapis.com/prediction/online/accelerator/duty_cycle` * `aiplatform.googleapis.com/prediction/online/cpu/utilization` * `aiplatform.googleapis.com/prediction/online/request_count`",
|
|
26567
27292
|
"type": "string"
|
|
26568
27293
|
},
|
|
27294
|
+
"monitoredResourceLabels": {
|
|
27295
|
+
"additionalProperties": {
|
|
27296
|
+
"type": "string"
|
|
27297
|
+
},
|
|
27298
|
+
"description": "Optional. The Cloud Monitoring monitored resource labels as key value pairs used for metrics filtering. See Cloud Monitoring Labels https://cloud.google.com/monitoring/api/v3/metric-model#generic-label-info",
|
|
27299
|
+
"type": "object"
|
|
27300
|
+
},
|
|
26569
27301
|
"target": {
|
|
26570
27302
|
"description": "The target resource utilization in percentage (1% - 100%) for the given metric; once the real usage deviates from the target by a certain percentage, the machine replicas change. The default value is 60 (representing 60%) if not provided.",
|
|
26571
27303
|
"format": "int32",
|
|
@@ -27283,6 +28015,65 @@
|
|
|
27283
28015
|
},
|
|
27284
28016
|
"type": "object"
|
|
27285
28017
|
},
|
|
28018
|
+
"GoogleCloudAiplatformV1beta1BigQueryRequestSet": {
|
|
28019
|
+
"description": "The request set for the evaluation run.",
|
|
28020
|
+
"id": "GoogleCloudAiplatformV1beta1BigQueryRequestSet",
|
|
28021
|
+
"properties": {
|
|
28022
|
+
"candidateResponseColumns": {
|
|
28023
|
+
"additionalProperties": {
|
|
28024
|
+
"type": "string"
|
|
28025
|
+
},
|
|
28026
|
+
"description": "Optional. Map of candidate name to candidate response column name. The column will be in evaluation_item.CandidateResponse format.",
|
|
28027
|
+
"type": "object"
|
|
28028
|
+
},
|
|
28029
|
+
"promptColumn": {
|
|
28030
|
+
"description": "Optional. The name of the column that contains the requests to evaluate. This will be in evaluation_item.EvalPrompt format.",
|
|
28031
|
+
"type": "string"
|
|
28032
|
+
},
|
|
28033
|
+
"rubricsColumn": {
|
|
28034
|
+
"description": "Optional. The name of the column that contains the rubrics. This will be in evaluation_rubric.RubricGroup format (cl/762595858).",
|
|
28035
|
+
"type": "string"
|
|
28036
|
+
},
|
|
28037
|
+
"samplingConfig": {
|
|
28038
|
+
"$ref": "GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig",
|
|
28039
|
+
"description": "Optional. The sampling config for the bigquery resource."
|
|
28040
|
+
},
|
|
28041
|
+
"uri": {
|
|
28042
|
+
"description": "Required. The URI of a BigQuery table. e.g. bq://projectId.bqDatasetId.bqTableId",
|
|
28043
|
+
"type": "string"
|
|
28044
|
+
}
|
|
28045
|
+
},
|
|
28046
|
+
"type": "object"
|
|
28047
|
+
},
|
|
28048
|
+
"GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig": {
|
|
28049
|
+
"description": "The sampling config.",
|
|
28050
|
+
"id": "GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig",
|
|
28051
|
+
"properties": {
|
|
28052
|
+
"samplingCount": {
|
|
28053
|
+
"description": "Optional. The total number of logged data to import. If available data is less than the sampling count, all data will be imported. Default is 100.",
|
|
28054
|
+
"format": "int32",
|
|
28055
|
+
"type": "integer"
|
|
28056
|
+
},
|
|
28057
|
+
"samplingDuration": {
|
|
28058
|
+
"description": "Optional. How long to wait before sampling data from the BigQuery table. If not specified, defaults to 0.",
|
|
28059
|
+
"format": "google-duration",
|
|
28060
|
+
"type": "string"
|
|
28061
|
+
},
|
|
28062
|
+
"samplingMethod": {
|
|
28063
|
+
"description": "Optional. The sampling method to use.",
|
|
28064
|
+
"enum": [
|
|
28065
|
+
"SAMPLING_METHOD_UNSPECIFIED",
|
|
28066
|
+
"RANDOM"
|
|
28067
|
+
],
|
|
28068
|
+
"enumDescriptions": [
|
|
28069
|
+
"Unspecified sampling method.",
|
|
28070
|
+
"Random sampling."
|
|
28071
|
+
],
|
|
28072
|
+
"type": "string"
|
|
28073
|
+
}
|
|
28074
|
+
},
|
|
28075
|
+
"type": "object"
|
|
28076
|
+
},
|
|
27286
28077
|
"GoogleCloudAiplatformV1beta1BigQuerySource": {
|
|
27287
28078
|
"description": "The BigQuery location for the input content.",
|
|
27288
28079
|
"id": "GoogleCloudAiplatformV1beta1BigQuerySource",
|
|
@@ -27549,6 +28340,12 @@
|
|
|
27549
28340
|
"properties": {},
|
|
27550
28341
|
"type": "object"
|
|
27551
28342
|
},
|
|
28343
|
+
"GoogleCloudAiplatformV1beta1CancelEvaluationRunRequest": {
|
|
28344
|
+
"description": "Request message for EvaluationManagementService.CancelEvaluationRun.",
|
|
28345
|
+
"id": "GoogleCloudAiplatformV1beta1CancelEvaluationRunRequest",
|
|
28346
|
+
"properties": {},
|
|
28347
|
+
"type": "object"
|
|
28348
|
+
},
|
|
27552
28349
|
"GoogleCloudAiplatformV1beta1CancelHyperparameterTuningJobRequest": {
|
|
27553
28350
|
"description": "Request message for JobService.CancelHyperparameterTuningJob.",
|
|
27554
28351
|
"id": "GoogleCloudAiplatformV1beta1CancelHyperparameterTuningJobRequest",
|
|
@@ -27677,6 +28474,60 @@
|
|
|
27677
28474
|
},
|
|
27678
28475
|
"type": "object"
|
|
27679
28476
|
},
|
|
28477
|
+
"GoogleCloudAiplatformV1beta1CandidateResponse": {
|
|
28478
|
+
"description": "Responses from model or agent.",
|
|
28479
|
+
"id": "GoogleCloudAiplatformV1beta1CandidateResponse",
|
|
28480
|
+
"properties": {
|
|
28481
|
+
"candidate": {
|
|
28482
|
+
"description": "Required. The name of the candidate that produced the response.",
|
|
28483
|
+
"type": "string"
|
|
28484
|
+
},
|
|
28485
|
+
"text": {
|
|
28486
|
+
"description": "Text response.",
|
|
28487
|
+
"type": "string"
|
|
28488
|
+
},
|
|
28489
|
+
"value": {
|
|
28490
|
+
"description": "Fields and values that can be used to populate the response template.",
|
|
28491
|
+
"type": "any"
|
|
28492
|
+
}
|
|
28493
|
+
},
|
|
28494
|
+
"type": "object"
|
|
28495
|
+
},
|
|
28496
|
+
"GoogleCloudAiplatformV1beta1CandidateResult": {
|
|
28497
|
+
"description": "Result for a single candidate.",
|
|
28498
|
+
"id": "GoogleCloudAiplatformV1beta1CandidateResult",
|
|
28499
|
+
"properties": {
|
|
28500
|
+
"additionalResults": {
|
|
28501
|
+
"description": "Optional. Additional results for the metric.",
|
|
28502
|
+
"type": "any"
|
|
28503
|
+
},
|
|
28504
|
+
"candidate": {
|
|
28505
|
+
"description": "Required. The candidate that is being evaluated. The value is the same as the candidate name in the EvaluationRequest.",
|
|
28506
|
+
"type": "string"
|
|
28507
|
+
},
|
|
28508
|
+
"explanation": {
|
|
28509
|
+
"description": "Optional. The explanation for the metric.",
|
|
28510
|
+
"type": "string"
|
|
28511
|
+
},
|
|
28512
|
+
"metric": {
|
|
28513
|
+
"description": "Required. The metric that was evaluated.",
|
|
28514
|
+
"type": "string"
|
|
28515
|
+
},
|
|
28516
|
+
"rubricVerdicts": {
|
|
28517
|
+
"description": "Optional. The rubric verdicts for the metric.",
|
|
28518
|
+
"items": {
|
|
28519
|
+
"$ref": "GoogleCloudAiplatformV1beta1RubricVerdict"
|
|
28520
|
+
},
|
|
28521
|
+
"type": "array"
|
|
28522
|
+
},
|
|
28523
|
+
"score": {
|
|
28524
|
+
"description": "Optional. The score for the metric.",
|
|
28525
|
+
"format": "float",
|
|
28526
|
+
"type": "number"
|
|
28527
|
+
}
|
|
28528
|
+
},
|
|
28529
|
+
"type": "object"
|
|
28530
|
+
},
|
|
27680
28531
|
"GoogleCloudAiplatformV1beta1CheckPublisherModelEulaAcceptanceRequest": {
|
|
27681
28532
|
"description": "Request message for ModelGardenService.CheckPublisherModelEula.",
|
|
27682
28533
|
"id": "GoogleCloudAiplatformV1beta1CheckPublisherModelEulaAcceptanceRequest",
|
|
@@ -27745,6 +28596,26 @@
|
|
|
27745
28596
|
},
|
|
27746
28597
|
"type": "object"
|
|
27747
28598
|
},
|
|
28599
|
+
"GoogleCloudAiplatformV1beta1Chunk": {
|
|
28600
|
+
"description": "Container for bytes-encoded data such as video frame, audio sample, or a complete binary/text data.",
|
|
28601
|
+
"id": "GoogleCloudAiplatformV1beta1Chunk",
|
|
28602
|
+
"properties": {
|
|
28603
|
+
"data": {
|
|
28604
|
+
"description": "Required. The data in the chunk.",
|
|
28605
|
+
"format": "byte",
|
|
28606
|
+
"type": "string"
|
|
28607
|
+
},
|
|
28608
|
+
"metadata": {
|
|
28609
|
+
"$ref": "GoogleCloudAiplatformV1beta1Metadata",
|
|
28610
|
+
"description": "Optional. Metadata that is associated with the data in the payload."
|
|
28611
|
+
},
|
|
28612
|
+
"mimeType": {
|
|
28613
|
+
"description": "Required. Mime type of the chunk data. See https://www.iana.org/assignments/media-types/media-types.xhtml for the full list.",
|
|
28614
|
+
"type": "string"
|
|
28615
|
+
}
|
|
28616
|
+
},
|
|
28617
|
+
"type": "object"
|
|
28618
|
+
},
|
|
27748
28619
|
"GoogleCloudAiplatformV1beta1Citation": {
|
|
27749
28620
|
"description": "Source attributions for content.",
|
|
27750
28621
|
"id": "GoogleCloudAiplatformV1beta1Citation",
|
|
@@ -30958,6 +31829,23 @@
|
|
|
30958
31829
|
},
|
|
30959
31830
|
"type": "object"
|
|
30960
31831
|
},
|
|
31832
|
+
"GoogleCloudAiplatformV1beta1EvaluateDatasetResponse": {
|
|
31833
|
+
"description": "Response in LRO for EvaluationService.EvaluateDataset.",
|
|
31834
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluateDatasetResponse",
|
|
31835
|
+
"properties": {
|
|
31836
|
+
"aggregationOutput": {
|
|
31837
|
+
"$ref": "GoogleCloudAiplatformV1beta1AggregationOutput",
|
|
31838
|
+
"description": "Output only. Aggregation statistics derived from results of EvaluationService.EvaluateDataset.",
|
|
31839
|
+
"readOnly": true
|
|
31840
|
+
},
|
|
31841
|
+
"outputInfo": {
|
|
31842
|
+
"$ref": "GoogleCloudAiplatformV1beta1OutputInfo",
|
|
31843
|
+
"description": "Output only. Output info for EvaluationService.EvaluateDataset.",
|
|
31844
|
+
"readOnly": true
|
|
31845
|
+
}
|
|
31846
|
+
},
|
|
31847
|
+
"type": "object"
|
|
31848
|
+
},
|
|
30961
31849
|
"GoogleCloudAiplatformV1beta1EvaluateDatasetRun": {
|
|
30962
31850
|
"description": "Evaluate Dataset Run Result for Tuning Job.",
|
|
30963
31851
|
"id": "GoogleCloudAiplatformV1beta1EvaluateDatasetRun",
|
|
@@ -30972,6 +31860,11 @@
|
|
|
30972
31860
|
"description": "Output only. The error of the evaluation run if any.",
|
|
30973
31861
|
"readOnly": true
|
|
30974
31862
|
},
|
|
31863
|
+
"evaluateDatasetResponse": {
|
|
31864
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluateDatasetResponse",
|
|
31865
|
+
"description": "Output only. Results for EvaluationService.EvaluateDataset.",
|
|
31866
|
+
"readOnly": true
|
|
31867
|
+
},
|
|
30975
31868
|
"operationName": {
|
|
30976
31869
|
"description": "Output only. The operation ID of the evaluation run. Format: `projects/{project}/locations/{location}/operations/{operation_id}`.",
|
|
30977
31870
|
"readOnly": true,
|
|
@@ -31016,6 +31909,17 @@
|
|
|
31016
31909
|
"$ref": "GoogleCloudAiplatformV1beta1GroundednessInput",
|
|
31017
31910
|
"description": "Input for groundedness metric."
|
|
31018
31911
|
},
|
|
31912
|
+
"instance": {
|
|
31913
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationInstance",
|
|
31914
|
+
"description": "The instance to be evaluated."
|
|
31915
|
+
},
|
|
31916
|
+
"metrics": {
|
|
31917
|
+
"description": "The metrics used for evaluation. Currently, we only support evaluating a single metric. If multiple metrics are provided, only the first one will be evaluated.",
|
|
31918
|
+
"items": {
|
|
31919
|
+
"$ref": "GoogleCloudAiplatformV1beta1Metric"
|
|
31920
|
+
},
|
|
31921
|
+
"type": "array"
|
|
31922
|
+
},
|
|
31019
31923
|
"metricxInput": {
|
|
31020
31924
|
"$ref": "GoogleCloudAiplatformV1beta1MetricxInput",
|
|
31021
31925
|
"description": "Input for Metricx metric."
|
|
@@ -31151,6 +32055,13 @@
|
|
|
31151
32055
|
"$ref": "GoogleCloudAiplatformV1beta1GroundednessResult",
|
|
31152
32056
|
"description": "Result for groundedness metric."
|
|
31153
32057
|
},
|
|
32058
|
+
"metricResults": {
|
|
32059
|
+
"description": "Metric results for each instance. The order of the metric results is guaranteed to be the same as the order of the instances in the request.",
|
|
32060
|
+
"items": {
|
|
32061
|
+
"$ref": "GoogleCloudAiplatformV1beta1MetricResult"
|
|
32062
|
+
},
|
|
32063
|
+
"type": "array"
|
|
32064
|
+
},
|
|
31154
32065
|
"metricxResult": {
|
|
31155
32066
|
"$ref": "GoogleCloudAiplatformV1beta1MetricxResult",
|
|
31156
32067
|
"description": "Result for Metricx metric."
|
|
@@ -31370,6 +32281,712 @@
|
|
|
31370
32281
|
},
|
|
31371
32282
|
"type": "object"
|
|
31372
32283
|
},
|
|
32284
|
+
"GoogleCloudAiplatformV1beta1EvaluationInstance": {
|
|
32285
|
+
"description": "A single instance to be evaluated. Instances are used to specify the input data for evaluation, from simple string comparisons to complex, multi-turn model evaluations",
|
|
32286
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationInstance",
|
|
32287
|
+
"properties": {
|
|
32288
|
+
"otherData": {
|
|
32289
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance",
|
|
32290
|
+
"description": "Optional. Other data used to populate placeholders based on their key."
|
|
32291
|
+
},
|
|
32292
|
+
"prompt": {
|
|
32293
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData",
|
|
32294
|
+
"description": "Optional. Data used to populate placeholder `prompt` in a metric prompt template."
|
|
32295
|
+
},
|
|
32296
|
+
"reference": {
|
|
32297
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData",
|
|
32298
|
+
"description": "Optional. Data used to populate placeholder `reference` in a metric prompt template."
|
|
32299
|
+
},
|
|
32300
|
+
"response": {
|
|
32301
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData",
|
|
32302
|
+
"description": "Required. Data used to populate placeholder `response` in a metric prompt template."
|
|
32303
|
+
},
|
|
32304
|
+
"rubricGroups": {
|
|
32305
|
+
"additionalProperties": {
|
|
32306
|
+
"$ref": "GoogleCloudAiplatformV1beta1RubricGroup"
|
|
32307
|
+
},
|
|
32308
|
+
"description": "Optional. Named groups of rubrics associated with the prompt. This is used for rubric-based evaluations where rubrics can be referenced by a key. The key could represent versions, associated metrics, etc.",
|
|
32309
|
+
"type": "object"
|
|
32310
|
+
}
|
|
32311
|
+
},
|
|
32312
|
+
"type": "object"
|
|
32313
|
+
},
|
|
32314
|
+
"GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData": {
|
|
32315
|
+
"description": "Instance data used to populate placeholders in a metric prompt template.",
|
|
32316
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData",
|
|
32317
|
+
"properties": {
|
|
32318
|
+
"contents": {
|
|
32319
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents",
|
|
32320
|
+
"description": "List of Gemini content data."
|
|
32321
|
+
},
|
|
32322
|
+
"text": {
|
|
32323
|
+
"description": "Text data.",
|
|
32324
|
+
"type": "string"
|
|
32325
|
+
}
|
|
32326
|
+
},
|
|
32327
|
+
"type": "object"
|
|
32328
|
+
},
|
|
32329
|
+
"GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents": {
|
|
32330
|
+
"description": "List of standard Content messages from Gemini API.",
|
|
32331
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents",
|
|
32332
|
+
"properties": {
|
|
32333
|
+
"contents": {
|
|
32334
|
+
"description": "Optional. Repeated contents.",
|
|
32335
|
+
"items": {
|
|
32336
|
+
"$ref": "GoogleCloudAiplatformV1beta1Content"
|
|
32337
|
+
},
|
|
32338
|
+
"type": "array"
|
|
32339
|
+
}
|
|
32340
|
+
},
|
|
32341
|
+
"type": "object"
|
|
32342
|
+
},
|
|
32343
|
+
"GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance": {
|
|
32344
|
+
"description": "Instance data specified as a map.",
|
|
32345
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance",
|
|
32346
|
+
"properties": {
|
|
32347
|
+
"mapInstance": {
|
|
32348
|
+
"additionalProperties": {
|
|
32349
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData"
|
|
32350
|
+
},
|
|
32351
|
+
"description": "Optional. Map of instance data.",
|
|
32352
|
+
"type": "object"
|
|
32353
|
+
}
|
|
32354
|
+
},
|
|
32355
|
+
"type": "object"
|
|
32356
|
+
},
|
|
32357
|
+
"GoogleCloudAiplatformV1beta1EvaluationItem": {
|
|
32358
|
+
"description": "EvaluationItem is a single evaluation request or result. The content of an EvaluationItem is immutable - it cannot be updated once created. EvaluationItems can be deleted when no longer needed.",
|
|
32359
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationItem",
|
|
32360
|
+
"properties": {
|
|
32361
|
+
"createTime": {
|
|
32362
|
+
"description": "Output only. Timestamp when this item was created.",
|
|
32363
|
+
"format": "google-datetime",
|
|
32364
|
+
"readOnly": true,
|
|
32365
|
+
"type": "string"
|
|
32366
|
+
},
|
|
32367
|
+
"displayName": {
|
|
32368
|
+
"description": "Required. The display name of the EvaluationItem.",
|
|
32369
|
+
"type": "string"
|
|
32370
|
+
},
|
|
32371
|
+
"error": {
|
|
32372
|
+
"$ref": "GoogleRpcStatus",
|
|
32373
|
+
"description": "Output only. Error for the evaluation item.",
|
|
32374
|
+
"readOnly": true
|
|
32375
|
+
},
|
|
32376
|
+
"evaluationItemType": {
|
|
32377
|
+
"description": "Required. The type of the EvaluationItem.",
|
|
32378
|
+
"enum": [
|
|
32379
|
+
"EVALUATION_ITEM_TYPE_UNSPECIFIED",
|
|
32380
|
+
"REQUEST",
|
|
32381
|
+
"RESULT"
|
|
32382
|
+
],
|
|
32383
|
+
"enumDescriptions": [
|
|
32384
|
+
"The default value. This value is unused.",
|
|
32385
|
+
"The EvaluationItem is a request to evaluate.",
|
|
32386
|
+
"The EvaluationItem is the result of evaluation."
|
|
32387
|
+
],
|
|
32388
|
+
"type": "string"
|
|
32389
|
+
},
|
|
32390
|
+
"evaluationRequest": {
|
|
32391
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRequest",
|
|
32392
|
+
"description": "The request to evaluate."
|
|
32393
|
+
},
|
|
32394
|
+
"evaluationResponse": {
|
|
32395
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationResult",
|
|
32396
|
+
"description": "Output only. The response from evaluation.",
|
|
32397
|
+
"readOnly": true
|
|
32398
|
+
},
|
|
32399
|
+
"gcsUri": {
|
|
32400
|
+
"description": "The GCS object where the request or response is stored.",
|
|
32401
|
+
"type": "string"
|
|
32402
|
+
},
|
|
32403
|
+
"labels": {
|
|
32404
|
+
"additionalProperties": {
|
|
32405
|
+
"type": "string"
|
|
32406
|
+
},
|
|
32407
|
+
"description": "Optional. Labels for the EvaluationItem.",
|
|
32408
|
+
"type": "object"
|
|
32409
|
+
},
|
|
32410
|
+
"metadata": {
|
|
32411
|
+
"description": "Optional. Metadata for the EvaluationItem.",
|
|
32412
|
+
"type": "any"
|
|
32413
|
+
},
|
|
32414
|
+
"name": {
|
|
32415
|
+
"description": "Identifier. The resource name of the EvaluationItem. Format: `projects/{project}/locations/{location}/evaluationItems/{evaluation_item}`",
|
|
32416
|
+
"type": "string"
|
|
32417
|
+
}
|
|
32418
|
+
},
|
|
32419
|
+
"type": "object"
|
|
32420
|
+
},
|
|
32421
|
+
"GoogleCloudAiplatformV1beta1EvaluationPrompt": {
|
|
32422
|
+
"description": "Prompt to be evaluated.",
|
|
32423
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationPrompt",
|
|
32424
|
+
"properties": {
|
|
32425
|
+
"promptTemplateData": {
|
|
32426
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData",
|
|
32427
|
+
"description": "Prompt template data."
|
|
32428
|
+
},
|
|
32429
|
+
"text": {
|
|
32430
|
+
"description": "Text prompt.",
|
|
32431
|
+
"type": "string"
|
|
32432
|
+
},
|
|
32433
|
+
"value": {
|
|
32434
|
+
"description": "Fields and values that can be used to populate the prompt template.",
|
|
32435
|
+
"type": "any"
|
|
32436
|
+
}
|
|
32437
|
+
},
|
|
32438
|
+
"type": "object"
|
|
32439
|
+
},
|
|
32440
|
+
"GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData": {
|
|
32441
|
+
"description": "Message to hold a prompt template and the values to populate the template.",
|
|
32442
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData",
|
|
32443
|
+
"properties": {
|
|
32444
|
+
"values": {
|
|
32445
|
+
"additionalProperties": {
|
|
32446
|
+
"$ref": "GoogleCloudAiplatformV1beta1Content"
|
|
32447
|
+
},
|
|
32448
|
+
"description": "The values for fields in the prompt template.",
|
|
32449
|
+
"type": "object"
|
|
32450
|
+
}
|
|
32451
|
+
},
|
|
32452
|
+
"type": "object"
|
|
32453
|
+
},
|
|
32454
|
+
"GoogleCloudAiplatformV1beta1EvaluationRequest": {
|
|
32455
|
+
"description": "Single evaluation request.",
|
|
32456
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRequest",
|
|
32457
|
+
"properties": {
|
|
32458
|
+
"candidateResponses": {
|
|
32459
|
+
"description": "Optional. Responses from model under test and other baseline models for comparison.",
|
|
32460
|
+
"items": {
|
|
32461
|
+
"$ref": "GoogleCloudAiplatformV1beta1CandidateResponse"
|
|
32462
|
+
},
|
|
32463
|
+
"type": "array"
|
|
32464
|
+
},
|
|
32465
|
+
"goldenResponse": {
|
|
32466
|
+
"$ref": "GoogleCloudAiplatformV1beta1CandidateResponse",
|
|
32467
|
+
"description": "Optional. The Ideal response or ground truth."
|
|
32468
|
+
},
|
|
32469
|
+
"prompt": {
|
|
32470
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationPrompt",
|
|
32471
|
+
"description": "Required. The request/prompt to evaluate."
|
|
32472
|
+
},
|
|
32473
|
+
"rubrics": {
|
|
32474
|
+
"additionalProperties": {
|
|
32475
|
+
"$ref": "GoogleCloudAiplatformV1beta1RubricGroup"
|
|
32476
|
+
},
|
|
32477
|
+
"description": "Optional. Named groups of rubrics associated with this prompt. The key is a user-defined name for the rubric group.",
|
|
32478
|
+
"type": "object"
|
|
32479
|
+
}
|
|
32480
|
+
},
|
|
32481
|
+
"type": "object"
|
|
32482
|
+
},
|
|
32483
|
+
"GoogleCloudAiplatformV1beta1EvaluationResult": {
|
|
32484
|
+
"description": "Evaluation result.",
|
|
32485
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationResult",
|
|
32486
|
+
"properties": {
|
|
32487
|
+
"candidateResults": {
|
|
32488
|
+
"description": "Optional. The results for the metric.",
|
|
32489
|
+
"items": {
|
|
32490
|
+
"$ref": "GoogleCloudAiplatformV1beta1CandidateResult"
|
|
32491
|
+
},
|
|
32492
|
+
"type": "array"
|
|
32493
|
+
},
|
|
32494
|
+
"evaluationRequest": {
|
|
32495
|
+
"description": "Required. The request item that was evaluated. Format: projects/{project}/locations/{location}/evaluationItems/{evaluation_item}",
|
|
32496
|
+
"type": "string"
|
|
32497
|
+
},
|
|
32498
|
+
"evaluationRun": {
|
|
32499
|
+
"description": "Required. The evaluation run that was used to generate the result. Format: projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}",
|
|
32500
|
+
"type": "string"
|
|
32501
|
+
},
|
|
32502
|
+
"metadata": {
|
|
32503
|
+
"description": "Optional. Metadata about the evaluation result.",
|
|
32504
|
+
"type": "any"
|
|
32505
|
+
},
|
|
32506
|
+
"metric": {
|
|
32507
|
+
"description": "Required. The metric that was evaluated.",
|
|
32508
|
+
"type": "string"
|
|
32509
|
+
},
|
|
32510
|
+
"request": {
|
|
32511
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRequest",
|
|
32512
|
+
"description": "Required. The request that was evaluated."
|
|
32513
|
+
}
|
|
32514
|
+
},
|
|
32515
|
+
"type": "object"
|
|
32516
|
+
},
|
|
32517
|
+
"GoogleCloudAiplatformV1beta1EvaluationResults": {
|
|
32518
|
+
"description": "The results of the evaluation run.",
|
|
32519
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationResults",
|
|
32520
|
+
"properties": {
|
|
32521
|
+
"evaluationSet": {
|
|
32522
|
+
"description": "The evaluation set where item level results are stored.",
|
|
32523
|
+
"type": "string"
|
|
32524
|
+
},
|
|
32525
|
+
"summaryMetrics": {
|
|
32526
|
+
"$ref": "GoogleCloudAiplatformV1beta1SummaryMetrics",
|
|
32527
|
+
"description": "Optional. The summary metrics for the evaluation run."
|
|
32528
|
+
}
|
|
32529
|
+
},
|
|
32530
|
+
"type": "object"
|
|
32531
|
+
},
|
|
32532
|
+
"GoogleCloudAiplatformV1beta1EvaluationRubricConfig": {
|
|
32533
|
+
"description": "Configuration for a rubric group to be generated/saved for evaluation.",
|
|
32534
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRubricConfig",
|
|
32535
|
+
"properties": {
|
|
32536
|
+
"predefinedRubricGenerationSpec": {
|
|
32537
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec",
|
|
32538
|
+
"description": "Dynamically generate rubrics using a predefined spec."
|
|
32539
|
+
},
|
|
32540
|
+
"rubricGenerationSpec": {
|
|
32541
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec",
|
|
32542
|
+
"description": "Dynamically generate rubrics using this specification."
|
|
32543
|
+
},
|
|
32544
|
+
"rubricGroupKey": {
|
|
32545
|
+
"description": "Required. The key used to save the generated rubrics. If a generation spec is provided, this key will be used for the name of the generated rubric group. Otherwise, this key will be used to look up the existing rubric group on the evaluation item. Note that if a rubric group key is specified on both a rubric config and an evaluation metric, the key from the metric will be used to select the rubrics for evaluation.",
|
|
32546
|
+
"type": "string"
|
|
32547
|
+
}
|
|
32548
|
+
},
|
|
32549
|
+
"type": "object"
|
|
32550
|
+
},
|
|
32551
|
+
"GoogleCloudAiplatformV1beta1EvaluationRun": {
|
|
32552
|
+
"description": "EvaluationRun is a resource that represents a single evaluation run, which includes a set of prompts, model responses, evaluation configuration and the resulting metrics.",
|
|
32553
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRun",
|
|
32554
|
+
"properties": {
|
|
32555
|
+
"completionTime": {
|
|
32556
|
+
"description": "Output only. Time when the evaluation run was completed.",
|
|
32557
|
+
"format": "google-datetime",
|
|
32558
|
+
"readOnly": true,
|
|
32559
|
+
"type": "string"
|
|
32560
|
+
},
|
|
32561
|
+
"createTime": {
|
|
32562
|
+
"description": "Output only. Time when the evaluation run was created.",
|
|
32563
|
+
"format": "google-datetime",
|
|
32564
|
+
"readOnly": true,
|
|
32565
|
+
"type": "string"
|
|
32566
|
+
},
|
|
32567
|
+
"dataSource": {
|
|
32568
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunDataSource",
|
|
32569
|
+
"description": "Required. The data source for the evaluation run."
|
|
32570
|
+
},
|
|
32571
|
+
"displayName": {
|
|
32572
|
+
"description": "Required. The display name of the Evaluation Run.",
|
|
32573
|
+
"type": "string"
|
|
32574
|
+
},
|
|
32575
|
+
"error": {
|
|
32576
|
+
"$ref": "GoogleRpcStatus",
|
|
32577
|
+
"description": "Output only. Only populated when the evaluation run's state is FAILED or CANCELLED.",
|
|
32578
|
+
"readOnly": true
|
|
32579
|
+
},
|
|
32580
|
+
"evaluationConfig": {
|
|
32581
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig",
|
|
32582
|
+
"description": "Required. The configuration used for the evaluation."
|
|
32583
|
+
},
|
|
32584
|
+
"evaluationResults": {
|
|
32585
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationResults",
|
|
32586
|
+
"description": "Output only. The results of the evaluation run. Only populated when the evaluation run's state is SUCCEEDED.",
|
|
32587
|
+
"readOnly": true
|
|
32588
|
+
},
|
|
32589
|
+
"evaluationSetSnapshot": {
|
|
32590
|
+
"description": "Output only. The specific evaluation set of the evaluation run. For runs with an evaluation set input, this will be that same set. For runs with BigQuery input, it's the sampled BigQuery dataset.",
|
|
32591
|
+
"readOnly": true,
|
|
32592
|
+
"type": "string"
|
|
32593
|
+
},
|
|
32594
|
+
"inferenceConfigs": {
|
|
32595
|
+
"additionalProperties": {
|
|
32596
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig"
|
|
32597
|
+
},
|
|
32598
|
+
"description": "Optional. The candidate to inference config map for the evaluation run. The candidate can be up to 128 characters long and can consist of any UTF-8 characters.",
|
|
32599
|
+
"type": "object"
|
|
32600
|
+
},
|
|
32601
|
+
"labels": {
|
|
32602
|
+
"additionalProperties": {
|
|
32603
|
+
"type": "string"
|
|
32604
|
+
},
|
|
32605
|
+
"description": "Optional. Labels for the evaluation run.",
|
|
32606
|
+
"type": "object"
|
|
32607
|
+
},
|
|
32608
|
+
"metadata": {
|
|
32609
|
+
"description": "Optional. Metadata about the evaluation run, can be used by the caller to store additional tracking information about the evaluation run.",
|
|
32610
|
+
"type": "any"
|
|
32611
|
+
},
|
|
32612
|
+
"name": {
|
|
32613
|
+
"description": "Identifier. The resource name of the EvaluationRun. This is a unique identifier. Format: `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run}`",
|
|
32614
|
+
"type": "string"
|
|
32615
|
+
},
|
|
32616
|
+
"state": {
|
|
32617
|
+
"description": "Output only. The state of the evaluation run.",
|
|
32618
|
+
"enum": [
|
|
32619
|
+
"STATE_UNSPECIFIED",
|
|
32620
|
+
"PENDING",
|
|
32621
|
+
"RUNNING",
|
|
32622
|
+
"SUCCEEDED",
|
|
32623
|
+
"FAILED",
|
|
32624
|
+
"CANCELLED",
|
|
32625
|
+
"INFERENCE",
|
|
32626
|
+
"GENERATING_RUBRICS"
|
|
32627
|
+
],
|
|
32628
|
+
"enumDescriptions": [
|
|
32629
|
+
"Unspecified state.",
|
|
32630
|
+
"The evaluation run is pending.",
|
|
32631
|
+
"The evaluation run is running.",
|
|
32632
|
+
"The evaluation run has succeeded.",
|
|
32633
|
+
"The evaluation run has failed.",
|
|
32634
|
+
"The evaluation run has been cancelled.",
|
|
32635
|
+
"The evaluation run is performing inference.",
|
|
32636
|
+
"The evaluation run is performing rubric generation."
|
|
32637
|
+
],
|
|
32638
|
+
"readOnly": true,
|
|
32639
|
+
"type": "string"
|
|
32640
|
+
}
|
|
32641
|
+
},
|
|
32642
|
+
"type": "object"
|
|
32643
|
+
},
|
|
32644
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunDataSource": {
|
|
32645
|
+
"description": "The data source for the evaluation run.",
|
|
32646
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunDataSource",
|
|
32647
|
+
"properties": {
|
|
32648
|
+
"bigqueryRequestSet": {
|
|
32649
|
+
"$ref": "GoogleCloudAiplatformV1beta1BigQueryRequestSet",
|
|
32650
|
+
"description": "Evaluation data in bigquery."
|
|
32651
|
+
},
|
|
32652
|
+
"evaluationSet": {
|
|
32653
|
+
"description": "The EvaluationSet resource name. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
|
|
32654
|
+
"type": "string"
|
|
32655
|
+
}
|
|
32656
|
+
},
|
|
32657
|
+
"type": "object"
|
|
32658
|
+
},
|
|
32659
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig": {
|
|
32660
|
+
"description": "The Evalution configuration used for the evaluation run.",
|
|
32661
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig",
|
|
32662
|
+
"properties": {
|
|
32663
|
+
"autoraterConfig": {
|
|
32664
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig",
|
|
32665
|
+
"description": "Optional. The autorater config for the evaluation run."
|
|
32666
|
+
},
|
|
32667
|
+
"metrics": {
|
|
32668
|
+
"description": "Required. The metrics to be calculated in the evaluation run.",
|
|
32669
|
+
"items": {
|
|
32670
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetric"
|
|
32671
|
+
},
|
|
32672
|
+
"type": "array"
|
|
32673
|
+
},
|
|
32674
|
+
"outputConfig": {
|
|
32675
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig",
|
|
32676
|
+
"description": "Optional. The output config for the evaluation run."
|
|
32677
|
+
},
|
|
32678
|
+
"promptTemplate": {
|
|
32679
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate",
|
|
32680
|
+
"description": "The prompt template used for inference. The values for variables in the prompt template are defined in EvaluationItem.EvaluationPrompt.PromptTemplateData.values."
|
|
32681
|
+
},
|
|
32682
|
+
"rubricConfigs": {
|
|
32683
|
+
"description": "Optional. The rubric configs for the evaluation run. They are used to generate rubrics which can be used by rubric-based metrics. Multiple rubric configs can be specified for rubric generation but only one rubric config can be used for a rubric-based metric. If more than one rubric config is provided, the evaluation metric must specify a rubric group key. Note that if a generation spec is specified on both a rubric config and an evaluation metric, the rubrics generated for the metric will be used for evaluation.",
|
|
32684
|
+
"items": {
|
|
32685
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRubricConfig"
|
|
32686
|
+
},
|
|
32687
|
+
"type": "array"
|
|
32688
|
+
}
|
|
32689
|
+
},
|
|
32690
|
+
"type": "object"
|
|
32691
|
+
},
|
|
32692
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig": {
|
|
32693
|
+
"description": "The autorater config used for the evaluation run.",
|
|
32694
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig",
|
|
32695
|
+
"properties": {
|
|
32696
|
+
"autoraterModel": {
|
|
32697
|
+
"description": "Optional. The fully qualified name of the publisher model or tuned autorater endpoint to use. Publisher model format: `projects/{project}/locations/{location}/publishers/*/models/*` Tuned model endpoint format: `projects/{project}/locations/{location}/endpoints/{endpoint}`",
|
|
32698
|
+
"type": "string"
|
|
32699
|
+
},
|
|
32700
|
+
"generationConfig": {
|
|
32701
|
+
"$ref": "GoogleCloudAiplatformV1beta1GenerationConfig",
|
|
32702
|
+
"description": "Optional. Configuration options for model generation and outputs."
|
|
32703
|
+
},
|
|
32704
|
+
"sampleCount": {
|
|
32705
|
+
"description": "Optional. Number of samples for each instance in the dataset. If not specified, the default is 4. Minimum value is 1, maximum value is 32.",
|
|
32706
|
+
"format": "int32",
|
|
32707
|
+
"type": "integer"
|
|
32708
|
+
}
|
|
32709
|
+
},
|
|
32710
|
+
"type": "object"
|
|
32711
|
+
},
|
|
32712
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig": {
|
|
32713
|
+
"description": "The output config for the evaluation run.",
|
|
32714
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig",
|
|
32715
|
+
"properties": {
|
|
32716
|
+
"bigqueryDestination": {
|
|
32717
|
+
"$ref": "GoogleCloudAiplatformV1beta1BigQueryDestination",
|
|
32718
|
+
"description": "BigQuery destination for evaluation output."
|
|
32719
|
+
},
|
|
32720
|
+
"gcsDestination": {
|
|
32721
|
+
"$ref": "GoogleCloudAiplatformV1beta1GcsDestination",
|
|
32722
|
+
"description": "Cloud Storage destination for evaluation output."
|
|
32723
|
+
}
|
|
32724
|
+
},
|
|
32725
|
+
"type": "object"
|
|
32726
|
+
},
|
|
32727
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate": {
|
|
32728
|
+
"description": "Prompt template used for inference.",
|
|
32729
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate",
|
|
32730
|
+
"properties": {
|
|
32731
|
+
"gcsUri": {
|
|
32732
|
+
"description": "Prompt template stored in Cloud Storage. Format: \"gs://my-bucket/file-name.txt\".",
|
|
32733
|
+
"type": "string"
|
|
32734
|
+
},
|
|
32735
|
+
"promptTemplate": {
|
|
32736
|
+
"description": "Inline prompt template. Template variables should be in the format \"{var_name}\". Example: \"Translate the following from {source_lang} to {target_lang}: {text}\"",
|
|
32737
|
+
"type": "string"
|
|
32738
|
+
}
|
|
32739
|
+
},
|
|
32740
|
+
"type": "object"
|
|
32741
|
+
},
|
|
32742
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig": {
|
|
32743
|
+
"description": "An inference config used for model inference during the evaluation run.",
|
|
32744
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig",
|
|
32745
|
+
"properties": {
|
|
32746
|
+
"generationConfig": {
|
|
32747
|
+
"$ref": "GoogleCloudAiplatformV1beta1GenerationConfig",
|
|
32748
|
+
"description": "Optional. Generation config."
|
|
32749
|
+
},
|
|
32750
|
+
"model": {
|
|
32751
|
+
"description": "Required. The fully qualified name of the publisher model or endpoint to use. Publisher model format: `projects/{project}/locations/{location}/publishers/*/models/*` Endpoint format: `projects/{project}/locations/{location}/endpoints/{endpoint}`",
|
|
32752
|
+
"type": "string"
|
|
32753
|
+
}
|
|
32754
|
+
},
|
|
32755
|
+
"type": "object"
|
|
32756
|
+
},
|
|
32757
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunMetric": {
|
|
32758
|
+
"description": "The metric used for evaluation runs.",
|
|
32759
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunMetric",
|
|
32760
|
+
"properties": {
|
|
32761
|
+
"computationBasedMetricSpec": {
|
|
32762
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec",
|
|
32763
|
+
"description": "Spec for a computation based metric."
|
|
32764
|
+
},
|
|
32765
|
+
"llmBasedMetricSpec": {
|
|
32766
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricLLMBasedMetricSpec",
|
|
32767
|
+
"description": "Spec for an LLM based metric."
|
|
32768
|
+
},
|
|
32769
|
+
"metric": {
|
|
32770
|
+
"description": "Required. The name of the metric.",
|
|
32771
|
+
"type": "string"
|
|
32772
|
+
},
|
|
32773
|
+
"predefinedMetricSpec": {
|
|
32774
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec",
|
|
32775
|
+
"description": "Spec for a pre-defined metric."
|
|
32776
|
+
},
|
|
32777
|
+
"rubricBasedMetricSpec": {
|
|
32778
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec",
|
|
32779
|
+
"description": "Spec for rubric based metric."
|
|
32780
|
+
}
|
|
32781
|
+
},
|
|
32782
|
+
"type": "object"
|
|
32783
|
+
},
|
|
32784
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec": {
|
|
32785
|
+
"description": "Specification for a computation based metric.",
|
|
32786
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec",
|
|
32787
|
+
"properties": {
|
|
32788
|
+
"parameters": {
|
|
32789
|
+
"additionalProperties": {
|
|
32790
|
+
"description": "Properties of the object.",
|
|
32791
|
+
"type": "any"
|
|
32792
|
+
},
|
|
32793
|
+
"description": "Optional. A map of parameters for the metric, e.g. {\"rouge_type\": \"rougeL\"}.",
|
|
32794
|
+
"type": "object"
|
|
32795
|
+
},
|
|
32796
|
+
"type": {
|
|
32797
|
+
"description": "Required. The type of the computation based metric.",
|
|
32798
|
+
"enum": [
|
|
32799
|
+
"COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED",
|
|
32800
|
+
"EXACT_MATCH",
|
|
32801
|
+
"BLEU",
|
|
32802
|
+
"ROUGE"
|
|
32803
|
+
],
|
|
32804
|
+
"enumDescriptions": [
|
|
32805
|
+
"Unspecified computation based metric type.",
|
|
32806
|
+
"Exact match metric.",
|
|
32807
|
+
"BLEU metric.",
|
|
32808
|
+
"ROUGE metric."
|
|
32809
|
+
],
|
|
32810
|
+
"type": "string"
|
|
32811
|
+
}
|
|
32812
|
+
},
|
|
32813
|
+
"type": "object"
|
|
32814
|
+
},
|
|
32815
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunMetricLLMBasedMetricSpec": {
|
|
32816
|
+
"description": "Specification for an LLM based metric.",
|
|
32817
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunMetricLLMBasedMetricSpec",
|
|
32818
|
+
"properties": {
|
|
32819
|
+
"additionalConfig": {
|
|
32820
|
+
"additionalProperties": {
|
|
32821
|
+
"description": "Properties of the object.",
|
|
32822
|
+
"type": "any"
|
|
32823
|
+
},
|
|
32824
|
+
"description": "Optional. Optional additional configuration for the metric.",
|
|
32825
|
+
"type": "object"
|
|
32826
|
+
},
|
|
32827
|
+
"judgeAutoraterConfig": {
|
|
32828
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig",
|
|
32829
|
+
"description": "Optional. Optional configuration for the judge LLM (Autorater)."
|
|
32830
|
+
},
|
|
32831
|
+
"metricPromptTemplate": {
|
|
32832
|
+
"description": "Required. Template for the prompt sent to the judge model.",
|
|
32833
|
+
"type": "string"
|
|
32834
|
+
},
|
|
32835
|
+
"predefinedRubricGenerationSpec": {
|
|
32836
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec",
|
|
32837
|
+
"description": "Dynamically generate rubrics using a predefined spec."
|
|
32838
|
+
},
|
|
32839
|
+
"rubricGenerationSpec": {
|
|
32840
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec",
|
|
32841
|
+
"description": "Dynamically generate rubrics using this specification."
|
|
32842
|
+
},
|
|
32843
|
+
"rubricGroupKey": {
|
|
32844
|
+
"description": "Use a pre-defined group of rubrics associated with the input. Refers to a key in the rubric_groups map of EvaluationInstance.",
|
|
32845
|
+
"type": "string"
|
|
32846
|
+
},
|
|
32847
|
+
"systemInstruction": {
|
|
32848
|
+
"description": "Optional. System instructions for the judge model.",
|
|
32849
|
+
"type": "string"
|
|
32850
|
+
}
|
|
32851
|
+
},
|
|
32852
|
+
"type": "object"
|
|
32853
|
+
},
|
|
32854
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec": {
|
|
32855
|
+
"description": "Specification for a pre-defined metric.",
|
|
32856
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec",
|
|
32857
|
+
"properties": {
|
|
32858
|
+
"metricSpecName": {
|
|
32859
|
+
"description": "Required. The name of a pre-defined metric, such as \"instruction_following_v1\" or \"text_quality_v1\".",
|
|
32860
|
+
"type": "string"
|
|
32861
|
+
},
|
|
32862
|
+
"parameters": {
|
|
32863
|
+
"additionalProperties": {
|
|
32864
|
+
"description": "Properties of the object.",
|
|
32865
|
+
"type": "any"
|
|
32866
|
+
},
|
|
32867
|
+
"description": "Optional. The parameters needed to run the pre-defined metric.",
|
|
32868
|
+
"type": "object"
|
|
32869
|
+
}
|
|
32870
|
+
},
|
|
32871
|
+
"type": "object"
|
|
32872
|
+
},
|
|
32873
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec": {
|
|
32874
|
+
"description": "Specification for a metric that is based on rubrics.",
|
|
32875
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec",
|
|
32876
|
+
"properties": {
|
|
32877
|
+
"inlineRubrics": {
|
|
32878
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics",
|
|
32879
|
+
"description": "Use rubrics provided directly in the spec."
|
|
32880
|
+
},
|
|
32881
|
+
"judgeAutoraterConfig": {
|
|
32882
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig",
|
|
32883
|
+
"description": "Optional. Optional configuration for the judge LLM (Autorater). The definition of AutoraterConfig needs to be provided."
|
|
32884
|
+
},
|
|
32885
|
+
"metricPromptTemplate": {
|
|
32886
|
+
"description": "Optional. Template for the prompt used by the judge model to evaluate against rubrics.",
|
|
32887
|
+
"type": "string"
|
|
32888
|
+
},
|
|
32889
|
+
"rubricGenerationSpec": {
|
|
32890
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec",
|
|
32891
|
+
"description": "Dynamically generate rubrics for evaluation using this specification."
|
|
32892
|
+
},
|
|
32893
|
+
"rubricGroupKey": {
|
|
32894
|
+
"description": "Use a pre-defined group of rubrics associated with the input content. This refers to a key in the `rubric_groups` map of `RubricEnhancedContents`.",
|
|
32895
|
+
"type": "string"
|
|
32896
|
+
}
|
|
32897
|
+
},
|
|
32898
|
+
"type": "object"
|
|
32899
|
+
},
|
|
32900
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics": {
|
|
32901
|
+
"description": "Defines a list of rubrics, used when providing rubrics inline.",
|
|
32902
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics",
|
|
32903
|
+
"properties": {
|
|
32904
|
+
"rubrics": {
|
|
32905
|
+
"description": "The list of rubrics.",
|
|
32906
|
+
"items": {
|
|
32907
|
+
"$ref": "GoogleCloudAiplatformV1beta1Rubric"
|
|
32908
|
+
},
|
|
32909
|
+
"type": "array"
|
|
32910
|
+
}
|
|
32911
|
+
},
|
|
32912
|
+
"type": "object"
|
|
32913
|
+
},
|
|
32914
|
+
"GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec": {
|
|
32915
|
+
"description": "Specification for how rubrics should be generated.",
|
|
32916
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec",
|
|
32917
|
+
"properties": {
|
|
32918
|
+
"modelConfig": {
|
|
32919
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig",
|
|
32920
|
+
"description": "Optional. Configuration for the model used in rubric generation. Configs including sampling count and base model can be specified here. Flipping is not supported for rubric generation."
|
|
32921
|
+
},
|
|
32922
|
+
"promptTemplate": {
|
|
32923
|
+
"description": "Optional. Template for the prompt used to generate rubrics. The details should be updated based on the most-recent recipe requirements.",
|
|
32924
|
+
"type": "string"
|
|
32925
|
+
},
|
|
32926
|
+
"rubricContentType": {
|
|
32927
|
+
"description": "Optional. The type of rubric content to be generated.",
|
|
32928
|
+
"enum": [
|
|
32929
|
+
"RUBRIC_CONTENT_TYPE_UNSPECIFIED",
|
|
32930
|
+
"PROPERTY",
|
|
32931
|
+
"NL_QUESTION_ANSWER",
|
|
32932
|
+
"PYTHON_CODE_ASSERTION"
|
|
32933
|
+
],
|
|
32934
|
+
"enumDescriptions": [
|
|
32935
|
+
"The content type to generate is not specified.",
|
|
32936
|
+
"Generate rubrics based on properties.",
|
|
32937
|
+
"Generate rubrics in an NL question answer format.",
|
|
32938
|
+
"Generate rubrics in a unit test format."
|
|
32939
|
+
],
|
|
32940
|
+
"type": "string"
|
|
32941
|
+
},
|
|
32942
|
+
"rubricTypeOntology": {
|
|
32943
|
+
"description": "Optional. An optional, pre-defined list of allowed types for generated rubrics. If this field is provided, it implies `include_rubric_type` should be true, and the generated rubric types should be chosen from this ontology.",
|
|
32944
|
+
"items": {
|
|
32945
|
+
"type": "string"
|
|
32946
|
+
},
|
|
32947
|
+
"type": "array"
|
|
32948
|
+
}
|
|
32949
|
+
},
|
|
32950
|
+
"type": "object"
|
|
32951
|
+
},
|
|
32952
|
+
"GoogleCloudAiplatformV1beta1EvaluationSet": {
|
|
32953
|
+
"description": "EvaluationSet is a collection of related EvaluationItems that are evaluated together.",
|
|
32954
|
+
"id": "GoogleCloudAiplatformV1beta1EvaluationSet",
|
|
32955
|
+
"properties": {
|
|
32956
|
+
"createTime": {
|
|
32957
|
+
"description": "Output only. Timestamp when this item was created.",
|
|
32958
|
+
"format": "google-datetime",
|
|
32959
|
+
"readOnly": true,
|
|
32960
|
+
"type": "string"
|
|
32961
|
+
},
|
|
32962
|
+
"displayName": {
|
|
32963
|
+
"description": "Required. The display name of the EvaluationSet.",
|
|
32964
|
+
"type": "string"
|
|
32965
|
+
},
|
|
32966
|
+
"evaluationItems": {
|
|
32967
|
+
"description": "Required. The EvaluationItems that are part of this dataset.",
|
|
32968
|
+
"items": {
|
|
32969
|
+
"type": "string"
|
|
32970
|
+
},
|
|
32971
|
+
"type": "array"
|
|
32972
|
+
},
|
|
32973
|
+
"metadata": {
|
|
32974
|
+
"description": "Optional. Metadata for the EvaluationSet.",
|
|
32975
|
+
"type": "any"
|
|
32976
|
+
},
|
|
32977
|
+
"name": {
|
|
32978
|
+
"description": "Identifier. The resource name of the EvaluationSet. Format: `projects/{project}/locations/{location}/evaluationSets/{evaluation_set}`",
|
|
32979
|
+
"type": "string"
|
|
32980
|
+
},
|
|
32981
|
+
"updateTime": {
|
|
32982
|
+
"description": "Output only. Timestamp when this item was last updated.",
|
|
32983
|
+
"format": "google-datetime",
|
|
32984
|
+
"readOnly": true,
|
|
32985
|
+
"type": "string"
|
|
32986
|
+
}
|
|
32987
|
+
},
|
|
32988
|
+
"type": "object"
|
|
32989
|
+
},
|
|
31373
32990
|
"GoogleCloudAiplatformV1beta1Event": {
|
|
31374
32991
|
"description": "An edge describing the relationship between an Artifact and an Execution in a lineage graph.",
|
|
31375
32992
|
"id": "GoogleCloudAiplatformV1beta1Event",
|
|
@@ -31843,6 +33460,34 @@
|
|
|
31843
33460
|
},
|
|
31844
33461
|
"type": "object"
|
|
31845
33462
|
},
|
|
33463
|
+
"GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentRequest": {
|
|
33464
|
+
"description": "Request message for SandboxEnvironmentExecutionService.Execute.",
|
|
33465
|
+
"id": "GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentRequest",
|
|
33466
|
+
"properties": {
|
|
33467
|
+
"inputs": {
|
|
33468
|
+
"description": "Required. The inputs to the sandbox environment.",
|
|
33469
|
+
"items": {
|
|
33470
|
+
"$ref": "GoogleCloudAiplatformV1beta1Chunk"
|
|
33471
|
+
},
|
|
33472
|
+
"type": "array"
|
|
33473
|
+
}
|
|
33474
|
+
},
|
|
33475
|
+
"type": "object"
|
|
33476
|
+
},
|
|
33477
|
+
"GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentResponse": {
|
|
33478
|
+
"description": "Response message for SandboxEnvironmentExecutionService.Execute.",
|
|
33479
|
+
"id": "GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentResponse",
|
|
33480
|
+
"properties": {
|
|
33481
|
+
"outputs": {
|
|
33482
|
+
"description": "The outputs from the sandbox environment.",
|
|
33483
|
+
"items": {
|
|
33484
|
+
"$ref": "GoogleCloudAiplatformV1beta1Chunk"
|
|
33485
|
+
},
|
|
33486
|
+
"type": "array"
|
|
33487
|
+
}
|
|
33488
|
+
},
|
|
33489
|
+
"type": "object"
|
|
33490
|
+
},
|
|
31846
33491
|
"GoogleCloudAiplatformV1beta1Execution": {
|
|
31847
33492
|
"description": "Instance of a general execution.",
|
|
31848
33493
|
"id": "GoogleCloudAiplatformV1beta1Execution",
|
|
@@ -34983,13 +36628,15 @@
|
|
|
34983
36628
|
"MODE_UNSPECIFIED",
|
|
34984
36629
|
"AUTO",
|
|
34985
36630
|
"ANY",
|
|
34986
|
-
"NONE"
|
|
36631
|
+
"NONE",
|
|
36632
|
+
"VALIDATED"
|
|
34987
36633
|
],
|
|
34988
36634
|
"enumDescriptions": [
|
|
34989
36635
|
"Unspecified function calling mode. This value should not be used.",
|
|
34990
36636
|
"Default model behavior, model decides to predict either function calls or natural language response.",
|
|
34991
36637
|
"Model is constrained to always predicting function calls only. If \"allowed_function_names\" are set, the predicted function calls will be limited to any one of \"allowed_function_names\", else the predicted function calls will be any one of the provided \"function_declarations\".",
|
|
34992
|
-
"Model will not predict any function calls. Model behavior is same as when not passing any function declarations."
|
|
36638
|
+
"Model will not predict any function calls. Model behavior is same as when not passing any function declarations.",
|
|
36639
|
+
"Model is constrained to predict either function calls or natural language response."
|
|
34993
36640
|
],
|
|
34994
36641
|
"type": "string"
|
|
34995
36642
|
}
|
|
@@ -35493,8 +37140,45 @@
|
|
|
35493
37140
|
},
|
|
35494
37141
|
"type": "object"
|
|
35495
37142
|
},
|
|
37143
|
+
"GoogleCloudAiplatformV1beta1GenerateInstanceRubricsRequest": {
|
|
37144
|
+
"description": "Request message for EvaluationService.GenerateInstanceRubrics.",
|
|
37145
|
+
"id": "GoogleCloudAiplatformV1beta1GenerateInstanceRubricsRequest",
|
|
37146
|
+
"properties": {
|
|
37147
|
+
"contents": {
|
|
37148
|
+
"description": "Required. The prompt to generate rubrics from. For single-turn queries, this is a single instance. For multi-turn queries, this is a repeated field that contains conversation history + latest request.",
|
|
37149
|
+
"items": {
|
|
37150
|
+
"$ref": "GoogleCloudAiplatformV1beta1Content"
|
|
37151
|
+
},
|
|
37152
|
+
"type": "array"
|
|
37153
|
+
},
|
|
37154
|
+
"predefinedRubricGenerationSpec": {
|
|
37155
|
+
"$ref": "GoogleCloudAiplatformV1beta1PredefinedMetricSpec",
|
|
37156
|
+
"description": "Optional. Specification for using the rubric generation configs of a pre-defined metric, e.g. \"generic_quality_v1\" and \"instruction_following_v1\". Some of the configs may be only used in rubric generation and not supporting evaluation, e.g. \"fully_customized_generic_quality_v1\". If this field is set, the `rubric_generation_spec` field will be ignored."
|
|
37157
|
+
},
|
|
37158
|
+
"rubricGenerationSpec": {
|
|
37159
|
+
"$ref": "GoogleCloudAiplatformV1beta1RubricGenerationSpec",
|
|
37160
|
+
"description": "Optional. Specification for how the rubrics should be generated."
|
|
37161
|
+
}
|
|
37162
|
+
},
|
|
37163
|
+
"type": "object"
|
|
37164
|
+
},
|
|
37165
|
+
"GoogleCloudAiplatformV1beta1GenerateInstanceRubricsResponse": {
|
|
37166
|
+
"description": "Response message for EvaluationService.GenerateInstanceRubrics.",
|
|
37167
|
+
"id": "GoogleCloudAiplatformV1beta1GenerateInstanceRubricsResponse",
|
|
37168
|
+
"properties": {
|
|
37169
|
+
"generatedRubrics": {
|
|
37170
|
+
"description": "Output only. A list of generated rubrics.",
|
|
37171
|
+
"items": {
|
|
37172
|
+
"$ref": "GoogleCloudAiplatformV1beta1Rubric"
|
|
37173
|
+
},
|
|
37174
|
+
"readOnly": true,
|
|
37175
|
+
"type": "array"
|
|
37176
|
+
}
|
|
37177
|
+
},
|
|
37178
|
+
"type": "object"
|
|
37179
|
+
},
|
|
35496
37180
|
"GoogleCloudAiplatformV1beta1GenerateMemoriesRequest": {
|
|
35497
|
-
"description": "Request message for MemoryBankService.GenerateMemories.",
|
|
37181
|
+
"description": "Request message for MemoryBankService.GenerateMemories. Maximum size is 8 MB.",
|
|
35498
37182
|
"id": "GoogleCloudAiplatformV1beta1GenerateMemoriesRequest",
|
|
35499
37183
|
"properties": {
|
|
35500
37184
|
"directContentsSource": {
|
|
@@ -35594,6 +37278,50 @@
|
|
|
35594
37278
|
},
|
|
35595
37279
|
"type": "object"
|
|
35596
37280
|
},
|
|
37281
|
+
"GoogleCloudAiplatformV1beta1GenerateSyntheticDataRequest": {
|
|
37282
|
+
"description": "Request message for DataFoundryService.GenerateSyntheticData.",
|
|
37283
|
+
"id": "GoogleCloudAiplatformV1beta1GenerateSyntheticDataRequest",
|
|
37284
|
+
"properties": {
|
|
37285
|
+
"count": {
|
|
37286
|
+
"description": "Required. The number of synthetic examples to generate. For this stateless API, the count is limited to a small number.",
|
|
37287
|
+
"format": "int32",
|
|
37288
|
+
"type": "integer"
|
|
37289
|
+
},
|
|
37290
|
+
"examples": {
|
|
37291
|
+
"description": "Optional. A list of few-shot examples to guide the model's output style and format.",
|
|
37292
|
+
"items": {
|
|
37293
|
+
"$ref": "GoogleCloudAiplatformV1beta1SyntheticExample"
|
|
37294
|
+
},
|
|
37295
|
+
"type": "array"
|
|
37296
|
+
},
|
|
37297
|
+
"outputFieldSpecs": {
|
|
37298
|
+
"description": "Required. The schema of the desired output, defined by a list of fields.",
|
|
37299
|
+
"items": {
|
|
37300
|
+
"$ref": "GoogleCloudAiplatformV1beta1OutputFieldSpec"
|
|
37301
|
+
},
|
|
37302
|
+
"type": "array"
|
|
37303
|
+
},
|
|
37304
|
+
"taskDescription": {
|
|
37305
|
+
"$ref": "GoogleCloudAiplatformV1beta1TaskDescriptionStrategy",
|
|
37306
|
+
"description": "Generate data from a high-level task description."
|
|
37307
|
+
}
|
|
37308
|
+
},
|
|
37309
|
+
"type": "object"
|
|
37310
|
+
},
|
|
37311
|
+
"GoogleCloudAiplatformV1beta1GenerateSyntheticDataResponse": {
|
|
37312
|
+
"description": "The response containing the generated data.",
|
|
37313
|
+
"id": "GoogleCloudAiplatformV1beta1GenerateSyntheticDataResponse",
|
|
37314
|
+
"properties": {
|
|
37315
|
+
"syntheticExamples": {
|
|
37316
|
+
"description": "A list of generated synthetic examples.",
|
|
37317
|
+
"items": {
|
|
37318
|
+
"$ref": "GoogleCloudAiplatformV1beta1SyntheticExample"
|
|
37319
|
+
},
|
|
37320
|
+
"type": "array"
|
|
37321
|
+
}
|
|
37322
|
+
},
|
|
37323
|
+
"type": "object"
|
|
37324
|
+
},
|
|
35597
37325
|
"GoogleCloudAiplatformV1beta1GenerateVideoResponse": {
|
|
35598
37326
|
"description": "Generate video response.",
|
|
35599
37327
|
"id": "GoogleCloudAiplatformV1beta1GenerateVideoResponse",
|
|
@@ -35949,17 +37677,7 @@
|
|
|
35949
37677
|
"GoogleCloudAiplatformV1beta1GoogleMaps": {
|
|
35950
37678
|
"description": "Tool to retrieve public maps data for grounding, powered by Google.",
|
|
35951
37679
|
"id": "GoogleCloudAiplatformV1beta1GoogleMaps",
|
|
35952
|
-
"properties": {
|
|
35953
|
-
"apiAuth": {
|
|
35954
|
-
"$ref": "GoogleCloudAiplatformV1beta1ApiAuth",
|
|
35955
|
-
"deprecated": true,
|
|
35956
|
-
"description": "The authentication config to access the API. Deprecated. Please use auth_config instead."
|
|
35957
|
-
},
|
|
35958
|
-
"authConfig": {
|
|
35959
|
-
"$ref": "GoogleCloudAiplatformV1beta1AuthConfig",
|
|
35960
|
-
"description": "The authentication config to access the API. Only API key is supported."
|
|
35961
|
-
}
|
|
35962
|
-
},
|
|
37680
|
+
"properties": {},
|
|
35963
37681
|
"type": "object"
|
|
35964
37682
|
},
|
|
35965
37683
|
"GoogleCloudAiplatformV1beta1GoogleSearchRetrieval": {
|
|
@@ -37703,6 +39421,60 @@
|
|
|
37703
39421
|
},
|
|
37704
39422
|
"type": "object"
|
|
37705
39423
|
},
|
|
39424
|
+
"GoogleCloudAiplatformV1beta1ListEvaluationItemsResponse": {
|
|
39425
|
+
"description": "Response message for EvaluationManagementService.ListEvaluationItems.",
|
|
39426
|
+
"id": "GoogleCloudAiplatformV1beta1ListEvaluationItemsResponse",
|
|
39427
|
+
"properties": {
|
|
39428
|
+
"evaluationItems": {
|
|
39429
|
+
"description": "List of EvaluationItems in the requested page.",
|
|
39430
|
+
"items": {
|
|
39431
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationItem"
|
|
39432
|
+
},
|
|
39433
|
+
"type": "array"
|
|
39434
|
+
},
|
|
39435
|
+
"nextPageToken": {
|
|
39436
|
+
"description": "A token to retrieve the next page of results.",
|
|
39437
|
+
"type": "string"
|
|
39438
|
+
}
|
|
39439
|
+
},
|
|
39440
|
+
"type": "object"
|
|
39441
|
+
},
|
|
39442
|
+
"GoogleCloudAiplatformV1beta1ListEvaluationRunsResponse": {
|
|
39443
|
+
"description": "Response message for EvaluationManagementService.ListEvaluationRuns.",
|
|
39444
|
+
"id": "GoogleCloudAiplatformV1beta1ListEvaluationRunsResponse",
|
|
39445
|
+
"properties": {
|
|
39446
|
+
"evaluationRuns": {
|
|
39447
|
+
"description": "List of EvaluationRuns in the requested page.",
|
|
39448
|
+
"items": {
|
|
39449
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationRun"
|
|
39450
|
+
},
|
|
39451
|
+
"type": "array"
|
|
39452
|
+
},
|
|
39453
|
+
"nextPageToken": {
|
|
39454
|
+
"description": "A token to retrieve the next page of results.",
|
|
39455
|
+
"type": "string"
|
|
39456
|
+
}
|
|
39457
|
+
},
|
|
39458
|
+
"type": "object"
|
|
39459
|
+
},
|
|
39460
|
+
"GoogleCloudAiplatformV1beta1ListEvaluationSetsResponse": {
|
|
39461
|
+
"description": "Response message for EvaluationManagementService.ListEvaluationSets.",
|
|
39462
|
+
"id": "GoogleCloudAiplatformV1beta1ListEvaluationSetsResponse",
|
|
39463
|
+
"properties": {
|
|
39464
|
+
"evaluationSets": {
|
|
39465
|
+
"description": "List of EvaluationSets in the requested page.",
|
|
39466
|
+
"items": {
|
|
39467
|
+
"$ref": "GoogleCloudAiplatformV1beta1EvaluationSet"
|
|
39468
|
+
},
|
|
39469
|
+
"type": "array"
|
|
39470
|
+
},
|
|
39471
|
+
"nextPageToken": {
|
|
39472
|
+
"description": "A token to retrieve the next page of results.",
|
|
39473
|
+
"type": "string"
|
|
39474
|
+
}
|
|
39475
|
+
},
|
|
39476
|
+
"type": "object"
|
|
39477
|
+
},
|
|
37706
39478
|
"GoogleCloudAiplatformV1beta1ListEventsResponse": {
|
|
37707
39479
|
"description": "Response message for SessionService.ListEvents.",
|
|
37708
39480
|
"id": "GoogleCloudAiplatformV1beta1ListEventsResponse",
|
|
@@ -38388,6 +40160,24 @@
|
|
|
38388
40160
|
},
|
|
38389
40161
|
"type": "object"
|
|
38390
40162
|
},
|
|
40163
|
+
"GoogleCloudAiplatformV1beta1ListSandboxEnvironmentsResponse": {
|
|
40164
|
+
"description": "Response message for SandboxEnvironmentService.ListSandboxEnvironments.",
|
|
40165
|
+
"id": "GoogleCloudAiplatformV1beta1ListSandboxEnvironmentsResponse",
|
|
40166
|
+
"properties": {
|
|
40167
|
+
"nextPageToken": {
|
|
40168
|
+
"description": "A token, which can be sent as ListSandboxEnvironmentsRequest.page_token to retrieve the next page. Absence of this field indicates there are no subsequent pages.",
|
|
40169
|
+
"type": "string"
|
|
40170
|
+
},
|
|
40171
|
+
"sandboxEnvironments": {
|
|
40172
|
+
"description": "The SandboxEnvironments matching the request.",
|
|
40173
|
+
"items": {
|
|
40174
|
+
"$ref": "GoogleCloudAiplatformV1beta1SandboxEnvironment"
|
|
40175
|
+
},
|
|
40176
|
+
"type": "array"
|
|
40177
|
+
}
|
|
40178
|
+
},
|
|
40179
|
+
"type": "object"
|
|
40180
|
+
},
|
|
38391
40181
|
"GoogleCloudAiplatformV1beta1ListSavedQueriesResponse": {
|
|
38392
40182
|
"description": "Response message for DatasetService.ListSavedQueries.",
|
|
38393
40183
|
"id": "GoogleCloudAiplatformV1beta1ListSavedQueriesResponse",
|
|
@@ -38744,6 +40534,10 @@ false
|
|
|
38744
40534
|
],
|
|
38745
40535
|
"type": "string"
|
|
38746
40536
|
},
|
|
40537
|
+
"gpuPartitionSize": {
|
|
40538
|
+
"description": "Optional. Immutable. The Nvidia GPU partition size. When specified, the requested accelerators will be partitioned into smaller GPU partitions. For example, if the request is for 8 units of NVIDIA A100 GPUs, and gpu_partition_size=\"1g.10gb\", the service will create 8 * 7 = 56 partitioned MIG instances. The partition size must be a value supported by the requested accelerator. Refer to [Nvidia GPU Partitioning](https://cloud.google.com/kubernetes-engine/docs/how-to/gpus-multi#multi-instance_gpu_partitions) for the available partition sizes. If set, the accelerator_count should be set to 1.",
|
|
40539
|
+
"type": "string"
|
|
40540
|
+
},
|
|
38747
40541
|
"machineType": {
|
|
38748
40542
|
"description": "Immutable. The type of the machine. See the [list of machine types supported for prediction](https://cloud.google.com/vertex-ai/docs/predictions/configure-compute#machine-types) See the [list of machine types supported for custom training](https://cloud.google.com/vertex-ai/docs/training/configure-compute#machine-types). For DeployedModel this field is optional, and the default value is `n1-standard-2`. For BatchPredictionJob or as part of WorkerPoolSpec this field is required.",
|
|
38749
40543
|
"type": "string"
|
|
@@ -38873,6 +40667,143 @@ false
|
|
|
38873
40667
|
},
|
|
38874
40668
|
"type": "object"
|
|
38875
40669
|
},
|
|
40670
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig": {
|
|
40671
|
+
"description": "Configuration for organizing memories for a particular scope.",
|
|
40672
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig",
|
|
40673
|
+
"properties": {
|
|
40674
|
+
"generateMemoriesExamples": {
|
|
40675
|
+
"description": "Optional. Examples of how to generate memories for a particular scope.",
|
|
40676
|
+
"items": {
|
|
40677
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample"
|
|
40678
|
+
},
|
|
40679
|
+
"type": "array"
|
|
40680
|
+
},
|
|
40681
|
+
"memoryTopics": {
|
|
40682
|
+
"description": "Optional. Topics of information that should be extracted from conversations and stored as memories. If not set, then Memory Bank's default topics will be used.",
|
|
40683
|
+
"items": {
|
|
40684
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic"
|
|
40685
|
+
},
|
|
40686
|
+
"type": "array"
|
|
40687
|
+
},
|
|
40688
|
+
"scopeKeys": {
|
|
40689
|
+
"description": "Optional. The scope keys (i.e. 'user_id') for which to use this config. A request's scope must include all of the provided keys for the config to be used (order does not matter). If empty, then the config will be used for all requests that do not have a more specific config. Only one default config is allowed per Memory Bank.",
|
|
40690
|
+
"items": {
|
|
40691
|
+
"type": "string"
|
|
40692
|
+
},
|
|
40693
|
+
"type": "array"
|
|
40694
|
+
}
|
|
40695
|
+
},
|
|
40696
|
+
"type": "object"
|
|
40697
|
+
},
|
|
40698
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample": {
|
|
40699
|
+
"description": "An example of how to generate memories for a particular scope.",
|
|
40700
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample",
|
|
40701
|
+
"properties": {
|
|
40702
|
+
"conversationSource": {
|
|
40703
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource",
|
|
40704
|
+
"description": "A conversation source for the example."
|
|
40705
|
+
},
|
|
40706
|
+
"generatedMemories": {
|
|
40707
|
+
"description": "Optional. The memories that are expected to be generated from the input conversation. An empty list indicates that no memories are expected to be generated for the input conversation.",
|
|
40708
|
+
"items": {
|
|
40709
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory"
|
|
40710
|
+
},
|
|
40711
|
+
"type": "array"
|
|
40712
|
+
}
|
|
40713
|
+
},
|
|
40714
|
+
"type": "object"
|
|
40715
|
+
},
|
|
40716
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource": {
|
|
40717
|
+
"description": "A conversation source for the example. This is similar to `DirectContentsSource`.",
|
|
40718
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource",
|
|
40719
|
+
"properties": {
|
|
40720
|
+
"events": {
|
|
40721
|
+
"description": "Optional. The input conversation events for the example.",
|
|
40722
|
+
"items": {
|
|
40723
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent"
|
|
40724
|
+
},
|
|
40725
|
+
"type": "array"
|
|
40726
|
+
}
|
|
40727
|
+
},
|
|
40728
|
+
"type": "object"
|
|
40729
|
+
},
|
|
40730
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent": {
|
|
40731
|
+
"description": "A single conversation event.",
|
|
40732
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent",
|
|
40733
|
+
"properties": {
|
|
40734
|
+
"content": {
|
|
40735
|
+
"$ref": "GoogleCloudAiplatformV1beta1Content",
|
|
40736
|
+
"description": "Required. The content of the event."
|
|
40737
|
+
}
|
|
40738
|
+
},
|
|
40739
|
+
"type": "object"
|
|
40740
|
+
},
|
|
40741
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory": {
|
|
40742
|
+
"description": "A memory generated by the operation.",
|
|
40743
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory",
|
|
40744
|
+
"properties": {
|
|
40745
|
+
"fact": {
|
|
40746
|
+
"description": "Required. The fact to generate a memory from.",
|
|
40747
|
+
"type": "string"
|
|
40748
|
+
}
|
|
40749
|
+
},
|
|
40750
|
+
"type": "object"
|
|
40751
|
+
},
|
|
40752
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic": {
|
|
40753
|
+
"description": "A topic of information that should be extracted from conversations and stored as memories.",
|
|
40754
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic",
|
|
40755
|
+
"properties": {
|
|
40756
|
+
"customMemoryTopic": {
|
|
40757
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic",
|
|
40758
|
+
"description": "A custom memory topic defined by the developer."
|
|
40759
|
+
},
|
|
40760
|
+
"managedMemoryTopic": {
|
|
40761
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic",
|
|
40762
|
+
"description": "A managed memory topic defined by Memory Bank."
|
|
40763
|
+
}
|
|
40764
|
+
},
|
|
40765
|
+
"type": "object"
|
|
40766
|
+
},
|
|
40767
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic": {
|
|
40768
|
+
"description": "A custom memory topic defined by the developer.",
|
|
40769
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic",
|
|
40770
|
+
"properties": {
|
|
40771
|
+
"description": {
|
|
40772
|
+
"description": "Required. Description of the memory topic. This should explain what information should be extracted for this topic.",
|
|
40773
|
+
"type": "string"
|
|
40774
|
+
},
|
|
40775
|
+
"label": {
|
|
40776
|
+
"description": "Required. The label of the topic.",
|
|
40777
|
+
"type": "string"
|
|
40778
|
+
}
|
|
40779
|
+
},
|
|
40780
|
+
"type": "object"
|
|
40781
|
+
},
|
|
40782
|
+
"GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic": {
|
|
40783
|
+
"description": "A managed memory topic defined by the system.",
|
|
40784
|
+
"id": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic",
|
|
40785
|
+
"properties": {
|
|
40786
|
+
"managedTopicEnum": {
|
|
40787
|
+
"description": "Required. The managed topic.",
|
|
40788
|
+
"enum": [
|
|
40789
|
+
"MANAGED_TOPIC_ENUM_UNSPECIFIED",
|
|
40790
|
+
"USER_PERSONAL_INFO",
|
|
40791
|
+
"USER_PREFERENCES",
|
|
40792
|
+
"KEY_CONVERSATION_DETAILS",
|
|
40793
|
+
"EXPLICIT_INSTRUCTIONS"
|
|
40794
|
+
],
|
|
40795
|
+
"enumDescriptions": [
|
|
40796
|
+
"Unspecified topic. This value should not be used.",
|
|
40797
|
+
"Significant personal information about the User like first names, relationships, hobbies, important dates.",
|
|
40798
|
+
"Stated or implied likes, dislikes, preferred styles, or patterns.",
|
|
40799
|
+
"Important milestones or conclusions within the dialogue.",
|
|
40800
|
+
"Information that the user explicitly requested to remember or forget."
|
|
40801
|
+
],
|
|
40802
|
+
"type": "string"
|
|
40803
|
+
}
|
|
40804
|
+
},
|
|
40805
|
+
"type": "object"
|
|
40806
|
+
},
|
|
38876
40807
|
"GoogleCloudAiplatformV1beta1MergeVersionAliasesRequest": {
|
|
38877
40808
|
"description": "Request message for ModelService.MergeVersionAliases.",
|
|
38878
40809
|
"id": "GoogleCloudAiplatformV1beta1MergeVersionAliasesRequest",
|
|
@@ -38887,6 +40818,21 @@ false
|
|
|
38887
40818
|
},
|
|
38888
40819
|
"type": "object"
|
|
38889
40820
|
},
|
|
40821
|
+
"GoogleCloudAiplatformV1beta1Metadata": {
|
|
40822
|
+
"description": "Metadata for a chunk.",
|
|
40823
|
+
"id": "GoogleCloudAiplatformV1beta1Metadata",
|
|
40824
|
+
"properties": {
|
|
40825
|
+
"attributes": {
|
|
40826
|
+
"additionalProperties": {
|
|
40827
|
+
"format": "byte",
|
|
40828
|
+
"type": "string"
|
|
40829
|
+
},
|
|
40830
|
+
"description": "Optional. Attributes attached to the data. The keys have semantic conventions and the consumers of the attributes should know how to deserialize the value bytes based on the keys.",
|
|
40831
|
+
"type": "object"
|
|
40832
|
+
}
|
|
40833
|
+
},
|
|
40834
|
+
"type": "object"
|
|
40835
|
+
},
|
|
38890
40836
|
"GoogleCloudAiplatformV1beta1MetadataSchema": {
|
|
38891
40837
|
"description": "Instance of a general MetadataSchema.",
|
|
38892
40838
|
"id": "GoogleCloudAiplatformV1beta1MetadataSchema",
|
|
@@ -39050,6 +40996,10 @@ false
|
|
|
39050
40996
|
"$ref": "GoogleCloudAiplatformV1beta1PointwiseMetricSpec",
|
|
39051
40997
|
"description": "Spec for pointwise metric."
|
|
39052
40998
|
},
|
|
40999
|
+
"predefinedMetricSpec": {
|
|
41000
|
+
"$ref": "GoogleCloudAiplatformV1beta1PredefinedMetricSpec",
|
|
41001
|
+
"description": "The spec for a pre-defined metric."
|
|
41002
|
+
},
|
|
39053
41003
|
"rougeSpec": {
|
|
39054
41004
|
"$ref": "GoogleCloudAiplatformV1beta1RougeSpec",
|
|
39055
41005
|
"description": "Spec for rouge metric."
|
|
@@ -39057,6 +41007,29 @@ false
|
|
|
39057
41007
|
},
|
|
39058
41008
|
"type": "object"
|
|
39059
41009
|
},
|
|
41010
|
+
"GoogleCloudAiplatformV1beta1MetricResult": {
|
|
41011
|
+
"description": "Result for a single metric on a single instance.",
|
|
41012
|
+
"id": "GoogleCloudAiplatformV1beta1MetricResult",
|
|
41013
|
+
"properties": {
|
|
41014
|
+
"explanation": {
|
|
41015
|
+
"description": "The explanation for the metric result.",
|
|
41016
|
+
"type": "string"
|
|
41017
|
+
},
|
|
41018
|
+
"rubricVerdicts": {
|
|
41019
|
+
"description": "For rubric-based metrics, the verdicts for each rubric.",
|
|
41020
|
+
"items": {
|
|
41021
|
+
"$ref": "GoogleCloudAiplatformV1beta1RubricVerdict"
|
|
41022
|
+
},
|
|
41023
|
+
"type": "array"
|
|
41024
|
+
},
|
|
41025
|
+
"score": {
|
|
41026
|
+
"description": "The score for the metric. Please refer to each metric's documentation for the meaning of the score.",
|
|
41027
|
+
"format": "float",
|
|
41028
|
+
"type": "number"
|
|
41029
|
+
}
|
|
41030
|
+
},
|
|
41031
|
+
"type": "object"
|
|
41032
|
+
},
|
|
39060
41033
|
"GoogleCloudAiplatformV1beta1MetricxInput": {
|
|
39061
41034
|
"description": "Input for MetricX metric.",
|
|
39062
41035
|
"id": "GoogleCloudAiplatformV1beta1MetricxInput",
|
|
@@ -42782,6 +44755,51 @@ false
|
|
|
42782
44755
|
},
|
|
42783
44756
|
"type": "object"
|
|
42784
44757
|
},
|
|
44758
|
+
"GoogleCloudAiplatformV1beta1OutputFieldSpec": {
|
|
44759
|
+
"description": "Defines a specification for a single output field.",
|
|
44760
|
+
"id": "GoogleCloudAiplatformV1beta1OutputFieldSpec",
|
|
44761
|
+
"properties": {
|
|
44762
|
+
"fieldName": {
|
|
44763
|
+
"description": "Required. The name of the output field.",
|
|
44764
|
+
"type": "string"
|
|
44765
|
+
},
|
|
44766
|
+
"fieldType": {
|
|
44767
|
+
"description": "Optional. The data type of the field. Defaults to CONTENT if not set.",
|
|
44768
|
+
"enum": [
|
|
44769
|
+
"FIELD_TYPE_UNSPECIFIED",
|
|
44770
|
+
"CONTENT",
|
|
44771
|
+
"TEXT",
|
|
44772
|
+
"IMAGE",
|
|
44773
|
+
"AUDIO"
|
|
44774
|
+
],
|
|
44775
|
+
"enumDescriptions": [
|
|
44776
|
+
"Field type is unspecified.",
|
|
44777
|
+
"Arbitrary content field type.",
|
|
44778
|
+
"Text field type.",
|
|
44779
|
+
"Image field type.",
|
|
44780
|
+
"Audio field type."
|
|
44781
|
+
],
|
|
44782
|
+
"type": "string"
|
|
44783
|
+
},
|
|
44784
|
+
"guidance": {
|
|
44785
|
+
"description": "Optional. Optional, but recommended. Additional guidance specific to this field to provide targeted instructions for the LLM to generate the content of a single output field. While the LLM can sometimes infer content from the field name, providing explicit guidance is preferred.",
|
|
44786
|
+
"type": "string"
|
|
44787
|
+
}
|
|
44788
|
+
},
|
|
44789
|
+
"type": "object"
|
|
44790
|
+
},
|
|
44791
|
+
"GoogleCloudAiplatformV1beta1OutputInfo": {
|
|
44792
|
+
"description": "Describes the info for output of EvaluationService.EvaluateDataset.",
|
|
44793
|
+
"id": "GoogleCloudAiplatformV1beta1OutputInfo",
|
|
44794
|
+
"properties": {
|
|
44795
|
+
"gcsOutputDirectory": {
|
|
44796
|
+
"description": "Output only. The full path of the Cloud Storage directory created, into which the evaluation results and aggregation results are written.",
|
|
44797
|
+
"readOnly": true,
|
|
44798
|
+
"type": "string"
|
|
44799
|
+
}
|
|
44800
|
+
},
|
|
44801
|
+
"type": "object"
|
|
44802
|
+
},
|
|
42785
44803
|
"GoogleCloudAiplatformV1beta1PSCAutomationConfig": {
|
|
42786
44804
|
"description": "PSC config that is used to automatically create PSC endpoints in the user projects.",
|
|
42787
44805
|
"id": "GoogleCloudAiplatformV1beta1PSCAutomationConfig",
|
|
@@ -44069,6 +46087,25 @@ false
|
|
|
44069
46087
|
},
|
|
44070
46088
|
"type": "object"
|
|
44071
46089
|
},
|
|
46090
|
+
"GoogleCloudAiplatformV1beta1PredefinedMetricSpec": {
|
|
46091
|
+
"description": "The spec for a pre-defined metric.",
|
|
46092
|
+
"id": "GoogleCloudAiplatformV1beta1PredefinedMetricSpec",
|
|
46093
|
+
"properties": {
|
|
46094
|
+
"metricSpecName": {
|
|
46095
|
+
"description": "Required. The name of a pre-defined metric, such as \"instruction_following_v1\" or \"text_quality_v1\".",
|
|
46096
|
+
"type": "string"
|
|
46097
|
+
},
|
|
46098
|
+
"metricSpecParameters": {
|
|
46099
|
+
"additionalProperties": {
|
|
46100
|
+
"description": "Properties of the object.",
|
|
46101
|
+
"type": "any"
|
|
46102
|
+
},
|
|
46103
|
+
"description": "Optional. The parameters needed to run the pre-defined metric.",
|
|
46104
|
+
"type": "object"
|
|
46105
|
+
}
|
|
46106
|
+
},
|
|
46107
|
+
"type": "object"
|
|
46108
|
+
},
|
|
44072
46109
|
"GoogleCloudAiplatformV1beta1PredefinedSplit": {
|
|
44073
46110
|
"description": "Assigns input data to training, validation, and test sets based on the value of a provided key. Supported only for tabular Datasets.",
|
|
44074
46111
|
"id": "GoogleCloudAiplatformV1beta1PredefinedSplit",
|
|
@@ -46829,6 +48866,13 @@ false
|
|
|
46829
48866
|
"description": "Specification for a Memory Bank.",
|
|
46830
48867
|
"id": "GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfig",
|
|
46831
48868
|
"properties": {
|
|
48869
|
+
"customizationConfigs": {
|
|
48870
|
+
"description": "Optional. Configuration for how to customize Memory Bank behavior for a particular scope.",
|
|
48871
|
+
"items": {
|
|
48872
|
+
"$ref": "GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig"
|
|
48873
|
+
},
|
|
48874
|
+
"type": "array"
|
|
48875
|
+
},
|
|
46832
48876
|
"generationConfig": {
|
|
46833
48877
|
"$ref": "GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigGenerationConfig",
|
|
46834
48878
|
"description": "Optional. Configuration for how to generate memories for the Memory Bank."
|
|
@@ -46836,6 +48880,10 @@ false
|
|
|
46836
48880
|
"similaritySearchConfig": {
|
|
46837
48881
|
"$ref": "GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigSimilaritySearchConfig",
|
|
46838
48882
|
"description": "Optional. Configuration for how to perform similarity search on memories. If not set, the Memory Bank will use the default embedding model `text-embedding-005`."
|
|
48883
|
+
},
|
|
48884
|
+
"ttlConfig": {
|
|
48885
|
+
"$ref": "GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig",
|
|
48886
|
+
"description": "Optional. Configuration for automatic TTL (\"time-to-live\") of the memories in the Memory Bank. If not set, TTL will not be applied automatically. The TTL can be explicitly set by modifying the `expire_time` of each Memory resource."
|
|
46839
48887
|
}
|
|
46840
48888
|
},
|
|
46841
48889
|
"type": "object"
|
|
@@ -46862,6 +48910,44 @@ false
|
|
|
46862
48910
|
},
|
|
46863
48911
|
"type": "object"
|
|
46864
48912
|
},
|
|
48913
|
+
"GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig": {
|
|
48914
|
+
"description": "Configuration for automatically setting the TTL (\"time-to-live\") of the memories in the Memory Bank.",
|
|
48915
|
+
"id": "GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig",
|
|
48916
|
+
"properties": {
|
|
48917
|
+
"defaultTtl": {
|
|
48918
|
+
"description": "Optional. The default TTL duration of the memories in the Memory Bank. This applies to all operations that create or update a memory.",
|
|
48919
|
+
"format": "google-duration",
|
|
48920
|
+
"type": "string"
|
|
48921
|
+
},
|
|
48922
|
+
"granularTtlConfig": {
|
|
48923
|
+
"$ref": "GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig",
|
|
48924
|
+
"description": "Optional. The granular TTL configuration of the memories in the Memory Bank."
|
|
48925
|
+
}
|
|
48926
|
+
},
|
|
48927
|
+
"type": "object"
|
|
48928
|
+
},
|
|
48929
|
+
"GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig": {
|
|
48930
|
+
"description": "Configuration for TTL of the memories in the Memory Bank based on the action that created or updated the memory.",
|
|
48931
|
+
"id": "GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig",
|
|
48932
|
+
"properties": {
|
|
48933
|
+
"createTtl": {
|
|
48934
|
+
"description": "Optional. The TTL duration for memories uploaded via CreateMemory.",
|
|
48935
|
+
"format": "google-duration",
|
|
48936
|
+
"type": "string"
|
|
48937
|
+
},
|
|
48938
|
+
"generateCreatedTtl": {
|
|
48939
|
+
"description": "Optional. The TTL duration for memories newly generated via GenerateMemories (GenerateMemoriesResponse.GeneratedMemory.Action.CREATED).",
|
|
48940
|
+
"format": "google-duration",
|
|
48941
|
+
"type": "string"
|
|
48942
|
+
},
|
|
48943
|
+
"generateUpdatedTtl": {
|
|
48944
|
+
"description": "Optional. The TTL duration for memories updated via GenerateMemories (GenerateMemoriesResponse.GeneratedMemory.Action.UPDATED). In the case of an UPDATE action, the `expire_time` of the existing memory will be updated to the new value (now + TTL).",
|
|
48945
|
+
"format": "google-duration",
|
|
48946
|
+
"type": "string"
|
|
48947
|
+
}
|
|
48948
|
+
},
|
|
48949
|
+
"type": "object"
|
|
48950
|
+
},
|
|
46865
48951
|
"GoogleCloudAiplatformV1beta1ReasoningEngineSpec": {
|
|
46866
48952
|
"description": "ReasoningEngine configurations",
|
|
46867
48953
|
"id": "GoogleCloudAiplatformV1beta1ReasoningEngineSpec",
|
|
@@ -46900,6 +48986,20 @@ false
|
|
|
46900
48986
|
"description": "The specification of a Reasoning Engine deployment.",
|
|
46901
48987
|
"id": "GoogleCloudAiplatformV1beta1ReasoningEngineSpecDeploymentSpec",
|
|
46902
48988
|
"properties": {
|
|
48989
|
+
"agentServerMode": {
|
|
48990
|
+
"description": "The agent server mode.",
|
|
48991
|
+
"enum": [
|
|
48992
|
+
"AGENT_SERVER_MODE_UNSPECIFIED",
|
|
48993
|
+
"STABLE",
|
|
48994
|
+
"EXPERIMENTAL"
|
|
48995
|
+
],
|
|
48996
|
+
"enumDescriptions": [
|
|
48997
|
+
"Unspecified agent server mode. Do not use.",
|
|
48998
|
+
"Stable agent server mode. This mode has everything stable and well-tested features agent engine offers.",
|
|
48999
|
+
"Experimental agent server mode. This mode contains experimental features."
|
|
49000
|
+
],
|
|
49001
|
+
"type": "string"
|
|
49002
|
+
},
|
|
46903
49003
|
"containerConcurrency": {
|
|
46904
49004
|
"description": "Optional. Concurrency for each container and agent server. Recommended value: 2 * cpu + 1. Defaults to 9.",
|
|
46905
49005
|
"format": "int32",
|
|
@@ -46913,12 +49013,12 @@ false
|
|
|
46913
49013
|
"type": "array"
|
|
46914
49014
|
},
|
|
46915
49015
|
"maxInstances": {
|
|
46916
|
-
"description": "Optional. The maximum number of application instances that can be launched to handle increased traffic. Defaults to 100.",
|
|
49016
|
+
"description": "Optional. The maximum number of application instances that can be launched to handle increased traffic. Defaults to 100. Range: [1, 1000]. If VPC-SC or PSC-I is enabled, the acceptable range is [1, 100].",
|
|
46917
49017
|
"format": "int32",
|
|
46918
49018
|
"type": "integer"
|
|
46919
49019
|
},
|
|
46920
49020
|
"minInstances": {
|
|
46921
|
-
"description": "Optional. The minimum number of application instances that will be kept running at all times. Defaults to 1.",
|
|
49021
|
+
"description": "Optional. The minimum number of application instances that will be kept running at all times. Defaults to 1. Range: [0, 10].",
|
|
46922
49022
|
"format": "int32",
|
|
46923
49023
|
"type": "integer"
|
|
46924
49024
|
},
|
|
@@ -46930,7 +49030,7 @@ false
|
|
|
46930
49030
|
"additionalProperties": {
|
|
46931
49031
|
"type": "string"
|
|
46932
49032
|
},
|
|
46933
|
-
"description": "Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are supported. Defaults to {\"cpu\": \"4\", \"memory\": \"4Gi\"}. * The only supported values for CPU are '1', '2', '4', and '8'. For more information, go to https://cloud.google.com/run/docs/configuring/cpu. *
|
|
49033
|
+
"description": "Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are supported. Defaults to {\"cpu\": \"4\", \"memory\": \"4Gi\"}. * The only supported values for CPU are '1', '2', '4', '6' and '8'. For more information, go to https://cloud.google.com/run/docs/configuring/cpu. * The only supported values for memory are '1Gi', '2Gi', ... '32 Gi'. * For required cpu on different memory values, go to https://cloud.google.com/run/docs/configuring/memory-limits",
|
|
46934
49034
|
"type": "object"
|
|
46935
49035
|
},
|
|
46936
49036
|
"secretEnv": {
|
|
@@ -47762,6 +49862,41 @@ false
|
|
|
47762
49862
|
},
|
|
47763
49863
|
"type": "object"
|
|
47764
49864
|
},
|
|
49865
|
+
"GoogleCloudAiplatformV1beta1Rubric": {
|
|
49866
|
+
"description": "Message representing a single testable criterion for evaluation. One input prompt could have multiple rubrics.",
|
|
49867
|
+
"id": "GoogleCloudAiplatformV1beta1Rubric",
|
|
49868
|
+
"properties": {
|
|
49869
|
+
"content": {
|
|
49870
|
+
"$ref": "GoogleCloudAiplatformV1beta1RubricContent",
|
|
49871
|
+
"description": "Required. The actual testable criteria for the rubric."
|
|
49872
|
+
},
|
|
49873
|
+
"importance": {
|
|
49874
|
+
"description": "Optional. The relative importance of this rubric.",
|
|
49875
|
+
"enum": [
|
|
49876
|
+
"IMPORTANCE_UNSPECIFIED",
|
|
49877
|
+
"HIGH",
|
|
49878
|
+
"MEDIUM",
|
|
49879
|
+
"LOW"
|
|
49880
|
+
],
|
|
49881
|
+
"enumDescriptions": [
|
|
49882
|
+
"Importance is not specified.",
|
|
49883
|
+
"High importance.",
|
|
49884
|
+
"Medium importance.",
|
|
49885
|
+
"Low importance."
|
|
49886
|
+
],
|
|
49887
|
+
"type": "string"
|
|
49888
|
+
},
|
|
49889
|
+
"rubricId": {
|
|
49890
|
+
"description": "Unique identifier for the rubric. This ID is used to refer to this rubric, e.g., in RubricVerdict.",
|
|
49891
|
+
"type": "string"
|
|
49892
|
+
},
|
|
49893
|
+
"type": {
|
|
49894
|
+
"description": "Optional. A type designator for the rubric, which can inform how it's evaluated or interpreted by systems or users. It's recommended to use consistent, well-defined, upper snake_case strings. Examples: \"SUMMARIZATION_QUALITY\", \"SAFETY_HARMFUL_CONTENT\", \"INSTRUCTION_ADHERENCE\".",
|
|
49895
|
+
"type": "string"
|
|
49896
|
+
}
|
|
49897
|
+
},
|
|
49898
|
+
"type": "object"
|
|
49899
|
+
},
|
|
47765
49900
|
"GoogleCloudAiplatformV1beta1RubricBasedInstructionFollowingInput": {
|
|
47766
49901
|
"description": "Instance and metric spec for RubricBasedInstructionFollowing metric.",
|
|
47767
49902
|
"id": "GoogleCloudAiplatformV1beta1RubricBasedInstructionFollowingInput",
|
|
@@ -47815,6 +49950,28 @@ false
|
|
|
47815
49950
|
"properties": {},
|
|
47816
49951
|
"type": "object"
|
|
47817
49952
|
},
|
|
49953
|
+
"GoogleCloudAiplatformV1beta1RubricContent": {
|
|
49954
|
+
"description": "Content of the rubric, defining the testable criteria.",
|
|
49955
|
+
"id": "GoogleCloudAiplatformV1beta1RubricContent",
|
|
49956
|
+
"properties": {
|
|
49957
|
+
"property": {
|
|
49958
|
+
"$ref": "GoogleCloudAiplatformV1beta1RubricContentProperty",
|
|
49959
|
+
"description": "Evaluation criteria based on a specific property."
|
|
49960
|
+
}
|
|
49961
|
+
},
|
|
49962
|
+
"type": "object"
|
|
49963
|
+
},
|
|
49964
|
+
"GoogleCloudAiplatformV1beta1RubricContentProperty": {
|
|
49965
|
+
"description": "Defines criteria based on a specific property.",
|
|
49966
|
+
"id": "GoogleCloudAiplatformV1beta1RubricContentProperty",
|
|
49967
|
+
"properties": {
|
|
49968
|
+
"description": {
|
|
49969
|
+
"description": "Description of the property being evaluated. Example: \"The model's response is grammatically correct.\"",
|
|
49970
|
+
"type": "string"
|
|
49971
|
+
}
|
|
49972
|
+
},
|
|
49973
|
+
"type": "object"
|
|
49974
|
+
},
|
|
47818
49975
|
"GoogleCloudAiplatformV1beta1RubricCritiqueResult": {
|
|
47819
49976
|
"description": "Rubric critique result.",
|
|
47820
49977
|
"id": "GoogleCloudAiplatformV1beta1RubricCritiqueResult",
|
|
@@ -47832,6 +49989,85 @@ false
|
|
|
47832
49989
|
},
|
|
47833
49990
|
"type": "object"
|
|
47834
49991
|
},
|
|
49992
|
+
"GoogleCloudAiplatformV1beta1RubricGenerationSpec": {
|
|
49993
|
+
"description": "Specification for how rubrics should be generated.",
|
|
49994
|
+
"id": "GoogleCloudAiplatformV1beta1RubricGenerationSpec",
|
|
49995
|
+
"properties": {
|
|
49996
|
+
"modelConfig": {
|
|
49997
|
+
"$ref": "GoogleCloudAiplatformV1beta1AutoraterConfig",
|
|
49998
|
+
"description": "Configuration for the model used in rubric generation. Configs including sampling count and base model can be specified here. Flipping is not supported for rubric generation."
|
|
49999
|
+
},
|
|
50000
|
+
"promptTemplate": {
|
|
50001
|
+
"description": "Template for the prompt used to generate rubrics. The details should be updated based on the most-recent recipe requirements.",
|
|
50002
|
+
"type": "string"
|
|
50003
|
+
},
|
|
50004
|
+
"rubricContentType": {
|
|
50005
|
+
"description": "The type of rubric content to be generated.",
|
|
50006
|
+
"enum": [
|
|
50007
|
+
"RUBRIC_CONTENT_TYPE_UNSPECIFIED",
|
|
50008
|
+
"PROPERTY",
|
|
50009
|
+
"NL_QUESTION_ANSWER",
|
|
50010
|
+
"PYTHON_CODE_ASSERTION"
|
|
50011
|
+
],
|
|
50012
|
+
"enumDescriptions": [
|
|
50013
|
+
"The content type to generate is not specified.",
|
|
50014
|
+
"Generate rubrics based on properties.",
|
|
50015
|
+
"Generate rubrics in an NL question answer format.",
|
|
50016
|
+
"Generate rubrics in a unit test format."
|
|
50017
|
+
],
|
|
50018
|
+
"type": "string"
|
|
50019
|
+
},
|
|
50020
|
+
"rubricTypeOntology": {
|
|
50021
|
+
"description": "Optional. An optional, pre-defined list of allowed types for generated rubrics. If this field is provided, it implies `include_rubric_type` should be true, and the generated rubric types should be chosen from this ontology.",
|
|
50022
|
+
"items": {
|
|
50023
|
+
"type": "string"
|
|
50024
|
+
},
|
|
50025
|
+
"type": "array"
|
|
50026
|
+
}
|
|
50027
|
+
},
|
|
50028
|
+
"type": "object"
|
|
50029
|
+
},
|
|
50030
|
+
"GoogleCloudAiplatformV1beta1RubricGroup": {
|
|
50031
|
+
"description": "A group of rubrics, used for grouping rubrics based on a metric or a version.",
|
|
50032
|
+
"id": "GoogleCloudAiplatformV1beta1RubricGroup",
|
|
50033
|
+
"properties": {
|
|
50034
|
+
"displayName": {
|
|
50035
|
+
"description": "Human-readable name for the group. This should be unique within a given context if used for display or selection. Example: \"Instruction Following V1\", \"Content Quality - Summarization Task\".",
|
|
50036
|
+
"type": "string"
|
|
50037
|
+
},
|
|
50038
|
+
"groupId": {
|
|
50039
|
+
"description": "Unique identifier for the group.",
|
|
50040
|
+
"type": "string"
|
|
50041
|
+
},
|
|
50042
|
+
"rubrics": {
|
|
50043
|
+
"description": "Rubrics that are part of this group.",
|
|
50044
|
+
"items": {
|
|
50045
|
+
"$ref": "GoogleCloudAiplatformV1beta1Rubric"
|
|
50046
|
+
},
|
|
50047
|
+
"type": "array"
|
|
50048
|
+
}
|
|
50049
|
+
},
|
|
50050
|
+
"type": "object"
|
|
50051
|
+
},
|
|
50052
|
+
"GoogleCloudAiplatformV1beta1RubricVerdict": {
|
|
50053
|
+
"description": "Represents the verdict of an evaluation against a single rubric.",
|
|
50054
|
+
"id": "GoogleCloudAiplatformV1beta1RubricVerdict",
|
|
50055
|
+
"properties": {
|
|
50056
|
+
"evaluatedRubric": {
|
|
50057
|
+
"$ref": "GoogleCloudAiplatformV1beta1Rubric",
|
|
50058
|
+
"description": "Required. The full rubric definition that was evaluated. Storing this ensures the verdict is self-contained and understandable, especially if the original rubric definition changes or was dynamically generated."
|
|
50059
|
+
},
|
|
50060
|
+
"reasoning": {
|
|
50061
|
+
"description": "Optional. Human-readable reasoning or explanation for the verdict. This can include specific examples or details from the evaluated content that justify the given verdict.",
|
|
50062
|
+
"type": "string"
|
|
50063
|
+
},
|
|
50064
|
+
"verdict": {
|
|
50065
|
+
"description": "Required. Outcome of the evaluation against the rubric, represented as a boolean. `true` indicates a \"Pass\", `false` indicates a \"Fail\".",
|
|
50066
|
+
"type": "boolean"
|
|
50067
|
+
}
|
|
50068
|
+
},
|
|
50069
|
+
"type": "object"
|
|
50070
|
+
},
|
|
47835
50071
|
"GoogleCloudAiplatformV1beta1RuntimeArtifact": {
|
|
47836
50072
|
"description": "The definition of a runtime artifact.",
|
|
47837
50073
|
"id": "GoogleCloudAiplatformV1beta1RuntimeArtifact",
|
|
@@ -48257,6 +50493,121 @@ false
|
|
|
48257
50493
|
},
|
|
48258
50494
|
"type": "object"
|
|
48259
50495
|
},
|
|
50496
|
+
"GoogleCloudAiplatformV1beta1SandboxEnvironment": {
|
|
50497
|
+
"description": "SandboxEnvironment is a containerized environment that provides a customizable secure execution runtime for AI agents.",
|
|
50498
|
+
"id": "GoogleCloudAiplatformV1beta1SandboxEnvironment",
|
|
50499
|
+
"properties": {
|
|
50500
|
+
"createTime": {
|
|
50501
|
+
"description": "Output only. The timestamp when this SandboxEnvironment was created.",
|
|
50502
|
+
"format": "google-datetime",
|
|
50503
|
+
"readOnly": true,
|
|
50504
|
+
"type": "string"
|
|
50505
|
+
},
|
|
50506
|
+
"displayName": {
|
|
50507
|
+
"description": "Required. The display name of the SandboxEnvironment.",
|
|
50508
|
+
"type": "string"
|
|
50509
|
+
},
|
|
50510
|
+
"metadata": {
|
|
50511
|
+
"description": "Output only. Additional information about the SandboxEnvironment.",
|
|
50512
|
+
"readOnly": true,
|
|
50513
|
+
"type": "any"
|
|
50514
|
+
},
|
|
50515
|
+
"name": {
|
|
50516
|
+
"description": "Identifier. The name of the SandboxEnvironment.",
|
|
50517
|
+
"type": "string"
|
|
50518
|
+
},
|
|
50519
|
+
"spec": {
|
|
50520
|
+
"$ref": "GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec",
|
|
50521
|
+
"description": "Optional. The configuration of the SandboxEnvironment."
|
|
50522
|
+
},
|
|
50523
|
+
"state": {
|
|
50524
|
+
"description": "Output only. The runtime state of the SandboxEnvironment.",
|
|
50525
|
+
"enum": [
|
|
50526
|
+
"STATE_UNSPECIFIED",
|
|
50527
|
+
"STATE_PROVISIONING",
|
|
50528
|
+
"STATE_RUNNING",
|
|
50529
|
+
"STATE_DEPROVISIONING",
|
|
50530
|
+
"STATE_TERMINATED",
|
|
50531
|
+
"STATE_DELETED"
|
|
50532
|
+
],
|
|
50533
|
+
"enumDescriptions": [
|
|
50534
|
+
"The default value. This value is unused.",
|
|
50535
|
+
"Runtime resources are being allocated for the sandbox environment.",
|
|
50536
|
+
"Sandbox runtime is ready for serving.",
|
|
50537
|
+
"Sandbox runtime is halted, performing tear down tasks.",
|
|
50538
|
+
"Sandbox has terminated with underlying runtime failure.",
|
|
50539
|
+
"Sandbox runtime has been deleted."
|
|
50540
|
+
],
|
|
50541
|
+
"readOnly": true,
|
|
50542
|
+
"type": "string"
|
|
50543
|
+
},
|
|
50544
|
+
"updateTime": {
|
|
50545
|
+
"description": "Output only. The timestamp when this SandboxEnvironment was most recently updated.",
|
|
50546
|
+
"format": "google-datetime",
|
|
50547
|
+
"readOnly": true,
|
|
50548
|
+
"type": "string"
|
|
50549
|
+
}
|
|
50550
|
+
},
|
|
50551
|
+
"type": "object"
|
|
50552
|
+
},
|
|
50553
|
+
"GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec": {
|
|
50554
|
+
"description": "The specification of a SandboxEnvironment.",
|
|
50555
|
+
"id": "GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec",
|
|
50556
|
+
"properties": {
|
|
50557
|
+
"codeExecutionEnvironment": {
|
|
50558
|
+
"$ref": "GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment",
|
|
50559
|
+
"description": "Optional. The code execution environment."
|
|
50560
|
+
}
|
|
50561
|
+
},
|
|
50562
|
+
"type": "object"
|
|
50563
|
+
},
|
|
50564
|
+
"GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment": {
|
|
50565
|
+
"description": "The code execution environment with customized settings.",
|
|
50566
|
+
"id": "GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment",
|
|
50567
|
+
"properties": {
|
|
50568
|
+
"codeLanguage": {
|
|
50569
|
+
"description": "The coding language supported in this environment.",
|
|
50570
|
+
"enum": [
|
|
50571
|
+
"LANGUAGE_UNSPECIFIED",
|
|
50572
|
+
"LANGUAGE_PYTHON",
|
|
50573
|
+
"LANGUAGE_JAVASCRIPT"
|
|
50574
|
+
],
|
|
50575
|
+
"enumDescriptions": [
|
|
50576
|
+
"The default value. This value is unused.",
|
|
50577
|
+
"The coding language is Python.",
|
|
50578
|
+
"The coding language is JavaScript."
|
|
50579
|
+
],
|
|
50580
|
+
"type": "string"
|
|
50581
|
+
},
|
|
50582
|
+
"dependencies": {
|
|
50583
|
+
"description": "Optional. The additional dependencies to install in the code execution environment. For example, \"pandas==2.2.3\".",
|
|
50584
|
+
"items": {
|
|
50585
|
+
"type": "string"
|
|
50586
|
+
},
|
|
50587
|
+
"type": "array"
|
|
50588
|
+
},
|
|
50589
|
+
"env": {
|
|
50590
|
+
"description": "Optional. The environment variables to set in the code execution environment.",
|
|
50591
|
+
"items": {
|
|
50592
|
+
"$ref": "GoogleCloudAiplatformV1beta1EnvVar"
|
|
50593
|
+
},
|
|
50594
|
+
"type": "array"
|
|
50595
|
+
},
|
|
50596
|
+
"machineConfig": {
|
|
50597
|
+
"description": "The machine config of the code execution environment.",
|
|
50598
|
+
"enum": [
|
|
50599
|
+
"MACHINE_CONFIG_UNSPECIFIED",
|
|
50600
|
+
"MACHINE_CONFIG_VCPU4_RAM4GIB"
|
|
50601
|
+
],
|
|
50602
|
+
"enumDescriptions": [
|
|
50603
|
+
"The default value: milligcu 2000, memory 1.5Gib",
|
|
50604
|
+
"The default value: milligcu 4000, memory 4 Gib"
|
|
50605
|
+
],
|
|
50606
|
+
"type": "string"
|
|
50607
|
+
}
|
|
50608
|
+
},
|
|
50609
|
+
"type": "object"
|
|
50610
|
+
},
|
|
48260
50611
|
"GoogleCloudAiplatformV1beta1SavedQuery": {
|
|
48261
50612
|
"description": "A SavedQuery is a view of the dataset. It references a subset of annotations by problem type and filters.",
|
|
48262
50613
|
"id": "GoogleCloudAiplatformV1beta1SavedQuery",
|
|
@@ -54765,6 +57116,30 @@ false
|
|
|
54765
57116
|
},
|
|
54766
57117
|
"type": "object"
|
|
54767
57118
|
},
|
|
57119
|
+
"GoogleCloudAiplatformV1beta1SummaryMetrics": {
|
|
57120
|
+
"description": "The summary metrics for the evaluation run.",
|
|
57121
|
+
"id": "GoogleCloudAiplatformV1beta1SummaryMetrics",
|
|
57122
|
+
"properties": {
|
|
57123
|
+
"failedItems": {
|
|
57124
|
+
"description": "Optional. The number of items that failed to be evaluated.",
|
|
57125
|
+
"format": "int32",
|
|
57126
|
+
"type": "integer"
|
|
57127
|
+
},
|
|
57128
|
+
"metrics": {
|
|
57129
|
+
"additionalProperties": {
|
|
57130
|
+
"type": "any"
|
|
57131
|
+
},
|
|
57132
|
+
"description": "Optional. Map of metric name to metric value.",
|
|
57133
|
+
"type": "object"
|
|
57134
|
+
},
|
|
57135
|
+
"totalItems": {
|
|
57136
|
+
"description": "Optional. The total number of items that were evaluated.",
|
|
57137
|
+
"format": "int32",
|
|
57138
|
+
"type": "integer"
|
|
57139
|
+
}
|
|
57140
|
+
},
|
|
57141
|
+
"type": "object"
|
|
57142
|
+
},
|
|
54768
57143
|
"GoogleCloudAiplatformV1beta1SupervisedHyperParameters": {
|
|
54769
57144
|
"description": "Hyperparameters for SFT.",
|
|
54770
57145
|
"id": "GoogleCloudAiplatformV1beta1SupervisedHyperParameters",
|
|
@@ -55044,6 +57419,35 @@ false
|
|
|
55044
57419
|
},
|
|
55045
57420
|
"type": "object"
|
|
55046
57421
|
},
|
|
57422
|
+
"GoogleCloudAiplatformV1beta1SyntheticExample": {
|
|
57423
|
+
"description": "Represents a single synthetic example, composed of multiple fields. Used for providing few-shot examples in the request and for returning generated examples in the response.",
|
|
57424
|
+
"id": "GoogleCloudAiplatformV1beta1SyntheticExample",
|
|
57425
|
+
"properties": {
|
|
57426
|
+
"fields": {
|
|
57427
|
+
"description": "Required. A list of fields that constitute an example.",
|
|
57428
|
+
"items": {
|
|
57429
|
+
"$ref": "GoogleCloudAiplatformV1beta1SyntheticField"
|
|
57430
|
+
},
|
|
57431
|
+
"type": "array"
|
|
57432
|
+
}
|
|
57433
|
+
},
|
|
57434
|
+
"type": "object"
|
|
57435
|
+
},
|
|
57436
|
+
"GoogleCloudAiplatformV1beta1SyntheticField": {
|
|
57437
|
+
"description": "Represents a single named field within a SyntheticExample.",
|
|
57438
|
+
"id": "GoogleCloudAiplatformV1beta1SyntheticField",
|
|
57439
|
+
"properties": {
|
|
57440
|
+
"content": {
|
|
57441
|
+
"$ref": "GoogleCloudAiplatformV1beta1Content",
|
|
57442
|
+
"description": "Required. The content of the field."
|
|
57443
|
+
},
|
|
57444
|
+
"fieldName": {
|
|
57445
|
+
"description": "Optional. The name of the field.",
|
|
57446
|
+
"type": "string"
|
|
57447
|
+
}
|
|
57448
|
+
},
|
|
57449
|
+
"type": "object"
|
|
57450
|
+
},
|
|
55047
57451
|
"GoogleCloudAiplatformV1beta1TFRecordDestination": {
|
|
55048
57452
|
"description": "The storage details for TFRecord output content.",
|
|
55049
57453
|
"id": "GoogleCloudAiplatformV1beta1TFRecordDestination",
|
|
@@ -55055,6 +57459,17 @@ false
|
|
|
55055
57459
|
},
|
|
55056
57460
|
"type": "object"
|
|
55057
57461
|
},
|
|
57462
|
+
"GoogleCloudAiplatformV1beta1TaskDescriptionStrategy": {
|
|
57463
|
+
"description": "Defines a generation strategy based on a high-level task description.",
|
|
57464
|
+
"id": "GoogleCloudAiplatformV1beta1TaskDescriptionStrategy",
|
|
57465
|
+
"properties": {
|
|
57466
|
+
"taskDescription": {
|
|
57467
|
+
"description": "Required. A high-level description of the synthetic data to be generated.",
|
|
57468
|
+
"type": "string"
|
|
57469
|
+
}
|
|
57470
|
+
},
|
|
57471
|
+
"type": "object"
|
|
57472
|
+
},
|
|
55058
57473
|
"GoogleCloudAiplatformV1beta1Tensor": {
|
|
55059
57474
|
"description": "A tensor value type.",
|
|
55060
57475
|
"id": "GoogleCloudAiplatformV1beta1Tensor",
|