google-api-client 0.43.0 → 0.45.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +462 -0
- data/api_names.yaml +1 -0
- data/docs/oauth-server.md +4 -6
- data/generated/google/apis/acceleratedmobilepageurl_v1.rb +1 -1
- data/generated/google/apis/acceleratedmobilepageurl_v1/classes.rb +7 -9
- data/generated/google/apis/acceleratedmobilepageurl_v1/service.rb +2 -2
- data/generated/google/apis/accessapproval_v1.rb +1 -1
- data/generated/google/apis/accessapproval_v1/classes.rb +53 -86
- data/generated/google/apis/accessapproval_v1/service.rb +93 -132
- data/generated/google/apis/accesscontextmanager_v1.rb +1 -1
- data/generated/google/apis/accesscontextmanager_v1/classes.rb +198 -236
- data/generated/google/apis/accesscontextmanager_v1/service.rb +128 -171
- data/generated/google/apis/accesscontextmanager_v1beta.rb +1 -1
- data/generated/google/apis/accesscontextmanager_v1beta/classes.rb +153 -184
- data/generated/google/apis/accesscontextmanager_v1beta/service.rb +82 -111
- data/generated/google/apis/adexchangebuyer2_v2beta1.rb +1 -1
- data/generated/google/apis/adexchangebuyer2_v2beta1/classes.rb +17 -6
- data/generated/google/apis/adexchangebuyer2_v2beta1/representations.rb +1 -0
- data/generated/google/apis/adexchangebuyer_v1_4.rb +1 -1
- data/generated/google/apis/adexchangebuyer_v1_4/classes.rb +47 -2
- data/generated/google/apis/adexchangebuyer_v1_4/representations.rb +18 -0
- data/generated/google/apis/adexperiencereport_v1.rb +1 -1
- data/generated/google/apis/admin_datatransfer_v1.rb +6 -4
- data/generated/google/apis/admin_datatransfer_v1/classes.rb +16 -4
- data/generated/google/apis/admin_datatransfer_v1/service.rb +30 -48
- data/generated/google/apis/admin_directory_v1.rb +6 -8
- data/generated/google/apis/admin_directory_v1/classes.rb +209 -242
- data/generated/google/apis/admin_directory_v1/representations.rb +0 -39
- data/generated/google/apis/admin_directory_v1/service.rb +535 -998
- data/generated/google/apis/admin_reports_v1.rb +6 -5
- data/generated/google/apis/admin_reports_v1/classes.rb +31 -33
- data/generated/google/apis/admin_reports_v1/service.rb +131 -187
- data/generated/google/apis/admob_v1.rb +4 -1
- data/generated/google/apis/admob_v1/classes.rb +2 -2
- data/generated/google/apis/alertcenter_v1beta1.rb +1 -1
- data/generated/google/apis/analyticsadmin_v1alpha.rb +43 -0
- data/generated/google/apis/analyticsadmin_v1alpha/classes.rb +1361 -0
- data/generated/google/apis/analyticsadmin_v1alpha/representations.rb +610 -0
- data/generated/google/apis/analyticsadmin_v1alpha/service.rb +2135 -0
- data/generated/google/apis/analyticsdata_v1alpha.rb +37 -0
- data/generated/google/apis/analyticsdata_v1alpha/classes.rb +1610 -0
- data/generated/google/apis/analyticsdata_v1alpha/representations.rb +789 -0
- data/generated/google/apis/analyticsdata_v1alpha/service.rb +220 -0
- data/generated/google/apis/analyticsreporting_v4.rb +1 -1
- data/generated/google/apis/androidenterprise_v1.rb +1 -1
- data/generated/google/apis/androidenterprise_v1/service.rb +2 -2
- data/generated/google/apis/androidmanagement_v1.rb +1 -1
- data/generated/google/apis/androidmanagement_v1/classes.rb +98 -61
- data/generated/google/apis/androidmanagement_v1/representations.rb +17 -0
- data/generated/google/apis/androidpublisher_v3.rb +1 -1
- data/generated/google/apis/androidpublisher_v3/service.rb +2 -2
- data/generated/google/apis/apigateway_v1alpha1.rb +34 -0
- data/generated/google/apis/apigateway_v1alpha1/classes.rb +633 -0
- data/generated/google/apis/apigateway_v1alpha1/representations.rb +250 -0
- data/generated/google/apis/apigateway_v1alpha1/service.rb +623 -0
- data/generated/google/apis/apigateway_v1alpha2.rb +34 -0
- data/generated/google/apis/apigateway_v1alpha2/classes.rb +633 -0
- data/generated/google/apis/apigateway_v1alpha2/representations.rb +250 -0
- data/generated/google/apis/apigateway_v1alpha2/service.rb +623 -0
- data/generated/google/apis/apigateway_v1beta.rb +34 -0
- data/generated/google/apis/apigateway_v1beta/classes.rb +1162 -0
- data/generated/google/apis/{memcache_v1 → apigateway_v1beta}/representations.rb +156 -157
- data/generated/google/apis/apigateway_v1beta/service.rb +1172 -0
- data/generated/google/apis/apigee_v1.rb +6 -7
- data/generated/google/apis/apigee_v1/classes.rb +432 -82
- data/generated/google/apis/apigee_v1/representations.rb +139 -1
- data/generated/google/apis/apigee_v1/service.rb +158 -41
- data/generated/google/apis/appengine_v1.rb +1 -1
- data/generated/google/apis/appengine_v1/classes.rb +96 -59
- data/generated/google/apis/appengine_v1/representations.rb +17 -0
- data/generated/google/apis/appengine_v1/service.rb +38 -47
- data/generated/google/apis/appengine_v1alpha.rb +1 -1
- data/generated/google/apis/appengine_v1alpha/classes.rb +9 -11
- data/generated/google/apis/appengine_v1beta.rb +1 -1
- data/generated/google/apis/appengine_v1beta/classes.rb +103 -59
- data/generated/google/apis/appengine_v1beta/representations.rb +18 -0
- data/generated/google/apis/appengine_v1beta/service.rb +37 -47
- data/generated/google/apis/appsmarket_v2.rb +1 -1
- data/generated/google/apis/appsmarket_v2/classes.rb +14 -16
- data/generated/google/apis/artifactregistry_v1beta1.rb +1 -1
- data/generated/google/apis/artifactregistry_v1beta1/classes.rb +242 -337
- data/generated/google/apis/artifactregistry_v1beta1/representations.rb +1 -0
- data/generated/google/apis/artifactregistry_v1beta1/service.rb +44 -57
- data/generated/google/apis/{accessapproval_v1beta1.rb → assuredworkloads_v1beta1.rb} +8 -8
- data/generated/google/apis/assuredworkloads_v1beta1/classes.rb +458 -0
- data/generated/google/apis/assuredworkloads_v1beta1/representations.rb +230 -0
- data/generated/google/apis/assuredworkloads_v1beta1/service.rb +328 -0
- data/generated/google/apis/bigquery_v2.rb +1 -1
- data/generated/google/apis/bigquery_v2/classes.rb +403 -553
- data/generated/google/apis/bigquery_v2/representations.rb +17 -0
- data/generated/google/apis/bigquery_v2/service.rb +32 -40
- data/generated/google/apis/bigqueryconnection_v1beta1.rb +1 -1
- data/generated/google/apis/bigqueryconnection_v1beta1/classes.rb +192 -337
- data/generated/google/apis/bigqueryconnection_v1beta1/service.rb +29 -32
- data/generated/google/apis/bigquerydatatransfer_v1.rb +1 -1
- data/generated/google/apis/bigquerydatatransfer_v1/classes.rb +132 -158
- data/generated/google/apis/bigquerydatatransfer_v1/service.rb +232 -282
- data/generated/google/apis/bigqueryreservation_v1.rb +1 -1
- data/generated/google/apis/bigqueryreservation_v1/classes.rb +116 -123
- data/generated/google/apis/bigqueryreservation_v1/representations.rb +2 -0
- data/generated/google/apis/bigqueryreservation_v1/service.rb +137 -183
- data/generated/google/apis/bigqueryreservation_v1alpha2.rb +1 -1
- data/generated/google/apis/bigqueryreservation_v1alpha2/classes.rb +88 -100
- data/generated/google/apis/bigqueryreservation_v1alpha2/service.rb +77 -100
- data/generated/google/apis/bigqueryreservation_v1beta1.rb +1 -1
- data/generated/google/apis/bigqueryreservation_v1beta1/classes.rb +93 -98
- data/generated/google/apis/bigqueryreservation_v1beta1/representations.rb +2 -0
- data/generated/google/apis/bigqueryreservation_v1beta1/service.rb +114 -151
- data/generated/google/apis/bigtableadmin_v1.rb +1 -1
- data/generated/google/apis/bigtableadmin_v1/classes.rb +137 -119
- data/generated/google/apis/bigtableadmin_v1/representations.rb +29 -0
- data/generated/google/apis/bigtableadmin_v2.rb +1 -1
- data/generated/google/apis/bigtableadmin_v2/classes.rb +455 -607
- data/generated/google/apis/bigtableadmin_v2/representations.rb +29 -0
- data/generated/google/apis/bigtableadmin_v2/service.rb +194 -247
- data/generated/google/apis/billingbudgets_v1beta1.rb +4 -1
- data/generated/google/apis/billingbudgets_v1beta1/classes.rb +15 -5
- data/generated/google/apis/billingbudgets_v1beta1/representations.rb +1 -0
- data/generated/google/apis/binaryauthorization_v1.rb +1 -1
- data/generated/google/apis/binaryauthorization_v1/classes.rb +433 -354
- data/generated/google/apis/binaryauthorization_v1/representations.rb +75 -0
- data/generated/google/apis/binaryauthorization_v1/service.rb +109 -89
- data/generated/google/apis/binaryauthorization_v1beta1.rb +1 -1
- data/generated/google/apis/binaryauthorization_v1beta1/classes.rb +433 -354
- data/generated/google/apis/binaryauthorization_v1beta1/representations.rb +75 -0
- data/generated/google/apis/binaryauthorization_v1beta1/service.rb +109 -89
- data/generated/google/apis/calendar_v3.rb +1 -1
- data/generated/google/apis/calendar_v3/classes.rb +13 -10
- data/generated/google/apis/chat_v1.rb +1 -1
- data/generated/google/apis/chat_v1/classes.rb +165 -116
- data/generated/google/apis/chat_v1/representations.rb +35 -0
- data/generated/google/apis/chat_v1/service.rb +30 -42
- data/generated/google/apis/civicinfo_v2.rb +1 -1
- data/generated/google/apis/civicinfo_v2/classes.rb +18 -8
- data/generated/google/apis/civicinfo_v2/representations.rb +2 -0
- data/generated/google/apis/classroom_v1.rb +7 -1
- data/generated/google/apis/classroom_v1/classes.rb +132 -0
- data/generated/google/apis/classroom_v1/representations.rb +43 -0
- data/generated/google/apis/classroom_v1/service.rb +240 -0
- data/generated/google/apis/cloudasset_v1.rb +1 -1
- data/generated/google/apis/cloudasset_v1/classes.rb +764 -1039
- data/generated/google/apis/cloudasset_v1/representations.rb +16 -0
- data/generated/google/apis/cloudasset_v1/service.rb +125 -167
- data/generated/google/apis/cloudasset_v1beta1.rb +1 -1
- data/generated/google/apis/cloudasset_v1beta1/classes.rb +531 -777
- data/generated/google/apis/cloudasset_v1beta1/service.rb +59 -75
- data/generated/google/apis/cloudasset_v1p1beta1.rb +1 -1
- data/generated/google/apis/cloudasset_v1p1beta1/classes.rb +204 -349
- data/generated/google/apis/cloudasset_v1p1beta1/service.rb +35 -47
- data/generated/google/apis/cloudasset_v1p4beta1.rb +1 -1
- data/generated/google/apis/cloudasset_v1p4beta1/classes.rb +222 -276
- data/generated/google/apis/cloudasset_v1p4beta1/service.rb +75 -93
- data/generated/google/apis/cloudasset_v1p5beta1.rb +1 -1
- data/generated/google/apis/cloudasset_v1p5beta1/classes.rb +481 -720
- data/generated/google/apis/cloudasset_v1p5beta1/service.rb +25 -28
- data/generated/google/apis/cloudbilling_v1.rb +7 -1
- data/generated/google/apis/cloudbilling_v1/classes.rb +284 -445
- data/generated/google/apis/cloudbilling_v1/service.rb +104 -124
- data/generated/google/apis/cloudbuild_v1.rb +1 -1
- data/generated/google/apis/cloudbuild_v1/classes.rb +337 -343
- data/generated/google/apis/cloudbuild_v1/representations.rb +8 -0
- data/generated/google/apis/cloudbuild_v1/service.rb +268 -66
- data/generated/google/apis/cloudbuild_v1alpha1.rb +1 -1
- data/generated/google/apis/cloudbuild_v1alpha1/classes.rb +291 -329
- data/generated/google/apis/cloudbuild_v1alpha1/representations.rb +2 -0
- data/generated/google/apis/cloudbuild_v1alpha1/service.rb +15 -18
- data/generated/google/apis/cloudbuild_v1alpha2.rb +1 -1
- data/generated/google/apis/cloudbuild_v1alpha2/classes.rb +277 -313
- data/generated/google/apis/cloudbuild_v1alpha2/representations.rb +2 -0
- data/generated/google/apis/cloudbuild_v1alpha2/service.rb +22 -28
- data/generated/google/apis/clouddebugger_v2.rb +1 -1
- data/generated/google/apis/clouddebugger_v2/classes.rb +185 -252
- data/generated/google/apis/clouddebugger_v2/service.rb +53 -59
- data/generated/google/apis/clouderrorreporting_v1beta1.rb +1 -1
- data/generated/google/apis/clouderrorreporting_v1beta1/classes.rb +127 -156
- data/generated/google/apis/clouderrorreporting_v1beta1/service.rb +53 -69
- data/generated/google/apis/cloudfunctions_v1.rb +1 -1
- data/generated/google/apis/cloudfunctions_v1/classes.rb +335 -494
- data/generated/google/apis/cloudfunctions_v1/representations.rb +1 -0
- data/generated/google/apis/cloudfunctions_v1/service.rb +79 -93
- data/generated/google/apis/cloudidentity_v1.rb +4 -1
- data/generated/google/apis/cloudidentity_v1/classes.rb +943 -75
- data/generated/google/apis/cloudidentity_v1/representations.rb +371 -0
- data/generated/google/apis/cloudidentity_v1/service.rb +841 -62
- data/generated/google/apis/cloudidentity_v1beta1.rb +4 -1
- data/generated/google/apis/cloudidentity_v1beta1/classes.rb +1233 -307
- data/generated/google/apis/cloudidentity_v1beta1/representations.rb +424 -21
- data/generated/google/apis/cloudidentity_v1beta1/service.rb +906 -96
- data/generated/google/apis/cloudiot_v1.rb +1 -1
- data/generated/google/apis/cloudiot_v1/classes.rb +270 -373
- data/generated/google/apis/cloudiot_v1/representations.rb +1 -0
- data/generated/google/apis/cloudiot_v1/service.rb +147 -154
- data/generated/google/apis/cloudkms_v1.rb +1 -1
- data/generated/google/apis/cloudkms_v1/classes.rb +509 -692
- data/generated/google/apis/cloudkms_v1/representations.rb +18 -0
- data/generated/google/apis/cloudkms_v1/service.rb +170 -216
- data/generated/google/apis/cloudprofiler_v2.rb +1 -1
- data/generated/google/apis/cloudprofiler_v2/classes.rb +28 -33
- data/generated/google/apis/cloudprofiler_v2/service.rb +17 -19
- data/generated/google/apis/cloudresourcemanager_v1.rb +1 -1
- data/generated/google/apis/cloudresourcemanager_v1/classes.rb +14 -7
- data/generated/google/apis/cloudresourcemanager_v1/representations.rb +1 -0
- data/generated/google/apis/cloudresourcemanager_v1/service.rb +62 -60
- data/generated/google/apis/cloudresourcemanager_v1beta1.rb +1 -1
- data/generated/google/apis/cloudresourcemanager_v1beta1/classes.rb +11 -4
- data/generated/google/apis/cloudresourcemanager_v1beta1/representations.rb +1 -0
- data/generated/google/apis/cloudresourcemanager_v1beta1/service.rb +26 -25
- data/generated/google/apis/cloudresourcemanager_v2.rb +1 -1
- data/generated/google/apis/cloudresourcemanager_v2/classes.rb +7 -0
- data/generated/google/apis/cloudresourcemanager_v2/representations.rb +1 -0
- data/generated/google/apis/cloudresourcemanager_v2beta1.rb +1 -1
- data/generated/google/apis/cloudresourcemanager_v2beta1/classes.rb +7 -0
- data/generated/google/apis/cloudresourcemanager_v2beta1/representations.rb +1 -0
- data/generated/google/apis/cloudscheduler_v1.rb +1 -1
- data/generated/google/apis/cloudscheduler_v1/classes.rb +272 -383
- data/generated/google/apis/cloudscheduler_v1/service.rb +45 -62
- data/generated/google/apis/cloudscheduler_v1beta1.rb +1 -1
- data/generated/google/apis/cloudscheduler_v1beta1/classes.rb +273 -384
- data/generated/google/apis/cloudscheduler_v1beta1/service.rb +45 -62
- data/generated/google/apis/cloudsearch_v1.rb +2 -2
- data/generated/google/apis/cloudsearch_v1/classes.rb +650 -781
- data/generated/google/apis/cloudsearch_v1/representations.rb +15 -0
- data/generated/google/apis/cloudsearch_v1/service.rb +286 -326
- data/generated/google/apis/cloudshell_v1.rb +1 -1
- data/generated/google/apis/cloudshell_v1/classes.rb +36 -227
- data/generated/google/apis/cloudshell_v1/representations.rb +0 -67
- data/generated/google/apis/cloudshell_v1/service.rb +21 -25
- data/generated/google/apis/cloudshell_v1alpha1.rb +1 -1
- data/generated/google/apis/cloudshell_v1alpha1/classes.rb +69 -78
- data/generated/google/apis/cloudshell_v1alpha1/service.rb +20 -24
- data/generated/google/apis/cloudtasks_v2.rb +1 -1
- data/generated/google/apis/cloudtasks_v2/classes.rb +612 -933
- data/generated/google/apis/cloudtasks_v2/representations.rb +1 -0
- data/generated/google/apis/cloudtasks_v2/service.rb +146 -217
- data/generated/google/apis/cloudtasks_v2beta2.rb +1 -1
- data/generated/google/apis/cloudtasks_v2beta2/classes.rb +608 -964
- data/generated/google/apis/cloudtasks_v2beta2/representations.rb +1 -0
- data/generated/google/apis/cloudtasks_v2beta2/service.rb +178 -270
- data/generated/google/apis/cloudtasks_v2beta3.rb +1 -1
- data/generated/google/apis/cloudtasks_v2beta3/classes.rb +616 -938
- data/generated/google/apis/cloudtasks_v2beta3/representations.rb +1 -0
- data/generated/google/apis/cloudtasks_v2beta3/service.rb +146 -217
- data/generated/google/apis/cloudtrace_v1.rb +1 -1
- data/generated/google/apis/cloudtrace_v1/classes.rb +39 -61
- data/generated/google/apis/cloudtrace_v1/service.rb +37 -51
- data/generated/google/apis/cloudtrace_v2.rb +1 -1
- data/generated/google/apis/cloudtrace_v2/classes.rb +92 -107
- data/generated/google/apis/cloudtrace_v2/service.rb +8 -11
- data/generated/google/apis/cloudtrace_v2beta1.rb +1 -1
- data/generated/google/apis/cloudtrace_v2beta1/classes.rb +23 -33
- data/generated/google/apis/cloudtrace_v2beta1/service.rb +30 -37
- data/generated/google/apis/composer_v1.rb +1 -1
- data/generated/google/apis/composer_v1/classes.rb +190 -242
- data/generated/google/apis/composer_v1/service.rb +79 -150
- data/generated/google/apis/composer_v1beta1.rb +1 -1
- data/generated/google/apis/composer_v1beta1/classes.rb +203 -262
- data/generated/google/apis/composer_v1beta1/service.rb +92 -179
- data/generated/google/apis/compute_alpha.rb +1 -1
- data/generated/google/apis/compute_alpha/classes.rb +681 -127
- data/generated/google/apis/compute_alpha/representations.rb +110 -6
- data/generated/google/apis/compute_alpha/service.rb +695 -692
- data/generated/google/apis/compute_beta.rb +1 -1
- data/generated/google/apis/compute_beta/classes.rb +570 -70
- data/generated/google/apis/compute_beta/representations.rb +112 -1
- data/generated/google/apis/compute_beta/service.rb +608 -605
- data/generated/google/apis/compute_v1.rb +1 -1
- data/generated/google/apis/compute_v1/classes.rb +977 -85
- data/generated/google/apis/compute_v1/representations.rb +372 -0
- data/generated/google/apis/compute_v1/service.rb +747 -15
- data/generated/google/apis/container_v1.rb +1 -1
- data/generated/google/apis/container_v1/classes.rb +970 -965
- data/generated/google/apis/container_v1/representations.rb +60 -0
- data/generated/google/apis/container_v1/service.rb +435 -502
- data/generated/google/apis/container_v1beta1.rb +1 -1
- data/generated/google/apis/container_v1beta1/classes.rb +1094 -1044
- data/generated/google/apis/container_v1beta1/representations.rb +91 -0
- data/generated/google/apis/container_v1beta1/service.rb +403 -466
- data/generated/google/apis/containeranalysis_v1alpha1.rb +1 -1
- data/generated/google/apis/containeranalysis_v1alpha1/classes.rb +463 -596
- data/generated/google/apis/containeranalysis_v1alpha1/representations.rb +1 -0
- data/generated/google/apis/containeranalysis_v1alpha1/service.rb +149 -169
- data/generated/google/apis/containeranalysis_v1beta1.rb +1 -1
- data/generated/google/apis/containeranalysis_v1beta1/classes.rb +461 -613
- data/generated/google/apis/containeranalysis_v1beta1/representations.rb +1 -0
- data/generated/google/apis/containeranalysis_v1beta1/service.rb +75 -90
- data/generated/google/apis/content_v2.rb +1 -1
- data/generated/google/apis/content_v2/classes.rb +5 -2
- data/generated/google/apis/content_v2_1.rb +1 -1
- data/generated/google/apis/content_v2_1/classes.rb +107 -5
- data/generated/google/apis/content_v2_1/representations.rb +35 -0
- data/generated/google/apis/content_v2_1/service.rb +54 -3
- data/generated/google/apis/customsearch_v1.rb +1 -1
- data/generated/google/apis/customsearch_v1/service.rb +2 -2
- data/generated/google/apis/datacatalog_v1beta1.rb +1 -1
- data/generated/google/apis/datacatalog_v1beta1/classes.rb +389 -573
- data/generated/google/apis/datacatalog_v1beta1/representations.rb +1 -0
- data/generated/google/apis/datacatalog_v1beta1/service.rb +319 -440
- data/generated/google/apis/dataflow_v1b3.rb +1 -1
- data/generated/google/apis/dataflow_v1b3/classes.rb +1162 -973
- data/generated/google/apis/dataflow_v1b3/representations.rb +145 -0
- data/generated/google/apis/dataflow_v1b3/service.rb +308 -257
- data/generated/google/apis/datafusion_v1.rb +5 -8
- data/generated/google/apis/datafusion_v1/classes.rb +283 -397
- data/generated/google/apis/datafusion_v1/representations.rb +5 -0
- data/generated/google/apis/datafusion_v1/service.rb +76 -89
- data/generated/google/apis/datafusion_v1beta1.rb +5 -8
- data/generated/google/apis/datafusion_v1beta1/classes.rb +283 -397
- data/generated/google/apis/datafusion_v1beta1/representations.rb +5 -0
- data/generated/google/apis/datafusion_v1beta1/service.rb +81 -95
- data/generated/google/apis/dataproc_v1.rb +1 -1
- data/generated/google/apis/dataproc_v1/classes.rb +60 -14
- data/generated/google/apis/dataproc_v1/representations.rb +18 -0
- data/generated/google/apis/dataproc_v1beta2.rb +1 -1
- data/generated/google/apis/dataproc_v1beta2/classes.rb +80 -10
- data/generated/google/apis/dataproc_v1beta2/representations.rb +33 -0
- data/generated/google/apis/datastore_v1.rb +1 -1
- data/generated/google/apis/datastore_v1/classes.rb +330 -472
- data/generated/google/apis/datastore_v1/service.rb +52 -63
- data/generated/google/apis/datastore_v1beta1.rb +1 -1
- data/generated/google/apis/datastore_v1beta1/classes.rb +150 -217
- data/generated/google/apis/datastore_v1beta1/service.rb +11 -12
- data/generated/google/apis/datastore_v1beta3.rb +1 -1
- data/generated/google/apis/datastore_v1beta3/classes.rb +255 -371
- data/generated/google/apis/datastore_v1beta3/service.rb +1 -2
- data/generated/google/apis/dfareporting_v3_3.rb +2 -2
- data/generated/google/apis/dfareporting_v3_3/classes.rb +162 -339
- data/generated/google/apis/dfareporting_v3_3/service.rb +646 -1262
- data/generated/google/apis/dfareporting_v3_4.rb +2 -2
- data/generated/google/apis/dfareporting_v3_4/classes.rb +184 -350
- data/generated/google/apis/dfareporting_v3_4/representations.rb +1 -0
- data/generated/google/apis/dfareporting_v3_4/service.rb +681 -1261
- data/generated/google/apis/dialogflow_v2.rb +1 -1
- data/generated/google/apis/dialogflow_v2/classes.rb +199 -70
- data/generated/google/apis/dialogflow_v2/representations.rb +104 -15
- data/generated/google/apis/dialogflow_v2beta1.rb +1 -1
- data/generated/google/apis/dialogflow_v2beta1/classes.rb +210 -78
- data/generated/google/apis/dialogflow_v2beta1/representations.rb +104 -15
- data/generated/google/apis/dialogflow_v2beta1/service.rb +500 -325
- data/generated/google/apis/{securitycenter_v1p1alpha1.rb → dialogflow_v3beta1.rb} +13 -10
- data/generated/google/apis/dialogflow_v3beta1/classes.rb +8352 -0
- data/generated/google/apis/dialogflow_v3beta1/representations.rb +3544 -0
- data/generated/google/apis/dialogflow_v3beta1/service.rb +2812 -0
- data/generated/google/apis/digitalassetlinks_v1.rb +1 -1
- data/generated/google/apis/digitalassetlinks_v1/classes.rb +66 -92
- data/generated/google/apis/digitalassetlinks_v1/service.rb +131 -188
- data/generated/google/apis/displayvideo_v1.rb +1 -1
- data/generated/google/apis/displayvideo_v1/classes.rb +63 -8
- data/generated/google/apis/displayvideo_v1/representations.rb +6 -0
- data/generated/google/apis/displayvideo_v1/service.rb +47 -35
- data/generated/google/apis/displayvideo_v1beta.rb +38 -0
- data/generated/google/apis/displayvideo_v1beta/classes.rb +146 -0
- data/generated/google/apis/displayvideo_v1beta/representations.rb +72 -0
- data/generated/google/apis/displayvideo_v1beta/service.rb +161 -0
- data/generated/google/apis/displayvideo_v1beta2.rb +38 -0
- data/generated/google/apis/displayvideo_v1beta2/classes.rb +146 -0
- data/generated/google/apis/displayvideo_v1beta2/representations.rb +72 -0
- data/generated/google/apis/displayvideo_v1beta2/service.rb +130 -0
- data/generated/google/apis/displayvideo_v1dev.rb +38 -0
- data/generated/google/apis/displayvideo_v1dev/classes.rb +146 -0
- data/generated/google/apis/displayvideo_v1dev/representations.rb +72 -0
- data/generated/google/apis/displayvideo_v1dev/service.rb +130 -0
- data/generated/google/apis/dlp_v2.rb +1 -1
- data/generated/google/apis/dlp_v2/classes.rb +1102 -1302
- data/generated/google/apis/dlp_v2/representations.rb +16 -0
- data/generated/google/apis/dlp_v2/service.rb +962 -905
- data/generated/google/apis/dns_v1.rb +1 -1
- data/generated/google/apis/dns_v1/classes.rb +175 -198
- data/generated/google/apis/dns_v1/service.rb +82 -97
- data/generated/google/apis/dns_v1beta2.rb +1 -1
- data/generated/google/apis/dns_v1beta2/classes.rb +180 -205
- data/generated/google/apis/dns_v1beta2/service.rb +82 -97
- data/generated/google/apis/docs_v1.rb +1 -1
- data/generated/google/apis/docs_v1/classes.rb +894 -1229
- data/generated/google/apis/docs_v1/service.rb +17 -22
- data/generated/google/apis/documentai_v1beta2.rb +1 -1
- data/generated/google/apis/documentai_v1beta2/classes.rb +2253 -824
- data/generated/google/apis/documentai_v1beta2/representations.rb +701 -0
- data/generated/google/apis/documentai_v1beta2/service.rb +22 -24
- data/generated/google/apis/doubleclickbidmanager_v1.rb +3 -2
- data/generated/google/apis/doubleclickbidmanager_v1/classes.rb +7 -14
- data/generated/google/apis/doubleclickbidmanager_v1/service.rb +33 -64
- data/generated/google/apis/doubleclickbidmanager_v1_1.rb +3 -2
- data/generated/google/apis/doubleclickbidmanager_v1_1/classes.rb +12 -20
- data/generated/google/apis/doubleclickbidmanager_v1_1/service.rb +33 -64
- data/generated/google/apis/doubleclicksearch_v2.rb +1 -1
- data/generated/google/apis/doubleclicksearch_v2/service.rb +2 -2
- data/generated/google/apis/drive_v2.rb +1 -1
- data/generated/google/apis/drive_v2/classes.rb +14 -6
- data/generated/google/apis/drive_v2/representations.rb +1 -0
- data/generated/google/apis/drive_v2/service.rb +79 -15
- data/generated/google/apis/drive_v3.rb +1 -1
- data/generated/google/apis/drive_v3/classes.rb +14 -6
- data/generated/google/apis/drive_v3/representations.rb +1 -0
- data/generated/google/apis/drive_v3/service.rb +59 -11
- data/generated/google/apis/file_v1.rb +1 -1
- data/generated/google/apis/file_v1/classes.rb +154 -173
- data/generated/google/apis/file_v1/service.rb +43 -52
- data/generated/google/apis/file_v1beta1.rb +1 -1
- data/generated/google/apis/file_v1beta1/classes.rb +334 -193
- data/generated/google/apis/file_v1beta1/representations.rb +55 -0
- data/generated/google/apis/file_v1beta1/service.rb +267 -55
- data/generated/google/apis/firebase_v1beta1.rb +1 -1
- data/generated/google/apis/firebase_v1beta1/classes.rb +33 -51
- data/generated/google/apis/firebase_v1beta1/representations.rb +2 -16
- data/generated/google/apis/firebase_v1beta1/service.rb +8 -1
- data/generated/google/apis/firebasedynamiclinks_v1.rb +1 -1
- data/generated/google/apis/firebasehosting_v1beta1.rb +1 -1
- data/generated/google/apis/firebasehosting_v1beta1/classes.rb +186 -0
- data/generated/google/apis/firebasehosting_v1beta1/representations.rb +83 -0
- data/generated/google/apis/firebasehosting_v1beta1/service.rb +418 -4
- data/generated/google/apis/firebaseml_v1beta2.rb +1 -1
- data/generated/google/apis/firebaseml_v1beta2/classes.rb +8 -8
- data/generated/google/apis/firebaseml_v1beta2/representations.rb +1 -1
- data/generated/google/apis/firebaserules_v1.rb +1 -1
- data/generated/google/apis/firebaserules_v1/classes.rb +102 -137
- data/generated/google/apis/firebaserules_v1/service.rb +87 -110
- data/generated/google/apis/firestore_v1.rb +1 -1
- data/generated/google/apis/firestore_v1/classes.rb +402 -498
- data/generated/google/apis/firestore_v1/service.rb +165 -201
- data/generated/google/apis/firestore_v1beta1.rb +1 -1
- data/generated/google/apis/firestore_v1beta1/classes.rb +334 -409
- data/generated/google/apis/firestore_v1beta1/service.rb +106 -122
- data/generated/google/apis/firestore_v1beta2.rb +1 -1
- data/generated/google/apis/firestore_v1beta2/classes.rb +135 -165
- data/generated/google/apis/firestore_v1beta2/service.rb +65 -86
- data/generated/google/apis/fitness_v1.rb +85 -0
- data/generated/google/apis/fitness_v1/classes.rb +982 -0
- data/generated/google/apis/fitness_v1/representations.rb +398 -0
- data/generated/google/apis/fitness_v1/service.rb +626 -0
- data/generated/google/apis/games_configuration_v1configuration.rb +1 -1
- data/generated/google/apis/games_configuration_v1configuration/classes.rb +2 -3
- data/generated/google/apis/games_configuration_v1configuration/service.rb +6 -6
- data/generated/google/apis/games_management_v1management.rb +2 -3
- data/generated/google/apis/games_management_v1management/classes.rb +14 -20
- data/generated/google/apis/games_management_v1management/service.rb +35 -36
- data/generated/google/apis/games_v1.rb +2 -3
- data/generated/google/apis/games_v1/classes.rb +76 -83
- data/generated/google/apis/games_v1/representations.rb +2 -0
- data/generated/google/apis/games_v1/service.rb +84 -90
- data/generated/google/apis/gameservices_v1.rb +1 -1
- data/generated/google/apis/gameservices_v1/classes.rb +7 -0
- data/generated/google/apis/gameservices_v1/representations.rb +1 -0
- data/generated/google/apis/gameservices_v1beta.rb +1 -1
- data/generated/google/apis/gameservices_v1beta/classes.rb +7 -0
- data/generated/google/apis/gameservices_v1beta/representations.rb +1 -0
- data/generated/google/apis/genomics_v1.rb +1 -1
- data/generated/google/apis/genomics_v1/classes.rb +70 -76
- data/generated/google/apis/genomics_v1/service.rb +28 -43
- data/generated/google/apis/genomics_v1alpha2.rb +1 -1
- data/generated/google/apis/genomics_v1alpha2/classes.rb +223 -290
- data/generated/google/apis/genomics_v1alpha2/service.rb +54 -76
- data/generated/google/apis/genomics_v2alpha1.rb +1 -1
- data/generated/google/apis/genomics_v2alpha1/classes.rb +252 -275
- data/generated/google/apis/genomics_v2alpha1/representations.rb +1 -0
- data/generated/google/apis/genomics_v2alpha1/service.rb +47 -66
- data/generated/google/apis/gmail_v1.rb +1 -1
- data/generated/google/apis/gmail_v1/classes.rb +37 -43
- data/generated/google/apis/gmail_v1/service.rb +5 -4
- data/generated/google/apis/gmailpostmastertools_v1beta1.rb +2 -2
- data/generated/google/apis/gmailpostmastertools_v1beta1/service.rb +1 -1
- data/generated/google/apis/groupsmigration_v1.rb +35 -0
- data/generated/google/apis/groupsmigration_v1/classes.rb +51 -0
- data/generated/google/apis/groupsmigration_v1/representations.rb +40 -0
- data/generated/google/apis/groupsmigration_v1/service.rb +100 -0
- data/generated/google/apis/healthcare_v1.rb +1 -1
- data/generated/google/apis/healthcare_v1/classes.rb +637 -826
- data/generated/google/apis/healthcare_v1/representations.rb +32 -0
- data/generated/google/apis/healthcare_v1/service.rb +840 -854
- data/generated/google/apis/healthcare_v1beta1.rb +1 -1
- data/generated/google/apis/healthcare_v1beta1/classes.rb +1833 -1102
- data/generated/google/apis/healthcare_v1beta1/representations.rb +474 -0
- data/generated/google/apis/healthcare_v1beta1/service.rb +2476 -1281
- data/generated/google/apis/homegraph_v1.rb +4 -1
- data/generated/google/apis/homegraph_v1/classes.rb +76 -164
- data/generated/google/apis/homegraph_v1/service.rb +23 -35
- data/generated/google/apis/iam_v1.rb +5 -2
- data/generated/google/apis/iam_v1/classes.rb +395 -592
- data/generated/google/apis/iam_v1/representations.rb +1 -0
- data/generated/google/apis/iam_v1/service.rb +431 -556
- data/generated/google/apis/iamcredentials_v1.rb +4 -2
- data/generated/google/apis/iamcredentials_v1/classes.rb +75 -85
- data/generated/google/apis/iamcredentials_v1/service.rb +15 -13
- data/generated/google/apis/iap_v1.rb +1 -1
- data/generated/google/apis/iap_v1/classes.rb +253 -355
- data/generated/google/apis/iap_v1/representations.rb +1 -0
- data/generated/google/apis/iap_v1/service.rb +61 -71
- data/generated/google/apis/iap_v1beta1.rb +1 -1
- data/generated/google/apis/iap_v1beta1/classes.rb +164 -254
- data/generated/google/apis/iap_v1beta1/representations.rb +1 -0
- data/generated/google/apis/iap_v1beta1/service.rb +17 -19
- data/generated/google/apis/indexing_v3.rb +1 -1
- data/generated/google/apis/indexing_v3/classes.rb +11 -11
- data/generated/google/apis/jobs_v2.rb +1 -1
- data/generated/google/apis/jobs_v2/classes.rb +786 -1086
- data/generated/google/apis/jobs_v2/service.rb +85 -126
- data/generated/google/apis/jobs_v3.rb +1 -1
- data/generated/google/apis/jobs_v3/classes.rb +637 -856
- data/generated/google/apis/jobs_v3/service.rb +101 -139
- data/generated/google/apis/jobs_v3p1beta1.rb +1 -1
- data/generated/google/apis/jobs_v3p1beta1/classes.rb +762 -1023
- data/generated/google/apis/jobs_v3p1beta1/service.rb +103 -142
- data/generated/google/apis/kgsearch_v1.rb +1 -1
- data/generated/google/apis/kgsearch_v1/classes.rb +4 -4
- data/generated/google/apis/kgsearch_v1/service.rb +11 -11
- data/generated/google/apis/licensing_v1.rb +4 -3
- data/generated/google/apis/licensing_v1/classes.rb +1 -1
- data/generated/google/apis/licensing_v1/service.rb +55 -85
- data/generated/google/apis/lifesciences_v2beta.rb +1 -1
- data/generated/google/apis/lifesciences_v2beta/classes.rb +262 -290
- data/generated/google/apis/lifesciences_v2beta/service.rb +30 -42
- data/generated/google/apis/localservices_v1.rb +31 -0
- data/generated/google/apis/localservices_v1/classes.rb +419 -0
- data/generated/google/apis/localservices_v1/representations.rb +172 -0
- data/generated/google/apis/localservices_v1/service.rb +199 -0
- data/generated/google/apis/logging_v2.rb +1 -1
- data/generated/google/apis/logging_v2/classes.rb +230 -227
- data/generated/google/apis/logging_v2/representations.rb +47 -0
- data/generated/google/apis/logging_v2/service.rb +2056 -673
- data/generated/google/apis/managedidentities_v1alpha1.rb +1 -1
- data/generated/google/apis/managedidentities_v1alpha1/classes.rb +8 -0
- data/generated/google/apis/managedidentities_v1alpha1/representations.rb +1 -0
- data/generated/google/apis/managedidentities_v1beta1.rb +1 -1
- data/generated/google/apis/managedidentities_v1beta1/classes.rb +8 -0
- data/generated/google/apis/managedidentities_v1beta1/representations.rb +1 -0
- data/generated/google/apis/manufacturers_v1.rb +1 -1
- data/generated/google/apis/manufacturers_v1/classes.rb +99 -109
- data/generated/google/apis/manufacturers_v1/service.rb +44 -55
- data/generated/google/apis/memcache_v1beta2.rb +1 -1
- data/generated/google/apis/memcache_v1beta2/classes.rb +170 -249
- data/generated/google/apis/memcache_v1beta2/representations.rb +0 -19
- data/generated/google/apis/memcache_v1beta2/service.rb +58 -71
- data/generated/google/apis/ml_v1.rb +1 -1
- data/generated/google/apis/ml_v1/classes.rb +956 -1144
- data/generated/google/apis/ml_v1/representations.rb +65 -0
- data/generated/google/apis/ml_v1/service.rb +194 -253
- data/generated/google/apis/monitoring_v1.rb +1 -1
- data/generated/google/apis/monitoring_v1/classes.rb +107 -26
- data/generated/google/apis/monitoring_v1/representations.rb +35 -0
- data/generated/google/apis/monitoring_v1/service.rb +10 -11
- data/generated/google/apis/monitoring_v3.rb +1 -1
- data/generated/google/apis/monitoring_v3/classes.rb +232 -328
- data/generated/google/apis/monitoring_v3/service.rb +121 -140
- data/generated/google/apis/networkmanagement_v1.rb +1 -1
- data/generated/google/apis/networkmanagement_v1/classes.rb +273 -429
- data/generated/google/apis/networkmanagement_v1/service.rb +97 -120
- data/generated/google/apis/networkmanagement_v1beta1.rb +1 -1
- data/generated/google/apis/networkmanagement_v1beta1/classes.rb +456 -429
- data/generated/google/apis/networkmanagement_v1beta1/representations.rb +63 -0
- data/generated/google/apis/networkmanagement_v1beta1/service.rb +97 -120
- data/generated/google/apis/osconfig_v1.rb +1 -1
- data/generated/google/apis/osconfig_v1/classes.rb +154 -902
- data/generated/google/apis/osconfig_v1/representations.rb +0 -337
- data/generated/google/apis/osconfig_v1/service.rb +22 -27
- data/generated/google/apis/osconfig_v1beta.rb +1 -1
- data/generated/google/apis/osconfig_v1beta/classes.rb +327 -411
- data/generated/google/apis/osconfig_v1beta/service.rb +39 -52
- data/generated/google/apis/oslogin_v1.rb +1 -1
- data/generated/google/apis/oslogin_v1/classes.rb +14 -12
- data/generated/google/apis/oslogin_v1/representations.rb +1 -0
- data/generated/google/apis/oslogin_v1/service.rb +12 -16
- data/generated/google/apis/oslogin_v1alpha.rb +1 -1
- data/generated/google/apis/oslogin_v1alpha/classes.rb +16 -14
- data/generated/google/apis/oslogin_v1alpha/representations.rb +1 -0
- data/generated/google/apis/oslogin_v1alpha/service.rb +17 -17
- data/generated/google/apis/oslogin_v1beta.rb +1 -1
- data/generated/google/apis/oslogin_v1beta/classes.rb +14 -12
- data/generated/google/apis/oslogin_v1beta/representations.rb +1 -0
- data/generated/google/apis/oslogin_v1beta/service.rb +12 -16
- data/generated/google/apis/pagespeedonline_v5.rb +2 -2
- data/generated/google/apis/pagespeedonline_v5/classes.rb +18 -24
- data/generated/google/apis/pagespeedonline_v5/service.rb +3 -4
- data/generated/google/apis/people_v1.rb +1 -1
- data/generated/google/apis/people_v1/classes.rb +121 -12
- data/generated/google/apis/people_v1/representations.rb +41 -0
- data/generated/google/apis/people_v1/service.rb +47 -45
- data/generated/google/apis/playablelocations_v3.rb +1 -1
- data/generated/google/apis/playablelocations_v3/classes.rb +108 -155
- data/generated/google/apis/playablelocations_v3/service.rb +10 -10
- data/generated/google/apis/playcustomapp_v1.rb +1 -1
- data/generated/google/apis/playcustomapp_v1/service.rb +2 -2
- data/generated/google/apis/prod_tt_sasportal_v1alpha1.rb +1 -1
- data/generated/google/apis/prod_tt_sasportal_v1alpha1/classes.rb +26 -0
- data/generated/google/apis/prod_tt_sasportal_v1alpha1/representations.rb +14 -0
- data/generated/google/apis/prod_tt_sasportal_v1alpha1/service.rb +479 -0
- data/generated/google/apis/pubsub_v1.rb +1 -1
- data/generated/google/apis/pubsub_v1/classes.rb +399 -518
- data/generated/google/apis/pubsub_v1/representations.rb +2 -0
- data/generated/google/apis/pubsub_v1/service.rb +220 -246
- data/generated/google/apis/pubsub_v1beta1a.rb +1 -1
- data/generated/google/apis/pubsub_v1beta1a/classes.rb +71 -86
- data/generated/google/apis/pubsub_v1beta1a/service.rb +31 -38
- data/generated/google/apis/pubsub_v1beta2.rb +1 -1
- data/generated/google/apis/pubsub_v1beta2/classes.rb +251 -354
- data/generated/google/apis/pubsub_v1beta2/representations.rb +1 -0
- data/generated/google/apis/pubsub_v1beta2/service.rb +96 -108
- data/generated/google/apis/{memcache_v1.rb → pubsublite_v1.rb} +8 -9
- data/generated/google/apis/pubsublite_v1/classes.rb +461 -0
- data/generated/google/apis/pubsublite_v1/representations.rb +261 -0
- data/generated/google/apis/{memcache_v1 → pubsublite_v1}/service.rb +228 -228
- data/generated/google/apis/realtimebidding_v1.rb +1 -1
- data/generated/google/apis/realtimebidding_v1/classes.rb +4 -4
- data/generated/google/apis/realtimebidding_v1/service.rb +4 -1
- data/generated/google/apis/recommendationengine_v1beta1.rb +1 -1
- data/generated/google/apis/recommendationengine_v1beta1/classes.rb +335 -456
- data/generated/google/apis/recommendationengine_v1beta1/representations.rb +0 -16
- data/generated/google/apis/recommendationengine_v1beta1/service.rb +140 -206
- data/generated/google/apis/redis_v1.rb +1 -1
- data/generated/google/apis/redis_v1/classes.rb +91 -513
- data/generated/google/apis/redis_v1/representations.rb +0 -139
- data/generated/google/apis/redis_v1/service.rb +93 -110
- data/generated/google/apis/redis_v1beta1.rb +1 -1
- data/generated/google/apis/redis_v1beta1/classes.rb +95 -517
- data/generated/google/apis/redis_v1beta1/representations.rb +0 -139
- data/generated/google/apis/redis_v1beta1/service.rb +93 -110
- data/generated/google/apis/remotebuildexecution_v1.rb +1 -1
- data/generated/google/apis/remotebuildexecution_v1/classes.rb +951 -1078
- data/generated/google/apis/remotebuildexecution_v1/representations.rb +61 -0
- data/generated/google/apis/remotebuildexecution_v1/service.rb +26 -33
- data/generated/google/apis/remotebuildexecution_v1alpha.rb +1 -1
- data/generated/google/apis/remotebuildexecution_v1alpha/classes.rb +946 -1071
- data/generated/google/apis/remotebuildexecution_v1alpha/representations.rb +61 -0
- data/generated/google/apis/remotebuildexecution_v1alpha/service.rb +103 -65
- data/generated/google/apis/remotebuildexecution_v2.rb +1 -1
- data/generated/google/apis/remotebuildexecution_v2/classes.rb +1099 -1250
- data/generated/google/apis/remotebuildexecution_v2/representations.rb +61 -0
- data/generated/google/apis/remotebuildexecution_v2/service.rb +147 -206
- data/generated/google/apis/reseller_v1.rb +2 -2
- data/generated/google/apis/reseller_v1/classes.rb +151 -219
- data/generated/google/apis/reseller_v1/service.rb +122 -173
- data/generated/google/apis/run_v1.rb +1 -1
- data/generated/google/apis/run_v1/classes.rb +12 -135
- data/generated/google/apis/run_v1/representations.rb +1 -62
- data/generated/google/apis/run_v1/service.rb +0 -342
- data/generated/google/apis/run_v1alpha1.rb +1 -1
- data/generated/google/apis/run_v1alpha1/classes.rb +1 -1
- data/generated/google/apis/run_v1alpha1/representations.rb +1 -1
- data/generated/google/apis/run_v1beta1.rb +1 -1
- data/generated/google/apis/run_v1beta1/classes.rb +3 -2
- data/generated/google/apis/runtimeconfig_v1beta1.rb +1 -1
- data/generated/google/apis/runtimeconfig_v1beta1/classes.rb +302 -412
- data/generated/google/apis/runtimeconfig_v1beta1/representations.rb +1 -0
- data/generated/google/apis/runtimeconfig_v1beta1/service.rb +135 -159
- data/generated/google/apis/safebrowsing_v4.rb +1 -1
- data/generated/google/apis/safebrowsing_v4/classes.rb +55 -64
- data/generated/google/apis/safebrowsing_v4/service.rb +4 -4
- data/generated/google/apis/sasportal_v1alpha1.rb +1 -1
- data/generated/google/apis/sasportal_v1alpha1/classes.rb +26 -0
- data/generated/google/apis/sasportal_v1alpha1/representations.rb +14 -0
- data/generated/google/apis/sasportal_v1alpha1/service.rb +479 -0
- data/generated/google/apis/script_v1.rb +1 -1
- data/generated/google/apis/script_v1/classes.rb +88 -111
- data/generated/google/apis/script_v1/service.rb +63 -69
- data/generated/google/apis/searchconsole_v1.rb +7 -1
- data/generated/google/apis/searchconsole_v1/classes.rb +388 -0
- data/generated/google/apis/searchconsole_v1/representations.rb +162 -0
- data/generated/google/apis/searchconsole_v1/service.rb +287 -0
- data/generated/google/apis/secretmanager_v1.rb +1 -1
- data/generated/google/apis/secretmanager_v1/classes.rb +379 -365
- data/generated/google/apis/secretmanager_v1/representations.rb +92 -0
- data/generated/google/apis/secretmanager_v1/service.rb +66 -82
- data/generated/google/apis/secretmanager_v1beta1.rb +1 -1
- data/generated/google/apis/secretmanager_v1beta1/classes.rb +218 -363
- data/generated/google/apis/secretmanager_v1beta1/representations.rb +1 -0
- data/generated/google/apis/secretmanager_v1beta1/service.rb +66 -82
- data/generated/google/apis/securitycenter_v1.rb +1 -1
- data/generated/google/apis/securitycenter_v1/classes.rb +20 -204
- data/generated/google/apis/securitycenter_v1/representations.rb +1 -72
- data/generated/google/apis/securitycenter_v1beta1.rb +1 -1
- data/generated/google/apis/securitycenter_v1beta1/classes.rb +22 -204
- data/generated/google/apis/securitycenter_v1beta1/representations.rb +1 -72
- data/generated/google/apis/{securitycenter_v1p1beta1.rb → securitycenter_v1beta2.rb} +6 -6
- data/generated/google/apis/{securitycenter_v1p1alpha1 → securitycenter_v1beta2}/classes.rb +275 -291
- data/generated/google/apis/{securitycenter_v1p1alpha1 → securitycenter_v1beta2}/representations.rb +83 -84
- data/generated/google/apis/securitycenter_v1beta2/service.rb +1494 -0
- data/generated/google/apis/serviceconsumermanagement_v1.rb +1 -1
- data/generated/google/apis/serviceconsumermanagement_v1/classes.rb +30 -60
- data/generated/google/apis/serviceconsumermanagement_v1/service.rb +31 -29
- data/generated/google/apis/serviceconsumermanagement_v1beta1.rb +1 -1
- data/generated/google/apis/serviceconsumermanagement_v1beta1/classes.rb +19 -49
- data/generated/google/apis/servicecontrol_v1.rb +1 -1
- data/generated/google/apis/servicecontrol_v1/classes.rb +525 -641
- data/generated/google/apis/servicecontrol_v1/service.rb +36 -46
- data/generated/google/apis/servicecontrol_v2.rb +1 -1
- data/generated/google/apis/servicecontrol_v2/classes.rb +281 -325
- data/generated/google/apis/servicecontrol_v2/service.rb +33 -43
- data/generated/google/apis/servicedirectory_v1beta1.rb +1 -1
- data/generated/google/apis/servicedirectory_v1beta1/classes.rb +221 -333
- data/generated/google/apis/servicedirectory_v1beta1/representations.rb +1 -0
- data/generated/google/apis/servicedirectory_v1beta1/service.rb +94 -129
- data/generated/google/apis/servicemanagement_v1.rb +1 -1
- data/generated/google/apis/servicemanagement_v1/classes.rb +1263 -2135
- data/generated/google/apis/servicemanagement_v1/representations.rb +0 -13
- data/generated/google/apis/servicemanagement_v1/service.rb +141 -228
- data/generated/google/apis/servicenetworking_v1.rb +1 -1
- data/generated/google/apis/servicenetworking_v1/classes.rb +93 -57
- data/generated/google/apis/servicenetworking_v1/representations.rb +52 -1
- data/generated/google/apis/servicenetworking_v1/service.rb +116 -0
- data/generated/google/apis/servicenetworking_v1beta.rb +1 -1
- data/generated/google/apis/servicenetworking_v1beta/classes.rb +74 -48
- data/generated/google/apis/servicenetworking_v1beta/representations.rb +38 -0
- data/generated/google/apis/serviceusage_v1.rb +1 -1
- data/generated/google/apis/serviceusage_v1/classes.rb +52 -48
- data/generated/google/apis/serviceusage_v1/representations.rb +4 -0
- data/generated/google/apis/serviceusage_v1/service.rb +5 -1
- data/generated/google/apis/serviceusage_v1beta1.rb +1 -1
- data/generated/google/apis/serviceusage_v1beta1/classes.rb +87 -49
- data/generated/google/apis/serviceusage_v1beta1/representations.rb +8 -0
- data/generated/google/apis/sheets_v4.rb +1 -1
- data/generated/google/apis/sheets_v4/classes.rb +3933 -5008
- data/generated/google/apis/sheets_v4/representations.rb +625 -0
- data/generated/google/apis/sheets_v4/service.rb +113 -149
- data/generated/google/apis/site_verification_v1.rb +1 -1
- data/generated/google/apis/slides_v1.rb +1 -1
- data/generated/google/apis/slides_v1/classes.rb +841 -1114
- data/generated/google/apis/slides_v1/service.rb +23 -30
- data/generated/google/apis/smartdevicemanagement_v1.rb +35 -0
- data/generated/google/apis/smartdevicemanagement_v1/classes.rb +313 -0
- data/generated/google/apis/{accessapproval_v1beta1 → smartdevicemanagement_v1}/representations.rb +44 -73
- data/generated/google/apis/smartdevicemanagement_v1/service.rb +312 -0
- data/generated/google/apis/sourcerepo_v1.rb +1 -1
- data/generated/google/apis/sourcerepo_v1/classes.rb +250 -400
- data/generated/google/apis/sourcerepo_v1/service.rb +40 -49
- data/generated/google/apis/spanner_v1.rb +1 -1
- data/generated/google/apis/spanner_v1/classes.rb +1553 -2157
- data/generated/google/apis/spanner_v1/representations.rb +1 -0
- data/generated/google/apis/spanner_v1/service.rb +443 -618
- data/generated/google/apis/speech_v1.rb +1 -1
- data/generated/google/apis/speech_v1/classes.rb +174 -220
- data/generated/google/apis/speech_v1/service.rb +27 -32
- data/generated/google/apis/speech_v1p1beta1.rb +1 -1
- data/generated/google/apis/speech_v1p1beta1/classes.rb +253 -306
- data/generated/google/apis/speech_v1p1beta1/service.rb +27 -32
- data/generated/google/apis/speech_v2beta1.rb +1 -1
- data/generated/google/apis/speech_v2beta1/classes.rb +66 -76
- data/generated/google/apis/speech_v2beta1/service.rb +10 -12
- data/generated/google/apis/{sql_v1beta4.rb → sqladmin_v1beta4.rb} +5 -5
- data/generated/google/apis/{sql_v1beta4 → sqladmin_v1beta4}/classes.rb +469 -452
- data/generated/google/apis/{sql_v1beta4 → sqladmin_v1beta4}/representations.rb +122 -87
- data/generated/google/apis/{sql_v1beta4 → sqladmin_v1beta4}/service.rb +295 -300
- data/generated/google/apis/storage_v1.rb +1 -1
- data/generated/google/apis/storage_v1/classes.rb +8 -7
- data/generated/google/apis/storage_v1/representations.rb +2 -2
- data/generated/google/apis/storagetransfer_v1.rb +1 -1
- data/generated/google/apis/storagetransfer_v1/classes.rb +261 -339
- data/generated/google/apis/storagetransfer_v1/service.rb +43 -64
- data/generated/google/apis/streetviewpublish_v1.rb +1 -1
- data/generated/google/apis/streetviewpublish_v1/classes.rb +106 -148
- data/generated/google/apis/streetviewpublish_v1/service.rb +94 -177
- data/generated/google/apis/sts_v1.rb +32 -0
- data/generated/google/apis/sts_v1/classes.rb +120 -0
- data/generated/google/apis/sts_v1/representations.rb +59 -0
- data/generated/google/apis/sts_v1/service.rb +90 -0
- data/generated/google/apis/sts_v1beta.rb +32 -0
- data/generated/google/apis/sts_v1beta/classes.rb +194 -0
- data/generated/google/apis/{oauth2_v2 → sts_v1beta}/representations.rb +14 -21
- data/generated/google/apis/sts_v1beta/service.rb +92 -0
- data/generated/google/apis/tagmanager_v1.rb +1 -1
- data/generated/google/apis/tagmanager_v1/service.rb +2 -2
- data/generated/google/apis/tagmanager_v2.rb +1 -1
- data/generated/google/apis/tagmanager_v2/service.rb +2 -2
- data/generated/google/apis/tasks_v1.rb +1 -1
- data/generated/google/apis/tasks_v1/classes.rb +21 -22
- data/generated/google/apis/tasks_v1/service.rb +19 -19
- data/generated/google/apis/testing_v1.rb +1 -1
- data/generated/google/apis/testing_v1/classes.rb +317 -382
- data/generated/google/apis/testing_v1/representations.rb +2 -0
- data/generated/google/apis/testing_v1/service.rb +22 -28
- data/generated/google/apis/texttospeech_v1.rb +1 -1
- data/generated/google/apis/texttospeech_v1/classes.rb +51 -57
- data/generated/google/apis/texttospeech_v1/service.rb +9 -10
- data/generated/google/apis/texttospeech_v1beta1.rb +1 -1
- data/generated/google/apis/texttospeech_v1beta1/classes.rb +96 -57
- data/generated/google/apis/texttospeech_v1beta1/representations.rb +19 -0
- data/generated/google/apis/texttospeech_v1beta1/service.rb +9 -10
- data/generated/google/apis/toolresults_v1beta3.rb +1 -1
- data/generated/google/apis/toolresults_v1beta3/classes.rb +7 -0
- data/generated/google/apis/toolresults_v1beta3/representations.rb +1 -0
- data/generated/google/apis/tpu_v1.rb +1 -1
- data/generated/google/apis/tpu_v1/classes.rb +54 -0
- data/generated/google/apis/tpu_v1/representations.rb +19 -0
- data/generated/google/apis/tpu_v1alpha1.rb +1 -1
- data/generated/google/apis/tpu_v1alpha1/classes.rb +54 -0
- data/generated/google/apis/tpu_v1alpha1/representations.rb +19 -0
- data/generated/google/apis/trafficdirector_v2.rb +34 -0
- data/generated/google/apis/trafficdirector_v2/classes.rb +1347 -0
- data/generated/google/apis/trafficdirector_v2/representations.rb +620 -0
- data/generated/google/apis/trafficdirector_v2/service.rb +89 -0
- data/generated/google/apis/translate_v3.rb +1 -1
- data/generated/google/apis/translate_v3/classes.rb +148 -175
- data/generated/google/apis/translate_v3/service.rb +122 -151
- data/generated/google/apis/translate_v3beta1.rb +1 -1
- data/generated/google/apis/translate_v3beta1/classes.rb +149 -170
- data/generated/google/apis/translate_v3beta1/service.rb +122 -151
- data/generated/google/apis/vault_v1.rb +1 -1
- data/generated/google/apis/vault_v1/classes.rb +80 -103
- data/generated/google/apis/vault_v1/service.rb +31 -37
- data/generated/google/apis/vectortile_v1.rb +1 -1
- data/generated/google/apis/vectortile_v1/classes.rb +185 -267
- data/generated/google/apis/vectortile_v1/service.rb +75 -88
- data/generated/google/apis/verifiedaccess_v1.rb +1 -1
- data/generated/google/apis/verifiedaccess_v1/classes.rb +20 -27
- data/generated/google/apis/videointelligence_v1.rb +1 -1
- data/generated/google/apis/videointelligence_v1/classes.rb +753 -918
- data/generated/google/apis/videointelligence_v1/service.rb +71 -48
- data/generated/google/apis/videointelligence_v1beta2.rb +1 -1
- data/generated/google/apis/videointelligence_v1beta2/classes.rb +748 -911
- data/generated/google/apis/videointelligence_v1beta2/service.rb +4 -4
- data/generated/google/apis/videointelligence_v1p1beta1.rb +1 -1
- data/generated/google/apis/videointelligence_v1p1beta1/classes.rb +748 -911
- data/generated/google/apis/videointelligence_v1p1beta1/service.rb +4 -4
- data/generated/google/apis/videointelligence_v1p2beta1.rb +1 -1
- data/generated/google/apis/videointelligence_v1p2beta1/classes.rb +748 -911
- data/generated/google/apis/videointelligence_v1p2beta1/service.rb +4 -4
- data/generated/google/apis/videointelligence_v1p3beta1.rb +1 -1
- data/generated/google/apis/videointelligence_v1p3beta1/classes.rb +754 -920
- data/generated/google/apis/videointelligence_v1p3beta1/service.rb +4 -4
- data/generated/google/apis/vision_v1.rb +1 -1
- data/generated/google/apis/vision_v1p1beta1.rb +1 -1
- data/generated/google/apis/vision_v1p2beta1.rb +1 -1
- data/generated/google/apis/webfonts_v1.rb +2 -3
- data/generated/google/apis/webfonts_v1/classes.rb +1 -2
- data/generated/google/apis/webfonts_v1/service.rb +2 -4
- data/generated/google/apis/websecurityscanner_v1.rb +1 -1
- data/generated/google/apis/websecurityscanner_v1alpha.rb +1 -1
- data/generated/google/apis/websecurityscanner_v1beta.rb +1 -1
- data/generated/google/apis/workflowexecutions_v1beta.rb +34 -0
- data/generated/google/apis/workflowexecutions_v1beta/classes.rb +155 -0
- data/generated/google/apis/workflowexecutions_v1beta/representations.rb +88 -0
- data/generated/google/apis/{securitycenter_v1p1alpha1 → workflowexecutions_v1beta}/service.rb +73 -69
- data/generated/google/apis/workflows_v1beta.rb +34 -0
- data/generated/google/apis/workflows_v1beta/classes.rb +406 -0
- data/generated/google/apis/workflows_v1beta/representations.rb +173 -0
- data/generated/google/apis/workflows_v1beta/service.rb +437 -0
- data/generated/google/apis/youtube_partner_v1.rb +1 -1
- data/generated/google/apis/youtube_v3.rb +1 -1
- data/generated/google/apis/youtube_v3/classes.rb +0 -586
- data/generated/google/apis/youtube_v3/representations.rb +0 -269
- data/generated/google/apis/youtube_v3/service.rb +0 -117
- data/google-api-client.gemspec +2 -1
- data/lib/google/apis/version.rb +1 -1
- metadata +106 -40
- data/generated/google/apis/accessapproval_v1beta1/classes.rb +0 -417
- data/generated/google/apis/accessapproval_v1beta1/service.rb +0 -857
- data/generated/google/apis/dns_v2beta1.rb +0 -43
- data/generated/google/apis/dns_v2beta1/classes.rb +0 -1447
- data/generated/google/apis/dns_v2beta1/representations.rb +0 -588
- data/generated/google/apis/dns_v2beta1/service.rb +0 -928
- data/generated/google/apis/memcache_v1/classes.rb +0 -1157
- data/generated/google/apis/oauth2_v2.rb +0 -40
- data/generated/google/apis/oauth2_v2/classes.rb +0 -165
- data/generated/google/apis/oauth2_v2/service.rb +0 -158
- data/generated/google/apis/plus_v1.rb +0 -43
- data/generated/google/apis/plus_v1/classes.rb +0 -2094
- data/generated/google/apis/plus_v1/representations.rb +0 -907
- data/generated/google/apis/plus_v1/service.rb +0 -451
- data/generated/google/apis/securitycenter_v1p1beta1/classes.rb +0 -2059
- data/generated/google/apis/securitycenter_v1p1beta1/representations.rb +0 -789
- data/generated/google/apis/securitycenter_v1p1beta1/service.rb +0 -1243
- data/generated/google/apis/storage_v1beta2.rb +0 -40
- data/generated/google/apis/storage_v1beta2/classes.rb +0 -1047
- data/generated/google/apis/storage_v1beta2/representations.rb +0 -425
- data/generated/google/apis/storage_v1beta2/service.rb +0 -1667
@@ -25,7 +25,7 @@ module Google
|
|
25
25
|
# @see https://cloud.google.com/dataflow
|
26
26
|
module DataflowV1b3
|
27
27
|
VERSION = 'V1b3'
|
28
|
-
REVISION = '
|
28
|
+
REVISION = '20200916'
|
29
29
|
|
30
30
|
# View and manage your data across Google Cloud Platform services
|
31
31
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
@@ -31,9 +31,9 @@ module Google
|
|
31
31
|
# @return [Float]
|
32
32
|
attr_accessor :percent_complete
|
33
33
|
|
34
|
-
# Position defines a position within a collection of data.
|
35
|
-
#
|
36
|
-
#
|
34
|
+
# Position defines a position within a collection of data. The value can be
|
35
|
+
# either the end position, a key (used with ordered collections), a byte offset,
|
36
|
+
# or a record index.
|
37
37
|
# Corresponds to the JSON property `position`
|
38
38
|
# @return [Google::Apis::DataflowV1b3::Position]
|
39
39
|
attr_accessor :position
|
@@ -59,8 +59,8 @@ module Google
|
|
59
59
|
class ApproximateReportedProgress
|
60
60
|
include Google::Apis::Core::Hashable
|
61
61
|
|
62
|
-
# Represents the level of parallelism in a WorkItem's input,
|
63
|
-
#
|
62
|
+
# Represents the level of parallelism in a WorkItem's input, reported by the
|
63
|
+
# worker.
|
64
64
|
# Corresponds to the JSON property `consumedParallelism`
|
65
65
|
# @return [Google::Apis::DataflowV1b3::ReportedParallelism]
|
66
66
|
attr_accessor :consumed_parallelism
|
@@ -71,15 +71,15 @@ module Google
|
|
71
71
|
# @return [Float]
|
72
72
|
attr_accessor :fraction_consumed
|
73
73
|
|
74
|
-
# Position defines a position within a collection of data.
|
75
|
-
#
|
76
|
-
#
|
74
|
+
# Position defines a position within a collection of data. The value can be
|
75
|
+
# either the end position, a key (used with ordered collections), a byte offset,
|
76
|
+
# or a record index.
|
77
77
|
# Corresponds to the JSON property `position`
|
78
78
|
# @return [Google::Apis::DataflowV1b3::Position]
|
79
79
|
attr_accessor :position
|
80
80
|
|
81
|
-
# Represents the level of parallelism in a WorkItem's input,
|
82
|
-
#
|
81
|
+
# Represents the level of parallelism in a WorkItem's input, reported by the
|
82
|
+
# worker.
|
83
83
|
# Corresponds to the JSON property `remainingParallelism`
|
84
84
|
# @return [Google::Apis::DataflowV1b3::ReportedParallelism]
|
85
85
|
attr_accessor :remaining_parallelism
|
@@ -101,21 +101,21 @@ module Google
|
|
101
101
|
class ApproximateSplitRequest
|
102
102
|
include Google::Apis::Core::Hashable
|
103
103
|
|
104
|
-
# A fraction at which to split the work item, from 0.0 (beginning of the
|
105
|
-
#
|
104
|
+
# A fraction at which to split the work item, from 0.0 (beginning of the input)
|
105
|
+
# to 1.0 (end of the input).
|
106
106
|
# Corresponds to the JSON property `fractionConsumed`
|
107
107
|
# @return [Float]
|
108
108
|
attr_accessor :fraction_consumed
|
109
109
|
|
110
|
-
# The fraction of the remainder of work to split the work item at, from 0.0
|
111
|
-
#
|
110
|
+
# The fraction of the remainder of work to split the work item at, from 0.0 (
|
111
|
+
# split at the current position) to 1.0 (end of the input).
|
112
112
|
# Corresponds to the JSON property `fractionOfRemainder`
|
113
113
|
# @return [Float]
|
114
114
|
attr_accessor :fraction_of_remainder
|
115
115
|
|
116
|
-
# Position defines a position within a collection of data.
|
117
|
-
#
|
118
|
-
#
|
116
|
+
# Position defines a position within a collection of data. The value can be
|
117
|
+
# either the end position, a key (used with ordered collections), a byte offset,
|
118
|
+
# or a record index.
|
119
119
|
# Corresponds to the JSON property `position`
|
120
120
|
# @return [Google::Apis::DataflowV1b3::Position]
|
121
121
|
attr_accessor :position
|
@@ -196,8 +196,8 @@ module Google
|
|
196
196
|
# @return [String]
|
197
197
|
attr_accessor :time
|
198
198
|
|
199
|
-
# A short and friendly name for the worker pool this event refers to,
|
200
|
-
#
|
199
|
+
# A short and friendly name for the worker pool this event refers to, populated
|
200
|
+
# from the value of PoolStageRelation::user_pool_name.
|
201
201
|
# Corresponds to the JSON property `workerPool`
|
202
202
|
# @return [String]
|
203
203
|
attr_accessor :worker_pool
|
@@ -314,8 +314,7 @@ module Google
|
|
314
314
|
class CpuTime
|
315
315
|
include Google::Apis::Core::Hashable
|
316
316
|
|
317
|
-
# Average CPU utilization rate (% non-idle cpu / second) since previous
|
318
|
-
# sample.
|
317
|
+
# Average CPU utilization rate (% non-idle cpu / second) since previous sample.
|
319
318
|
# Corresponds to the JSON property `rate`
|
320
319
|
# @return [Float]
|
321
320
|
attr_accessor :rate
|
@@ -325,8 +324,8 @@ module Google
|
|
325
324
|
# @return [String]
|
326
325
|
attr_accessor :timestamp
|
327
326
|
|
328
|
-
# Total active CPU time across all cores (ie., non-idle) in milliseconds
|
329
|
-
#
|
327
|
+
# Total active CPU time across all cores (ie., non-idle) in milliseconds since
|
328
|
+
# start-up.
|
330
329
|
# Corresponds to the JSON property `totalMs`
|
331
330
|
# @return [Fixnum]
|
332
331
|
attr_accessor :total_ms
|
@@ -347,15 +346,14 @@ module Google
|
|
347
346
|
class CommitTemplateVersionRequest
|
348
347
|
include Google::Apis::Core::Hashable
|
349
348
|
|
350
|
-
# /////////////////////////////////////////////////////////////////////////////
|
351
|
-
#
|
352
|
-
#
|
353
|
-
#
|
354
|
-
#
|
355
|
-
# ////
|
356
|
-
# ////
|
357
|
-
#
|
358
|
-
# //// tags in the same `Template` are not allowed!
|
349
|
+
# ///////////////////////////////////////////////////////////////////////////// /
|
350
|
+
# /// Template Catalog is used to organize user TemplateVersions. ////
|
351
|
+
# TemplateVersions that have the same project_id and display_name are ////
|
352
|
+
# belong to the same Template. //// Templates with the same project_id belong to
|
353
|
+
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
354
|
+
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
355
|
+
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
356
|
+
# // tags in the same `Template` are not allowed!
|
359
357
|
# Corresponds to the JSON property `templateVersion`
|
360
358
|
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
361
359
|
attr_accessor :template_version
|
@@ -370,8 +368,7 @@ module Google
|
|
370
368
|
end
|
371
369
|
end
|
372
370
|
|
373
|
-
# Description of an interstitial value between transforms in an execution
|
374
|
-
# stage.
|
371
|
+
# Description of an interstitial value between transforms in an execution stage.
|
375
372
|
class ComponentSource
|
376
373
|
include Google::Apis::Core::Hashable
|
377
374
|
|
@@ -380,8 +377,8 @@ module Google
|
|
380
377
|
# @return [String]
|
381
378
|
attr_accessor :name
|
382
379
|
|
383
|
-
# User name for the original user transform or collection with which this
|
384
|
-
#
|
380
|
+
# User name for the original user transform or collection with which this source
|
381
|
+
# is most closely associated.
|
385
382
|
# Corresponds to the JSON property `originalTransformOrCollection`
|
386
383
|
# @return [String]
|
387
384
|
attr_accessor :original_transform_or_collection
|
@@ -412,8 +409,8 @@ module Google
|
|
412
409
|
# @return [String]
|
413
410
|
attr_accessor :name
|
414
411
|
|
415
|
-
# User name for the original user transform with which this transform is
|
416
|
-
#
|
412
|
+
# User name for the original user transform with which this transform is most
|
413
|
+
# closely associated.
|
417
414
|
# Corresponds to the JSON property `originalTransform`
|
418
415
|
# @return [String]
|
419
416
|
attr_accessor :original_transform
|
@@ -495,9 +492,9 @@ module Google
|
|
495
492
|
# @return [Fixnum]
|
496
493
|
attr_accessor :index
|
497
494
|
|
498
|
-
# Position defines a position within a collection of data.
|
499
|
-
#
|
500
|
-
#
|
495
|
+
# Position defines a position within a collection of data. The value can be
|
496
|
+
# either the end position, a key (used with ordered collections), a byte offset,
|
497
|
+
# or a record index.
|
501
498
|
# Corresponds to the JSON property `position`
|
502
499
|
# @return [Google::Apis::DataflowV1b3::Position]
|
503
500
|
attr_accessor :position
|
@@ -596,19 +593,17 @@ module Google
|
|
596
593
|
# @return [String]
|
597
594
|
attr_accessor :execution_step_name
|
598
595
|
|
599
|
-
# Index of an input collection that's being read from/written to as a side
|
600
|
-
#
|
601
|
-
#
|
602
|
-
#
|
603
|
-
#
|
604
|
-
# This field helps uniquely identify them.
|
596
|
+
# Index of an input collection that's being read from/written to as a side input.
|
597
|
+
# The index identifies a step's side inputs starting by 1 (e.g. the first side
|
598
|
+
# input has input_index 1, the third has input_index 3). Side inputs are
|
599
|
+
# identified by a pair of (original_step_name, input_index). This field helps
|
600
|
+
# uniquely identify them.
|
605
601
|
# Corresponds to the JSON property `inputIndex`
|
606
602
|
# @return [Fixnum]
|
607
603
|
attr_accessor :input_index
|
608
604
|
|
609
|
-
# Counter name. Not necessarily globally-unique, but unique within the
|
610
|
-
#
|
611
|
-
# Required.
|
605
|
+
# Counter name. Not necessarily globally-unique, but unique within the context
|
606
|
+
# of the other fields. Required.
|
612
607
|
# Corresponds to the JSON property `name`
|
613
608
|
# @return [String]
|
614
609
|
attr_accessor :name
|
@@ -623,9 +618,8 @@ module Google
|
|
623
618
|
# @return [String]
|
624
619
|
attr_accessor :origin_namespace
|
625
620
|
|
626
|
-
# The step name requesting an operation, such as GBK.
|
627
|
-
#
|
628
|
-
# read from side inputs.
|
621
|
+
# The step name requesting an operation, such as GBK. I.e. the ParDo causing a
|
622
|
+
# read/write from shuffle to occur, or a read from side inputs.
|
629
623
|
# Corresponds to the JSON property `originalRequestingStepName`
|
630
624
|
# @return [String]
|
631
625
|
attr_accessor :original_requesting_step_name
|
@@ -702,10 +696,9 @@ module Google
|
|
702
696
|
attr_accessor :boolean
|
703
697
|
alias_method :boolean?, :boolean
|
704
698
|
|
705
|
-
# True if this counter is reported as the total cumulative aggregate
|
706
|
-
#
|
707
|
-
#
|
708
|
-
# as a delta.
|
699
|
+
# True if this counter is reported as the total cumulative aggregate value
|
700
|
+
# accumulated since the worker started working on this WorkItem. By default this
|
701
|
+
# is false, indicating that this counter is reported as a delta.
|
709
702
|
# Corresponds to the JSON property `cumulative`
|
710
703
|
# @return [Boolean]
|
711
704
|
attr_accessor :cumulative
|
@@ -731,8 +724,8 @@ module Google
|
|
731
724
|
# @return [Google::Apis::DataflowV1b3::FloatingPointMean]
|
732
725
|
attr_accessor :floating_point_mean
|
733
726
|
|
734
|
-
# A representation of an int64, n, that is immune to precision loss when
|
735
|
-
#
|
727
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
728
|
+
# in JSON.
|
736
729
|
# Corresponds to the JSON property `integer`
|
737
730
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
738
731
|
attr_accessor :integer
|
@@ -762,9 +755,8 @@ module Google
|
|
762
755
|
# @return [Google::Apis::DataflowV1b3::NameAndKind]
|
763
756
|
attr_accessor :name_and_kind
|
764
757
|
|
765
|
-
# The service-generated short identifier for this counter.
|
766
|
-
#
|
767
|
-
# a job.
|
758
|
+
# The service-generated short identifier for this counter. The short_id -> (name,
|
759
|
+
# metadata) mapping is constant for the lifetime of a job.
|
768
760
|
# Corresponds to the JSON property `shortId`
|
769
761
|
# @return [Fixnum]
|
770
762
|
attr_accessor :short_id
|
@@ -813,8 +805,7 @@ module Google
|
|
813
805
|
# @return [Google::Apis::DataflowV1b3::RuntimeEnvironment]
|
814
806
|
attr_accessor :environment
|
815
807
|
|
816
|
-
# Required. A Cloud Storage path to the template from which to
|
817
|
-
# create the job.
|
808
|
+
# Required. A Cloud Storage path to the template from which to create the job.
|
818
809
|
# Must be a valid Cloud Storage URL, beginning with `gs://`.
|
819
810
|
# Corresponds to the JSON property `gcsPath`
|
820
811
|
# @return [String]
|
@@ -825,9 +816,8 @@ module Google
|
|
825
816
|
# @return [String]
|
826
817
|
attr_accessor :job_name
|
827
818
|
|
828
|
-
# The [regional endpoint]
|
829
|
-
#
|
830
|
-
# which to direct the request.
|
819
|
+
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
820
|
+
# regional-endpoints) to which to direct the request.
|
831
821
|
# Corresponds to the JSON property `location`
|
832
822
|
# @return [String]
|
833
823
|
attr_accessor :location
|
@@ -855,15 +845,14 @@ module Google
|
|
855
845
|
class CreateTemplateVersionRequest
|
856
846
|
include Google::Apis::Core::Hashable
|
857
847
|
|
858
|
-
# /////////////////////////////////////////////////////////////////////////////
|
859
|
-
#
|
860
|
-
#
|
861
|
-
#
|
862
|
-
#
|
863
|
-
# ////
|
864
|
-
# ////
|
865
|
-
#
|
866
|
-
# //// tags in the same `Template` are not allowed!
|
848
|
+
# ///////////////////////////////////////////////////////////////////////////// /
|
849
|
+
# /// Template Catalog is used to organize user TemplateVersions. ////
|
850
|
+
# TemplateVersions that have the same project_id and display_name are ////
|
851
|
+
# belong to the same Template. //// Templates with the same project_id belong to
|
852
|
+
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
853
|
+
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
854
|
+
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
855
|
+
# // tags in the same `Template` are not allowed!
|
867
856
|
# Corresponds to the JSON property `templateVersion`
|
868
857
|
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
869
858
|
attr_accessor :template_version
|
@@ -902,16 +891,16 @@ module Google
|
|
902
891
|
class DataDiskAssignment
|
903
892
|
include Google::Apis::Core::Hashable
|
904
893
|
|
905
|
-
# Mounted data disks. The order is important a data disk's 0-based index in
|
906
|
-
#
|
907
|
-
#
|
908
|
-
#
|
894
|
+
# Mounted data disks. The order is important a data disk's 0-based index in this
|
895
|
+
# list defines which persistent directory the disk is mounted to, for example
|
896
|
+
# the list of ` "myproject-1014-104817-4c2-harness-0-disk-0" `, ` "myproject-
|
897
|
+
# 1014-104817-4c2-harness-0-disk-1" `.
|
909
898
|
# Corresponds to the JSON property `dataDisks`
|
910
899
|
# @return [Array<String>]
|
911
900
|
attr_accessor :data_disks
|
912
901
|
|
913
|
-
# VM instance name the data disks mounted to, for example
|
914
|
-
#
|
902
|
+
# VM instance name the data disks mounted to, for example "myproject-1014-104817-
|
903
|
+
# 4c2-harness-0".
|
915
904
|
# Corresponds to the JSON property `vmInstance`
|
916
905
|
# @return [String]
|
917
906
|
attr_accessor :vm_instance
|
@@ -965,10 +954,9 @@ module Google
|
|
965
954
|
end
|
966
955
|
end
|
967
956
|
|
968
|
-
# Specification of one of the bundles produced as a result of splitting
|
969
|
-
#
|
970
|
-
#
|
971
|
-
# relative to the source being split.
|
957
|
+
# Specification of one of the bundles produced as a result of splitting a Source
|
958
|
+
# (e.g. when executing a SourceSplitRequest, or when splitting an active task
|
959
|
+
# using WorkItemStatus.dynamic_source_split), relative to the source being split.
|
972
960
|
class DerivedSource
|
973
961
|
include Google::Apis::Core::Hashable
|
974
962
|
|
@@ -997,20 +985,17 @@ module Google
|
|
997
985
|
class Disk
|
998
986
|
include Google::Apis::Core::Hashable
|
999
987
|
|
1000
|
-
# Disk storage type, as defined by Google Compute Engine.
|
1001
|
-
#
|
1002
|
-
#
|
1003
|
-
#
|
1004
|
-
#
|
1005
|
-
# typically
|
1006
|
-
#
|
1007
|
-
#
|
1008
|
-
#
|
1009
|
-
#
|
1010
|
-
#
|
1011
|
-
# Google Compute Engine Disk types are local to a particular
|
1012
|
-
# project in a particular zone, and so the resource name will
|
1013
|
-
# typically look something like this:
|
988
|
+
# Disk storage type, as defined by Google Compute Engine. This must be a disk
|
989
|
+
# type appropriate to the project and zone in which the workers will run. If
|
990
|
+
# unknown or unspecified, the service will attempt to choose a reasonable
|
991
|
+
# default. For example, the standard persistent disk type is a resource name
|
992
|
+
# typically ending in "pd-standard". If SSD persistent disks are available, the
|
993
|
+
# resource name typically ends with "pd-ssd". The actual valid values are
|
994
|
+
# defined the Google Compute Engine API, not by the Cloud Dataflow API; consult
|
995
|
+
# the Google Compute Engine documentation for more information about determining
|
996
|
+
# the set of available disk types for a particular project and zone. Google
|
997
|
+
# Compute Engine Disk types are local to a particular project in a particular
|
998
|
+
# zone, and so the resource name will typically look something like this:
|
1014
999
|
# compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard
|
1015
1000
|
# Corresponds to the JSON property `diskType`
|
1016
1001
|
# @return [String]
|
@@ -1021,8 +1006,8 @@ module Google
|
|
1021
1006
|
# @return [String]
|
1022
1007
|
attr_accessor :mount_point
|
1023
1008
|
|
1024
|
-
# Size of disk in GB.
|
1025
|
-
#
|
1009
|
+
# Size of disk in GB. If zero or unspecified, the service will attempt to choose
|
1010
|
+
# a reasonable default.
|
1026
1011
|
# Corresponds to the JSON property `sizeGb`
|
1027
1012
|
# @return [Fixnum]
|
1028
1013
|
attr_accessor :size_gb
|
@@ -1069,9 +1054,8 @@ module Google
|
|
1069
1054
|
# @return [String]
|
1070
1055
|
attr_accessor :java_class_value
|
1071
1056
|
|
1072
|
-
# The key identifying the display data.
|
1073
|
-
#
|
1074
|
-
# when viewed in a dax monitoring system.
|
1057
|
+
# The key identifying the display data. This is intended to be used as a label
|
1058
|
+
# for the display data when viewed in a dax monitoring system.
|
1075
1059
|
# Corresponds to the JSON property `key`
|
1076
1060
|
# @return [String]
|
1077
1061
|
attr_accessor :key
|
@@ -1082,19 +1066,18 @@ module Google
|
|
1082
1066
|
attr_accessor :label
|
1083
1067
|
|
1084
1068
|
# The namespace for the key. This is usually a class name or programming
|
1085
|
-
# language namespace (i.e. python module) which defines the display data.
|
1086
|
-
#
|
1087
|
-
#
|
1069
|
+
# language namespace (i.e. python module) which defines the display data. This
|
1070
|
+
# allows a dax monitoring system to specially handle the data and perform custom
|
1071
|
+
# rendering.
|
1088
1072
|
# Corresponds to the JSON property `namespace`
|
1089
1073
|
# @return [String]
|
1090
1074
|
attr_accessor :namespace
|
1091
1075
|
|
1092
|
-
# A possible additional shorter value to display.
|
1093
|
-
#
|
1094
|
-
#
|
1095
|
-
#
|
1096
|
-
#
|
1097
|
-
# will be displayed as a tooltip.
|
1076
|
+
# A possible additional shorter value to display. For example a
|
1077
|
+
# java_class_name_value of com.mypackage.MyDoFn will be stored with MyDoFn as
|
1078
|
+
# the short_str_value and com.mypackage.MyDoFn as the java_class_name value.
|
1079
|
+
# short_str_value can be displayed and java_class_name_value will be displayed
|
1080
|
+
# as a tooltip.
|
1098
1081
|
# Corresponds to the JSON property `shortStrValue`
|
1099
1082
|
# @return [String]
|
1100
1083
|
attr_accessor :short_str_value
|
@@ -1139,36 +1122,35 @@ module Google
|
|
1139
1122
|
class DistributionUpdate
|
1140
1123
|
include Google::Apis::Core::Hashable
|
1141
1124
|
|
1142
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1143
|
-
#
|
1125
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1126
|
+
# in JSON.
|
1144
1127
|
# Corresponds to the JSON property `count`
|
1145
1128
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1146
1129
|
attr_accessor :count
|
1147
1130
|
|
1148
|
-
# Histogram of value counts for a distribution.
|
1149
|
-
#
|
1150
|
-
#
|
1151
|
-
#
|
1152
|
-
#
|
1153
|
-
# Negative values are not supported.
|
1131
|
+
# Histogram of value counts for a distribution. Buckets have an inclusive lower
|
1132
|
+
# bound and exclusive upper bound and use "1,2,5 bucketing": The first bucket
|
1133
|
+
# range is from [0,1) and all subsequent bucket boundaries are powers of ten
|
1134
|
+
# multiplied by 1, 2, or 5. Thus, bucket boundaries are 0, 1, 2, 5, 10, 20, 50,
|
1135
|
+
# 100, 200, 500, 1000, ... Negative values are not supported.
|
1154
1136
|
# Corresponds to the JSON property `histogram`
|
1155
1137
|
# @return [Google::Apis::DataflowV1b3::Histogram]
|
1156
1138
|
attr_accessor :histogram
|
1157
1139
|
|
1158
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1159
|
-
#
|
1140
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1141
|
+
# in JSON.
|
1160
1142
|
# Corresponds to the JSON property `max`
|
1161
1143
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1162
1144
|
attr_accessor :max
|
1163
1145
|
|
1164
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1165
|
-
#
|
1146
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1147
|
+
# in JSON.
|
1166
1148
|
# Corresponds to the JSON property `min`
|
1167
1149
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1168
1150
|
attr_accessor :min
|
1169
1151
|
|
1170
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1171
|
-
#
|
1152
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1153
|
+
# in JSON.
|
1172
1154
|
# Corresponds to the JSON property `sum`
|
1173
1155
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1174
1156
|
attr_accessor :sum
|
@@ -1193,24 +1175,22 @@ module Google
|
|
1193
1175
|
end
|
1194
1176
|
end
|
1195
1177
|
|
1196
|
-
# When a task splits using WorkItemStatus.dynamic_source_split, this
|
1197
|
-
#
|
1198
|
-
#
|
1178
|
+
# When a task splits using WorkItemStatus.dynamic_source_split, this message
|
1179
|
+
# describes the two parts of the split relative to the description of the
|
1180
|
+
# current task's input.
|
1199
1181
|
class DynamicSourceSplit
|
1200
1182
|
include Google::Apis::Core::Hashable
|
1201
1183
|
|
1202
|
-
# Specification of one of the bundles produced as a result of splitting
|
1203
|
-
#
|
1204
|
-
#
|
1205
|
-
# relative to the source being split.
|
1184
|
+
# Specification of one of the bundles produced as a result of splitting a Source
|
1185
|
+
# (e.g. when executing a SourceSplitRequest, or when splitting an active task
|
1186
|
+
# using WorkItemStatus.dynamic_source_split), relative to the source being split.
|
1206
1187
|
# Corresponds to the JSON property `primary`
|
1207
1188
|
# @return [Google::Apis::DataflowV1b3::DerivedSource]
|
1208
1189
|
attr_accessor :primary
|
1209
1190
|
|
1210
|
-
# Specification of one of the bundles produced as a result of splitting
|
1211
|
-
#
|
1212
|
-
#
|
1213
|
-
# relative to the source being split.
|
1191
|
+
# Specification of one of the bundles produced as a result of splitting a Source
|
1192
|
+
# (e.g. when executing a SourceSplitRequest, or when splitting an active task
|
1193
|
+
# using WorkItemStatus.dynamic_source_split), relative to the source being split.
|
1214
1194
|
# Corresponds to the JSON property `residual`
|
1215
1195
|
# @return [Google::Apis::DataflowV1b3::DerivedSource]
|
1216
1196
|
attr_accessor :residual
|
@@ -1226,13 +1206,11 @@ module Google
|
|
1226
1206
|
end
|
1227
1207
|
end
|
1228
1208
|
|
1229
|
-
# A generic empty message that you can re-use to avoid defining duplicated
|
1230
|
-
#
|
1231
|
-
#
|
1232
|
-
#
|
1233
|
-
#
|
1234
|
-
# `
|
1235
|
-
# The JSON representation for `Empty` is empty JSON object ````.
|
1209
|
+
# A generic empty message that you can re-use to avoid defining duplicated empty
|
1210
|
+
# messages in your APIs. A typical example is to use it as the request or the
|
1211
|
+
# response type of an API method. For instance: service Foo ` rpc Bar(google.
|
1212
|
+
# protobuf.Empty) returns (google.protobuf.Empty); ` The JSON representation for
|
1213
|
+
# `Empty` is empty JSON object ````.
|
1236
1214
|
class Empty
|
1237
1215
|
include Google::Apis::Core::Hashable
|
1238
1216
|
|
@@ -1249,19 +1227,16 @@ module Google
|
|
1249
1227
|
class Environment
|
1250
1228
|
include Google::Apis::Core::Hashable
|
1251
1229
|
|
1252
|
-
# The type of cluster manager API to use.
|
1253
|
-
#
|
1254
|
-
#
|
1255
|
-
# e.g. "compute.googleapis.com".
|
1230
|
+
# The type of cluster manager API to use. If unknown or unspecified, the service
|
1231
|
+
# will attempt to choose a reasonable default. This should be in the form of the
|
1232
|
+
# API service name, e.g. "compute.googleapis.com".
|
1256
1233
|
# Corresponds to the JSON property `clusterManagerApiService`
|
1257
1234
|
# @return [String]
|
1258
1235
|
attr_accessor :cluster_manager_api_service
|
1259
1236
|
|
1260
|
-
# The dataset for the current project where various workflow
|
1261
|
-
#
|
1262
|
-
#
|
1263
|
-
# Google BigQuery:
|
1264
|
-
# bigquery.googleapis.com/`dataset`
|
1237
|
+
# The dataset for the current project where various workflow related tables are
|
1238
|
+
# stored. The supported resource type is: Google BigQuery: bigquery.googleapis.
|
1239
|
+
# com/`dataset`
|
1265
1240
|
# Corresponds to the JSON property `dataset`
|
1266
1241
|
# @return [String]
|
1267
1242
|
attr_accessor :dataset
|
@@ -1281,10 +1256,9 @@ module Google
|
|
1281
1256
|
# @return [Hash<String,Object>]
|
1282
1257
|
attr_accessor :internal_experiments
|
1283
1258
|
|
1284
|
-
# The Cloud Dataflow SDK pipeline options specified by the user. These
|
1285
|
-
#
|
1286
|
-
#
|
1287
|
-
# independent way.
|
1259
|
+
# The Cloud Dataflow SDK pipeline options specified by the user. These options
|
1260
|
+
# are passed through the service and are used to recreate the SDK pipeline
|
1261
|
+
# options on the worker in a language agnostic and platform independent way.
|
1288
1262
|
# Corresponds to the JSON property `sdkPipelineOptions`
|
1289
1263
|
# @return [Hash<String,Object>]
|
1290
1264
|
attr_accessor :sdk_pipeline_options
|
@@ -1294,25 +1268,20 @@ module Google
|
|
1294
1268
|
# @return [String]
|
1295
1269
|
attr_accessor :service_account_email
|
1296
1270
|
|
1297
|
-
# If set, contains the Cloud KMS key identifier used to encrypt data
|
1298
|
-
#
|
1299
|
-
#
|
1300
|
-
# projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY
|
1271
|
+
# If set, contains the Cloud KMS key identifier used to encrypt data at rest,
|
1272
|
+
# AKA a Customer Managed Encryption Key (CMEK). Format: projects/PROJECT_ID/
|
1273
|
+
# locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY
|
1301
1274
|
# Corresponds to the JSON property `serviceKmsKeyName`
|
1302
1275
|
# @return [String]
|
1303
1276
|
attr_accessor :service_kms_key_name
|
1304
1277
|
|
1305
|
-
# The prefix of the resources the system should use for temporary
|
1306
|
-
#
|
1307
|
-
#
|
1308
|
-
#
|
1309
|
-
#
|
1310
|
-
#
|
1311
|
-
#
|
1312
|
-
# The supported resource type is:
|
1313
|
-
# Google Cloud Storage:
|
1314
|
-
# storage.googleapis.com/`bucket`/`object`
|
1315
|
-
# bucket.storage.googleapis.com/`object`
|
1278
|
+
# The prefix of the resources the system should use for temporary storage. The
|
1279
|
+
# system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
|
1280
|
+
# JOBNAME` is the value of the job_name field. The resulting bucket and object
|
1281
|
+
# prefix is used as the prefix of the resources used to store temporary data
|
1282
|
+
# needed during the job execution. NOTE: This will override the value in
|
1283
|
+
# taskrunner_settings. The supported resource type is: Google Cloud Storage:
|
1284
|
+
# storage.googleapis.com/`bucket`/`object` bucket.storage.googleapis.com/`object`
|
1316
1285
|
# Corresponds to the JSON property `tempStoragePrefix`
|
1317
1286
|
# @return [String]
|
1318
1287
|
attr_accessor :temp_storage_prefix
|
@@ -1322,32 +1291,31 @@ module Google
|
|
1322
1291
|
# @return [Hash<String,Object>]
|
1323
1292
|
attr_accessor :user_agent
|
1324
1293
|
|
1325
|
-
# A structure describing which components and their versions of the service
|
1326
|
-
#
|
1294
|
+
# A structure describing which components and their versions of the service are
|
1295
|
+
# required in order to run the job.
|
1327
1296
|
# Corresponds to the JSON property `version`
|
1328
1297
|
# @return [Hash<String,Object>]
|
1329
1298
|
attr_accessor :version
|
1330
1299
|
|
1331
|
-
# The worker pools. At least one "harness" worker pool must be
|
1332
|
-
#
|
1300
|
+
# The worker pools. At least one "harness" worker pool must be specified in
|
1301
|
+
# order for the job to have workers.
|
1333
1302
|
# Corresponds to the JSON property `workerPools`
|
1334
1303
|
# @return [Array<Google::Apis::DataflowV1b3::WorkerPool>]
|
1335
1304
|
attr_accessor :worker_pools
|
1336
1305
|
|
1337
|
-
# The Compute Engine region
|
1338
|
-
#
|
1339
|
-
#
|
1340
|
-
#
|
1341
|
-
# default to the control plane's region.
|
1306
|
+
# The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/
|
1307
|
+
# regions-zones) in which worker processing should occur, e.g. "us-west1".
|
1308
|
+
# Mutually exclusive with worker_zone. If neither worker_region nor worker_zone
|
1309
|
+
# is specified, default to the control plane's region.
|
1342
1310
|
# Corresponds to the JSON property `workerRegion`
|
1343
1311
|
# @return [String]
|
1344
1312
|
attr_accessor :worker_region
|
1345
1313
|
|
1346
|
-
# The Compute Engine zone
|
1347
|
-
#
|
1348
|
-
#
|
1349
|
-
#
|
1350
|
-
#
|
1314
|
+
# The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/
|
1315
|
+
# regions-zones) in which worker processing should occur, e.g. "us-west1-a".
|
1316
|
+
# Mutually exclusive with worker_region. If neither worker_region nor
|
1317
|
+
# worker_zone is specified, a zone in the control plane's region is chosen based
|
1318
|
+
# on available capacity.
|
1351
1319
|
# Corresponds to the JSON property `workerZone`
|
1352
1320
|
# @return [String]
|
1353
1321
|
attr_accessor :worker_zone
|
@@ -1407,7 +1375,7 @@ module Google
|
|
1407
1375
|
end
|
1408
1376
|
|
1409
1377
|
# Description of the composing transforms, names/ids, and input/outputs of a
|
1410
|
-
# stage of execution.
|
1378
|
+
# stage of execution. Some composing transforms and sources may have been
|
1411
1379
|
# generated by the Dataflow service during execution planning.
|
1412
1380
|
class ExecutionStageSummary
|
1413
1381
|
include Google::Apis::Core::Hashable
|
@@ -1463,15 +1431,13 @@ module Google
|
|
1463
1431
|
end
|
1464
1432
|
end
|
1465
1433
|
|
1466
|
-
# Indicates which [regional endpoint]
|
1467
|
-
#
|
1468
|
-
# to respond to a request for data.
|
1434
|
+
# Indicates which [regional endpoint] (https://cloud.google.com/dataflow/docs/
|
1435
|
+
# concepts/regional-endpoints) failed to respond to a request for data.
|
1469
1436
|
class FailedLocation
|
1470
1437
|
include Google::Apis::Core::Hashable
|
1471
1438
|
|
1472
|
-
# The name of the [regional endpoint]
|
1473
|
-
#
|
1474
|
-
# failed to respond.
|
1439
|
+
# The name of the [regional endpoint] (https://cloud.google.com/dataflow/docs/
|
1440
|
+
# concepts/regional-endpoints) that failed to respond.
|
1475
1441
|
# Corresponds to the JSON property `name`
|
1476
1442
|
# @return [String]
|
1477
1443
|
attr_accessor :name
|
@@ -1524,6 +1490,134 @@ module Google
|
|
1524
1490
|
end
|
1525
1491
|
end
|
1526
1492
|
|
1493
|
+
# The environment values to be set at runtime for flex template.
|
1494
|
+
class FlexTemplateRuntimeEnvironment
|
1495
|
+
include Google::Apis::Core::Hashable
|
1496
|
+
|
1497
|
+
# Additional experiment flags for the job.
|
1498
|
+
# Corresponds to the JSON property `additionalExperiments`
|
1499
|
+
# @return [Array<String>]
|
1500
|
+
attr_accessor :additional_experiments
|
1501
|
+
|
1502
|
+
# Additional user labels to be specified for the job. Keys and values must
|
1503
|
+
# follow the restrictions specified in the [labeling restrictions](https://cloud.
|
1504
|
+
# google.com/compute/docs/labeling-resources#restrictions) page. An object
|
1505
|
+
# containing a list of "key": value pairs. Example: ` "name": "wrench", "mass": "
|
1506
|
+
# 1kg", "count": "3" `.
|
1507
|
+
# Corresponds to the JSON property `additionalUserLabels`
|
1508
|
+
# @return [Hash<String,String>]
|
1509
|
+
attr_accessor :additional_user_labels
|
1510
|
+
|
1511
|
+
# Whether to enable Streaming Engine for the job.
|
1512
|
+
# Corresponds to the JSON property `enableStreamingEngine`
|
1513
|
+
# @return [Boolean]
|
1514
|
+
attr_accessor :enable_streaming_engine
|
1515
|
+
alias_method :enable_streaming_engine?, :enable_streaming_engine
|
1516
|
+
|
1517
|
+
# Configuration for VM IPs.
|
1518
|
+
# Corresponds to the JSON property `ipConfiguration`
|
1519
|
+
# @return [String]
|
1520
|
+
attr_accessor :ip_configuration
|
1521
|
+
|
1522
|
+
# Name for the Cloud KMS key for the job. Key format is: projects//locations//
|
1523
|
+
# keyRings//cryptoKeys/
|
1524
|
+
# Corresponds to the JSON property `kmsKeyName`
|
1525
|
+
# @return [String]
|
1526
|
+
attr_accessor :kms_key_name
|
1527
|
+
|
1528
|
+
# The machine type to use for the job. Defaults to the value from the template
|
1529
|
+
# if not specified.
|
1530
|
+
# Corresponds to the JSON property `machineType`
|
1531
|
+
# @return [String]
|
1532
|
+
attr_accessor :machine_type
|
1533
|
+
|
1534
|
+
# The maximum number of Google Compute Engine instances to be made available to
|
1535
|
+
# your pipeline during execution, from 1 to 1000.
|
1536
|
+
# Corresponds to the JSON property `maxWorkers`
|
1537
|
+
# @return [Fixnum]
|
1538
|
+
attr_accessor :max_workers
|
1539
|
+
|
1540
|
+
# Network to which VMs will be assigned. If empty or unspecified, the service
|
1541
|
+
# will use the network "default".
|
1542
|
+
# Corresponds to the JSON property `network`
|
1543
|
+
# @return [String]
|
1544
|
+
attr_accessor :network
|
1545
|
+
|
1546
|
+
# The initial number of Google Compute Engine instances for the job.
|
1547
|
+
# Corresponds to the JSON property `numWorkers`
|
1548
|
+
# @return [Fixnum]
|
1549
|
+
attr_accessor :num_workers
|
1550
|
+
|
1551
|
+
# The email address of the service account to run the job as.
|
1552
|
+
# Corresponds to the JSON property `serviceAccountEmail`
|
1553
|
+
# @return [String]
|
1554
|
+
attr_accessor :service_account_email
|
1555
|
+
|
1556
|
+
# Subnetwork to which VMs will be assigned, if desired. You can specify a
|
1557
|
+
# subnetwork using either a complete URL or an abbreviated path. Expected to be
|
1558
|
+
# of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
|
1559
|
+
# regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/
|
1560
|
+
# SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must
|
1561
|
+
# use the complete URL.
|
1562
|
+
# Corresponds to the JSON property `subnetwork`
|
1563
|
+
# @return [String]
|
1564
|
+
attr_accessor :subnetwork
|
1565
|
+
|
1566
|
+
# The Cloud Storage path to use for temporary files. Must be a valid Cloud
|
1567
|
+
# Storage URL, beginning with `gs://`.
|
1568
|
+
# Corresponds to the JSON property `tempLocation`
|
1569
|
+
# @return [String]
|
1570
|
+
attr_accessor :temp_location
|
1571
|
+
|
1572
|
+
# The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/
|
1573
|
+
# regions-zones) in which worker processing should occur, e.g. "us-west1".
|
1574
|
+
# Mutually exclusive with worker_zone. If neither worker_region nor worker_zone
|
1575
|
+
# is specified, default to the control plane's region.
|
1576
|
+
# Corresponds to the JSON property `workerRegion`
|
1577
|
+
# @return [String]
|
1578
|
+
attr_accessor :worker_region
|
1579
|
+
|
1580
|
+
# The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/
|
1581
|
+
# regions-zones) in which worker processing should occur, e.g. "us-west1-a".
|
1582
|
+
# Mutually exclusive with worker_region. If neither worker_region nor
|
1583
|
+
# worker_zone is specified, a zone in the control plane's region is chosen based
|
1584
|
+
# on available capacity. If both `worker_zone` and `zone` are set, `worker_zone`
|
1585
|
+
# takes precedence.
|
1586
|
+
# Corresponds to the JSON property `workerZone`
|
1587
|
+
# @return [String]
|
1588
|
+
attr_accessor :worker_zone
|
1589
|
+
|
1590
|
+
# The Compute Engine [availability zone](https://cloud.google.com/compute/docs/
|
1591
|
+
# regions-zones/regions-zones) for launching worker instances to run your
|
1592
|
+
# pipeline. In the future, worker_zone will take precedence.
|
1593
|
+
# Corresponds to the JSON property `zone`
|
1594
|
+
# @return [String]
|
1595
|
+
attr_accessor :zone
|
1596
|
+
|
1597
|
+
def initialize(**args)
|
1598
|
+
update!(**args)
|
1599
|
+
end
|
1600
|
+
|
1601
|
+
# Update properties of this object
|
1602
|
+
def update!(**args)
|
1603
|
+
@additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
|
1604
|
+
@additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
|
1605
|
+
@enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
|
1606
|
+
@ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
|
1607
|
+
@kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
|
1608
|
+
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
1609
|
+
@max_workers = args[:max_workers] if args.key?(:max_workers)
|
1610
|
+
@network = args[:network] if args.key?(:network)
|
1611
|
+
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
1612
|
+
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1613
|
+
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
1614
|
+
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
1615
|
+
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
1616
|
+
@worker_zone = args[:worker_zone] if args.key?(:worker_zone)
|
1617
|
+
@zone = args[:zone] if args.key?(:zone)
|
1618
|
+
end
|
1619
|
+
end
|
1620
|
+
|
1527
1621
|
# A metric value representing a list of floating point numbers.
|
1528
1622
|
class FloatingPointList
|
1529
1623
|
include Google::Apis::Core::Hashable
|
@@ -1547,8 +1641,8 @@ module Google
|
|
1547
1641
|
class FloatingPointMean
|
1548
1642
|
include Google::Apis::Core::Hashable
|
1549
1643
|
|
1550
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1551
|
-
#
|
1644
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1645
|
+
# in JSON.
|
1552
1646
|
# Corresponds to the JSON property `count`
|
1553
1647
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1554
1648
|
attr_accessor :count
|
@@ -1573,15 +1667,13 @@ module Google
|
|
1573
1667
|
class GetDebugConfigRequest
|
1574
1668
|
include Google::Apis::Core::Hashable
|
1575
1669
|
|
1576
|
-
# The internal component id for which debug configuration is
|
1577
|
-
# requested.
|
1670
|
+
# The internal component id for which debug configuration is requested.
|
1578
1671
|
# Corresponds to the JSON property `componentId`
|
1579
1672
|
# @return [String]
|
1580
1673
|
attr_accessor :component_id
|
1581
1674
|
|
1582
|
-
# The [regional endpoint]
|
1583
|
-
#
|
1584
|
-
# contains the job specified by job_id.
|
1675
|
+
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
1676
|
+
# regional-endpoints) that contains the job specified by job_id.
|
1585
1677
|
# Corresponds to the JSON property `location`
|
1586
1678
|
# @return [String]
|
1587
1679
|
attr_accessor :location
|
@@ -1636,12 +1728,12 @@ module Google
|
|
1636
1728
|
# @return [Google::Apis::DataflowV1b3::RuntimeMetadata]
|
1637
1729
|
attr_accessor :runtime_metadata
|
1638
1730
|
|
1639
|
-
# The `Status` type defines a logical error model that is suitable for
|
1640
|
-
#
|
1641
|
-
#
|
1642
|
-
#
|
1643
|
-
#
|
1644
|
-
#
|
1731
|
+
# The `Status` type defines a logical error model that is suitable for different
|
1732
|
+
# programming environments, including REST APIs and RPC APIs. It is used by [
|
1733
|
+
# gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
|
1734
|
+
# data: error code, error message, and error details. You can find out more
|
1735
|
+
# about this error model and how to work with it in the [API Design Guide](https:
|
1736
|
+
# //cloud.google.com/apis/design/errors).
|
1645
1737
|
# Corresponds to the JSON property `status`
|
1646
1738
|
# @return [Google::Apis::DataflowV1b3::Status]
|
1647
1739
|
attr_accessor :status
|
@@ -1664,26 +1756,25 @@ module Google
|
|
1664
1756
|
end
|
1665
1757
|
end
|
1666
1758
|
|
1667
|
-
# Histogram of value counts for a distribution.
|
1668
|
-
#
|
1669
|
-
#
|
1670
|
-
#
|
1671
|
-
#
|
1672
|
-
# Negative values are not supported.
|
1759
|
+
# Histogram of value counts for a distribution. Buckets have an inclusive lower
|
1760
|
+
# bound and exclusive upper bound and use "1,2,5 bucketing": The first bucket
|
1761
|
+
# range is from [0,1) and all subsequent bucket boundaries are powers of ten
|
1762
|
+
# multiplied by 1, 2, or 5. Thus, bucket boundaries are 0, 1, 2, 5, 10, 20, 50,
|
1763
|
+
# 100, 200, 500, 1000, ... Negative values are not supported.
|
1673
1764
|
class Histogram
|
1674
1765
|
include Google::Apis::Core::Hashable
|
1675
1766
|
|
1676
|
-
# Counts of values in each bucket. For efficiency, prefix and trailing
|
1677
|
-
#
|
1678
|
-
#
|
1679
|
-
#
|
1767
|
+
# Counts of values in each bucket. For efficiency, prefix and trailing buckets
|
1768
|
+
# with count = 0 are elided. Buckets can store the full range of values of an
|
1769
|
+
# unsigned long, with ULLONG_MAX falling into the 59th bucket with range [1e19,
|
1770
|
+
# 2e19).
|
1680
1771
|
# Corresponds to the JSON property `bucketCounts`
|
1681
1772
|
# @return [Array<Fixnum>]
|
1682
1773
|
attr_accessor :bucket_counts
|
1683
1774
|
|
1684
|
-
# Starting index of first stored bucket. The non-inclusive upper-bound of
|
1685
|
-
#
|
1686
|
-
#
|
1775
|
+
# Starting index of first stored bucket. The non-inclusive upper-bound of the
|
1776
|
+
# ith bucket is given by: pow(10,(i-first_bucket_offset)/3) * (1,2,5)[(i-
|
1777
|
+
# first_bucket_offset)%3]
|
1687
1778
|
# Corresponds to the JSON property `firstBucketOffset`
|
1688
1779
|
# @return [Fixnum]
|
1689
1780
|
attr_accessor :first_bucket_offset
|
@@ -1708,8 +1799,8 @@ module Google
|
|
1708
1799
|
# @return [String]
|
1709
1800
|
attr_accessor :hot_key_age
|
1710
1801
|
|
1711
|
-
# System-defined name of the step containing this hot key.
|
1712
|
-
#
|
1802
|
+
# System-defined name of the step containing this hot key. Unique across the
|
1803
|
+
# workflow.
|
1713
1804
|
# Corresponds to the JSON property `systemName`
|
1714
1805
|
# @return [String]
|
1715
1806
|
attr_accessor :system_name
|
@@ -1731,8 +1822,8 @@ module Google
|
|
1731
1822
|
end
|
1732
1823
|
end
|
1733
1824
|
|
1734
|
-
# An input of an instruction, as a reference to an output of a
|
1735
|
-
#
|
1825
|
+
# An input of an instruction, as a reference to an output of a producer
|
1826
|
+
# instruction.
|
1736
1827
|
class InstructionInput
|
1737
1828
|
include Google::Apis::Core::Hashable
|
1738
1829
|
|
@@ -1741,10 +1832,9 @@ module Google
|
|
1741
1832
|
# @return [Fixnum]
|
1742
1833
|
attr_accessor :output_num
|
1743
1834
|
|
1744
|
-
# The index (origin zero) of the parallel instruction that produces
|
1745
|
-
#
|
1746
|
-
#
|
1747
|
-
# containing MapTask.
|
1835
|
+
# The index (origin zero) of the parallel instruction that produces the output
|
1836
|
+
# to be consumed by this input. This index is relative to the list of
|
1837
|
+
# instructions in this input's instruction's containing MapTask.
|
1748
1838
|
# Corresponds to the JSON property `producerInstructionIndex`
|
1749
1839
|
# @return [Fixnum]
|
1750
1840
|
attr_accessor :producer_instruction_index
|
@@ -1774,28 +1864,27 @@ module Google
|
|
1774
1864
|
# @return [String]
|
1775
1865
|
attr_accessor :name
|
1776
1866
|
|
1777
|
-
# For system-generated byte and mean byte metrics, certain instructions
|
1778
|
-
#
|
1867
|
+
# For system-generated byte and mean byte metrics, certain instructions should
|
1868
|
+
# only report the key size.
|
1779
1869
|
# Corresponds to the JSON property `onlyCountKeyBytes`
|
1780
1870
|
# @return [Boolean]
|
1781
1871
|
attr_accessor :only_count_key_bytes
|
1782
1872
|
alias_method :only_count_key_bytes?, :only_count_key_bytes
|
1783
1873
|
|
1784
|
-
# For system-generated byte and mean byte metrics, certain instructions
|
1785
|
-
#
|
1874
|
+
# For system-generated byte and mean byte metrics, certain instructions should
|
1875
|
+
# only report the value size.
|
1786
1876
|
# Corresponds to the JSON property `onlyCountValueBytes`
|
1787
1877
|
# @return [Boolean]
|
1788
1878
|
attr_accessor :only_count_value_bytes
|
1789
1879
|
alias_method :only_count_value_bytes?, :only_count_value_bytes
|
1790
1880
|
|
1791
|
-
# System-defined name for this output in the original workflow graph.
|
1792
|
-
#
|
1881
|
+
# System-defined name for this output in the original workflow graph. Outputs
|
1882
|
+
# that do not contribute to an original instruction do not set this.
|
1793
1883
|
# Corresponds to the JSON property `originalName`
|
1794
1884
|
# @return [String]
|
1795
1885
|
attr_accessor :original_name
|
1796
1886
|
|
1797
|
-
# System-defined name of this output.
|
1798
|
-
# Unique across the workflow.
|
1887
|
+
# System-defined name of this output. Unique across the workflow.
|
1799
1888
|
# Corresponds to the JSON property `systemName`
|
1800
1889
|
# @return [String]
|
1801
1890
|
attr_accessor :system_name
|
@@ -1824,8 +1913,8 @@ module Google
|
|
1824
1913
|
# @return [String]
|
1825
1914
|
attr_accessor :timestamp
|
1826
1915
|
|
1827
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1828
|
-
#
|
1916
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1917
|
+
# in JSON.
|
1829
1918
|
# Corresponds to the JSON property `value`
|
1830
1919
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1831
1920
|
attr_accessor :value
|
@@ -1864,14 +1953,14 @@ module Google
|
|
1864
1953
|
class IntegerMean
|
1865
1954
|
include Google::Apis::Core::Hashable
|
1866
1955
|
|
1867
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1868
|
-
#
|
1956
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1957
|
+
# in JSON.
|
1869
1958
|
# Corresponds to the JSON property `count`
|
1870
1959
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1871
1960
|
attr_accessor :count
|
1872
1961
|
|
1873
|
-
# A representation of an int64, n, that is immune to precision loss when
|
1874
|
-
#
|
1962
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
1963
|
+
# in JSON.
|
1875
1964
|
# Corresponds to the JSON property `sum`
|
1876
1965
|
# @return [Google::Apis::DataflowV1b3::SplitInt64]
|
1877
1966
|
attr_accessor :sum
|
@@ -1891,13 +1980,12 @@ module Google
|
|
1891
1980
|
class Job
|
1892
1981
|
include Google::Apis::Core::Hashable
|
1893
1982
|
|
1894
|
-
# The client's unique identifier of the job, re-used across retried attempts.
|
1895
|
-
#
|
1896
|
-
#
|
1897
|
-
#
|
1898
|
-
#
|
1899
|
-
#
|
1900
|
-
# By default, the field is empty and, in that case, the service ignores it.
|
1983
|
+
# The client's unique identifier of the job, re-used across retried attempts. If
|
1984
|
+
# this field is set, the service will ensure its uniqueness. The request to
|
1985
|
+
# create a job will fail if the service has knowledge of a previously submitted
|
1986
|
+
# job with the same client's ID and job name. The caller may use this field to
|
1987
|
+
# ensure idempotence of job creation across retried attempts to create a job. By
|
1988
|
+
# default, the field is empty and, in that case, the service ignores it.
|
1901
1989
|
# Corresponds to the JSON property `clientRequestId`
|
1902
1990
|
# @return [String]
|
1903
1991
|
attr_accessor :client_request_id
|
@@ -1914,14 +2002,11 @@ module Google
|
|
1914
2002
|
# @return [String]
|
1915
2003
|
attr_accessor :created_from_snapshot_id
|
1916
2004
|
|
1917
|
-
# The current state of the job.
|
1918
|
-
#
|
1919
|
-
#
|
1920
|
-
#
|
1921
|
-
#
|
1922
|
-
# further state updates may be made.
|
1923
|
-
# This field may be mutated by the Cloud Dataflow service;
|
1924
|
-
# callers cannot mutate it.
|
2005
|
+
# The current state of the job. Jobs are created in the `JOB_STATE_STOPPED`
|
2006
|
+
# state unless otherwise specified. A job in the `JOB_STATE_RUNNING` state may
|
2007
|
+
# asynchronously enter a terminal state. After a job has reached a terminal
|
2008
|
+
# state, no further state updates may be made. This field may be mutated by the
|
2009
|
+
# Cloud Dataflow service; callers cannot mutate it.
|
1925
2010
|
# Corresponds to the JSON property `currentState`
|
1926
2011
|
# @return [String]
|
1927
2012
|
attr_accessor :current_state
|
@@ -1942,9 +2027,8 @@ module Google
|
|
1942
2027
|
# @return [Google::Apis::DataflowV1b3::JobExecutionInfo]
|
1943
2028
|
attr_accessor :execution_info
|
1944
2029
|
|
1945
|
-
# The unique ID of this job.
|
1946
|
-
#
|
1947
|
-
# created, and is immutable for the life of the job.
|
2030
|
+
# The unique ID of this job. This field is set by the Cloud Dataflow service
|
2031
|
+
# when the Job is created, and is immutable for the life of the job.
|
1948
2032
|
# Corresponds to the JSON property `id`
|
1949
2033
|
# @return [String]
|
1950
2034
|
attr_accessor :id
|
@@ -1955,37 +2039,32 @@ module Google
|
|
1955
2039
|
# @return [Google::Apis::DataflowV1b3::JobMetadata]
|
1956
2040
|
attr_accessor :job_metadata
|
1957
2041
|
|
1958
|
-
# User-defined labels for this job.
|
1959
|
-
#
|
1960
|
-
#
|
1961
|
-
#
|
1962
|
-
#
|
1963
|
-
# * Both keys and values are additionally constrained to be <= 128 bytes in
|
1964
|
-
# size.
|
2042
|
+
# User-defined labels for this job. The labels map can contain no more than 64
|
2043
|
+
# entries. Entries of the labels map are UTF8 strings that comply with the
|
2044
|
+
# following restrictions: * Keys must conform to regexp: \p`Ll`\p`Lo``0,62` *
|
2045
|
+
# Values must conform to regexp: [\p`Ll`\p`Lo`\p`N`_-]`0,63` * Both keys and
|
2046
|
+
# values are additionally constrained to be <= 128 bytes in size.
|
1965
2047
|
# Corresponds to the JSON property `labels`
|
1966
2048
|
# @return [Hash<String,String>]
|
1967
2049
|
attr_accessor :labels
|
1968
2050
|
|
1969
|
-
# The [regional endpoint]
|
1970
|
-
#
|
1971
|
-
# contains this job.
|
2051
|
+
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
2052
|
+
# regional-endpoints) that contains this job.
|
1972
2053
|
# Corresponds to the JSON property `location`
|
1973
2054
|
# @return [String]
|
1974
2055
|
attr_accessor :location
|
1975
2056
|
|
1976
|
-
# The user-specified Cloud Dataflow job name.
|
1977
|
-
#
|
1978
|
-
#
|
1979
|
-
#
|
1980
|
-
#
|
1981
|
-
# The name must match the regular expression
|
1982
|
-
# `[a-z]([-a-z0-9]`0,38`[a-z0-9])?`
|
2057
|
+
# The user-specified Cloud Dataflow job name. Only one Job with a given name may
|
2058
|
+
# exist in a project at any given time. If a caller attempts to create a Job
|
2059
|
+
# with the same name as an already-existing Job, the attempt returns the
|
2060
|
+
# existing Job. The name must match the regular expression `[a-z]([-a-z0-9]`0,38`
|
2061
|
+
# [a-z0-9])?`
|
1983
2062
|
# Corresponds to the JSON property `name`
|
1984
2063
|
# @return [String]
|
1985
2064
|
attr_accessor :name
|
1986
2065
|
|
1987
2066
|
# A descriptive representation of submitted pipeline as well as the executed
|
1988
|
-
# form.
|
2067
|
+
# form. This data is provided by the Dataflow service for ease of visualizing
|
1989
2068
|
# the pipeline and interpreting Dataflow provided metrics.
|
1990
2069
|
# Corresponds to the JSON property `pipelineDescription`
|
1991
2070
|
# @return [Google::Apis::DataflowV1b3::PipelineDescription]
|
@@ -1996,50 +2075,46 @@ module Google
|
|
1996
2075
|
# @return [String]
|
1997
2076
|
attr_accessor :project_id
|
1998
2077
|
|
1999
|
-
# If this job is an update of an existing job, this field is the job ID
|
2000
|
-
#
|
2001
|
-
#
|
2002
|
-
#
|
2003
|
-
# transferred to this job.
|
2078
|
+
# If this job is an update of an existing job, this field is the job ID of the
|
2079
|
+
# job it replaced. When sending a `CreateJobRequest`, you can update a job by
|
2080
|
+
# specifying it here. The job named here is stopped, and its intermediate state
|
2081
|
+
# is transferred to this job.
|
2004
2082
|
# Corresponds to the JSON property `replaceJobId`
|
2005
2083
|
# @return [String]
|
2006
2084
|
attr_accessor :replace_job_id
|
2007
2085
|
|
2008
|
-
# If another job is an update of this job (and thus, this job is in
|
2009
|
-
#
|
2086
|
+
# If another job is an update of this job (and thus, this job is in `
|
2087
|
+
# JOB_STATE_UPDATED`), this field contains the ID of that job.
|
2010
2088
|
# Corresponds to the JSON property `replacedByJobId`
|
2011
2089
|
# @return [String]
|
2012
2090
|
attr_accessor :replaced_by_job_id
|
2013
2091
|
|
2014
|
-
# The job's requested state.
|
2015
|
-
# `
|
2016
|
-
# `
|
2017
|
-
#
|
2018
|
-
#
|
2019
|
-
# job if it has not already reached a terminal state.
|
2092
|
+
# The job's requested state. `UpdateJob` may be used to switch between the `
|
2093
|
+
# JOB_STATE_STOPPED` and `JOB_STATE_RUNNING` states, by setting requested_state.
|
2094
|
+
# `UpdateJob` may also be used to directly set a job's requested state to `
|
2095
|
+
# JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating the job if
|
2096
|
+
# it has not already reached a terminal state.
|
2020
2097
|
# Corresponds to the JSON property `requestedState`
|
2021
2098
|
# @return [String]
|
2022
2099
|
attr_accessor :requested_state
|
2023
2100
|
|
2024
|
-
# This field may be mutated by the Cloud Dataflow service;
|
2025
|
-
#
|
2101
|
+
# This field may be mutated by the Cloud Dataflow service; callers cannot mutate
|
2102
|
+
# it.
|
2026
2103
|
# Corresponds to the JSON property `stageStates`
|
2027
2104
|
# @return [Array<Google::Apis::DataflowV1b3::ExecutionStageState>]
|
2028
2105
|
attr_accessor :stage_states
|
2029
2106
|
|
2030
2107
|
# The timestamp when the job was started (transitioned to JOB_STATE_PENDING).
|
2031
2108
|
# Flexible resource scheduling jobs are started with some delay after job
|
2032
|
-
# creation, so start_time is unset before start and is updated when the
|
2033
|
-
#
|
2034
|
-
#
|
2035
|
-
# service.
|
2109
|
+
# creation, so start_time is unset before start and is updated when the job is
|
2110
|
+
# started by the Cloud Dataflow service. For other jobs, start_time always
|
2111
|
+
# equals to create_time and is immutable and set by the Cloud Dataflow service.
|
2036
2112
|
# Corresponds to the JSON property `startTime`
|
2037
2113
|
# @return [String]
|
2038
2114
|
attr_accessor :start_time
|
2039
2115
|
|
2040
|
-
# Exactly one of step or steps_location should be specified.
|
2041
|
-
#
|
2042
|
-
# JOB_VIEW_ALL.
|
2116
|
+
# Exactly one of step or steps_location should be specified. The top-level steps
|
2117
|
+
# that constitute the entire job. Only retrieved with JOB_VIEW_ALL.
|
2043
2118
|
# Corresponds to the JSON property `steps`
|
2044
2119
|
# @return [Array<Google::Apis::DataflowV1b3::Step>]
|
2045
2120
|
attr_accessor :steps
|
@@ -2049,15 +2124,11 @@ module Google
|
|
2049
2124
|
# @return [String]
|
2050
2125
|
attr_accessor :steps_location
|
2051
2126
|
|
2052
|
-
# A set of files the system should be aware of that are used
|
2053
|
-
#
|
2054
|
-
#
|
2055
|
-
#
|
2056
|
-
#
|
2057
|
-
# The supported files are:
|
2058
|
-
# Google Cloud Storage:
|
2059
|
-
# storage.googleapis.com/`bucket`/`object`
|
2060
|
-
# bucket.storage.googleapis.com/`object`
|
2127
|
+
# A set of files the system should be aware of that are used for temporary
|
2128
|
+
# storage. These temporary files will be removed on job completion. No
|
2129
|
+
# duplicates are allowed. No file patterns are supported. The supported files
|
2130
|
+
# are: Google Cloud Storage: storage.googleapis.com/`bucket`/`object` bucket.
|
2131
|
+
# storage.googleapis.com/`object`
|
2061
2132
|
# Corresponds to the JSON property `tempFiles`
|
2062
2133
|
# @return [Array<String>]
|
2063
2134
|
attr_accessor :temp_files
|
@@ -2106,6 +2177,32 @@ module Google
|
|
2106
2177
|
end
|
2107
2178
|
end
|
2108
2179
|
|
2180
|
+
# Information about the execution of a job.
|
2181
|
+
class JobExecutionDetails
|
2182
|
+
include Google::Apis::Core::Hashable
|
2183
|
+
|
2184
|
+
# If present, this response does not contain all requested tasks. To obtain the
|
2185
|
+
# next page of results, repeat the request with page_token set to this value.
|
2186
|
+
# Corresponds to the JSON property `nextPageToken`
|
2187
|
+
# @return [String]
|
2188
|
+
attr_accessor :next_page_token
|
2189
|
+
|
2190
|
+
# The stages of the job execution.
|
2191
|
+
# Corresponds to the JSON property `stages`
|
2192
|
+
# @return [Array<Google::Apis::DataflowV1b3::StageSummary>]
|
2193
|
+
attr_accessor :stages
|
2194
|
+
|
2195
|
+
def initialize(**args)
|
2196
|
+
update!(**args)
|
2197
|
+
end
|
2198
|
+
|
2199
|
+
# Update properties of this object
|
2200
|
+
def update!(**args)
|
2201
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
2202
|
+
@stages = args[:stages] if args.key?(:stages)
|
2203
|
+
end
|
2204
|
+
end
|
2205
|
+
|
2109
2206
|
# Additional information about how a Cloud Dataflow job will be executed that
|
2110
2207
|
# isn't contained in the submitted job.
|
2111
2208
|
class JobExecutionInfo
|
@@ -2126,14 +2223,13 @@ module Google
|
|
2126
2223
|
end
|
2127
2224
|
end
|
2128
2225
|
|
2129
|
-
# Contains information about how a particular
|
2130
|
-
#
|
2226
|
+
# Contains information about how a particular google.dataflow.v1beta3.Step will
|
2227
|
+
# be executed.
|
2131
2228
|
class JobExecutionStageInfo
|
2132
2229
|
include Google::Apis::Core::Hashable
|
2133
2230
|
|
2134
|
-
# The steps associated with the execution stage.
|
2135
|
-
#
|
2136
|
-
# might be run by more than one stage.
|
2231
|
+
# The steps associated with the execution stage. Note that stages may have
|
2232
|
+
# several steps, and that a given step might be run by more than one stage.
|
2137
2233
|
# Corresponds to the JSON property `stepName`
|
2138
2234
|
# @return [Array<String>]
|
2139
2235
|
attr_accessor :step_name
|
@@ -2243,9 +2339,8 @@ module Google
|
|
2243
2339
|
|
2244
2340
|
# JobMetrics contains a collection of metrics describing the detailed progress
|
2245
2341
|
# of a Dataflow job. Metrics correspond to user-defined and system-defined
|
2246
|
-
# metrics in the job.
|
2247
|
-
#
|
2248
|
-
# time-series data can be queried for them (under the same metric names)
|
2342
|
+
# metrics in the job. This resource captures only the most recent values of each
|
2343
|
+
# metric; time-series data can be queried for them (under the same metric names)
|
2249
2344
|
# from Cloud Monitoring.
|
2250
2345
|
class JobMetrics
|
2251
2346
|
include Google::Apis::Core::Hashable
|
@@ -2272,16 +2367,14 @@ module Google
|
|
2272
2367
|
end
|
2273
2368
|
|
2274
2369
|
# Data disk assignment information for a specific key-range of a sharded
|
2275
|
-
# computation.
|
2276
|
-
#
|
2277
|
-
# JSON.
|
2370
|
+
# computation. Currently we only support UTF-8 character splits to simplify
|
2371
|
+
# encoding into JSON.
|
2278
2372
|
class KeyRangeDataDiskAssignment
|
2279
2373
|
include Google::Apis::Core::Hashable
|
2280
2374
|
|
2281
|
-
# The name of the data disk where data for this range is stored.
|
2282
|
-
#
|
2283
|
-
#
|
2284
|
-
# "myproject-1014-104817-4c2-harness-0-disk-1".
|
2375
|
+
# The name of the data disk where data for this range is stored. This name is
|
2376
|
+
# local to the Google Cloud Platform project and uniquely identifies the disk
|
2377
|
+
# within that project, for example "myproject-1014-104817-4c2-harness-0-disk-1".
|
2285
2378
|
# Corresponds to the JSON property `dataDisk`
|
2286
2379
|
# @return [String]
|
2287
2380
|
attr_accessor :data_disk
|
@@ -2314,16 +2407,15 @@ module Google
|
|
2314
2407
|
class KeyRangeLocation
|
2315
2408
|
include Google::Apis::Core::Hashable
|
2316
2409
|
|
2317
|
-
# The name of the data disk where data for this range is stored.
|
2318
|
-
#
|
2319
|
-
#
|
2320
|
-
# "myproject-1014-104817-4c2-harness-0-disk-1".
|
2410
|
+
# The name of the data disk where data for this range is stored. This name is
|
2411
|
+
# local to the Google Cloud Platform project and uniquely identifies the disk
|
2412
|
+
# within that project, for example "myproject-1014-104817-4c2-harness-0-disk-1".
|
2321
2413
|
# Corresponds to the JSON property `dataDisk`
|
2322
2414
|
# @return [String]
|
2323
2415
|
attr_accessor :data_disk
|
2324
2416
|
|
2325
|
-
# The physical location of this range assignment to be used for
|
2326
|
-
#
|
2417
|
+
# The physical location of this range assignment to be used for streaming
|
2418
|
+
# computation cross-worker message delivery.
|
2327
2419
|
# Corresponds to the JSON property `deliveryEndpoint`
|
2328
2420
|
# @return [String]
|
2329
2421
|
attr_accessor :delivery_endpoint
|
@@ -2372,20 +2464,23 @@ module Google
|
|
2372
2464
|
# @return [String]
|
2373
2465
|
attr_accessor :container_spec_gcs_path
|
2374
2466
|
|
2467
|
+
# The environment values to be set at runtime for flex template.
|
2468
|
+
# Corresponds to the JSON property `environment`
|
2469
|
+
# @return [Google::Apis::DataflowV1b3::FlexTemplateRuntimeEnvironment]
|
2470
|
+
attr_accessor :environment
|
2471
|
+
|
2375
2472
|
# Required. The job name to use for the created job.
|
2376
2473
|
# Corresponds to the JSON property `jobName`
|
2377
2474
|
# @return [String]
|
2378
2475
|
attr_accessor :job_name
|
2379
2476
|
|
2380
2477
|
# Launch options for this flex template job. This is a common set of options
|
2381
|
-
# across languages and templates. This should not be used to pass job
|
2382
|
-
# parameters.
|
2478
|
+
# across languages and templates. This should not be used to pass job parameters.
|
2383
2479
|
# Corresponds to the JSON property `launchOptions`
|
2384
2480
|
# @return [Hash<String,String>]
|
2385
2481
|
attr_accessor :launch_options
|
2386
2482
|
|
2387
|
-
# The parameters for FlexTemplate.
|
2388
|
-
# Ex. `"num_workers":"5"`
|
2483
|
+
# The parameters for FlexTemplate. Ex. `"num_workers":"5"`
|
2389
2484
|
# Corresponds to the JSON property `parameters`
|
2390
2485
|
# @return [Hash<String,String>]
|
2391
2486
|
attr_accessor :parameters
|
@@ -2398,6 +2493,7 @@ module Google
|
|
2398
2493
|
def update!(**args)
|
2399
2494
|
@container_spec = args[:container_spec] if args.key?(:container_spec)
|
2400
2495
|
@container_spec_gcs_path = args[:container_spec_gcs_path] if args.key?(:container_spec_gcs_path)
|
2496
|
+
@environment = args[:environment] if args.key?(:environment)
|
2401
2497
|
@job_name = args[:job_name] if args.key?(:job_name)
|
2402
2498
|
@launch_options = args[:launch_options] if args.key?(:launch_options)
|
2403
2499
|
@parameters = args[:parameters] if args.key?(:parameters)
|
@@ -2413,8 +2509,7 @@ module Google
|
|
2413
2509
|
# @return [Google::Apis::DataflowV1b3::LaunchFlexTemplateParameter]
|
2414
2510
|
attr_accessor :launch_parameter
|
2415
2511
|
|
2416
|
-
# If true, the request is validated but not actually executed.
|
2417
|
-
# Defaults to false.
|
2512
|
+
# If true, the request is validated but not actually executed. Defaults to false.
|
2418
2513
|
# Corresponds to the JSON property `validateOnly`
|
2419
2514
|
# @return [Boolean]
|
2420
2515
|
attr_accessor :validate_only
|
@@ -2475,8 +2570,8 @@ module Google
|
|
2475
2570
|
# @return [Hash<String,String>]
|
2476
2571
|
attr_accessor :transform_name_mapping
|
2477
2572
|
|
2478
|
-
# If set, replace the existing pipeline with the name specified by jobName
|
2479
|
-
#
|
2573
|
+
# If set, replace the existing pipeline with the name specified by jobName with
|
2574
|
+
# this pipeline, preserving state.
|
2480
2575
|
# Corresponds to the JSON property `update`
|
2481
2576
|
# @return [Boolean]
|
2482
2577
|
attr_accessor :update
|
@@ -2524,9 +2619,8 @@ module Google
|
|
2524
2619
|
# @return [String]
|
2525
2620
|
attr_accessor :current_worker_time
|
2526
2621
|
|
2527
|
-
# The [regional endpoint]
|
2528
|
-
#
|
2529
|
-
# contains the WorkItem's job.
|
2622
|
+
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
2623
|
+
# regional-endpoints) that contains the WorkItem's job.
|
2530
2624
|
# Corresponds to the JSON property `location`
|
2531
2625
|
# @return [String]
|
2532
2626
|
attr_accessor :location
|
@@ -2552,8 +2646,8 @@ module Google
|
|
2552
2646
|
# @return [Array<String>]
|
2553
2647
|
attr_accessor :worker_capabilities
|
2554
2648
|
|
2555
|
-
# Identifies the worker leasing work -- typically the ID of the
|
2556
|
-
#
|
2649
|
+
# Identifies the worker leasing work -- typically the ID of the virtual machine
|
2650
|
+
# running the worker.
|
2557
2651
|
# Corresponds to the JSON property `workerId`
|
2558
2652
|
# @return [String]
|
2559
2653
|
attr_accessor :worker_id
|
@@ -2630,17 +2724,15 @@ module Google
|
|
2630
2724
|
end
|
2631
2725
|
end
|
2632
2726
|
|
2633
|
-
# Response to a request to list Cloud Dataflow jobs in a project. This might
|
2634
|
-
#
|
2635
|
-
#
|
2636
|
-
#
|
2637
|
-
# body is empty ``.
|
2727
|
+
# Response to a request to list Cloud Dataflow jobs in a project. This might be
|
2728
|
+
# a partial response, depending on the page size in the ListJobsRequest. However,
|
2729
|
+
# if the project does not have any jobs, an instance of ListJobsResponse is not
|
2730
|
+
# returned and the requests's response body is empty ``.
|
2638
2731
|
class ListJobsResponse
|
2639
2732
|
include Google::Apis::Core::Hashable
|
2640
2733
|
|
2641
|
-
# Zero or more messages describing the [regional endpoints]
|
2642
|
-
#
|
2643
|
-
# failed to respond.
|
2734
|
+
# Zero or more messages describing the [regional endpoints] (https://cloud.
|
2735
|
+
# google.com/dataflow/docs/concepts/regional-endpoints) that failed to respond.
|
2644
2736
|
# Corresponds to the JSON property `failedLocation`
|
2645
2737
|
# @return [Array<Google::Apis::DataflowV1b3::FailedLocation>]
|
2646
2738
|
attr_accessor :failed_location
|
@@ -2690,8 +2782,8 @@ module Google
|
|
2690
2782
|
class ListTemplateVersionsResponse
|
2691
2783
|
include Google::Apis::Core::Hashable
|
2692
2784
|
|
2693
|
-
# A token that can be sent as `page_token` to retrieve the next page.
|
2694
|
-
#
|
2785
|
+
# A token that can be sent as `page_token` to retrieve the next page. If this
|
2786
|
+
# field is omitted, there are no subsequent pages.
|
2695
2787
|
# Corresponds to the JSON property `nextPageToken`
|
2696
2788
|
# @return [String]
|
2697
2789
|
attr_accessor :next_page_token
|
@@ -2712,11 +2804,10 @@ module Google
|
|
2712
2804
|
end
|
2713
2805
|
end
|
2714
2806
|
|
2715
|
-
# MapTask consists of an ordered set of instructions, each of which
|
2716
|
-
#
|
2717
|
-
#
|
2718
|
-
#
|
2719
|
-
# depends on its output.
|
2807
|
+
# MapTask consists of an ordered set of instructions, each of which describes
|
2808
|
+
# one particular low-level operation for the worker to perform in order to
|
2809
|
+
# accomplish the MapTask's WorkItem. Each instruction must appear in the list
|
2810
|
+
# before any instructions which depends on its output.
|
2720
2811
|
class MapTask
|
2721
2812
|
include Google::Apis::Core::Hashable
|
2722
2813
|
|
@@ -2731,14 +2822,13 @@ module Google
|
|
2731
2822
|
# @return [Array<Google::Apis::DataflowV1b3::ParallelInstruction>]
|
2732
2823
|
attr_accessor :instructions
|
2733
2824
|
|
2734
|
-
# System-defined name of the stage containing this MapTask.
|
2735
|
-
#
|
2825
|
+
# System-defined name of the stage containing this MapTask. Unique across the
|
2826
|
+
# workflow.
|
2736
2827
|
# Corresponds to the JSON property `stageName`
|
2737
2828
|
# @return [String]
|
2738
2829
|
attr_accessor :stage_name
|
2739
2830
|
|
2740
|
-
# System-defined name of this MapTask.
|
2741
|
-
# Unique across the workflow.
|
2831
|
+
# System-defined name of this MapTask. Unique across the workflow.
|
2742
2832
|
# Corresponds to the JSON property `systemName`
|
2743
2833
|
# @return [String]
|
2744
2834
|
attr_accessor :system_name
|
@@ -2756,8 +2846,7 @@ module Google
|
|
2756
2846
|
end
|
2757
2847
|
end
|
2758
2848
|
|
2759
|
-
# Information about the memory usage of a worker or a container within a
|
2760
|
-
# worker.
|
2849
|
+
# Information about the memory usage of a worker or a container within a worker.
|
2761
2850
|
class MemInfo
|
2762
2851
|
include Google::Apis::Core::Hashable
|
2763
2852
|
|
@@ -2799,8 +2888,8 @@ module Google
|
|
2799
2888
|
class MetricShortId
|
2800
2889
|
include Google::Apis::Core::Hashable
|
2801
2890
|
|
2802
|
-
# The index of the corresponding metric in
|
2803
|
-
#
|
2891
|
+
# The index of the corresponding metric in the ReportWorkItemStatusRequest.
|
2892
|
+
# Required.
|
2804
2893
|
# Corresponds to the JSON property `metricIndex`
|
2805
2894
|
# @return [Fixnum]
|
2806
2895
|
attr_accessor :metric_index
|
@@ -2821,16 +2910,14 @@ module Google
|
|
2821
2910
|
end
|
2822
2911
|
end
|
2823
2912
|
|
2824
|
-
# Identifies a metric, by describing the source which generated the
|
2825
|
-
# metric.
|
2913
|
+
# Identifies a metric, by describing the source which generated the metric.
|
2826
2914
|
class MetricStructuredName
|
2827
2915
|
include Google::Apis::Core::Hashable
|
2828
2916
|
|
2829
|
-
# Zero or more labeled fields which identify the part of the job this
|
2830
|
-
#
|
2831
|
-
#
|
2832
|
-
# context['
|
2833
|
-
# in the SDK will have context['pcollection'] = <pcollection-name>.
|
2917
|
+
# Zero or more labeled fields which identify the part of the job this metric is
|
2918
|
+
# associated with, such as the name of a step or collection. For example, built-
|
2919
|
+
# in counters associated with steps will have context['step'] = . Counters
|
2920
|
+
# associated with PCollections in the SDK will have context['pcollection'] = .
|
2834
2921
|
# Corresponds to the JSON property `context`
|
2835
2922
|
# @return [Hash<String,String>]
|
2836
2923
|
attr_accessor :context
|
@@ -2840,8 +2927,8 @@ module Google
|
|
2840
2927
|
# @return [String]
|
2841
2928
|
attr_accessor :name
|
2842
2929
|
|
2843
|
-
# Origin (namespace) of metric name. May be blank for user-define metrics;
|
2844
|
-
#
|
2930
|
+
# Origin (namespace) of metric name. May be blank for user-define metrics; will
|
2931
|
+
# be "dataflow" for metrics defined by the Dataflow service or SDK.
|
2845
2932
|
# Corresponds to the JSON property `origin`
|
2846
2933
|
# @return [String]
|
2847
2934
|
attr_accessor :origin
|
@@ -2862,10 +2949,10 @@ module Google
|
|
2862
2949
|
class MetricUpdate
|
2863
2950
|
include Google::Apis::Core::Hashable
|
2864
2951
|
|
2865
|
-
# True if this metric is reported as the total cumulative aggregate
|
2866
|
-
#
|
2867
|
-
#
|
2868
|
-
#
|
2952
|
+
# True if this metric is reported as the total cumulative aggregate value
|
2953
|
+
# accumulated since the worker started working on this WorkItem. By default this
|
2954
|
+
# is false, indicating that this metric is reported as a delta that is not
|
2955
|
+
# associated with any WorkItem.
|
2869
2956
|
# Corresponds to the JSON property `cumulative`
|
2870
2957
|
# @return [Boolean]
|
2871
2958
|
attr_accessor :cumulative
|
@@ -2876,67 +2963,62 @@ module Google
|
|
2876
2963
|
# @return [Object]
|
2877
2964
|
attr_accessor :distribution
|
2878
2965
|
|
2879
|
-
# A struct value describing properties of a Gauge.
|
2880
|
-
#
|
2881
|
-
# aggregated based on the newest value.
|
2966
|
+
# A struct value describing properties of a Gauge. Metrics of gauge type show
|
2967
|
+
# the value of a metric across time, and is aggregated based on the newest value.
|
2882
2968
|
# Corresponds to the JSON property `gauge`
|
2883
2969
|
# @return [Object]
|
2884
2970
|
attr_accessor :gauge
|
2885
2971
|
|
2886
|
-
# Worker-computed aggregate value for internal use by the Dataflow
|
2887
|
-
# service.
|
2972
|
+
# Worker-computed aggregate value for internal use by the Dataflow service.
|
2888
2973
|
# Corresponds to the JSON property `internal`
|
2889
2974
|
# @return [Object]
|
2890
2975
|
attr_accessor :internal
|
2891
2976
|
|
2892
|
-
# Metric aggregation kind.
|
2893
|
-
#
|
2894
|
-
#
|
2895
|
-
#
|
2896
|
-
# a single metric sample value.
|
2977
|
+
# Metric aggregation kind. The possible metric aggregation kinds are "Sum", "Max"
|
2978
|
+
# , "Min", "Mean", "Set", "And", "Or", and "Distribution". The specified
|
2979
|
+
# aggregation kind is case-insensitive. If omitted, this is not an aggregated
|
2980
|
+
# value but instead a single metric sample value.
|
2897
2981
|
# Corresponds to the JSON property `kind`
|
2898
2982
|
# @return [String]
|
2899
2983
|
attr_accessor :kind
|
2900
2984
|
|
2901
|
-
# Worker-computed aggregate value for the "Mean" aggregation kind.
|
2902
|
-
#
|
2903
|
-
#
|
2904
|
-
#
|
2985
|
+
# Worker-computed aggregate value for the "Mean" aggregation kind. This holds
|
2986
|
+
# the count of the aggregated values and is used in combination with mean_sum
|
2987
|
+
# above to obtain the actual mean aggregate value. The only possible value type
|
2988
|
+
# is Long.
|
2905
2989
|
# Corresponds to the JSON property `meanCount`
|
2906
2990
|
# @return [Object]
|
2907
2991
|
attr_accessor :mean_count
|
2908
2992
|
|
2909
|
-
# Worker-computed aggregate value for the "Mean" aggregation kind.
|
2910
|
-
#
|
2911
|
-
#
|
2912
|
-
#
|
2993
|
+
# Worker-computed aggregate value for the "Mean" aggregation kind. This holds
|
2994
|
+
# the sum of the aggregated values and is used in combination with mean_count
|
2995
|
+
# below to obtain the actual mean aggregate value. The only possible value types
|
2996
|
+
# are Long and Double.
|
2913
2997
|
# Corresponds to the JSON property `meanSum`
|
2914
2998
|
# @return [Object]
|
2915
2999
|
attr_accessor :mean_sum
|
2916
3000
|
|
2917
|
-
# Identifies a metric, by describing the source which generated the
|
2918
|
-
# metric.
|
3001
|
+
# Identifies a metric, by describing the source which generated the metric.
|
2919
3002
|
# Corresponds to the JSON property `name`
|
2920
3003
|
# @return [Google::Apis::DataflowV1b3::MetricStructuredName]
|
2921
3004
|
attr_accessor :name
|
2922
3005
|
|
2923
|
-
# Worker-computed aggregate value for aggregation kinds "Sum", "Max", "Min",
|
2924
|
-
#
|
3006
|
+
# Worker-computed aggregate value for aggregation kinds "Sum", "Max", "Min", "
|
3007
|
+
# And", and "Or". The possible value types are Long, Double, and Boolean.
|
2925
3008
|
# Corresponds to the JSON property `scalar`
|
2926
3009
|
# @return [Object]
|
2927
3010
|
attr_accessor :scalar
|
2928
3011
|
|
2929
|
-
# Worker-computed aggregate value for the "Set" aggregation kind.
|
2930
|
-
# possible value type is a list of Values whose type can be Long, Double,
|
2931
|
-
#
|
2932
|
-
#
|
3012
|
+
# Worker-computed aggregate value for the "Set" aggregation kind. The only
|
3013
|
+
# possible value type is a list of Values whose type can be Long, Double, or
|
3014
|
+
# String, according to the metric's type. All Values in the list must be of the
|
3015
|
+
# same type.
|
2933
3016
|
# Corresponds to the JSON property `set`
|
2934
3017
|
# @return [Object]
|
2935
3018
|
attr_accessor :set
|
2936
3019
|
|
2937
3020
|
# Timestamp associated with the metric value. Optional when workers are
|
2938
|
-
# reporting work progress; it will be filled in responses from the
|
2939
|
-
# metrics API.
|
3021
|
+
# reporting work progress; it will be filled in responses from the metrics API.
|
2940
3022
|
# Corresponds to the JSON property `updateTime`
|
2941
3023
|
# @return [String]
|
2942
3024
|
attr_accessor :update_time
|
@@ -2961,8 +3043,7 @@ module Google
|
|
2961
3043
|
end
|
2962
3044
|
end
|
2963
3045
|
|
2964
|
-
# Either add the label to TemplateVersion or remove it from the
|
2965
|
-
# TemplateVersion.
|
3046
|
+
# Either add the label to TemplateVersion or remove it from the TemplateVersion.
|
2966
3047
|
class ModifyTemplateVersionLabelRequest
|
2967
3048
|
include Google::Apis::Core::Hashable
|
2968
3049
|
|
@@ -2971,8 +3052,7 @@ module Google
|
|
2971
3052
|
# @return [String]
|
2972
3053
|
attr_accessor :key
|
2973
3054
|
|
2974
|
-
# Requests for add label to TemplateVersion or remove label from
|
2975
|
-
# TemplateVersion.
|
3055
|
+
# Requests for add label to TemplateVersion or remove label from TemplateVersion.
|
2976
3056
|
# Corresponds to the JSON property `op`
|
2977
3057
|
# @return [String]
|
2978
3058
|
attr_accessor :op
|
@@ -3066,10 +3146,9 @@ module Google
|
|
3066
3146
|
class MountedDataDisk
|
3067
3147
|
include Google::Apis::Core::Hashable
|
3068
3148
|
|
3069
|
-
# The name of the data disk.
|
3070
|
-
#
|
3071
|
-
#
|
3072
|
-
# "myproject-1014-104817-4c2-harness-0-disk-1".
|
3149
|
+
# The name of the data disk. This name is local to the Google Cloud Platform
|
3150
|
+
# project and uniquely identifies the disk within that project, for example "
|
3151
|
+
# myproject-1014-104817-4c2-harness-0-disk-1".
|
3073
3152
|
# Corresponds to the JSON property `dataDisk`
|
3074
3153
|
# @return [String]
|
3075
3154
|
attr_accessor :data_disk
|
@@ -3088,8 +3167,8 @@ module Google
|
|
3088
3167
|
class MultiOutputInfo
|
3089
3168
|
include Google::Apis::Core::Hashable
|
3090
3169
|
|
3091
|
-
# The id of the tag the user code will emit to this output by; this
|
3092
|
-
#
|
3170
|
+
# The id of the tag the user code will emit to this output by; this should
|
3171
|
+
# correspond to the tag of some SideInputInfo.
|
3093
3172
|
# Corresponds to the JSON property `tag`
|
3094
3173
|
# @return [String]
|
3095
3174
|
attr_accessor :tag
|
@@ -3129,21 +3208,17 @@ module Google
|
|
3129
3208
|
end
|
3130
3209
|
end
|
3131
3210
|
|
3132
|
-
# The packages that must be installed in order for a worker to run the
|
3133
|
-
#
|
3134
|
-
#
|
3135
|
-
#
|
3136
|
-
#
|
3137
|
-
#
|
3138
|
-
# various dependencies (libraries, data files, etc.) required in order
|
3139
|
-
# for that code to run.
|
3211
|
+
# The packages that must be installed in order for a worker to run the steps of
|
3212
|
+
# the Cloud Dataflow job that will be assigned to its worker pool. This is the
|
3213
|
+
# mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
|
3214
|
+
# workers. For example, the Cloud Dataflow Java SDK might use this to install
|
3215
|
+
# jars containing the user's code and all of the various dependencies (libraries,
|
3216
|
+
# data files, etc.) required in order for that code to run.
|
3140
3217
|
class Package
|
3141
3218
|
include Google::Apis::Core::Hashable
|
3142
3219
|
|
3143
|
-
# The resource to read the package from. The supported resource type is:
|
3144
|
-
#
|
3145
|
-
# storage.googleapis.com/`bucket`
|
3146
|
-
# bucket.storage.googleapis.com/
|
3220
|
+
# The resource to read the package from. The supported resource type is: Google
|
3221
|
+
# Cloud Storage: storage.googleapis.com/`bucket` bucket.storage.googleapis.com/
|
3147
3222
|
# Corresponds to the JSON property `location`
|
3148
3223
|
# @return [String]
|
3149
3224
|
attr_accessor :location
|
@@ -3164,20 +3239,18 @@ module Google
|
|
3164
3239
|
end
|
3165
3240
|
end
|
3166
3241
|
|
3167
|
-
# An instruction that does a ParDo operation.
|
3168
|
-
#
|
3169
|
-
# zero or more outputs.
|
3170
|
-
# Runs user code.
|
3242
|
+
# An instruction that does a ParDo operation. Takes one main input and zero or
|
3243
|
+
# more side inputs, and produces zero or more outputs. Runs user code.
|
3171
3244
|
class ParDoInstruction
|
3172
3245
|
include Google::Apis::Core::Hashable
|
3173
3246
|
|
3174
|
-
# An input of an instruction, as a reference to an output of a
|
3175
|
-
#
|
3247
|
+
# An input of an instruction, as a reference to an output of a producer
|
3248
|
+
# instruction.
|
3176
3249
|
# Corresponds to the JSON property `input`
|
3177
3250
|
# @return [Google::Apis::DataflowV1b3::InstructionInput]
|
3178
3251
|
attr_accessor :input
|
3179
3252
|
|
3180
|
-
# Information about each of the outputs, if user_fn is a
|
3253
|
+
# Information about each of the outputs, if user_fn is a MultiDoFn.
|
3181
3254
|
# Corresponds to the JSON property `multiOutputInfos`
|
3182
3255
|
# @return [Array<Google::Apis::DataflowV1b3::MultiOutputInfo>]
|
3183
3256
|
attr_accessor :multi_output_infos
|
@@ -3235,34 +3308,28 @@ module Google
|
|
3235
3308
|
# @return [Array<Google::Apis::DataflowV1b3::InstructionOutput>]
|
3236
3309
|
attr_accessor :outputs
|
3237
3310
|
|
3238
|
-
# An instruction that does a ParDo operation.
|
3239
|
-
#
|
3240
|
-
# zero or more outputs.
|
3241
|
-
# Runs user code.
|
3311
|
+
# An instruction that does a ParDo operation. Takes one main input and zero or
|
3312
|
+
# more side inputs, and produces zero or more outputs. Runs user code.
|
3242
3313
|
# Corresponds to the JSON property `parDo`
|
3243
3314
|
# @return [Google::Apis::DataflowV1b3::ParDoInstruction]
|
3244
3315
|
attr_accessor :par_do
|
3245
3316
|
|
3246
|
-
# An instruction that does a partial group-by-key.
|
3247
|
-
# One input and one output.
|
3317
|
+
# An instruction that does a partial group-by-key. One input and one output.
|
3248
3318
|
# Corresponds to the JSON property `partialGroupByKey`
|
3249
3319
|
# @return [Google::Apis::DataflowV1b3::PartialGroupByKeyInstruction]
|
3250
3320
|
attr_accessor :partial_group_by_key
|
3251
3321
|
|
3252
|
-
# An instruction that reads records.
|
3253
|
-
# Takes no inputs, produces one output.
|
3322
|
+
# An instruction that reads records. Takes no inputs, produces one output.
|
3254
3323
|
# Corresponds to the JSON property `read`
|
3255
3324
|
# @return [Google::Apis::DataflowV1b3::ReadInstruction]
|
3256
3325
|
attr_accessor :read
|
3257
3326
|
|
3258
|
-
# System-defined name of this operation.
|
3259
|
-
# Unique across the workflow.
|
3327
|
+
# System-defined name of this operation. Unique across the workflow.
|
3260
3328
|
# Corresponds to the JSON property `systemName`
|
3261
3329
|
# @return [String]
|
3262
3330
|
attr_accessor :system_name
|
3263
3331
|
|
3264
|
-
# An instruction that writes records.
|
3265
|
-
# Takes one input, produces no outputs.
|
3332
|
+
# An instruction that writes records. Takes one input, produces no outputs.
|
3266
3333
|
# Corresponds to the JSON property `write`
|
3267
3334
|
# @return [Google::Apis::DataflowV1b3::WriteInstruction]
|
3268
3335
|
attr_accessor :write
|
@@ -3335,8 +3402,7 @@ module Google
|
|
3335
3402
|
# @return [String]
|
3336
3403
|
attr_accessor :name
|
3337
3404
|
|
3338
|
-
# Optional. The type of the parameter.
|
3339
|
-
# Used for selecting input picker.
|
3405
|
+
# Optional. The type of the parameter. Used for selecting input picker.
|
3340
3406
|
# Corresponds to the JSON property `paramType`
|
3341
3407
|
# @return [String]
|
3342
3408
|
attr_accessor :param_type
|
@@ -3361,13 +3427,12 @@ module Google
|
|
3361
3427
|
end
|
3362
3428
|
end
|
3363
3429
|
|
3364
|
-
# An instruction that does a partial group-by-key.
|
3365
|
-
# One input and one output.
|
3430
|
+
# An instruction that does a partial group-by-key. One input and one output.
|
3366
3431
|
class PartialGroupByKeyInstruction
|
3367
3432
|
include Google::Apis::Core::Hashable
|
3368
3433
|
|
3369
|
-
# An input of an instruction, as a reference to an output of a
|
3370
|
-
#
|
3434
|
+
# An input of an instruction, as a reference to an output of a producer
|
3435
|
+
# instruction.
|
3371
3436
|
# Corresponds to the JSON property `input`
|
3372
3437
|
# @return [Google::Apis::DataflowV1b3::InstructionInput]
|
3373
3438
|
attr_accessor :input
|
@@ -3415,7 +3480,7 @@ module Google
|
|
3415
3480
|
end
|
3416
3481
|
|
3417
3482
|
# A descriptive representation of submitted pipeline as well as the executed
|
3418
|
-
# form.
|
3483
|
+
# form. This data is provided by the Dataflow service for ease of visualizing
|
3419
3484
|
# the pipeline and interpreting Dataflow provided metrics.
|
3420
3485
|
class PipelineDescription
|
3421
3486
|
include Google::Apis::Core::Hashable
|
@@ -3447,9 +3512,34 @@ module Google
|
|
3447
3512
|
end
|
3448
3513
|
end
|
3449
3514
|
|
3450
|
-
#
|
3451
|
-
|
3452
|
-
|
3515
|
+
# A point in the timeseries.
|
3516
|
+
class Point
|
3517
|
+
include Google::Apis::Core::Hashable
|
3518
|
+
|
3519
|
+
# The timestamp of the point.
|
3520
|
+
# Corresponds to the JSON property `time`
|
3521
|
+
# @return [String]
|
3522
|
+
attr_accessor :time
|
3523
|
+
|
3524
|
+
# The value of the point.
|
3525
|
+
# Corresponds to the JSON property `value`
|
3526
|
+
# @return [Float]
|
3527
|
+
attr_accessor :value
|
3528
|
+
|
3529
|
+
def initialize(**args)
|
3530
|
+
update!(**args)
|
3531
|
+
end
|
3532
|
+
|
3533
|
+
# Update properties of this object
|
3534
|
+
def update!(**args)
|
3535
|
+
@time = args[:time] if args.key?(:time)
|
3536
|
+
@value = args[:value] if args.key?(:value)
|
3537
|
+
end
|
3538
|
+
end
|
3539
|
+
|
3540
|
+
# Position defines a position within a collection of data. The value can be
|
3541
|
+
# either the end position, a key (used with ordered collections), a byte offset,
|
3542
|
+
# or a record index.
|
3453
3543
|
class Position
|
3454
3544
|
include Google::Apis::Core::Hashable
|
3455
3545
|
|
@@ -3465,8 +3555,8 @@ module Google
|
|
3465
3555
|
# @return [Google::Apis::DataflowV1b3::ConcatPosition]
|
3466
3556
|
attr_accessor :concat_position
|
3467
3557
|
|
3468
|
-
# Position is past all other positions. Also useful for the end
|
3469
|
-
#
|
3558
|
+
# Position is past all other positions. Also useful for the end position of an
|
3559
|
+
# unbounded range.
|
3470
3560
|
# Corresponds to the JSON property `end`
|
3471
3561
|
# @return [Boolean]
|
3472
3562
|
attr_accessor :end
|
@@ -3482,8 +3572,7 @@ module Google
|
|
3482
3572
|
# @return [Fixnum]
|
3483
3573
|
attr_accessor :record_index
|
3484
3574
|
|
3485
|
-
# CloudPosition is a base64 encoded BatchShufflePosition (with FIXED
|
3486
|
-
# sharding).
|
3575
|
+
# CloudPosition is a base64 encoded BatchShufflePosition (with FIXED sharding).
|
3487
3576
|
# Corresponds to the JSON property `shufflePosition`
|
3488
3577
|
# @return [String]
|
3489
3578
|
attr_accessor :shuffle_position
|
@@ -3503,6 +3592,31 @@ module Google
|
|
3503
3592
|
end
|
3504
3593
|
end
|
3505
3594
|
|
3595
|
+
# Information about the progress of some component of job execution.
|
3596
|
+
class ProgressTimeseries
|
3597
|
+
include Google::Apis::Core::Hashable
|
3598
|
+
|
3599
|
+
# The current progress of the component, in the range [0,1].
|
3600
|
+
# Corresponds to the JSON property `currentProgress`
|
3601
|
+
# @return [Float]
|
3602
|
+
attr_accessor :current_progress
|
3603
|
+
|
3604
|
+
# History of progress for the component. Points are sorted by time.
|
3605
|
+
# Corresponds to the JSON property `dataPoints`
|
3606
|
+
# @return [Array<Google::Apis::DataflowV1b3::Point>]
|
3607
|
+
attr_accessor :data_points
|
3608
|
+
|
3609
|
+
def initialize(**args)
|
3610
|
+
update!(**args)
|
3611
|
+
end
|
3612
|
+
|
3613
|
+
# Update properties of this object
|
3614
|
+
def update!(**args)
|
3615
|
+
@current_progress = args[:current_progress] if args.key?(:current_progress)
|
3616
|
+
@data_points = args[:data_points] if args.key?(:data_points)
|
3617
|
+
end
|
3618
|
+
end
|
3619
|
+
|
3506
3620
|
# Metadata for a PubSub connector used by the job.
|
3507
3621
|
class PubSubIoDetails
|
3508
3622
|
include Google::Apis::Core::Hashable
|
@@ -3528,8 +3642,8 @@ module Google
|
|
3528
3642
|
end
|
3529
3643
|
end
|
3530
3644
|
|
3531
|
-
# Identifies a pubsub location to use for transferring data into or
|
3532
|
-
#
|
3645
|
+
# Identifies a pubsub location to use for transferring data into or out of a
|
3646
|
+
# streaming Dataflow job.
|
3533
3647
|
class PubsubLocation
|
3534
3648
|
include Google::Apis::Core::Hashable
|
3535
3649
|
|
@@ -3539,26 +3653,24 @@ module Google
|
|
3539
3653
|
attr_accessor :drop_late_data
|
3540
3654
|
alias_method :drop_late_data?, :drop_late_data
|
3541
3655
|
|
3542
|
-
# If set, contains a pubsub label from which to extract record ids.
|
3543
|
-
#
|
3656
|
+
# If set, contains a pubsub label from which to extract record ids. If left
|
3657
|
+
# empty, record deduplication will be strictly best effort.
|
3544
3658
|
# Corresponds to the JSON property `idLabel`
|
3545
3659
|
# @return [String]
|
3546
3660
|
attr_accessor :id_label
|
3547
3661
|
|
3548
|
-
# A pubsub subscription, in the form of
|
3549
|
-
# "pubsub.googleapis.com/subscriptions/<project-id>/<subscription-name>"
|
3662
|
+
# A pubsub subscription, in the form of "pubsub.googleapis.com/subscriptions//"
|
3550
3663
|
# Corresponds to the JSON property `subscription`
|
3551
3664
|
# @return [String]
|
3552
3665
|
attr_accessor :subscription
|
3553
3666
|
|
3554
|
-
# If set, contains a pubsub label from which to extract record timestamps.
|
3555
|
-
#
|
3667
|
+
# If set, contains a pubsub label from which to extract record timestamps. If
|
3668
|
+
# left empty, record timestamps will be generated upon arrival.
|
3556
3669
|
# Corresponds to the JSON property `timestampLabel`
|
3557
3670
|
# @return [String]
|
3558
3671
|
attr_accessor :timestamp_label
|
3559
3672
|
|
3560
|
-
# A pubsub topic, in the form of
|
3561
|
-
# "pubsub.googleapis.com/topics/<project-id>/<topic-name>"
|
3673
|
+
# A pubsub topic, in the form of "pubsub.googleapis.com/topics//"
|
3562
3674
|
# Corresponds to the JSON property `topic`
|
3563
3675
|
# @return [String]
|
3564
3676
|
attr_accessor :topic
|
@@ -3641,8 +3753,7 @@ module Google
|
|
3641
3753
|
end
|
3642
3754
|
end
|
3643
3755
|
|
3644
|
-
# An instruction that reads records.
|
3645
|
-
# Takes no inputs, produces one output.
|
3756
|
+
# An instruction that reads records. Takes no inputs, produces one output.
|
3646
3757
|
class ReadInstruction
|
3647
3758
|
include Google::Apis::Core::Hashable
|
3648
3759
|
|
@@ -3670,9 +3781,8 @@ module Google
|
|
3670
3781
|
# @return [String]
|
3671
3782
|
attr_accessor :current_worker_time
|
3672
3783
|
|
3673
|
-
# The [regional endpoint]
|
3674
|
-
#
|
3675
|
-
# contains the WorkItem's job.
|
3784
|
+
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
3785
|
+
# regional-endpoints) that contains the WorkItem's job.
|
3676
3786
|
# Corresponds to the JSON property `location`
|
3677
3787
|
# @return [String]
|
3678
3788
|
attr_accessor :location
|
@@ -3682,17 +3792,16 @@ module Google
|
|
3682
3792
|
# @return [Hash<String,Object>]
|
3683
3793
|
attr_accessor :unified_worker_request
|
3684
3794
|
|
3685
|
-
# The order is unimportant, except that the order of the
|
3686
|
-
#
|
3687
|
-
#
|
3795
|
+
# The order is unimportant, except that the order of the WorkItemServiceState
|
3796
|
+
# messages in the ReportWorkItemStatusResponse corresponds to the order of
|
3797
|
+
# WorkItemStatus messages here.
|
3688
3798
|
# Corresponds to the JSON property `workItemStatuses`
|
3689
3799
|
# @return [Array<Google::Apis::DataflowV1b3::WorkItemStatus>]
|
3690
3800
|
attr_accessor :work_item_statuses
|
3691
3801
|
|
3692
|
-
# The ID of the worker reporting the WorkItem status.
|
3693
|
-
#
|
3694
|
-
#
|
3695
|
-
# will be dropped (with an error response).
|
3802
|
+
# The ID of the worker reporting the WorkItem status. If this does not match the
|
3803
|
+
# ID of the worker which the Dataflow service believes currently has the lease
|
3804
|
+
# on the WorkItem, the report will be dropped (with an error response).
|
3696
3805
|
# Corresponds to the JSON property `workerId`
|
3697
3806
|
# @return [String]
|
3698
3807
|
attr_accessor :worker_id
|
@@ -3720,10 +3829,9 @@ module Google
|
|
3720
3829
|
# @return [Hash<String,Object>]
|
3721
3830
|
attr_accessor :unified_worker_response
|
3722
3831
|
|
3723
|
-
# A set of messages indicating the service-side state for each
|
3724
|
-
#
|
3725
|
-
#
|
3726
|
-
# resulting in this response.
|
3832
|
+
# A set of messages indicating the service-side state for each WorkItem whose
|
3833
|
+
# status was reported, in the same order as the WorkItemStatus messages in the
|
3834
|
+
# ReportWorkItemStatusRequest which resulting in this response.
|
3727
3835
|
# Corresponds to the JSON property `workItemServiceStates`
|
3728
3836
|
# @return [Array<Google::Apis::DataflowV1b3::WorkItemServiceState>]
|
3729
3837
|
attr_accessor :work_item_service_states
|
@@ -3739,17 +3847,16 @@ module Google
|
|
3739
3847
|
end
|
3740
3848
|
end
|
3741
3849
|
|
3742
|
-
# Represents the level of parallelism in a WorkItem's input,
|
3743
|
-
#
|
3850
|
+
# Represents the level of parallelism in a WorkItem's input, reported by the
|
3851
|
+
# worker.
|
3744
3852
|
class ReportedParallelism
|
3745
3853
|
include Google::Apis::Core::Hashable
|
3746
3854
|
|
3747
|
-
# Specifies whether the parallelism is infinite. If true, "value" is
|
3748
|
-
#
|
3749
|
-
#
|
3750
|
-
#
|
3751
|
-
#
|
3752
|
-
# JSON-based Java RPC stack.
|
3855
|
+
# Specifies whether the parallelism is infinite. If true, "value" is ignored.
|
3856
|
+
# Infinite parallelism means the service will assume that the work item can
|
3857
|
+
# always be split into more non-empty work items by dynamic splitting. This is a
|
3858
|
+
# work-around for lack of support for infinity by the current JSON-based Java
|
3859
|
+
# RPC stack.
|
3753
3860
|
# Corresponds to the JSON property `isInfinite`
|
3754
3861
|
# @return [Boolean]
|
3755
3862
|
attr_accessor :is_infinite
|
@@ -3772,13 +3879,12 @@ module Google
|
|
3772
3879
|
end
|
3773
3880
|
|
3774
3881
|
# Worker metrics exported from workers. This contains resource utilization
|
3775
|
-
# metrics accumulated from a variety of sources. For more information, see
|
3776
|
-
#
|
3882
|
+
# metrics accumulated from a variety of sources. For more information, see go/df-
|
3883
|
+
# resource-signals.
|
3777
3884
|
class ResourceUtilizationReport
|
3778
3885
|
include Google::Apis::Core::Hashable
|
3779
3886
|
|
3780
|
-
# Per container information.
|
3781
|
-
# Key: container name.
|
3887
|
+
# Per container information. Key: container name.
|
3782
3888
|
# Corresponds to the JSON property `containers`
|
3783
3889
|
# @return [Hash<String,Google::Apis::DataflowV1b3::ResourceUtilizationReport>]
|
3784
3890
|
attr_accessor :containers
|
@@ -3827,48 +3933,53 @@ module Google
|
|
3827
3933
|
# @return [Array<String>]
|
3828
3934
|
attr_accessor :additional_experiments
|
3829
3935
|
|
3830
|
-
# Additional user labels to be specified for the job.
|
3831
|
-
#
|
3832
|
-
#
|
3833
|
-
#
|
3834
|
-
#
|
3936
|
+
# Additional user labels to be specified for the job. Keys and values should
|
3937
|
+
# follow the restrictions specified in the [labeling restrictions](https://cloud.
|
3938
|
+
# google.com/compute/docs/labeling-resources#restrictions) page. An object
|
3939
|
+
# containing a list of "key": value pairs. Example: ` "name": "wrench", "mass": "
|
3940
|
+
# 1kg", "count": "3" `.
|
3835
3941
|
# Corresponds to the JSON property `additionalUserLabels`
|
3836
3942
|
# @return [Hash<String,String>]
|
3837
3943
|
attr_accessor :additional_user_labels
|
3838
3944
|
|
3839
|
-
# Whether to bypass the safety checks for the job's temporary directory.
|
3840
|
-
#
|
3945
|
+
# Whether to bypass the safety checks for the job's temporary directory. Use
|
3946
|
+
# with caution.
|
3841
3947
|
# Corresponds to the JSON property `bypassTempDirValidation`
|
3842
3948
|
# @return [Boolean]
|
3843
3949
|
attr_accessor :bypass_temp_dir_validation
|
3844
3950
|
alias_method :bypass_temp_dir_validation?, :bypass_temp_dir_validation
|
3845
3951
|
|
3952
|
+
# Whether to enable Streaming Engine for the job.
|
3953
|
+
# Corresponds to the JSON property `enableStreamingEngine`
|
3954
|
+
# @return [Boolean]
|
3955
|
+
attr_accessor :enable_streaming_engine
|
3956
|
+
alias_method :enable_streaming_engine?, :enable_streaming_engine
|
3957
|
+
|
3846
3958
|
# Configuration for VM IPs.
|
3847
3959
|
# Corresponds to the JSON property `ipConfiguration`
|
3848
3960
|
# @return [String]
|
3849
3961
|
attr_accessor :ip_configuration
|
3850
3962
|
|
3851
|
-
#
|
3852
|
-
#
|
3853
|
-
# projects/<project>/locations/<location>/keyRings/<keyring>/cryptoKeys/<key>
|
3963
|
+
# Name for the Cloud KMS key for the job. Key format is: projects//locations//
|
3964
|
+
# keyRings//cryptoKeys/
|
3854
3965
|
# Corresponds to the JSON property `kmsKeyName`
|
3855
3966
|
# @return [String]
|
3856
3967
|
attr_accessor :kms_key_name
|
3857
3968
|
|
3858
|
-
# The machine type to use for the job. Defaults to the value from the
|
3859
|
-
#
|
3969
|
+
# The machine type to use for the job. Defaults to the value from the template
|
3970
|
+
# if not specified.
|
3860
3971
|
# Corresponds to the JSON property `machineType`
|
3861
3972
|
# @return [String]
|
3862
3973
|
attr_accessor :machine_type
|
3863
3974
|
|
3864
|
-
# The maximum number of Google Compute Engine instances to be made
|
3865
|
-
#
|
3975
|
+
# The maximum number of Google Compute Engine instances to be made available to
|
3976
|
+
# your pipeline during execution, from 1 to 1000.
|
3866
3977
|
# Corresponds to the JSON property `maxWorkers`
|
3867
3978
|
# @return [Fixnum]
|
3868
3979
|
attr_accessor :max_workers
|
3869
3980
|
|
3870
|
-
# Network to which VMs will be assigned.
|
3871
|
-
#
|
3981
|
+
# Network to which VMs will be assigned. If empty or unspecified, the service
|
3982
|
+
# will use the network "default".
|
3872
3983
|
# Corresponds to the JSON property `network`
|
3873
3984
|
# @return [String]
|
3874
3985
|
attr_accessor :network
|
@@ -3883,41 +3994,43 @@ module Google
|
|
3883
3994
|
# @return [String]
|
3884
3995
|
attr_accessor :service_account_email
|
3885
3996
|
|
3886
|
-
# Subnetwork to which VMs will be assigned, if desired.
|
3887
|
-
#
|
3997
|
+
# Subnetwork to which VMs will be assigned, if desired. You can specify a
|
3998
|
+
# subnetwork using either a complete URL or an abbreviated path. Expected to be
|
3999
|
+
# of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
|
4000
|
+
# regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/
|
4001
|
+
# SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must
|
4002
|
+
# use the complete URL.
|
3888
4003
|
# Corresponds to the JSON property `subnetwork`
|
3889
4004
|
# @return [String]
|
3890
4005
|
attr_accessor :subnetwork
|
3891
4006
|
|
3892
|
-
# The Cloud Storage path to use for temporary files.
|
3893
|
-
#
|
4007
|
+
# The Cloud Storage path to use for temporary files. Must be a valid Cloud
|
4008
|
+
# Storage URL, beginning with `gs://`.
|
3894
4009
|
# Corresponds to the JSON property `tempLocation`
|
3895
4010
|
# @return [String]
|
3896
4011
|
attr_accessor :temp_location
|
3897
4012
|
|
3898
|
-
# The Compute Engine region
|
3899
|
-
#
|
3900
|
-
#
|
3901
|
-
#
|
3902
|
-
# default to the control plane's region.
|
4013
|
+
# The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/
|
4014
|
+
# regions-zones) in which worker processing should occur, e.g. "us-west1".
|
4015
|
+
# Mutually exclusive with worker_zone. If neither worker_region nor worker_zone
|
4016
|
+
# is specified, default to the control plane's region.
|
3903
4017
|
# Corresponds to the JSON property `workerRegion`
|
3904
4018
|
# @return [String]
|
3905
4019
|
attr_accessor :worker_region
|
3906
4020
|
|
3907
|
-
# The Compute Engine zone
|
3908
|
-
#
|
3909
|
-
#
|
3910
|
-
#
|
3911
|
-
#
|
3912
|
-
#
|
4021
|
+
# The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/
|
4022
|
+
# regions-zones) in which worker processing should occur, e.g. "us-west1-a".
|
4023
|
+
# Mutually exclusive with worker_region. If neither worker_region nor
|
4024
|
+
# worker_zone is specified, a zone in the control plane's region is chosen based
|
4025
|
+
# on available capacity. If both `worker_zone` and `zone` are set, `worker_zone`
|
4026
|
+
# takes precedence.
|
3913
4027
|
# Corresponds to the JSON property `workerZone`
|
3914
4028
|
# @return [String]
|
3915
4029
|
attr_accessor :worker_zone
|
3916
4030
|
|
3917
|
-
# The Compute Engine [availability
|
3918
|
-
#
|
3919
|
-
#
|
3920
|
-
# In the future, worker_zone will take precedence.
|
4031
|
+
# The Compute Engine [availability zone](https://cloud.google.com/compute/docs/
|
4032
|
+
# regions-zones/regions-zones) for launching worker instances to run your
|
4033
|
+
# pipeline. In the future, worker_zone will take precedence.
|
3921
4034
|
# Corresponds to the JSON property `zone`
|
3922
4035
|
# @return [String]
|
3923
4036
|
attr_accessor :zone
|
@@ -3931,6 +4044,7 @@ module Google
|
|
3931
4044
|
@additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
|
3932
4045
|
@additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
|
3933
4046
|
@bypass_temp_dir_validation = args[:bypass_temp_dir_validation] if args.key?(:bypass_temp_dir_validation)
|
4047
|
+
@enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
|
3934
4048
|
@ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
|
3935
4049
|
@kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
|
3936
4050
|
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
@@ -4006,10 +4120,9 @@ module Google
|
|
4006
4120
|
attr_accessor :container_image
|
4007
4121
|
|
4008
4122
|
# If true, recommends the Dataflow service to use only one core per SDK
|
4009
|
-
# container instance with this image. If false (or unset) recommends using
|
4010
|
-
#
|
4011
|
-
#
|
4012
|
-
# if needed.
|
4123
|
+
# container instance with this image. If false (or unset) recommends using more
|
4124
|
+
# than one core per SDK container instance with this image for efficiency. Note
|
4125
|
+
# that Dataflow service may choose to override this property if needed.
|
4013
4126
|
# Corresponds to the JSON property `useSingleCorePerContainer`
|
4014
4127
|
# @return [Boolean]
|
4015
4128
|
attr_accessor :use_single_core_per_container
|
@@ -4071,9 +4184,8 @@ module Google
|
|
4071
4184
|
# @return [String]
|
4072
4185
|
attr_accessor :data
|
4073
4186
|
|
4074
|
-
# The [regional endpoint]
|
4075
|
-
#
|
4076
|
-
# contains the job specified by job_id.
|
4187
|
+
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
4188
|
+
# regional-endpoints) that contains the job specified by job_id.
|
4077
4189
|
# Corresponds to the JSON property `location`
|
4078
4190
|
# @return [String]
|
4079
4191
|
attr_accessor :location
|
@@ -4096,8 +4208,7 @@ module Google
|
|
4096
4208
|
end
|
4097
4209
|
end
|
4098
4210
|
|
4099
|
-
# Response to a send capture request.
|
4100
|
-
# nothing
|
4211
|
+
# Response to a send capture request. nothing
|
4101
4212
|
class SendDebugCaptureResponse
|
4102
4213
|
include Google::Apis::Core::Hashable
|
4103
4214
|
|
@@ -4114,9 +4225,8 @@ module Google
|
|
4114
4225
|
class SendWorkerMessagesRequest
|
4115
4226
|
include Google::Apis::Core::Hashable
|
4116
4227
|
|
4117
|
-
# The [regional endpoint]
|
4118
|
-
#
|
4119
|
-
# contains the job.
|
4228
|
+
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
4229
|
+
# regional-endpoints) that contains the job.
|
4120
4230
|
# Corresponds to the JSON property `location`
|
4121
4231
|
# @return [String]
|
4122
4232
|
attr_accessor :location
|
@@ -4175,14 +4285,13 @@ module Google
|
|
4175
4285
|
# @return [Array<Google::Apis::DataflowV1b3::SeqMapTaskOutputInfo>]
|
4176
4286
|
attr_accessor :output_infos
|
4177
4287
|
|
4178
|
-
# System-defined name of the stage containing the SeqDo operation.
|
4179
|
-
#
|
4288
|
+
# System-defined name of the stage containing the SeqDo operation. Unique across
|
4289
|
+
# the workflow.
|
4180
4290
|
# Corresponds to the JSON property `stageName`
|
4181
4291
|
# @return [String]
|
4182
4292
|
attr_accessor :stage_name
|
4183
4293
|
|
4184
|
-
# System-defined name of the SeqDo operation.
|
4185
|
-
# Unique across the workflow.
|
4294
|
+
# System-defined name of the SeqDo operation. Unique across the workflow.
|
4186
4295
|
# Corresponds to the JSON property `systemName`
|
4187
4296
|
# @return [String]
|
4188
4297
|
attr_accessor :system_name
|
@@ -4266,16 +4375,15 @@ module Google
|
|
4266
4375
|
# @return [Hash<String,Object>]
|
4267
4376
|
attr_accessor :kind
|
4268
4377
|
|
4269
|
-
# The source(s) to read element(s) from to get the value of this side input.
|
4270
|
-
#
|
4271
|
-
#
|
4272
|
-
# At least one source is required.
|
4378
|
+
# The source(s) to read element(s) from to get the value of this side input. If
|
4379
|
+
# more than one source, then the elements are taken from the sources, in the
|
4380
|
+
# specified order if order matters. At least one source is required.
|
4273
4381
|
# Corresponds to the JSON property `sources`
|
4274
4382
|
# @return [Array<Google::Apis::DataflowV1b3::Source>]
|
4275
4383
|
attr_accessor :sources
|
4276
4384
|
|
4277
|
-
# The id of the tag the user code will access this side input by;
|
4278
|
-
#
|
4385
|
+
# The id of the tag the user code will access this side input by; this should
|
4386
|
+
# correspond to the tag of some MultiOutputInfo.
|
4279
4387
|
# Corresponds to the JSON property `tag`
|
4280
4388
|
# @return [String]
|
4281
4389
|
attr_accessor :tag
|
@@ -4427,13 +4535,12 @@ module Google
|
|
4427
4535
|
class Source
|
4428
4536
|
include Google::Apis::Core::Hashable
|
4429
4537
|
|
4430
|
-
# While splitting, sources may specify the produced bundles
|
4431
|
-
#
|
4432
|
-
#
|
4433
|
-
#
|
4434
|
-
#
|
4435
|
-
#
|
4436
|
-
# base_specs (later items win), spec (overrides anything in base_specs).
|
4538
|
+
# While splitting, sources may specify the produced bundles as differences
|
4539
|
+
# against another source, in order to save backend-side memory and allow bigger
|
4540
|
+
# jobs. For details, see SourceSplitRequest. To support this use case, the full
|
4541
|
+
# set of parameters of the source is logically obtained by taking the latest
|
4542
|
+
# explicitly specified value of each parameter in the order: base_specs (later
|
4543
|
+
# items win), spec (overrides anything in base_specs).
|
4437
4544
|
# Corresponds to the JSON property `baseSpecs`
|
4438
4545
|
# @return [Array<Hash<String,Object>>]
|
4439
4546
|
attr_accessor :base_specs
|
@@ -4443,27 +4550,24 @@ module Google
|
|
4443
4550
|
# @return [Hash<String,Object>]
|
4444
4551
|
attr_accessor :codec
|
4445
4552
|
|
4446
|
-
# Setting this value to true hints to the framework that the source
|
4447
|
-
#
|
4448
|
-
#
|
4449
|
-
#
|
4450
|
-
#
|
4451
|
-
#
|
4452
|
-
#
|
4453
|
-
#
|
4454
|
-
#
|
4455
|
-
#
|
4456
|
-
#
|
4457
|
-
# by the user (e.g. when filling in a DerivedSource).
|
4458
|
-
# Source objects supplied by the framework to the user don't have
|
4459
|
-
# this field populated.
|
4553
|
+
# Setting this value to true hints to the framework that the source doesn't need
|
4554
|
+
# splitting, and using SourceSplitRequest on it would yield
|
4555
|
+
# SOURCE_SPLIT_OUTCOME_USE_CURRENT. E.g. a file splitter may set this to true
|
4556
|
+
# when splitting a single file into a set of byte ranges of appropriate size,
|
4557
|
+
# and set this to false when splitting a filepattern into individual files.
|
4558
|
+
# However, for efficiency, a file splitter may decide to produce file subranges
|
4559
|
+
# directly from the filepattern to avoid a splitting round-trip. See
|
4560
|
+
# SourceSplitRequest for an overview of the splitting process. This field is
|
4561
|
+
# meaningful only in the Source objects populated by the user (e.g. when filling
|
4562
|
+
# in a DerivedSource). Source objects supplied by the framework to the user don'
|
4563
|
+
# t have this field populated.
|
4460
4564
|
# Corresponds to the JSON property `doesNotNeedSplitting`
|
4461
4565
|
# @return [Boolean]
|
4462
4566
|
attr_accessor :does_not_need_splitting
|
4463
4567
|
alias_method :does_not_need_splitting?, :does_not_need_splitting
|
4464
4568
|
|
4465
|
-
# Metadata about a Source useful for automatically optimizing
|
4466
|
-
#
|
4569
|
+
# Metadata about a Source useful for automatically optimizing and tuning the
|
4570
|
+
# pipeline, etc.
|
4467
4571
|
# Corresponds to the JSON property `metadata`
|
4468
4572
|
# @return [Google::Apis::DataflowV1b3::SourceMetadata]
|
4469
4573
|
attr_accessor :metadata
|
@@ -4496,10 +4600,9 @@ module Google
|
|
4496
4600
|
# @return [Google::Apis::DataflowV1b3::SourceSplitShard]
|
4497
4601
|
attr_accessor :primary
|
4498
4602
|
|
4499
|
-
# Specification of one of the bundles produced as a result of splitting
|
4500
|
-
#
|
4501
|
-
#
|
4502
|
-
# relative to the source being split.
|
4603
|
+
# Specification of one of the bundles produced as a result of splitting a Source
|
4604
|
+
# (e.g. when executing a SourceSplitRequest, or when splitting an active task
|
4605
|
+
# using WorkItemStatus.dynamic_source_split), relative to the source being split.
|
4503
4606
|
# Corresponds to the JSON property `primarySource`
|
4504
4607
|
# @return [Google::Apis::DataflowV1b3::DerivedSource]
|
4505
4608
|
attr_accessor :primary_source
|
@@ -4509,10 +4612,9 @@ module Google
|
|
4509
4612
|
# @return [Google::Apis::DataflowV1b3::SourceSplitShard]
|
4510
4613
|
attr_accessor :residual
|
4511
4614
|
|
4512
|
-
# Specification of one of the bundles produced as a result of splitting
|
4513
|
-
#
|
4514
|
-
#
|
4515
|
-
# relative to the source being split.
|
4615
|
+
# Specification of one of the bundles produced as a result of splitting a Source
|
4616
|
+
# (e.g. when executing a SourceSplitRequest, or when splitting an active task
|
4617
|
+
# using WorkItemStatus.dynamic_source_split), relative to the source being split.
|
4516
4618
|
# Corresponds to the JSON property `residualSource`
|
4517
4619
|
# @return [Google::Apis::DataflowV1b3::DerivedSource]
|
4518
4620
|
attr_accessor :residual_source
|
@@ -4553,8 +4655,8 @@ module Google
|
|
4553
4655
|
class SourceGetMetadataResponse
|
4554
4656
|
include Google::Apis::Core::Hashable
|
4555
4657
|
|
4556
|
-
# Metadata about a Source useful for automatically optimizing
|
4557
|
-
#
|
4658
|
+
# Metadata about a Source useful for automatically optimizing and tuning the
|
4659
|
+
# pipeline, etc.
|
4558
4660
|
# Corresponds to the JSON property `metadata`
|
4559
4661
|
# @return [Google::Apis::DataflowV1b3::SourceMetadata]
|
4560
4662
|
attr_accessor :metadata
|
@@ -4569,27 +4671,27 @@ module Google
|
|
4569
4671
|
end
|
4570
4672
|
end
|
4571
4673
|
|
4572
|
-
# Metadata about a Source useful for automatically optimizing
|
4573
|
-
#
|
4674
|
+
# Metadata about a Source useful for automatically optimizing and tuning the
|
4675
|
+
# pipeline, etc.
|
4574
4676
|
class SourceMetadata
|
4575
4677
|
include Google::Apis::Core::Hashable
|
4576
4678
|
|
4577
|
-
# An estimate of the total size (in bytes) of the data that would be
|
4578
|
-
#
|
4579
|
-
#
|
4679
|
+
# An estimate of the total size (in bytes) of the data that would be read from
|
4680
|
+
# this source. This estimate is in terms of external storage size, before any
|
4681
|
+
# decompression or other processing done by the reader.
|
4580
4682
|
# Corresponds to the JSON property `estimatedSizeBytes`
|
4581
4683
|
# @return [Fixnum]
|
4582
4684
|
attr_accessor :estimated_size_bytes
|
4583
4685
|
|
4584
|
-
# Specifies that the size of this source is known to be infinite
|
4585
|
-
#
|
4686
|
+
# Specifies that the size of this source is known to be infinite (this is a
|
4687
|
+
# streaming source).
|
4586
4688
|
# Corresponds to the JSON property `infinite`
|
4587
4689
|
# @return [Boolean]
|
4588
4690
|
attr_accessor :infinite
|
4589
4691
|
alias_method :infinite?, :infinite
|
4590
4692
|
|
4591
|
-
# Whether this source is known to produce key/value pairs with
|
4592
|
-
#
|
4693
|
+
# Whether this source is known to produce key/value pairs with the (encoded)
|
4694
|
+
# keys in lexicographically sorted order.
|
4593
4695
|
# Corresponds to the JSON property `producesSortedKeys`
|
4594
4696
|
# @return [Boolean]
|
4595
4697
|
attr_accessor :produces_sorted_keys
|
@@ -4607,8 +4709,8 @@ module Google
|
|
4607
4709
|
end
|
4608
4710
|
end
|
4609
4711
|
|
4610
|
-
# A work item that represents the different operations that can be
|
4611
|
-
#
|
4712
|
+
# A work item that represents the different operations that can be performed on
|
4713
|
+
# a user-defined Source specification.
|
4612
4714
|
class SourceOperationRequest
|
4613
4715
|
include Google::Apis::Core::Hashable
|
4614
4716
|
|
@@ -4622,36 +4724,34 @@ module Google
|
|
4622
4724
|
# @return [String]
|
4623
4725
|
attr_accessor :name
|
4624
4726
|
|
4625
|
-
# System-defined name for the Read instruction for this source
|
4626
|
-
#
|
4727
|
+
# System-defined name for the Read instruction for this source in the original
|
4728
|
+
# workflow graph.
|
4627
4729
|
# Corresponds to the JSON property `originalName`
|
4628
4730
|
# @return [String]
|
4629
4731
|
attr_accessor :original_name
|
4630
4732
|
|
4631
|
-
# Represents the operation to split a high-level Source specification
|
4632
|
-
#
|
4633
|
-
#
|
4634
|
-
#
|
4635
|
-
#
|
4636
|
-
#
|
4637
|
-
#
|
4638
|
-
#
|
4639
|
-
#
|
4640
|
-
#
|
4641
|
-
# This applies both to the initial source being split and to bundles
|
4642
|
-
# produced from it.
|
4733
|
+
# Represents the operation to split a high-level Source specification into
|
4734
|
+
# bundles (parts for parallel processing). At a high level, splitting of a
|
4735
|
+
# source into bundles happens as follows: SourceSplitRequest is applied to the
|
4736
|
+
# source. If it returns SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting
|
4737
|
+
# happens and the source is used "as is". Otherwise, splitting is applied
|
4738
|
+
# recursively to each produced DerivedSource. As an optimization, for any Source,
|
4739
|
+
# if its does_not_need_splitting is true, the framework assumes that splitting
|
4740
|
+
# this source would return SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't
|
4741
|
+
# initiate a SourceSplitRequest. This applies both to the initial source being
|
4742
|
+
# split and to bundles produced from it.
|
4643
4743
|
# Corresponds to the JSON property `split`
|
4644
4744
|
# @return [Google::Apis::DataflowV1b3::SourceSplitRequest]
|
4645
4745
|
attr_accessor :split
|
4646
4746
|
|
4647
|
-
# System-defined name of the stage containing the source operation.
|
4648
|
-
#
|
4747
|
+
# System-defined name of the stage containing the source operation. Unique
|
4748
|
+
# across the workflow.
|
4649
4749
|
# Corresponds to the JSON property `stageName`
|
4650
4750
|
# @return [String]
|
4651
4751
|
attr_accessor :stage_name
|
4652
4752
|
|
4653
|
-
# System-defined name of the Read instruction for this source.
|
4654
|
-
#
|
4753
|
+
# System-defined name of the Read instruction for this source. Unique across the
|
4754
|
+
# workflow.
|
4655
4755
|
# Corresponds to the JSON property `systemName`
|
4656
4756
|
# @return [String]
|
4657
4757
|
attr_accessor :system_name
|
@@ -4672,8 +4772,7 @@ module Google
|
|
4672
4772
|
end
|
4673
4773
|
|
4674
4774
|
# The result of a SourceOperationRequest, specified in
|
4675
|
-
# ReportWorkItemStatusRequest.source_operation when the work item
|
4676
|
-
# is completed.
|
4775
|
+
# ReportWorkItemStatusRequest.source_operation when the work item is completed.
|
4677
4776
|
class SourceOperationResponse
|
4678
4777
|
include Google::Apis::Core::Hashable
|
4679
4778
|
|
@@ -4698,13 +4797,13 @@ module Google
|
|
4698
4797
|
end
|
4699
4798
|
end
|
4700
4799
|
|
4701
|
-
# Hints for splitting a Source into bundles (parts for parallel
|
4702
|
-
#
|
4800
|
+
# Hints for splitting a Source into bundles (parts for parallel processing)
|
4801
|
+
# using SourceSplitRequest.
|
4703
4802
|
class SourceSplitOptions
|
4704
4803
|
include Google::Apis::Core::Hashable
|
4705
4804
|
|
4706
|
-
# The source should be split into a set of bundles where the estimated size
|
4707
|
-
#
|
4805
|
+
# The source should be split into a set of bundles where the estimated size of
|
4806
|
+
# each is approximately this many bytes.
|
4708
4807
|
# Corresponds to the JSON property `desiredBundleSizeBytes`
|
4709
4808
|
# @return [Fixnum]
|
4710
4809
|
attr_accessor :desired_bundle_size_bytes
|
@@ -4725,23 +4824,21 @@ module Google
|
|
4725
4824
|
end
|
4726
4825
|
end
|
4727
4826
|
|
4728
|
-
# Represents the operation to split a high-level Source specification
|
4729
|
-
#
|
4730
|
-
#
|
4731
|
-
#
|
4732
|
-
#
|
4733
|
-
#
|
4734
|
-
#
|
4735
|
-
#
|
4736
|
-
#
|
4737
|
-
#
|
4738
|
-
# This applies both to the initial source being split and to bundles
|
4739
|
-
# produced from it.
|
4827
|
+
# Represents the operation to split a high-level Source specification into
|
4828
|
+
# bundles (parts for parallel processing). At a high level, splitting of a
|
4829
|
+
# source into bundles happens as follows: SourceSplitRequest is applied to the
|
4830
|
+
# source. If it returns SOURCE_SPLIT_OUTCOME_USE_CURRENT, no further splitting
|
4831
|
+
# happens and the source is used "as is". Otherwise, splitting is applied
|
4832
|
+
# recursively to each produced DerivedSource. As an optimization, for any Source,
|
4833
|
+
# if its does_not_need_splitting is true, the framework assumes that splitting
|
4834
|
+
# this source would return SOURCE_SPLIT_OUTCOME_USE_CURRENT, and doesn't
|
4835
|
+
# initiate a SourceSplitRequest. This applies both to the initial source being
|
4836
|
+
# split and to bundles produced from it.
|
4740
4837
|
class SourceSplitRequest
|
4741
4838
|
include Google::Apis::Core::Hashable
|
4742
4839
|
|
4743
|
-
# Hints for splitting a Source into bundles (parts for parallel
|
4744
|
-
#
|
4840
|
+
# Hints for splitting a Source into bundles (parts for parallel processing)
|
4841
|
+
# using SourceSplitRequest.
|
4745
4842
|
# Corresponds to the JSON property `options`
|
4746
4843
|
# @return [Google::Apis::DataflowV1b3::SourceSplitOptions]
|
4747
4844
|
attr_accessor :options
|
@@ -4766,18 +4863,18 @@ module Google
|
|
4766
4863
|
class SourceSplitResponse
|
4767
4864
|
include Google::Apis::Core::Hashable
|
4768
4865
|
|
4769
|
-
# If outcome is SPLITTING_HAPPENED, then this is a list of bundles
|
4770
|
-
#
|
4771
|
-
#
|
4866
|
+
# If outcome is SPLITTING_HAPPENED, then this is a list of bundles into which
|
4867
|
+
# the source was split. Otherwise this field is ignored. This list can be empty,
|
4868
|
+
# which means the source represents an empty input.
|
4772
4869
|
# Corresponds to the JSON property `bundles`
|
4773
4870
|
# @return [Array<Google::Apis::DataflowV1b3::DerivedSource>]
|
4774
4871
|
attr_accessor :bundles
|
4775
4872
|
|
4776
|
-
# Indicates whether splitting happened and produced a list of bundles.
|
4777
|
-
#
|
4778
|
-
#
|
4779
|
-
#
|
4780
|
-
#
|
4873
|
+
# Indicates whether splitting happened and produced a list of bundles. If this
|
4874
|
+
# is USE_CURRENT_SOURCE_AS_IS, the current source should be processed "as is"
|
4875
|
+
# without splitting. "bundles" is ignored in this case. If this is
|
4876
|
+
# SPLITTING_HAPPENED, then "bundles" contains a list of bundles into which the
|
4877
|
+
# source was split.
|
4781
4878
|
# Corresponds to the JSON property `outcome`
|
4782
4879
|
# @return [String]
|
4783
4880
|
attr_accessor :outcome
|
@@ -4855,8 +4952,8 @@ module Google
|
|
4855
4952
|
end
|
4856
4953
|
end
|
4857
4954
|
|
4858
|
-
# A representation of an int64, n, that is immune to precision loss when
|
4859
|
-
#
|
4955
|
+
# A representation of an int64, n, that is immune to precision loss when encoded
|
4956
|
+
# in JSON.
|
4860
4957
|
class SplitInt64
|
4861
4958
|
include Google::Apis::Core::Hashable
|
4862
4959
|
|
@@ -4881,6 +4978,32 @@ module Google
|
|
4881
4978
|
end
|
4882
4979
|
end
|
4883
4980
|
|
4981
|
+
# Information about the workers and work items within a stage.
|
4982
|
+
class StageExecutionDetails
|
4983
|
+
include Google::Apis::Core::Hashable
|
4984
|
+
|
4985
|
+
# If present, this response does not contain all requested tasks. To obtain the
|
4986
|
+
# next page of results, repeat the request with page_token set to this value.
|
4987
|
+
# Corresponds to the JSON property `nextPageToken`
|
4988
|
+
# @return [String]
|
4989
|
+
attr_accessor :next_page_token
|
4990
|
+
|
4991
|
+
# Workers that have done work on the stage.
|
4992
|
+
# Corresponds to the JSON property `workers`
|
4993
|
+
# @return [Array<Google::Apis::DataflowV1b3::WorkerDetails>]
|
4994
|
+
attr_accessor :workers
|
4995
|
+
|
4996
|
+
def initialize(**args)
|
4997
|
+
update!(**args)
|
4998
|
+
end
|
4999
|
+
|
5000
|
+
# Update properties of this object
|
5001
|
+
def update!(**args)
|
5002
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
5003
|
+
@workers = args[:workers] if args.key?(:workers)
|
5004
|
+
end
|
5005
|
+
end
|
5006
|
+
|
4884
5007
|
# Description of an input or output of an execution stage.
|
4885
5008
|
class StageSource
|
4886
5009
|
include Google::Apis::Core::Hashable
|
@@ -4890,8 +5013,8 @@ module Google
|
|
4890
5013
|
# @return [String]
|
4891
5014
|
attr_accessor :name
|
4892
5015
|
|
4893
|
-
# User name for the original user transform or collection with which this
|
4894
|
-
#
|
5016
|
+
# User name for the original user transform or collection with which this source
|
5017
|
+
# is most closely associated.
|
4895
5018
|
# Corresponds to the JSON property `originalTransformOrCollection`
|
4896
5019
|
# @return [String]
|
4897
5020
|
attr_accessor :original_transform_or_collection
|
@@ -4919,6 +5042,56 @@ module Google
|
|
4919
5042
|
end
|
4920
5043
|
end
|
4921
5044
|
|
5045
|
+
# Information about a particular execution stage of a job.
|
5046
|
+
class StageSummary
|
5047
|
+
include Google::Apis::Core::Hashable
|
5048
|
+
|
5049
|
+
# End time of this stage. If the work item is completed, this is the actual end
|
5050
|
+
# time of the stage. Otherwise, it is the predicted end time.
|
5051
|
+
# Corresponds to the JSON property `endTime`
|
5052
|
+
# @return [String]
|
5053
|
+
attr_accessor :end_time
|
5054
|
+
|
5055
|
+
# Metrics for this stage.
|
5056
|
+
# Corresponds to the JSON property `metrics`
|
5057
|
+
# @return [Array<Google::Apis::DataflowV1b3::MetricUpdate>]
|
5058
|
+
attr_accessor :metrics
|
5059
|
+
|
5060
|
+
# Information about the progress of some component of job execution.
|
5061
|
+
# Corresponds to the JSON property `progress`
|
5062
|
+
# @return [Google::Apis::DataflowV1b3::ProgressTimeseries]
|
5063
|
+
attr_accessor :progress
|
5064
|
+
|
5065
|
+
# ID of this stage
|
5066
|
+
# Corresponds to the JSON property `stageId`
|
5067
|
+
# @return [String]
|
5068
|
+
attr_accessor :stage_id
|
5069
|
+
|
5070
|
+
# Start time of this stage.
|
5071
|
+
# Corresponds to the JSON property `startTime`
|
5072
|
+
# @return [String]
|
5073
|
+
attr_accessor :start_time
|
5074
|
+
|
5075
|
+
# State of this stage.
|
5076
|
+
# Corresponds to the JSON property `state`
|
5077
|
+
# @return [String]
|
5078
|
+
attr_accessor :state
|
5079
|
+
|
5080
|
+
def initialize(**args)
|
5081
|
+
update!(**args)
|
5082
|
+
end
|
5083
|
+
|
5084
|
+
# Update properties of this object
|
5085
|
+
def update!(**args)
|
5086
|
+
@end_time = args[:end_time] if args.key?(:end_time)
|
5087
|
+
@metrics = args[:metrics] if args.key?(:metrics)
|
5088
|
+
@progress = args[:progress] if args.key?(:progress)
|
5089
|
+
@stage_id = args[:stage_id] if args.key?(:stage_id)
|
5090
|
+
@start_time = args[:start_time] if args.key?(:start_time)
|
5091
|
+
@state = args[:state] if args.key?(:state)
|
5092
|
+
end
|
5093
|
+
end
|
5094
|
+
|
4922
5095
|
# State family configuration.
|
4923
5096
|
class StateFamilyConfig
|
4924
5097
|
include Google::Apis::Core::Hashable
|
@@ -4945,12 +5118,12 @@ module Google
|
|
4945
5118
|
end
|
4946
5119
|
end
|
4947
5120
|
|
4948
|
-
# The `Status` type defines a logical error model that is suitable for
|
4949
|
-
#
|
4950
|
-
#
|
4951
|
-
#
|
4952
|
-
#
|
4953
|
-
#
|
5121
|
+
# The `Status` type defines a logical error model that is suitable for different
|
5122
|
+
# programming environments, including REST APIs and RPC APIs. It is used by [
|
5123
|
+
# gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
|
5124
|
+
# data: error code, error message, and error details. You can find out more
|
5125
|
+
# about this error model and how to work with it in the [API Design Guide](https:
|
5126
|
+
# //cloud.google.com/apis/design/errors).
|
4954
5127
|
class Status
|
4955
5128
|
include Google::Apis::Core::Hashable
|
4956
5129
|
|
@@ -4959,15 +5132,15 @@ module Google
|
|
4959
5132
|
# @return [Fixnum]
|
4960
5133
|
attr_accessor :code
|
4961
5134
|
|
4962
|
-
# A list of messages that carry the error details.
|
5135
|
+
# A list of messages that carry the error details. There is a common set of
|
4963
5136
|
# message types for APIs to use.
|
4964
5137
|
# Corresponds to the JSON property `details`
|
4965
5138
|
# @return [Array<Hash<String,Object>>]
|
4966
5139
|
attr_accessor :details
|
4967
5140
|
|
4968
|
-
# A developer-facing error message, which should be in English. Any
|
4969
|
-
#
|
4970
|
-
#
|
5141
|
+
# A developer-facing error message, which should be in English. Any user-facing
|
5142
|
+
# error message should be localized and sent in the google.rpc.Status.details
|
5143
|
+
# field, or localized by the client.
|
4971
5144
|
# Corresponds to the JSON property `message`
|
4972
5145
|
# @return [String]
|
4973
5146
|
attr_accessor :message
|
@@ -4984,23 +5157,17 @@ module Google
|
|
4984
5157
|
end
|
4985
5158
|
end
|
4986
5159
|
|
4987
|
-
# Defines a particular step within a Cloud Dataflow job.
|
4988
|
-
#
|
4989
|
-
#
|
4990
|
-
#
|
4991
|
-
#
|
4992
|
-
#
|
4993
|
-
#
|
4994
|
-
#
|
4995
|
-
#
|
4996
|
-
#
|
4997
|
-
#
|
4998
|
-
# * Group elements with the same key into a single element with
|
4999
|
-
# that key, transforming a multiply-keyed collection into a
|
5000
|
-
# uniquely-keyed collection.
|
5001
|
-
# * Write the elements out to some data sink.
|
5002
|
-
# Note that the Cloud Dataflow service may be used to run many different
|
5003
|
-
# types of jobs, not just Map-Reduce.
|
5160
|
+
# Defines a particular step within a Cloud Dataflow job. A job consists of
|
5161
|
+
# multiple steps, each of which performs some specific operation as part of the
|
5162
|
+
# overall job. Data is typically passed from one step to another as part of the
|
5163
|
+
# job. Here's an example of a sequence of steps which together implement a Map-
|
5164
|
+
# Reduce job: * Read a collection of data from some source, parsing the
|
5165
|
+
# collection's elements. * Validate the elements. * Apply a user-defined
|
5166
|
+
# function to map each element to some value and extract an element-specific key
|
5167
|
+
# value. * Group elements with the same key into a single element with that key,
|
5168
|
+
# transforming a multiply-keyed collection into a uniquely-keyed collection. *
|
5169
|
+
# Write the elements out to some data sink. Note that the Cloud Dataflow service
|
5170
|
+
# may be used to run many different types of jobs, not just Map-Reduce.
|
5004
5171
|
class Step
|
5005
5172
|
include Google::Apis::Core::Hashable
|
5006
5173
|
|
@@ -5009,15 +5176,15 @@ module Google
|
|
5009
5176
|
# @return [String]
|
5010
5177
|
attr_accessor :kind
|
5011
5178
|
|
5012
|
-
# The name that identifies the step. This must be unique for each
|
5013
|
-
#
|
5179
|
+
# The name that identifies the step. This must be unique for each step with
|
5180
|
+
# respect to all other steps in the Cloud Dataflow job.
|
5014
5181
|
# Corresponds to the JSON property `name`
|
5015
5182
|
# @return [String]
|
5016
5183
|
attr_accessor :name
|
5017
5184
|
|
5018
|
-
# Named properties associated with the step. Each kind of
|
5019
|
-
#
|
5020
|
-
#
|
5185
|
+
# Named properties associated with the step. Each kind of predefined step has
|
5186
|
+
# its own required set of properties. Must be provided on Create. Only retrieved
|
5187
|
+
# with JOB_VIEW_ALL.
|
5021
5188
|
# Corresponds to the JSON property `properties`
|
5022
5189
|
# @return [Hash<String,Object>]
|
5023
5190
|
attr_accessor :properties
|
@@ -5034,8 +5201,8 @@ module Google
|
|
5034
5201
|
end
|
5035
5202
|
end
|
5036
5203
|
|
5037
|
-
# Describes a stream of data, either as input to be processed or as
|
5038
|
-
#
|
5204
|
+
# Describes a stream of data, either as input to be processed or as output of a
|
5205
|
+
# streaming Dataflow job.
|
5039
5206
|
class StreamLocation
|
5040
5207
|
include Google::Apis::Core::Hashable
|
5041
5208
|
|
@@ -5044,8 +5211,8 @@ module Google
|
|
5044
5211
|
# @return [Google::Apis::DataflowV1b3::CustomSourceLocation]
|
5045
5212
|
attr_accessor :custom_source_location
|
5046
5213
|
|
5047
|
-
# Identifies a pubsub location to use for transferring data into or
|
5048
|
-
#
|
5214
|
+
# Identifies a pubsub location to use for transferring data into or out of a
|
5215
|
+
# streaming Dataflow job.
|
5049
5216
|
# Corresponds to the JSON property `pubsubLocation`
|
5050
5217
|
# @return [Google::Apis::DataflowV1b3::PubsubLocation]
|
5051
5218
|
attr_accessor :pubsub_location
|
@@ -5055,8 +5222,8 @@ module Google
|
|
5055
5222
|
# @return [Google::Apis::DataflowV1b3::StreamingSideInputLocation]
|
5056
5223
|
attr_accessor :side_input_location
|
5057
5224
|
|
5058
|
-
# Identifies the location of a streaming computation stage, for
|
5059
|
-
#
|
5225
|
+
# Identifies the location of a streaming computation stage, for stage-to-stage
|
5226
|
+
# communication.
|
5060
5227
|
# Corresponds to the JSON property `streamingStageLocation`
|
5061
5228
|
# @return [Google::Apis::DataflowV1b3::StreamingStageLocation]
|
5062
5229
|
attr_accessor :streaming_stage_location
|
@@ -5123,8 +5290,7 @@ module Google
|
|
5123
5290
|
# @return [String]
|
5124
5291
|
attr_accessor :system_name
|
5125
5292
|
|
5126
|
-
# Map from user name of stateful transforms in this stage to their state
|
5127
|
-
# family.
|
5293
|
+
# Map from user name of stateful transforms in this stage to their state family.
|
5128
5294
|
# Corresponds to the JSON property `transformUserNameToStateFamily`
|
5129
5295
|
# @return [Hash<String,String>]
|
5130
5296
|
attr_accessor :transform_user_name_to_state_family
|
@@ -5237,9 +5403,8 @@ module Google
|
|
5237
5403
|
# @return [String]
|
5238
5404
|
attr_accessor :windmill_service_endpoint
|
5239
5405
|
|
5240
|
-
# If present, the worker must use this port to communicate with Windmill
|
5241
|
-
#
|
5242
|
-
# specified.
|
5406
|
+
# If present, the worker must use this port to communicate with Windmill Service
|
5407
|
+
# dispatchers. Only applicable when windmill_service_endpoint is specified.
|
5243
5408
|
# Corresponds to the JSON property `windmillServicePort`
|
5244
5409
|
# @return [Fixnum]
|
5245
5410
|
attr_accessor :windmill_service_port
|
@@ -5270,8 +5435,8 @@ module Google
|
|
5270
5435
|
attr_accessor :drain
|
5271
5436
|
alias_method :drain?, :drain
|
5272
5437
|
|
5273
|
-
# The TCP port on which the worker should listen for messages from
|
5274
|
-
#
|
5438
|
+
# The TCP port on which the worker should listen for messages from other
|
5439
|
+
# streaming computation workers.
|
5275
5440
|
# Corresponds to the JSON property `receiveWorkPort`
|
5276
5441
|
# @return [Fixnum]
|
5277
5442
|
attr_accessor :receive_work_port
|
@@ -5281,14 +5446,14 @@ module Google
|
|
5281
5446
|
# @return [Google::Apis::DataflowV1b3::StreamingApplianceSnapshotConfig]
|
5282
5447
|
attr_accessor :snapshot_config
|
5283
5448
|
|
5284
|
-
# Global topology of the streaming Dataflow job, including all
|
5285
|
-
#
|
5449
|
+
# Global topology of the streaming Dataflow job, including all computations and
|
5450
|
+
# their sharded locations.
|
5286
5451
|
# Corresponds to the JSON property `streamingComputationTopology`
|
5287
5452
|
# @return [Google::Apis::DataflowV1b3::TopologyConfig]
|
5288
5453
|
attr_accessor :streaming_computation_topology
|
5289
5454
|
|
5290
|
-
# The TCP port used by the worker to communicate with the Dataflow
|
5291
|
-
#
|
5455
|
+
# The TCP port used by the worker to communicate with the Dataflow worker
|
5456
|
+
# harness.
|
5292
5457
|
# Corresponds to the JSON property `workerHarnessPort`
|
5293
5458
|
# @return [Fixnum]
|
5294
5459
|
attr_accessor :worker_harness_port
|
@@ -5332,13 +5497,12 @@ module Google
|
|
5332
5497
|
end
|
5333
5498
|
end
|
5334
5499
|
|
5335
|
-
# Identifies the location of a streaming computation stage, for
|
5336
|
-
#
|
5500
|
+
# Identifies the location of a streaming computation stage, for stage-to-stage
|
5501
|
+
# communication.
|
5337
5502
|
class StreamingStageLocation
|
5338
5503
|
include Google::Apis::Core::Hashable
|
5339
5504
|
|
5340
|
-
# Identifies the particular stream within the streaming Dataflow
|
5341
|
-
# job.
|
5505
|
+
# Identifies the particular stream within the streaming Dataflow job.
|
5342
5506
|
# Corresponds to the JSON property `streamId`
|
5343
5507
|
# @return [String]
|
5344
5508
|
attr_accessor :stream_id
|
@@ -5378,8 +5542,8 @@ module Google
|
|
5378
5542
|
class StructuredMessage
|
5379
5543
|
include Google::Apis::Core::Hashable
|
5380
5544
|
|
5381
|
-
# Identifier for this message type.
|
5382
|
-
#
|
5545
|
+
# Identifier for this message type. Used by external systems to internationalize
|
5546
|
+
# or personalize message.
|
5383
5547
|
# Corresponds to the JSON property `messageKey`
|
5384
5548
|
# @return [String]
|
5385
5549
|
attr_accessor :message_key
|
@@ -5421,13 +5585,12 @@ module Google
|
|
5421
5585
|
# @return [String]
|
5422
5586
|
attr_accessor :base_task_dir
|
5423
5587
|
|
5424
|
-
# The base URL for the taskrunner to use when accessing Google Cloud APIs.
|
5425
|
-
#
|
5426
|
-
#
|
5427
|
-
#
|
5428
|
-
#
|
5429
|
-
#
|
5430
|
-
# If not specified, the default value is "http://www.googleapis.com/"
|
5588
|
+
# The base URL for the taskrunner to use when accessing Google Cloud APIs. When
|
5589
|
+
# workers access Google Cloud APIs, they logically do so via relative URLs. If
|
5590
|
+
# this field is specified, it supplies the base URL to use for resolving these
|
5591
|
+
# relative URLs. The normative algorithm used is defined by RFC 1808, "Relative
|
5592
|
+
# Uniform Resource Locators". If not specified, the default value is "http://www.
|
5593
|
+
# googleapis.com/"
|
5431
5594
|
# Corresponds to the JSON property `baseUrl`
|
5432
5595
|
# @return [String]
|
5433
5596
|
attr_accessor :base_url
|
@@ -5463,25 +5626,21 @@ module Google
|
|
5463
5626
|
# @return [String]
|
5464
5627
|
attr_accessor :log_dir
|
5465
5628
|
|
5466
|
-
# Whether to send taskrunner log info to Google Compute Engine VM serial
|
5467
|
-
# console.
|
5629
|
+
# Whether to send taskrunner log info to Google Compute Engine VM serial console.
|
5468
5630
|
# Corresponds to the JSON property `logToSerialconsole`
|
5469
5631
|
# @return [Boolean]
|
5470
5632
|
attr_accessor :log_to_serialconsole
|
5471
5633
|
alias_method :log_to_serialconsole?, :log_to_serialconsole
|
5472
5634
|
|
5473
|
-
# Indicates where to put logs.
|
5474
|
-
#
|
5475
|
-
#
|
5476
|
-
# Google Cloud Storage:
|
5477
|
-
# storage.googleapis.com/`bucket`/`object`
|
5478
|
-
# bucket.storage.googleapis.com/`object`
|
5635
|
+
# Indicates where to put logs. If this is not specified, the logs will not be
|
5636
|
+
# uploaded. The supported resource type is: Google Cloud Storage: storage.
|
5637
|
+
# googleapis.com/`bucket`/`object` bucket.storage.googleapis.com/`object`
|
5479
5638
|
# Corresponds to the JSON property `logUploadLocation`
|
5480
5639
|
# @return [String]
|
5481
5640
|
attr_accessor :log_upload_location
|
5482
5641
|
|
5483
|
-
# The OAuth2 scopes to be requested by the taskrunner in order to
|
5484
|
-
#
|
5642
|
+
# The OAuth2 scopes to be requested by the taskrunner in order to access the
|
5643
|
+
# Cloud Dataflow API.
|
5485
5644
|
# Corresponds to the JSON property `oauthScopes`
|
5486
5645
|
# @return [Array<String>]
|
5487
5646
|
attr_accessor :oauth_scopes
|
@@ -5496,24 +5655,21 @@ module Google
|
|
5496
5655
|
# @return [String]
|
5497
5656
|
attr_accessor :streaming_worker_main_class
|
5498
5657
|
|
5499
|
-
# The UNIX group ID on the worker VM to use for tasks launched by
|
5500
|
-
#
|
5658
|
+
# The UNIX group ID on the worker VM to use for tasks launched by taskrunner; e.
|
5659
|
+
# g. "wheel".
|
5501
5660
|
# Corresponds to the JSON property `taskGroup`
|
5502
5661
|
# @return [String]
|
5503
5662
|
attr_accessor :task_group
|
5504
5663
|
|
5505
|
-
# The UNIX user ID on the worker VM to use for tasks launched by
|
5506
|
-
#
|
5664
|
+
# The UNIX user ID on the worker VM to use for tasks launched by taskrunner; e.g.
|
5665
|
+
# "root".
|
5507
5666
|
# Corresponds to the JSON property `taskUser`
|
5508
5667
|
# @return [String]
|
5509
5668
|
attr_accessor :task_user
|
5510
5669
|
|
5511
|
-
# The prefix of the resources the taskrunner should use for
|
5512
|
-
#
|
5513
|
-
#
|
5514
|
-
# Google Cloud Storage:
|
5515
|
-
# storage.googleapis.com/`bucket`/`object`
|
5516
|
-
# bucket.storage.googleapis.com/`object`
|
5670
|
+
# The prefix of the resources the taskrunner should use for temporary storage.
|
5671
|
+
# The supported resource type is: Google Cloud Storage: storage.googleapis.com/`
|
5672
|
+
# bucket`/`object` bucket.storage.googleapis.com/`object`
|
5517
5673
|
# Corresponds to the JSON property `tempStoragePrefix`
|
5518
5674
|
# @return [String]
|
5519
5675
|
attr_accessor :temp_storage_prefix
|
@@ -5587,15 +5743,14 @@ module Google
|
|
5587
5743
|
end
|
5588
5744
|
end
|
5589
5745
|
|
5590
|
-
# /////////////////////////////////////////////////////////////////////////////
|
5591
|
-
#
|
5592
|
-
#
|
5593
|
-
#
|
5594
|
-
#
|
5595
|
-
# ////
|
5596
|
-
# ////
|
5597
|
-
#
|
5598
|
-
# //// tags in the same `Template` are not allowed!
|
5746
|
+
# ///////////////////////////////////////////////////////////////////////////// /
|
5747
|
+
# /// Template Catalog is used to organize user TemplateVersions. ////
|
5748
|
+
# TemplateVersions that have the same project_id and display_name are ////
|
5749
|
+
# belong to the same Template. //// Templates with the same project_id belong to
|
5750
|
+
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
5751
|
+
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
5752
|
+
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
5753
|
+
# // tags in the same `Template` are not allowed!
|
5599
5754
|
class TemplateVersion
|
5600
5755
|
include Google::Apis::Core::Hashable
|
5601
5756
|
|
@@ -5662,8 +5817,8 @@ module Google
|
|
5662
5817
|
end
|
5663
5818
|
end
|
5664
5819
|
|
5665
|
-
# Global topology of the streaming Dataflow job, including all
|
5666
|
-
#
|
5820
|
+
# Global topology of the streaming Dataflow job, including all computations and
|
5821
|
+
# their sharded locations.
|
5667
5822
|
class TopologyConfig
|
5668
5823
|
include Google::Apis::Core::Hashable
|
5669
5824
|
|
@@ -5735,7 +5890,7 @@ module Google
|
|
5735
5890
|
# @return [String]
|
5736
5891
|
attr_accessor :name
|
5737
5892
|
|
5738
|
-
# User
|
5893
|
+
# User names for all collection outputs to this transform.
|
5739
5894
|
# Corresponds to the JSON property `outputCollectionName`
|
5740
5895
|
# @return [Array<String>]
|
5741
5896
|
attr_accessor :output_collection_name
|
@@ -5780,8 +5935,8 @@ module Google
|
|
5780
5935
|
end
|
5781
5936
|
end
|
5782
5937
|
|
5783
|
-
# WorkItem represents basic information about a WorkItem to be executed
|
5784
|
-
#
|
5938
|
+
# WorkItem represents basic information about a WorkItem to be executed in the
|
5939
|
+
# cloud.
|
5785
5940
|
class WorkItem
|
5786
5941
|
include Google::Apis::Core::Hashable
|
5787
5942
|
|
@@ -5810,17 +5965,16 @@ module Google
|
|
5810
5965
|
# @return [String]
|
5811
5966
|
attr_accessor :lease_expire_time
|
5812
5967
|
|
5813
|
-
# MapTask consists of an ordered set of instructions, each of which
|
5814
|
-
#
|
5815
|
-
#
|
5816
|
-
#
|
5817
|
-
# depends on its output.
|
5968
|
+
# MapTask consists of an ordered set of instructions, each of which describes
|
5969
|
+
# one particular low-level operation for the worker to perform in order to
|
5970
|
+
# accomplish the MapTask's WorkItem. Each instruction must appear in the list
|
5971
|
+
# before any instructions which depends on its output.
|
5818
5972
|
# Corresponds to the JSON property `mapTask`
|
5819
5973
|
# @return [Google::Apis::DataflowV1b3::MapTask]
|
5820
5974
|
attr_accessor :map_task
|
5821
5975
|
|
5822
|
-
# Any required packages that need to be fetched in order to execute
|
5823
|
-
#
|
5976
|
+
# Any required packages that need to be fetched in order to execute this
|
5977
|
+
# WorkItem.
|
5824
5978
|
# Corresponds to the JSON property `packages`
|
5825
5979
|
# @return [Array<Google::Apis::DataflowV1b3::Package>]
|
5826
5980
|
attr_accessor :packages
|
@@ -5845,8 +5999,8 @@ module Google
|
|
5845
5999
|
# @return [Google::Apis::DataflowV1b3::ShellTask]
|
5846
6000
|
attr_accessor :shell_task
|
5847
6001
|
|
5848
|
-
# A work item that represents the different operations that can be
|
5849
|
-
#
|
6002
|
+
# A work item that represents the different operations that can be performed on
|
6003
|
+
# a user-defined Source specification.
|
5850
6004
|
# Corresponds to the JSON property `sourceOperationTask`
|
5851
6005
|
# @return [Google::Apis::DataflowV1b3::SourceOperationRequest]
|
5852
6006
|
attr_accessor :source_operation_task
|
@@ -5891,23 +6045,78 @@ module Google
|
|
5891
6045
|
end
|
5892
6046
|
end
|
5893
6047
|
|
5894
|
-
#
|
5895
|
-
|
6048
|
+
# Information about an individual work item execution.
|
6049
|
+
class WorkItemDetails
|
6050
|
+
include Google::Apis::Core::Hashable
|
6051
|
+
|
6052
|
+
# Attempt ID of this work item
|
6053
|
+
# Corresponds to the JSON property `attemptId`
|
6054
|
+
# @return [String]
|
6055
|
+
attr_accessor :attempt_id
|
6056
|
+
|
6057
|
+
# End time of this work item attempt. If the work item is completed, this is the
|
6058
|
+
# actual end time of the work item. Otherwise, it is the predicted end time.
|
6059
|
+
# Corresponds to the JSON property `endTime`
|
6060
|
+
# @return [String]
|
6061
|
+
attr_accessor :end_time
|
6062
|
+
|
6063
|
+
# Metrics for this work item.
|
6064
|
+
# Corresponds to the JSON property `metrics`
|
6065
|
+
# @return [Array<Google::Apis::DataflowV1b3::MetricUpdate>]
|
6066
|
+
attr_accessor :metrics
|
6067
|
+
|
6068
|
+
# Information about the progress of some component of job execution.
|
6069
|
+
# Corresponds to the JSON property `progress`
|
6070
|
+
# @return [Google::Apis::DataflowV1b3::ProgressTimeseries]
|
6071
|
+
attr_accessor :progress
|
6072
|
+
|
6073
|
+
# Start time of this work item attempt.
|
6074
|
+
# Corresponds to the JSON property `startTime`
|
6075
|
+
# @return [String]
|
6076
|
+
attr_accessor :start_time
|
6077
|
+
|
6078
|
+
# State of this work item.
|
6079
|
+
# Corresponds to the JSON property `state`
|
6080
|
+
# @return [String]
|
6081
|
+
attr_accessor :state
|
6082
|
+
|
6083
|
+
# Name of this work item.
|
6084
|
+
# Corresponds to the JSON property `taskId`
|
6085
|
+
# @return [String]
|
6086
|
+
attr_accessor :task_id
|
6087
|
+
|
6088
|
+
def initialize(**args)
|
6089
|
+
update!(**args)
|
6090
|
+
end
|
6091
|
+
|
6092
|
+
# Update properties of this object
|
6093
|
+
def update!(**args)
|
6094
|
+
@attempt_id = args[:attempt_id] if args.key?(:attempt_id)
|
6095
|
+
@end_time = args[:end_time] if args.key?(:end_time)
|
6096
|
+
@metrics = args[:metrics] if args.key?(:metrics)
|
6097
|
+
@progress = args[:progress] if args.key?(:progress)
|
6098
|
+
@start_time = args[:start_time] if args.key?(:start_time)
|
6099
|
+
@state = args[:state] if args.key?(:state)
|
6100
|
+
@task_id = args[:task_id] if args.key?(:task_id)
|
6101
|
+
end
|
6102
|
+
end
|
6103
|
+
|
6104
|
+
# The Dataflow service's idea of the current state of a WorkItem being processed
|
6105
|
+
# by a worker.
|
5896
6106
|
class WorkItemServiceState
|
5897
6107
|
include Google::Apis::Core::Hashable
|
5898
6108
|
|
5899
|
-
# The `Status` type defines a logical error model that is suitable for
|
5900
|
-
#
|
5901
|
-
#
|
5902
|
-
#
|
5903
|
-
#
|
5904
|
-
#
|
6109
|
+
# The `Status` type defines a logical error model that is suitable for different
|
6110
|
+
# programming environments, including REST APIs and RPC APIs. It is used by [
|
6111
|
+
# gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
|
6112
|
+
# data: error code, error message, and error details. You can find out more
|
6113
|
+
# about this error model and how to work with it in the [API Design Guide](https:
|
6114
|
+
# //cloud.google.com/apis/design/errors).
|
5905
6115
|
# Corresponds to the JSON property `completeWorkStatus`
|
5906
6116
|
# @return [Google::Apis::DataflowV1b3::Status]
|
5907
6117
|
attr_accessor :complete_work_status
|
5908
6118
|
|
5909
|
-
# Other data returned by the service, specific to the particular
|
5910
|
-
# worker harness.
|
6119
|
+
# Other data returned by the service, specific to the particular worker harness.
|
5911
6120
|
# Corresponds to the JSON property `harnessData`
|
5912
6121
|
# @return [Hash<String,Object>]
|
5913
6122
|
attr_accessor :harness_data
|
@@ -5922,19 +6131,18 @@ module Google
|
|
5922
6131
|
# @return [String]
|
5923
6132
|
attr_accessor :lease_expire_time
|
5924
6133
|
|
5925
|
-
# The short ids that workers should use in subsequent metric updates.
|
5926
|
-
#
|
5927
|
-
#
|
5928
|
-
#
|
5929
|
-
#
|
5930
|
-
# of the metrics.
|
6134
|
+
# The short ids that workers should use in subsequent metric updates. Workers
|
6135
|
+
# should strive to use short ids whenever possible, but it is ok to request the
|
6136
|
+
# short_id again if a worker lost track of it (e.g. if the worker is recovering
|
6137
|
+
# from a crash). NOTE: it is possible that the response may have short ids for a
|
6138
|
+
# subset of the metrics.
|
5931
6139
|
# Corresponds to the JSON property `metricShortId`
|
5932
6140
|
# @return [Array<Google::Apis::DataflowV1b3::MetricShortId>]
|
5933
6141
|
attr_accessor :metric_short_id
|
5934
6142
|
|
5935
|
-
# The index value to use for the next report sent by the worker.
|
5936
|
-
#
|
5937
|
-
#
|
6143
|
+
# The index value to use for the next report sent by the worker. Note: If the
|
6144
|
+
# report call fails for whatever reason, the worker should reuse this index for
|
6145
|
+
# subsequent report attempts.
|
5938
6146
|
# Corresponds to the JSON property `nextReportIndex`
|
5939
6147
|
# @return [Fixnum]
|
5940
6148
|
attr_accessor :next_report_index
|
@@ -5954,9 +6162,9 @@ module Google
|
|
5954
6162
|
# @return [Google::Apis::DataflowV1b3::ApproximateProgress]
|
5955
6163
|
attr_accessor :suggested_stop_point
|
5956
6164
|
|
5957
|
-
# Position defines a position within a collection of data.
|
5958
|
-
#
|
5959
|
-
#
|
6165
|
+
# Position defines a position within a collection of data. The value can be
|
6166
|
+
# either the end position, a key (used with ordered collections), a byte offset,
|
6167
|
+
# or a record index.
|
5960
6168
|
# Corresponds to the JSON property `suggestedStopPosition`
|
5961
6169
|
# @return [Google::Apis::DataflowV1b3::Position]
|
5962
6170
|
attr_accessor :suggested_stop_position
|
@@ -5995,16 +6203,15 @@ module Google
|
|
5995
6203
|
# @return [Array<Google::Apis::DataflowV1b3::CounterUpdate>]
|
5996
6204
|
attr_accessor :counter_updates
|
5997
6205
|
|
5998
|
-
# When a task splits using WorkItemStatus.dynamic_source_split, this
|
5999
|
-
#
|
6000
|
-
#
|
6206
|
+
# When a task splits using WorkItemStatus.dynamic_source_split, this message
|
6207
|
+
# describes the two parts of the split relative to the description of the
|
6208
|
+
# current task's input.
|
6001
6209
|
# Corresponds to the JSON property `dynamicSourceSplit`
|
6002
6210
|
# @return [Google::Apis::DataflowV1b3::DynamicSourceSplit]
|
6003
6211
|
attr_accessor :dynamic_source_split
|
6004
6212
|
|
6005
|
-
# Specifies errors which occurred during processing.
|
6006
|
-
#
|
6007
|
-
# to have failed.
|
6213
|
+
# Specifies errors which occurred during processing. If errors are provided, and
|
6214
|
+
# completed = true, then the WorkItem is considered to have failed.
|
6008
6215
|
# Corresponds to the JSON property `errors`
|
6009
6216
|
# @return [Array<Google::Apis::DataflowV1b3::Status>]
|
6010
6217
|
attr_accessor :errors
|
@@ -6019,16 +6226,14 @@ module Google
|
|
6019
6226
|
# @return [Google::Apis::DataflowV1b3::ApproximateProgress]
|
6020
6227
|
attr_accessor :progress
|
6021
6228
|
|
6022
|
-
# The report index.
|
6023
|
-
#
|
6024
|
-
#
|
6025
|
-
#
|
6026
|
-
#
|
6027
|
-
#
|
6028
|
-
#
|
6029
|
-
#
|
6030
|
-
# report multiple times before getting back a response. The worker
|
6031
|
-
# should not submit a subsequent report until the response for the
|
6229
|
+
# The report index. When a WorkItem is leased, the lease will contain an initial
|
6230
|
+
# report index. When a WorkItem's status is reported to the system, the report
|
6231
|
+
# should be sent with that report index, and the response will contain the index
|
6232
|
+
# the worker should use for the next report. Reports received with unexpected
|
6233
|
+
# index values will be rejected by the service. In order to preserve idempotency,
|
6234
|
+
# the worker should not alter the contents of a report, even if the worker must
|
6235
|
+
# submit the same report multiple times before getting back a response. The
|
6236
|
+
# worker should not submit a subsequent report until the response for the
|
6032
6237
|
# previous report had been received from the service.
|
6033
6238
|
# Corresponds to the JSON property `reportIndex`
|
6034
6239
|
# @return [Fixnum]
|
@@ -6050,15 +6255,14 @@ module Google
|
|
6050
6255
|
attr_accessor :source_fork
|
6051
6256
|
|
6052
6257
|
# The result of a SourceOperationRequest, specified in
|
6053
|
-
# ReportWorkItemStatusRequest.source_operation when the work item
|
6054
|
-
# is completed.
|
6258
|
+
# ReportWorkItemStatusRequest.source_operation when the work item is completed.
|
6055
6259
|
# Corresponds to the JSON property `sourceOperationResponse`
|
6056
6260
|
# @return [Google::Apis::DataflowV1b3::SourceOperationResponse]
|
6057
6261
|
attr_accessor :source_operation_response
|
6058
6262
|
|
6059
|
-
# Position defines a position within a collection of data.
|
6060
|
-
#
|
6061
|
-
#
|
6263
|
+
# Position defines a position within a collection of data. The value can be
|
6264
|
+
# either the end position, a key (used with ordered collections), a byte offset,
|
6265
|
+
# or a record index.
|
6062
6266
|
# Corresponds to the JSON property `stopPosition`
|
6063
6267
|
# @return [Google::Apis::DataflowV1b3::Position]
|
6064
6268
|
attr_accessor :stop_position
|
@@ -6096,9 +6300,34 @@ module Google
|
|
6096
6300
|
end
|
6097
6301
|
end
|
6098
6302
|
|
6099
|
-
#
|
6100
|
-
|
6101
|
-
|
6303
|
+
# Information about a worker
|
6304
|
+
class WorkerDetails
|
6305
|
+
include Google::Apis::Core::Hashable
|
6306
|
+
|
6307
|
+
# Work items processed by this worker, sorted by time.
|
6308
|
+
# Corresponds to the JSON property `workItems`
|
6309
|
+
# @return [Array<Google::Apis::DataflowV1b3::WorkItemDetails>]
|
6310
|
+
attr_accessor :work_items
|
6311
|
+
|
6312
|
+
# Name of this worker
|
6313
|
+
# Corresponds to the JSON property `workerName`
|
6314
|
+
# @return [String]
|
6315
|
+
attr_accessor :worker_name
|
6316
|
+
|
6317
|
+
def initialize(**args)
|
6318
|
+
update!(**args)
|
6319
|
+
end
|
6320
|
+
|
6321
|
+
# Update properties of this object
|
6322
|
+
def update!(**args)
|
6323
|
+
@work_items = args[:work_items] if args.key?(:work_items)
|
6324
|
+
@worker_name = args[:worker_name] if args.key?(:worker_name)
|
6325
|
+
end
|
6326
|
+
end
|
6327
|
+
|
6328
|
+
# WorkerHealthReport contains information about the health of a worker. The VM
|
6329
|
+
# should be identified by the labels attached to the WorkerMessage that this
|
6330
|
+
# health ping belongs to.
|
6102
6331
|
class WorkerHealthReport
|
6103
6332
|
include Google::Apis::Core::Hashable
|
6104
6333
|
|
@@ -6107,24 +6336,22 @@ module Google
|
|
6107
6336
|
# @return [String]
|
6108
6337
|
attr_accessor :msg
|
6109
6338
|
|
6110
|
-
# The pods running on the worker. See:
|
6111
|
-
#
|
6112
|
-
#
|
6113
|
-
# containers running on each worker.
|
6339
|
+
# The pods running on the worker. See: http://kubernetes.io/v1.1/docs/api-
|
6340
|
+
# reference/v1/definitions.html#_v1_pod This field is used by the worker to send
|
6341
|
+
# the status of the indvidual containers running on each worker.
|
6114
6342
|
# Corresponds to the JSON property `pods`
|
6115
6343
|
# @return [Array<Hash<String,Object>>]
|
6116
6344
|
attr_accessor :pods
|
6117
6345
|
|
6118
|
-
# The interval at which the worker is sending health reports.
|
6119
|
-
#
|
6120
|
-
#
|
6346
|
+
# The interval at which the worker is sending health reports. The default value
|
6347
|
+
# of 0 should be interpreted as the field is not being explicitly set by the
|
6348
|
+
# worker.
|
6121
6349
|
# Corresponds to the JSON property `reportInterval`
|
6122
6350
|
# @return [String]
|
6123
6351
|
attr_accessor :report_interval
|
6124
6352
|
|
6125
|
-
# Whether the VM is in a permanently broken state.
|
6126
|
-
#
|
6127
|
-
# completing any work.
|
6353
|
+
# Whether the VM is in a permanently broken state. Broken VMs should be
|
6354
|
+
# abandoned or deleted ASAP to avoid assigning or completing any work.
|
6128
6355
|
# Corresponds to the JSON property `vmIsBroken`
|
6129
6356
|
# @return [Boolean]
|
6130
6357
|
attr_accessor :vm_is_broken
|
@@ -6156,15 +6383,14 @@ module Google
|
|
6156
6383
|
end
|
6157
6384
|
end
|
6158
6385
|
|
6159
|
-
# WorkerHealthReportResponse contains information returned to the worker
|
6160
|
-
#
|
6386
|
+
# WorkerHealthReportResponse contains information returned to the worker in
|
6387
|
+
# response to a health ping.
|
6161
6388
|
class WorkerHealthReportResponse
|
6162
6389
|
include Google::Apis::Core::Hashable
|
6163
6390
|
|
6164
|
-
# A positive value indicates the worker should change its reporting interval
|
6165
|
-
#
|
6166
|
-
#
|
6167
|
-
# the server.
|
6391
|
+
# A positive value indicates the worker should change its reporting interval to
|
6392
|
+
# the specified value. The default value of zero means no change in report rate
|
6393
|
+
# is requested by the server.
|
6168
6394
|
# Corresponds to the JSON property `reportInterval`
|
6169
6395
|
# @return [String]
|
6170
6396
|
attr_accessor :report_interval
|
@@ -6179,17 +6405,16 @@ module Google
|
|
6179
6405
|
end
|
6180
6406
|
end
|
6181
6407
|
|
6182
|
-
# A report of an event in a worker's lifecycle.
|
6183
|
-
#
|
6184
|
-
#
|
6185
|
-
#
|
6186
|
-
# is
|
6187
|
-
# The timestamp of the event is in the enclosing WorkerMessage proto.
|
6408
|
+
# A report of an event in a worker's lifecycle. The proto contains one event,
|
6409
|
+
# because the worker is expected to asynchronously send each message immediately
|
6410
|
+
# after the event. Due to this asynchrony, messages may arrive out of order (or
|
6411
|
+
# missing), and it is up to the consumer to interpret. The timestamp of the
|
6412
|
+
# event is in the enclosing WorkerMessage proto.
|
6188
6413
|
class WorkerLifecycleEvent
|
6189
6414
|
include Google::Apis::Core::Hashable
|
6190
6415
|
|
6191
|
-
# The start time of this container. All events will report this so that
|
6192
|
-
#
|
6416
|
+
# The start time of this container. All events will report this so that events
|
6417
|
+
# can be grouped together across container/VM restarts.
|
6193
6418
|
# Corresponds to the JSON property `containerStartTime`
|
6194
6419
|
# @return [String]
|
6195
6420
|
attr_accessor :container_start_time
|
@@ -6199,8 +6424,7 @@ module Google
|
|
6199
6424
|
# @return [String]
|
6200
6425
|
attr_accessor :event
|
6201
6426
|
|
6202
|
-
# Other stats that can accompany an event. E.g.
|
6203
|
-
# ` "downloaded_bytes" : "123456" `
|
6427
|
+
# Other stats that can accompany an event. E.g. ` "downloaded_bytes" : "123456" `
|
6204
6428
|
# Corresponds to the JSON property `metadata`
|
6205
6429
|
# @return [Hash<String,String>]
|
6206
6430
|
attr_accessor :metadata
|
@@ -6221,16 +6445,12 @@ module Google
|
|
6221
6445
|
class WorkerMessage
|
6222
6446
|
include Google::Apis::Core::Hashable
|
6223
6447
|
|
6224
|
-
# Labels are used to group WorkerMessages.
|
6225
|
-
#
|
6226
|
-
#
|
6227
|
-
# `
|
6228
|
-
#
|
6229
|
-
#
|
6230
|
-
# "CONTAINER_ID": "ac1234def"`
|
6231
|
-
# Label tags typically correspond to Label enum values. However, for ease
|
6232
|
-
# of development other strings can be used as tags. LABEL_UNSPECIFIED should
|
6233
|
-
# not be used here.
|
6448
|
+
# Labels are used to group WorkerMessages. For example, a worker_message about a
|
6449
|
+
# particular container might have the labels: ` "JOB_ID": "2015-04-22", "
|
6450
|
+
# WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": "worker", "CONTAINER_ID": "
|
6451
|
+
# ac1234def"` Label tags typically correspond to Label enum values. However, for
|
6452
|
+
# ease of development other strings can be used as tags. LABEL_UNSPECIFIED
|
6453
|
+
# should not be used here.
|
6234
6454
|
# Corresponds to the JSON property `labels`
|
6235
6455
|
# @return [Hash<String,String>]
|
6236
6456
|
attr_accessor :labels
|
@@ -6240,45 +6460,40 @@ module Google
|
|
6240
6460
|
# @return [String]
|
6241
6461
|
attr_accessor :time
|
6242
6462
|
|
6243
|
-
# WorkerHealthReport contains information about the health of a worker.
|
6244
|
-
#
|
6245
|
-
#
|
6463
|
+
# WorkerHealthReport contains information about the health of a worker. The VM
|
6464
|
+
# should be identified by the labels attached to the WorkerMessage that this
|
6465
|
+
# health ping belongs to.
|
6246
6466
|
# Corresponds to the JSON property `workerHealthReport`
|
6247
6467
|
# @return [Google::Apis::DataflowV1b3::WorkerHealthReport]
|
6248
6468
|
attr_accessor :worker_health_report
|
6249
6469
|
|
6250
|
-
# A report of an event in a worker's lifecycle.
|
6251
|
-
#
|
6252
|
-
#
|
6253
|
-
#
|
6254
|
-
# is
|
6255
|
-
# The timestamp of the event is in the enclosing WorkerMessage proto.
|
6470
|
+
# A report of an event in a worker's lifecycle. The proto contains one event,
|
6471
|
+
# because the worker is expected to asynchronously send each message immediately
|
6472
|
+
# after the event. Due to this asynchrony, messages may arrive out of order (or
|
6473
|
+
# missing), and it is up to the consumer to interpret. The timestamp of the
|
6474
|
+
# event is in the enclosing WorkerMessage proto.
|
6256
6475
|
# Corresponds to the JSON property `workerLifecycleEvent`
|
6257
6476
|
# @return [Google::Apis::DataflowV1b3::WorkerLifecycleEvent]
|
6258
6477
|
attr_accessor :worker_lifecycle_event
|
6259
6478
|
|
6260
|
-
# A message code is used to report status and error messages to the service.
|
6261
|
-
#
|
6262
|
-
#
|
6263
|
-
#
|
6264
|
-
#
|
6265
|
-
# 1. Worker processes reporting successful startup.
|
6266
|
-
# 2. Worker processes reporting specific errors (e.g. package staging
|
6267
|
-
# failure).
|
6479
|
+
# A message code is used to report status and error messages to the service. The
|
6480
|
+
# message codes are intended to be machine readable. The service will take care
|
6481
|
+
# of translating these into user understandable messages if necessary. Example
|
6482
|
+
# use cases: 1. Worker processes reporting successful startup. 2. Worker
|
6483
|
+
# processes reporting specific errors (e.g. package staging failure).
|
6268
6484
|
# Corresponds to the JSON property `workerMessageCode`
|
6269
6485
|
# @return [Google::Apis::DataflowV1b3::WorkerMessageCode]
|
6270
6486
|
attr_accessor :worker_message_code
|
6271
6487
|
|
6272
6488
|
# Worker metrics exported from workers. This contains resource utilization
|
6273
|
-
# metrics accumulated from a variety of sources. For more information, see
|
6274
|
-
#
|
6489
|
+
# metrics accumulated from a variety of sources. For more information, see go/df-
|
6490
|
+
# resource-signals.
|
6275
6491
|
# Corresponds to the JSON property `workerMetrics`
|
6276
6492
|
# @return [Google::Apis::DataflowV1b3::ResourceUtilizationReport]
|
6277
6493
|
attr_accessor :worker_metrics
|
6278
6494
|
|
6279
|
-
# Shutdown notification from workers. This is to be sent by the shutdown
|
6280
|
-
#
|
6281
|
-
# shut down.
|
6495
|
+
# Shutdown notification from workers. This is to be sent by the shutdown script
|
6496
|
+
# of the worker VM so that the backend knows that the VM is being shut down.
|
6282
6497
|
# Corresponds to the JSON property `workerShutdownNotice`
|
6283
6498
|
# @return [Google::Apis::DataflowV1b3::WorkerShutdownNotice]
|
6284
6499
|
attr_accessor :worker_shutdown_notice
|
@@ -6299,46 +6514,35 @@ module Google
|
|
6299
6514
|
end
|
6300
6515
|
end
|
6301
6516
|
|
6302
|
-
# A message code is used to report status and error messages to the service.
|
6303
|
-
#
|
6304
|
-
#
|
6305
|
-
#
|
6306
|
-
#
|
6307
|
-
# 1. Worker processes reporting successful startup.
|
6308
|
-
# 2. Worker processes reporting specific errors (e.g. package staging
|
6309
|
-
# failure).
|
6517
|
+
# A message code is used to report status and error messages to the service. The
|
6518
|
+
# message codes are intended to be machine readable. The service will take care
|
6519
|
+
# of translating these into user understandable messages if necessary. Example
|
6520
|
+
# use cases: 1. Worker processes reporting successful startup. 2. Worker
|
6521
|
+
# processes reporting specific errors (e.g. package staging failure).
|
6310
6522
|
class WorkerMessageCode
|
6311
6523
|
include Google::Apis::Core::Hashable
|
6312
6524
|
|
6313
|
-
# The code is a string intended for consumption by a machine that identifies
|
6314
|
-
#
|
6315
|
-
#
|
6316
|
-
#
|
6317
|
-
#
|
6318
|
-
#
|
6319
|
-
# a GCS file as part of the boot process of one of the worker containers.
|
6320
|
-
# This is a string and not an enum to make it easy to add new codes without
|
6321
|
-
# waiting for an API change.
|
6525
|
+
# The code is a string intended for consumption by a machine that identifies the
|
6526
|
+
# type of message being sent. Examples: 1. "HARNESS_STARTED" might be used to
|
6527
|
+
# indicate the worker harness has started. 2. "GCS_DOWNLOAD_ERROR" might be used
|
6528
|
+
# to indicate an error downloading a GCS file as part of the boot process of one
|
6529
|
+
# of the worker containers. This is a string and not an enum to make it easy to
|
6530
|
+
# add new codes without waiting for an API change.
|
6322
6531
|
# Corresponds to the JSON property `code`
|
6323
6532
|
# @return [String]
|
6324
6533
|
attr_accessor :code
|
6325
6534
|
|
6326
|
-
# Parameters contains specific information about the code.
|
6327
|
-
#
|
6328
|
-
#
|
6329
|
-
#
|
6330
|
-
#
|
6331
|
-
#
|
6332
|
-
#
|
6333
|
-
#
|
6334
|
-
#
|
6335
|
-
#
|
6336
|
-
#
|
6337
|
-
# Conventions:
|
6338
|
-
# Parameters should only be used for information that isn't typically passed
|
6339
|
-
# as a label.
|
6340
|
-
# hostname and other worker identifiers should almost always be passed
|
6341
|
-
# as labels since they will be included on most messages.
|
6535
|
+
# Parameters contains specific information about the code. This is a struct to
|
6536
|
+
# allow parameters of different types. Examples: 1. For a "HARNESS_STARTED"
|
6537
|
+
# message parameters might provide the name of the worker and additional data
|
6538
|
+
# like timing information. 2. For a "GCS_DOWNLOAD_ERROR" parameters might
|
6539
|
+
# contain fields listing the GCS objects being downloaded and fields containing
|
6540
|
+
# errors. In general complex data structures should be avoided. If a worker
|
6541
|
+
# needs to send a specific and complicated data structure then please consider
|
6542
|
+
# defining a new proto and adding it to the data oneof in WorkerMessageResponse.
|
6543
|
+
# Conventions: Parameters should only be used for information that isn't
|
6544
|
+
# typically passed as a label. hostname and other worker identifiers should
|
6545
|
+
# almost always be passed as labels since they will be included on most messages.
|
6342
6546
|
# Corresponds to the JSON property `parameters`
|
6343
6547
|
# @return [Hash<String,Object>]
|
6344
6548
|
attr_accessor :parameters
|
@@ -6354,13 +6558,12 @@ module Google
|
|
6354
6558
|
end
|
6355
6559
|
end
|
6356
6560
|
|
6357
|
-
# A worker_message response allows the server to pass information to the
|
6358
|
-
# sender.
|
6561
|
+
# A worker_message response allows the server to pass information to the sender.
|
6359
6562
|
class WorkerMessageResponse
|
6360
6563
|
include Google::Apis::Core::Hashable
|
6361
6564
|
|
6362
|
-
# WorkerHealthReportResponse contains information returned to the worker
|
6363
|
-
#
|
6565
|
+
# WorkerHealthReportResponse contains information returned to the worker in
|
6566
|
+
# response to a health ping.
|
6364
6567
|
# Corresponds to the JSON property `workerHealthReportResponse`
|
6365
6568
|
# @return [Google::Apis::DataflowV1b3::WorkerHealthReportResponse]
|
6366
6569
|
attr_accessor :worker_health_report_response
|
@@ -6387,11 +6590,10 @@ module Google
|
|
6387
6590
|
end
|
6388
6591
|
end
|
6389
6592
|
|
6390
|
-
# Describes one particular pool of Cloud Dataflow workers to be
|
6391
|
-
#
|
6392
|
-
#
|
6393
|
-
#
|
6394
|
-
# requirements of the various stages of the job.
|
6593
|
+
# Describes one particular pool of Cloud Dataflow workers to be instantiated by
|
6594
|
+
# the Cloud Dataflow service in order to perform the computations required by a
|
6595
|
+
# job. Note that a workflow job may use multiple pools, in order to match the
|
6596
|
+
# various computational requirements of the various stages of the job.
|
6395
6597
|
class WorkerPool
|
6396
6598
|
include Google::Apis::Core::Hashable
|
6397
6599
|
|
@@ -6405,14 +6607,14 @@ module Google
|
|
6405
6607
|
# @return [Array<Google::Apis::DataflowV1b3::Disk>]
|
6406
6608
|
attr_accessor :data_disks
|
6407
6609
|
|
6408
|
-
# The default package set to install.
|
6409
|
-
#
|
6410
|
-
#
|
6610
|
+
# The default package set to install. This allows the service to select a
|
6611
|
+
# default set of packages which are useful to worker harnesses written in a
|
6612
|
+
# particular language.
|
6411
6613
|
# Corresponds to the JSON property `defaultPackageSet`
|
6412
6614
|
# @return [String]
|
6413
6615
|
attr_accessor :default_package_set
|
6414
6616
|
|
6415
|
-
# Size of root disk for VMs, in GB.
|
6617
|
+
# Size of root disk for VMs, in GB. If zero or unspecified, the service will
|
6416
6618
|
# attempt to choose a reasonable default.
|
6417
6619
|
# Corresponds to the JSON property `diskSizeGb`
|
6418
6620
|
# @return [Fixnum]
|
@@ -6423,8 +6625,8 @@ module Google
|
|
6423
6625
|
# @return [String]
|
6424
6626
|
attr_accessor :disk_source_image
|
6425
6627
|
|
6426
|
-
# Type of root disk for VMs.
|
6427
|
-
#
|
6628
|
+
# Type of root disk for VMs. If empty or unspecified, the service will attempt
|
6629
|
+
# to choose a reasonable default.
|
6428
6630
|
# Corresponds to the JSON property `diskType`
|
6429
6631
|
# @return [String]
|
6430
6632
|
attr_accessor :disk_type
|
@@ -6434,14 +6636,14 @@ module Google
|
|
6434
6636
|
# @return [String]
|
6435
6637
|
attr_accessor :ip_configuration
|
6436
6638
|
|
6437
|
-
# The kind of the worker pool; currently only `harness` and `shuffle`
|
6438
|
-
#
|
6639
|
+
# The kind of the worker pool; currently only `harness` and `shuffle` are
|
6640
|
+
# supported.
|
6439
6641
|
# Corresponds to the JSON property `kind`
|
6440
6642
|
# @return [String]
|
6441
6643
|
attr_accessor :kind
|
6442
6644
|
|
6443
|
-
# Machine type (e.g. "n1-standard-1").
|
6444
|
-
#
|
6645
|
+
# Machine type (e.g. "n1-standard-1"). If empty or unspecified, the service will
|
6646
|
+
# attempt to choose a reasonable default.
|
6445
6647
|
# Corresponds to the JSON property `machineType`
|
6446
6648
|
# @return [String]
|
6447
6649
|
attr_accessor :machine_type
|
@@ -6451,28 +6653,28 @@ module Google
|
|
6451
6653
|
# @return [Hash<String,String>]
|
6452
6654
|
attr_accessor :metadata
|
6453
6655
|
|
6454
|
-
# Network to which VMs will be assigned.
|
6455
|
-
#
|
6656
|
+
# Network to which VMs will be assigned. If empty or unspecified, the service
|
6657
|
+
# will use the network "default".
|
6456
6658
|
# Corresponds to the JSON property `network`
|
6457
6659
|
# @return [String]
|
6458
6660
|
attr_accessor :network
|
6459
6661
|
|
6460
|
-
# The number of threads per worker harness. If empty or unspecified, the
|
6461
|
-
#
|
6462
|
-
#
|
6662
|
+
# The number of threads per worker harness. If empty or unspecified, the service
|
6663
|
+
# will choose a number of threads (according to the number of cores on the
|
6664
|
+
# selected machine type for batch, or 1 by convention for streaming).
|
6463
6665
|
# Corresponds to the JSON property `numThreadsPerWorker`
|
6464
6666
|
# @return [Fixnum]
|
6465
6667
|
attr_accessor :num_threads_per_worker
|
6466
6668
|
|
6467
|
-
# Number of Google Compute Engine workers in this pool needed to
|
6468
|
-
#
|
6469
|
-
#
|
6669
|
+
# Number of Google Compute Engine workers in this pool needed to execute the job.
|
6670
|
+
# If zero or unspecified, the service will attempt to choose a reasonable
|
6671
|
+
# default.
|
6470
6672
|
# Corresponds to the JSON property `numWorkers`
|
6471
6673
|
# @return [Fixnum]
|
6472
6674
|
attr_accessor :num_workers
|
6473
6675
|
|
6474
|
-
# The action to take on host maintenance, as defined by the Google
|
6475
|
-
#
|
6676
|
+
# The action to take on host maintenance, as defined by the Google Compute
|
6677
|
+
# Engine API.
|
6476
6678
|
# Corresponds to the JSON property `onHostMaintenance`
|
6477
6679
|
# @return [String]
|
6478
6680
|
attr_accessor :on_host_maintenance
|
@@ -6487,16 +6689,15 @@ module Google
|
|
6487
6689
|
# @return [Hash<String,Object>]
|
6488
6690
|
attr_accessor :pool_args
|
6489
6691
|
|
6490
|
-
# Set of SDK harness containers needed to execute this pipeline. This will
|
6491
|
-
#
|
6492
|
-
#
|
6493
|
-
# entries.
|
6692
|
+
# Set of SDK harness containers needed to execute this pipeline. This will only
|
6693
|
+
# be set in the Fn API path. For non-cross-language pipelines this should have
|
6694
|
+
# only one entry. Cross-language pipelines will have two or more entries.
|
6494
6695
|
# Corresponds to the JSON property `sdkHarnessContainerImages`
|
6495
6696
|
# @return [Array<Google::Apis::DataflowV1b3::SdkHarnessContainerImage>]
|
6496
6697
|
attr_accessor :sdk_harness_container_images
|
6497
6698
|
|
6498
|
-
# Subnetwork to which VMs will be assigned, if desired.
|
6499
|
-
#
|
6699
|
+
# Subnetwork to which VMs will be assigned, if desired. Expected to be of the
|
6700
|
+
# form "regions/REGION/subnetworks/SUBNETWORK".
|
6500
6701
|
# Corresponds to the JSON property `subnetwork`
|
6501
6702
|
# @return [String]
|
6502
6703
|
attr_accessor :subnetwork
|
@@ -6506,18 +6707,15 @@ module Google
|
|
6506
6707
|
# @return [Google::Apis::DataflowV1b3::TaskRunnerSettings]
|
6507
6708
|
attr_accessor :taskrunner_settings
|
6508
6709
|
|
6509
|
-
# Sets the policy for determining when to turndown worker pool.
|
6510
|
-
#
|
6511
|
-
# `
|
6512
|
-
# `
|
6513
|
-
#
|
6514
|
-
#
|
6515
|
-
#
|
6516
|
-
#
|
6517
|
-
#
|
6518
|
-
# user's project until they are explicitly terminated by the user.
|
6519
|
-
# Because of this, Google recommends using the `TEARDOWN_ALWAYS`
|
6520
|
-
# policy except for small, manually supervised test jobs.
|
6710
|
+
# Sets the policy for determining when to turndown worker pool. Allowed values
|
6711
|
+
# are: `TEARDOWN_ALWAYS`, `TEARDOWN_ON_SUCCESS`, and `TEARDOWN_NEVER`. `
|
6712
|
+
# TEARDOWN_ALWAYS` means workers are always torn down regardless of whether the
|
6713
|
+
# job succeeds. `TEARDOWN_ON_SUCCESS` means workers are torn down if the job
|
6714
|
+
# succeeds. `TEARDOWN_NEVER` means the workers are never torn down. If the
|
6715
|
+
# workers are not torn down by the service, they will continue to run and use
|
6716
|
+
# Google Compute Engine VM resources in the user's project until they are
|
6717
|
+
# explicitly terminated by the user. Because of this, Google recommends using
|
6718
|
+
# the `TEARDOWN_ALWAYS` policy except for small, manually supervised test jobs.
|
6521
6719
|
# If unknown or unspecified, the service will attempt to choose a reasonable
|
6522
6720
|
# default.
|
6523
6721
|
# Corresponds to the JSON property `teardownPolicy`
|
@@ -6525,14 +6723,14 @@ module Google
|
|
6525
6723
|
attr_accessor :teardown_policy
|
6526
6724
|
|
6527
6725
|
# Required. Docker container image that executes the Cloud Dataflow worker
|
6528
|
-
# harness, residing in Google Container Registry.
|
6529
|
-
#
|
6726
|
+
# harness, residing in Google Container Registry. Deprecated for the Fn API path.
|
6727
|
+
# Use sdk_harness_container_images instead.
|
6530
6728
|
# Corresponds to the JSON property `workerHarnessContainerImage`
|
6531
6729
|
# @return [String]
|
6532
6730
|
attr_accessor :worker_harness_container_image
|
6533
6731
|
|
6534
|
-
# Zone to run the worker pools in.
|
6535
|
-
#
|
6732
|
+
# Zone to run the worker pools in. If empty or unspecified, the service will
|
6733
|
+
# attempt to choose a reasonable default.
|
6536
6734
|
# Corresponds to the JSON property `zone`
|
6537
6735
|
# @return [String]
|
6538
6736
|
attr_accessor :zone
|
@@ -6572,12 +6770,10 @@ module Google
|
|
6572
6770
|
class WorkerSettings
|
6573
6771
|
include Google::Apis::Core::Hashable
|
6574
6772
|
|
6575
|
-
# The base URL for accessing Google Cloud APIs.
|
6576
|
-
#
|
6577
|
-
#
|
6578
|
-
#
|
6579
|
-
# algorithm used is defined by RFC 1808, "Relative Uniform Resource
|
6580
|
-
# Locators".
|
6773
|
+
# The base URL for accessing Google Cloud APIs. When workers access Google Cloud
|
6774
|
+
# APIs, they logically do so via relative URLs. If this field is specified, it
|
6775
|
+
# supplies the base URL to use for resolving these relative URLs. The normative
|
6776
|
+
# algorithm used is defined by RFC 1808, "Relative Uniform Resource Locators".
|
6581
6777
|
# If not specified, the default value is "http://www.googleapis.com/"
|
6582
6778
|
# Corresponds to the JSON property `baseUrl`
|
6583
6779
|
# @return [String]
|
@@ -6589,24 +6785,21 @@ module Google
|
|
6589
6785
|
attr_accessor :reporting_enabled
|
6590
6786
|
alias_method :reporting_enabled?, :reporting_enabled
|
6591
6787
|
|
6592
|
-
# The Cloud Dataflow service path relative to the root URL, for example,
|
6593
|
-
#
|
6788
|
+
# The Cloud Dataflow service path relative to the root URL, for example, "
|
6789
|
+
# dataflow/v1b3/projects".
|
6594
6790
|
# Corresponds to the JSON property `servicePath`
|
6595
6791
|
# @return [String]
|
6596
6792
|
attr_accessor :service_path
|
6597
6793
|
|
6598
|
-
# The Shuffle service path relative to the root URL, for example,
|
6599
|
-
#
|
6794
|
+
# The Shuffle service path relative to the root URL, for example, "shuffle/
|
6795
|
+
# v1beta1".
|
6600
6796
|
# Corresponds to the JSON property `shuffleServicePath`
|
6601
6797
|
# @return [String]
|
6602
6798
|
attr_accessor :shuffle_service_path
|
6603
6799
|
|
6604
|
-
# The prefix of the resources the system should use for temporary
|
6605
|
-
# storage.
|
6606
|
-
#
|
6607
|
-
# Google Cloud Storage:
|
6608
|
-
# storage.googleapis.com/`bucket`/`object`
|
6609
|
-
# bucket.storage.googleapis.com/`object`
|
6800
|
+
# The prefix of the resources the system should use for temporary storage. The
|
6801
|
+
# supported resource type is: Google Cloud Storage: storage.googleapis.com/`
|
6802
|
+
# bucket`/`object` bucket.storage.googleapis.com/`object`
|
6610
6803
|
# Corresponds to the JSON property `tempStoragePrefix`
|
6611
6804
|
# @return [String]
|
6612
6805
|
attr_accessor :temp_storage_prefix
|
@@ -6631,17 +6824,14 @@ module Google
|
|
6631
6824
|
end
|
6632
6825
|
end
|
6633
6826
|
|
6634
|
-
# Shutdown notification from workers. This is to be sent by the shutdown
|
6635
|
-
#
|
6636
|
-
# shut down.
|
6827
|
+
# Shutdown notification from workers. This is to be sent by the shutdown script
|
6828
|
+
# of the worker VM so that the backend knows that the VM is being shut down.
|
6637
6829
|
class WorkerShutdownNotice
|
6638
6830
|
include Google::Apis::Core::Hashable
|
6639
6831
|
|
6640
|
-
# The reason for the worker shutdown.
|
6641
|
-
#
|
6642
|
-
#
|
6643
|
-
# "PREEMPTION": shutdown reason is preemption.
|
6644
|
-
# Other possible reasons may be added in the future.
|
6832
|
+
# The reason for the worker shutdown. Current possible values are: "UNKNOWN":
|
6833
|
+
# shutdown reason is unknown. "PREEMPTION": shutdown reason is preemption. Other
|
6834
|
+
# possible reasons may be added in the future.
|
6645
6835
|
# Corresponds to the JSON property `reason`
|
6646
6836
|
# @return [String]
|
6647
6837
|
attr_accessor :reason
|
@@ -6669,13 +6859,12 @@ module Google
|
|
6669
6859
|
end
|
6670
6860
|
end
|
6671
6861
|
|
6672
|
-
# An instruction that writes records.
|
6673
|
-
# Takes one input, produces no outputs.
|
6862
|
+
# An instruction that writes records. Takes one input, produces no outputs.
|
6674
6863
|
class WriteInstruction
|
6675
6864
|
include Google::Apis::Core::Hashable
|
6676
6865
|
|
6677
|
-
# An input of an instruction, as a reference to an output of a
|
6678
|
-
#
|
6866
|
+
# An input of an instruction, as a reference to an output of a producer
|
6867
|
+
# instruction.
|
6679
6868
|
# Corresponds to the JSON property `input`
|
6680
6869
|
# @return [Google::Apis::DataflowV1b3::InstructionInput]
|
6681
6870
|
attr_accessor :input
|