google-api-client 0.23.9 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +42 -0
  3. data/generated/google/apis/adexchangebuyer2_v2beta1.rb +1 -1
  4. data/generated/google/apis/adexchangebuyer2_v2beta1/classes.rb +2030 -58
  5. data/generated/google/apis/adexchangebuyer2_v2beta1/representations.rb +878 -43
  6. data/generated/google/apis/adexchangebuyer2_v2beta1/service.rb +604 -0
  7. data/generated/google/apis/adexperiencereport_v1.rb +1 -1
  8. data/generated/google/apis/adexperiencereport_v1/classes.rb +0 -1
  9. data/generated/google/apis/admin_directory_v1.rb +1 -1
  10. data/generated/google/apis/admin_directory_v1/classes.rb +8 -2
  11. data/generated/google/apis/admin_directory_v1/representations.rb +1 -0
  12. data/generated/google/apis/androidenterprise_v1.rb +1 -1
  13. data/generated/google/apis/androidenterprise_v1/classes.rb +108 -5
  14. data/generated/google/apis/androidenterprise_v1/representations.rb +60 -0
  15. data/generated/google/apis/appengine_v1.rb +1 -1
  16. data/generated/google/apis/appengine_v1/classes.rb +1 -1
  17. data/generated/google/apis/appengine_v1/service.rb +3 -3
  18. data/generated/google/apis/appengine_v1beta.rb +1 -1
  19. data/generated/google/apis/appengine_v1beta/classes.rb +1 -1
  20. data/generated/google/apis/appengine_v1beta/service.rb +3 -3
  21. data/generated/google/apis/classroom_v1.rb +1 -1
  22. data/generated/google/apis/classroom_v1/classes.rb +14 -14
  23. data/generated/google/apis/cloudbuild_v1.rb +1 -1
  24. data/generated/google/apis/cloudbuild_v1/classes.rb +6 -0
  25. data/generated/google/apis/cloudbuild_v1/representations.rb +1 -0
  26. data/generated/google/apis/cloudtrace_v1.rb +1 -1
  27. data/generated/google/apis/cloudtrace_v1/classes.rb +3 -2
  28. data/generated/google/apis/composer_v1.rb +1 -1
  29. data/generated/google/apis/composer_v1/classes.rb +1 -1
  30. data/generated/google/apis/composer_v1/service.rb +6 -6
  31. data/generated/google/apis/composer_v1beta1.rb +1 -1
  32. data/generated/google/apis/composer_v1beta1/classes.rb +1 -1
  33. data/generated/google/apis/dataproc_v1.rb +1 -1
  34. data/generated/google/apis/dataproc_v1/classes.rb +475 -0
  35. data/generated/google/apis/dataproc_v1/representations.rb +188 -0
  36. data/generated/google/apis/dataproc_v1/service.rb +550 -0
  37. data/generated/google/apis/dlp_v2.rb +1 -1
  38. data/generated/google/apis/dlp_v2/classes.rb +21 -21
  39. data/generated/google/apis/file_v1beta1.rb +34 -0
  40. data/generated/google/apis/file_v1beta1/classes.rb +810 -0
  41. data/generated/google/apis/file_v1beta1/representations.rb +298 -0
  42. data/generated/google/apis/file_v1beta1/service.rb +472 -0
  43. data/generated/google/apis/jobs_v3.rb +1 -1
  44. data/generated/google/apis/jobs_v3/classes.rb +16 -17
  45. data/generated/google/apis/logging_v2.rb +1 -1
  46. data/generated/google/apis/logging_v2/classes.rb +8 -9
  47. data/generated/google/apis/logging_v2/service.rb +9 -9
  48. data/generated/google/apis/logging_v2beta1.rb +1 -1
  49. data/generated/google/apis/logging_v2beta1/classes.rb +8 -9
  50. data/generated/google/apis/logging_v2beta1/service.rb +1 -1
  51. data/generated/google/apis/proximitybeacon_v1beta1.rb +1 -1
  52. data/generated/google/apis/proximitybeacon_v1beta1/classes.rb +14 -14
  53. data/generated/google/apis/serviceconsumermanagement_v1.rb +1 -1
  54. data/generated/google/apis/serviceconsumermanagement_v1/classes.rb +142 -98
  55. data/generated/google/apis/servicecontrol_v1.rb +1 -1
  56. data/generated/google/apis/servicecontrol_v1/classes.rb +0 -2
  57. data/generated/google/apis/servicemanagement_v1.rb +1 -1
  58. data/generated/google/apis/servicemanagement_v1/classes.rb +142 -98
  59. data/generated/google/apis/serviceusage_v1.rb +1 -1
  60. data/generated/google/apis/serviceusage_v1/classes.rb +142 -98
  61. data/generated/google/apis/serviceusage_v1beta1.rb +1 -1
  62. data/generated/google/apis/serviceusage_v1beta1/classes.rb +142 -98
  63. data/generated/google/apis/serviceuser_v1.rb +1 -1
  64. data/generated/google/apis/serviceuser_v1/classes.rb +142 -98
  65. data/generated/google/apis/speech_v1.rb +1 -1
  66. data/generated/google/apis/speech_v1/classes.rb +91 -0
  67. data/generated/google/apis/speech_v1/representations.rb +18 -0
  68. data/generated/google/apis/speech_v1/service.rb +47 -0
  69. data/generated/google/apis/speech_v1beta1.rb +1 -1
  70. data/generated/google/apis/speech_v1beta1/classes.rb +25 -0
  71. data/generated/google/apis/speech_v1beta1/representations.rb +15 -0
  72. data/generated/google/apis/speech_v1beta1/service.rb +47 -0
  73. data/generated/google/apis/sqladmin_v1beta4.rb +3 -3
  74. data/generated/google/apis/sqladmin_v1beta4/classes.rb +34 -31
  75. data/generated/google/apis/sqladmin_v1beta4/service.rb +8 -8
  76. data/generated/google/apis/storage_v1.rb +1 -1
  77. data/generated/google/apis/storage_v1/classes.rb +3 -4
  78. data/generated/google/apis/storage_v1/service.rb +2 -1
  79. data/generated/google/apis/storage_v1beta2.rb +1 -1
  80. data/generated/google/apis/storage_v1beta2/classes.rb +1 -2
  81. data/generated/google/apis/storage_v1beta2/service.rb +2 -1
  82. data/generated/google/apis/storagetransfer_v1.rb +1 -1
  83. data/generated/google/apis/storagetransfer_v1/classes.rb +21 -21
  84. data/generated/google/apis/testing_v1.rb +1 -1
  85. data/generated/google/apis/testing_v1/classes.rb +308 -14
  86. data/generated/google/apis/testing_v1/representations.rb +136 -0
  87. data/generated/google/apis/vision_v1.rb +1 -1
  88. data/generated/google/apis/vision_v1/classes.rb +156 -2
  89. data/generated/google/apis/vision_v1/representations.rb +60 -0
  90. data/generated/google/apis/vision_v1p1beta1.rb +1 -1
  91. data/generated/google/apis/vision_v1p1beta1/classes.rb +156 -2
  92. data/generated/google/apis/vision_v1p1beta1/representations.rb +60 -0
  93. data/generated/google/apis/vision_v1p2beta1.rb +1 -1
  94. data/generated/google/apis/vision_v1p2beta1/classes.rb +156 -2
  95. data/generated/google/apis/vision_v1p2beta1/representations.rb +60 -0
  96. data/generated/google/apis/youtube_partner_v1.rb +1 -1
  97. data/lib/google/apis/version.rb +1 -1
  98. metadata +6 -14
  99. data/generated/google/apis/adexchangeseller_v1.rb +0 -37
  100. data/generated/google/apis/adexchangeseller_v1/classes.rb +0 -557
  101. data/generated/google/apis/adexchangeseller_v1/representations.rb +0 -248
  102. data/generated/google/apis/adexchangeseller_v1/service.rb +0 -544
  103. data/generated/google/apis/adexchangeseller_v1_1.rb +0 -37
  104. data/generated/google/apis/adexchangeseller_v1_1/classes.rb +0 -842
  105. data/generated/google/apis/adexchangeseller_v1_1/representations.rb +0 -364
  106. data/generated/google/apis/adexchangeseller_v1_1/service.rb +0 -735
  107. data/generated/google/apis/adexchangeseller_v2_0.rb +0 -37
  108. data/generated/google/apis/adexchangeseller_v2_0/classes.rb +0 -792
  109. data/generated/google/apis/adexchangeseller_v2_0/representations.rb +0 -347
  110. data/generated/google/apis/adexchangeseller_v2_0/service.rb +0 -638
@@ -29,7 +29,7 @@ module Google
29
29
  # @see https://cloud.google.com/trace
30
30
  module CloudtraceV1
31
31
  VERSION = 'V1'
32
- REVISION = '20180820'
32
+ REVISION = '20180910'
33
33
 
34
34
  # View and manage your data across Google Cloud Platform services
35
35
  AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
@@ -85,7 +85,8 @@ module Google
85
85
  attr_accessor :spans
86
86
 
87
87
  # Globally unique identifier for the trace. This identifier is a 128-bit
88
- # numeric value formatted as a 32-byte hex string.
88
+ # numeric value formatted as a 32-byte hex string. For example,
89
+ # `382d4f4c6b7bb2f4a972559d9085001d`.
89
90
  # Corresponds to the JSON property `traceId`
90
91
  # @return [String]
91
92
  attr_accessor :trace_id
@@ -174,7 +175,7 @@ module Google
174
175
  attr_accessor :parent_span_id
175
176
 
176
177
  # Identifier for the span. Must be a 64-bit integer other than 0 and
177
- # unique within a trace.
178
+ # unique within a trace. For example, `2205310701640571284`.
178
179
  # Corresponds to the JSON property `spanId`
179
180
  # @return [Fixnum]
180
181
  attr_accessor :span_id
@@ -25,7 +25,7 @@ module Google
25
25
  # @see https://cloud.google.com/composer/
26
26
  module ComposerV1
27
27
  VERSION = 'V1'
28
- REVISION = '20180815'
28
+ REVISION = '20180905'
29
29
 
30
30
  # View and manage your data across Google Cloud Platform services
31
31
  AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
@@ -269,7 +269,7 @@ module Google
269
269
  # [Shared VPC](/vpc/docs/shared-vpc) is not currently supported. The
270
270
  # network must belong to the environment's project. If unspecified, the
271
271
  # "default" network ID in the environment's project is used. If a
272
- # [Custom Subnet Network]((/vpc/docs/vpc#vpc_networks_and_subnets)
272
+ # [Custom Subnet Network](/vpc/docs/vpc#vpc_networks_and_subnets)
273
273
  # is provided, `nodeConfig.subnetwork` must also be provided.
274
274
  # Corresponds to the JSON property `network`
275
275
  # @return [String]
@@ -289,14 +289,14 @@ module Google
289
289
  # more individual config overrides.</td>
290
290
  # </tr>
291
291
  # <tr>
292
- # <td>config.softwareConfig.properties.<var>section</var>-<var>name
292
+ # <td>config.softwareConfig.airflowConfigOverrides.<var>section</var>-<var>name
293
293
  # </var></td>
294
- # <td>Override the Apache Airflow property <var>name</var> in the section
295
- # named <var>section</var>, preserving other properties. To delete the
296
- # property override, include it in `updateMask` and omit its mapping
297
- # in `environment.config.softwareConfig.properties`.
294
+ # <td>Override the Apache Airflow config property <var>name</var> in the
295
+ # section named <var>section</var>, preserving other properties. To delete
296
+ # the property override, include it in `updateMask` and omit its mapping
297
+ # in `environment.config.softwareConfig.airflowConfigOverrides`.
298
298
  # It is an error to provide both a mask of this form and the
299
- # "config.softwareConfig.properties" mask.</td>
299
+ # "config.softwareConfig.airflowConfigOverrides" mask.</td>
300
300
  # </tr>
301
301
  # <tr>
302
302
  # <td>config.softwareConfig.envVariables</td>
@@ -25,7 +25,7 @@ module Google
25
25
  # @see https://cloud.google.com/composer/
26
26
  module ComposerV1beta1
27
27
  VERSION = 'V1beta1'
28
- REVISION = '20180815'
28
+ REVISION = '20180905'
29
29
 
30
30
  # View and manage your data across Google Cloud Platform services
31
31
  AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
@@ -267,7 +267,7 @@ module Google
267
267
  # [relative resource name](/apis/design/resource_names#relative_resource_name).
268
268
  # For example: "projects/`projectId`/global/networks/`networkId`".
269
269
  # If unspecified, the default network in the environment's project is used.
270
- # If a [Custom Subnet Network]((/vpc/docs/vpc#vpc_networks_and_subnets)
270
+ # If a [Custom Subnet Network](/vpc/docs/vpc#vpc_networks_and_subnets)
271
271
  # is provided, `nodeConfig.subnetwork` must also be provided. For
272
272
  # [Shared VPC](/vpc/docs/shared-vpc) subnetwork requirements, see
273
273
  # `nodeConfig.subnetwork`.
@@ -25,7 +25,7 @@ module Google
25
25
  # @see https://cloud.google.com/dataproc/
26
26
  module DataprocV1
27
27
  VERSION = 'V1'
28
- REVISION = '20180824'
28
+ REVISION = '20180910'
29
29
 
30
30
  # View and manage your data across Google Cloud Platform services
31
31
  AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
@@ -423,6 +423,33 @@ module Google
423
423
  end
424
424
  end
425
425
 
426
+ # A selector that chooses target cluster for jobs based on metadata.
427
+ class ClusterSelector
428
+ include Google::Apis::Core::Hashable
429
+
430
+ # Required. The cluster labels. Cluster must have all labels to match.
431
+ # Corresponds to the JSON property `clusterLabels`
432
+ # @return [Hash<String,String>]
433
+ attr_accessor :cluster_labels
434
+
435
+ # Optional. The zone where workflow process executes. This parameter does not
436
+ # affect the selection of the cluster.If unspecified, the zone of the first
437
+ # cluster matching the selector is used.
438
+ # Corresponds to the JSON property `zone`
439
+ # @return [String]
440
+ attr_accessor :zone
441
+
442
+ def initialize(**args)
443
+ update!(**args)
444
+ end
445
+
446
+ # Update properties of this object
447
+ def update!(**args)
448
+ @cluster_labels = args[:cluster_labels] if args.key?(:cluster_labels)
449
+ @zone = args[:zone] if args.key?(:zone)
450
+ end
451
+ end
452
+
426
453
  # The status of a cluster and its instances.
427
454
  class ClusterStatus
428
455
  include Google::Apis::Core::Hashable
@@ -945,6 +972,46 @@ module Google
945
972
  end
946
973
  end
947
974
 
975
+ # A request to instantiate a workflow template.
976
+ class InstantiateWorkflowTemplateRequest
977
+ include Google::Apis::Core::Hashable
978
+
979
+ # Optional. Map from parameter names to values that should be used for those
980
+ # parameters.
981
+ # Corresponds to the JSON property `parameters`
982
+ # @return [Hash<String,String>]
983
+ attr_accessor :parameters
984
+
985
+ # Optional. A tag that prevents multiple concurrent workflow instances with the
986
+ # same tag from running. This mitigates risk of concurrent instances started due
987
+ # to retries.It is recommended to always set this value to a UUID (https://en.
988
+ # wikipedia.org/wiki/Universally_unique_identifier).The tag must contain only
989
+ # letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The
990
+ # maximum length is 40 characters.
991
+ # Corresponds to the JSON property `requestId`
992
+ # @return [String]
993
+ attr_accessor :request_id
994
+
995
+ # Optional. The version of workflow template to instantiate. If specified, the
996
+ # workflow will be instantiated only if the current version of the workflow
997
+ # template has the supplied version.This option cannot be used to instantiate a
998
+ # previous version of workflow template.
999
+ # Corresponds to the JSON property `version`
1000
+ # @return [Fixnum]
1001
+ attr_accessor :version
1002
+
1003
+ def initialize(**args)
1004
+ update!(**args)
1005
+ end
1006
+
1007
+ # Update properties of this object
1008
+ def update!(**args)
1009
+ @parameters = args[:parameters] if args.key?(:parameters)
1010
+ @request_id = args[:request_id] if args.key?(:request_id)
1011
+ @version = args[:version] if args.key?(:version)
1012
+ end
1013
+ end
1014
+
948
1015
  # A Cloud Dataproc job resource.
949
1016
  class Job
950
1017
  include Google::Apis::Core::Hashable
@@ -1260,6 +1327,33 @@ module Google
1260
1327
  end
1261
1328
  end
1262
1329
 
1330
+ # A response to a request to list workflow templates in a project.
1331
+ class ListWorkflowTemplatesResponse
1332
+ include Google::Apis::Core::Hashable
1333
+
1334
+ # Output only. This token is included in the response if there are more results
1335
+ # to fetch. To fetch additional results, provide this value as the page_token in
1336
+ # a subsequent <code>ListWorkflowTemplatesRequest</code>.
1337
+ # Corresponds to the JSON property `nextPageToken`
1338
+ # @return [String]
1339
+ attr_accessor :next_page_token
1340
+
1341
+ # Output only. WorkflowTemplates list.
1342
+ # Corresponds to the JSON property `templates`
1343
+ # @return [Array<Google::Apis::DataprocV1::WorkflowTemplate>]
1344
+ attr_accessor :templates
1345
+
1346
+ def initialize(**args)
1347
+ update!(**args)
1348
+ end
1349
+
1350
+ # Update properties of this object
1351
+ def update!(**args)
1352
+ @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
1353
+ @templates = args[:templates] if args.key?(:templates)
1354
+ end
1355
+ end
1356
+
1263
1357
  # The runtime logging config of the job.
1264
1358
  class LoggingConfig
1265
1359
  include Google::Apis::Core::Hashable
@@ -1281,6 +1375,44 @@ module Google
1281
1375
  end
1282
1376
  end
1283
1377
 
1378
+ # Cluster that is managed by the workflow.
1379
+ class ManagedCluster
1380
+ include Google::Apis::Core::Hashable
1381
+
1382
+ # Required. The cluster name prefix. A unique cluster name will be formed by
1383
+ # appending a random suffix.The name must contain only lower-case letters (a-z),
1384
+ # numbers (0-9), and hyphens (-). Must begin with a letter. Cannot begin or end
1385
+ # with hyphen. Must consist of between 2 and 35 characters.
1386
+ # Corresponds to the JSON property `clusterName`
1387
+ # @return [String]
1388
+ attr_accessor :cluster_name
1389
+
1390
+ # The cluster config.
1391
+ # Corresponds to the JSON property `config`
1392
+ # @return [Google::Apis::DataprocV1::ClusterConfig]
1393
+ attr_accessor :config
1394
+
1395
+ # Optional. The labels to associate with this cluster.Label keys must be between
1396
+ # 1 and 63 characters long, and must conform to the following PCRE regular
1397
+ # expression: \p`Ll`\p`Lo``0,62`Label values must be between 1 and 63 characters
1398
+ # long, and must conform to the following PCRE regular expression: \p`Ll`\p`Lo`\
1399
+ # p`N`_-`0,63`No more than 32 labels can be associated with a given cluster.
1400
+ # Corresponds to the JSON property `labels`
1401
+ # @return [Hash<String,String>]
1402
+ attr_accessor :labels
1403
+
1404
+ def initialize(**args)
1405
+ update!(**args)
1406
+ end
1407
+
1408
+ # Update properties of this object
1409
+ def update!(**args)
1410
+ @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
1411
+ @config = args[:config] if args.key?(:config)
1412
+ @labels = args[:labels] if args.key?(:labels)
1413
+ end
1414
+ end
1415
+
1284
1416
  # Specifies the resources used to actively manage an instance group.
1285
1417
  class ManagedGroupConfig
1286
1418
  include Google::Apis::Core::Hashable
@@ -1426,6 +1558,122 @@ module Google
1426
1558
  end
1427
1559
  end
1428
1560
 
1561
+ # A job executed by the workflow.
1562
+ class OrderedJob
1563
+ include Google::Apis::Core::Hashable
1564
+
1565
+ # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
1566
+ # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
1567
+ # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
1568
+ # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
1569
+ # Corresponds to the JSON property `hadoopJob`
1570
+ # @return [Google::Apis::DataprocV1::HadoopJob]
1571
+ attr_accessor :hadoop_job
1572
+
1573
+ # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
1574
+ # queries on YARN.
1575
+ # Corresponds to the JSON property `hiveJob`
1576
+ # @return [Google::Apis::DataprocV1::HiveJob]
1577
+ attr_accessor :hive_job
1578
+
1579
+ # Optional. The labels to associate with this job.Label keys must be between 1
1580
+ # and 63 characters long, and must conform to the following regular expression: \
1581
+ # p`Ll`\p`Lo``0,62`Label values must be between 1 and 63 characters long, and
1582
+ # must conform to the following regular expression: \p`Ll`\p`Lo`\p`N`_-`0,63`No
1583
+ # more than 32 labels can be associated with a given job.
1584
+ # Corresponds to the JSON property `labels`
1585
+ # @return [Hash<String,String>]
1586
+ attr_accessor :labels
1587
+
1588
+ # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
1589
+ # on YARN.
1590
+ # Corresponds to the JSON property `pigJob`
1591
+ # @return [Google::Apis::DataprocV1::PigJob]
1592
+ attr_accessor :pig_job
1593
+
1594
+ # Optional. The optional list of prerequisite job step_ids. If not specified,
1595
+ # the job will start at the beginning of workflow.
1596
+ # Corresponds to the JSON property `prerequisiteStepIds`
1597
+ # @return [Array<String>]
1598
+ attr_accessor :prerequisite_step_ids
1599
+
1600
+ # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
1601
+ # 0.9.0/python-programming-guide.html) applications on YARN.
1602
+ # Corresponds to the JSON property `pysparkJob`
1603
+ # @return [Google::Apis::DataprocV1::PySparkJob]
1604
+ attr_accessor :pyspark_job
1605
+
1606
+ # Job scheduling options.
1607
+ # Corresponds to the JSON property `scheduling`
1608
+ # @return [Google::Apis::DataprocV1::JobScheduling]
1609
+ attr_accessor :scheduling
1610
+
1611
+ # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
1612
+ # applications on YARN.
1613
+ # Corresponds to the JSON property `sparkJob`
1614
+ # @return [Google::Apis::DataprocV1::SparkJob]
1615
+ attr_accessor :spark_job
1616
+
1617
+ # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
1618
+ # ) queries.
1619
+ # Corresponds to the JSON property `sparkSqlJob`
1620
+ # @return [Google::Apis::DataprocV1::SparkSqlJob]
1621
+ attr_accessor :spark_sql_job
1622
+
1623
+ # Required. The step id. The id must be unique among all jobs within the
1624
+ # template.The step id is used as prefix for job id, as job goog-dataproc-
1625
+ # workflow-step-id label, and in prerequisiteStepIds field from other steps.The
1626
+ # id must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and
1627
+ # hyphens (-). Cannot begin or end with underscore or hyphen. Must consist of
1628
+ # between 3 and 50 characters.
1629
+ # Corresponds to the JSON property `stepId`
1630
+ # @return [String]
1631
+ attr_accessor :step_id
1632
+
1633
+ def initialize(**args)
1634
+ update!(**args)
1635
+ end
1636
+
1637
+ # Update properties of this object
1638
+ def update!(**args)
1639
+ @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
1640
+ @hive_job = args[:hive_job] if args.key?(:hive_job)
1641
+ @labels = args[:labels] if args.key?(:labels)
1642
+ @pig_job = args[:pig_job] if args.key?(:pig_job)
1643
+ @prerequisite_step_ids = args[:prerequisite_step_ids] if args.key?(:prerequisite_step_ids)
1644
+ @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
1645
+ @scheduling = args[:scheduling] if args.key?(:scheduling)
1646
+ @spark_job = args[:spark_job] if args.key?(:spark_job)
1647
+ @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
1648
+ @step_id = args[:step_id] if args.key?(:step_id)
1649
+ end
1650
+ end
1651
+
1652
+ # Configuration for parameter validation.
1653
+ class ParameterValidation
1654
+ include Google::Apis::Core::Hashable
1655
+
1656
+ # Validation based on regular expressions.
1657
+ # Corresponds to the JSON property `regex`
1658
+ # @return [Google::Apis::DataprocV1::RegexValidation]
1659
+ attr_accessor :regex
1660
+
1661
+ # Validation based on a list of allowed values.
1662
+ # Corresponds to the JSON property `values`
1663
+ # @return [Google::Apis::DataprocV1::ValueValidation]
1664
+ attr_accessor :values
1665
+
1666
+ def initialize(**args)
1667
+ update!(**args)
1668
+ end
1669
+
1670
+ # Update properties of this object
1671
+ def update!(**args)
1672
+ @regex = args[:regex] if args.key?(:regex)
1673
+ @values = args[:values] if args.key?(:values)
1674
+ end
1675
+ end
1676
+
1429
1677
  # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
1430
1678
  # on YARN.
1431
1679
  class PigJob
@@ -1667,6 +1915,27 @@ module Google
1667
1915
  end
1668
1916
  end
1669
1917
 
1918
+ # Validation based on regular expressions.
1919
+ class RegexValidation
1920
+ include Google::Apis::Core::Hashable
1921
+
1922
+ # Required. RE2 regular expressions used to validate the parameter's value. The
1923
+ # value must match the regex in its entirety (substring matches are not
1924
+ # sufficient).
1925
+ # Corresponds to the JSON property `regexes`
1926
+ # @return [Array<String>]
1927
+ attr_accessor :regexes
1928
+
1929
+ def initialize(**args)
1930
+ update!(**args)
1931
+ end
1932
+
1933
+ # Update properties of this object
1934
+ def update!(**args)
1935
+ @regexes = args[:regexes] if args.key?(:regexes)
1936
+ end
1937
+ end
1938
+
1670
1939
  # Request message for SetIamPolicy method.
1671
1940
  class SetIamPolicyRequest
1672
1941
  include Google::Apis::Core::Hashable
@@ -1982,6 +2251,82 @@ module Google
1982
2251
  end
1983
2252
  end
1984
2253
 
2254
+ # A configurable parameter that replaces one or more fields in the template.
2255
+ # Parameterizable fields: - Labels - File uris - Job properties - Job arguments -
2256
+ # Script variables - Main class (in HadoopJob and SparkJob) - Zone (in
2257
+ # ClusterSelector)
2258
+ class TemplateParameter
2259
+ include Google::Apis::Core::Hashable
2260
+
2261
+ # Optional. Brief description of the parameter. Must not exceed 1024 characters.
2262
+ # Corresponds to the JSON property `description`
2263
+ # @return [String]
2264
+ attr_accessor :description
2265
+
2266
+ # Required. Paths to all fields that the parameter replaces. A field is allowed
2267
+ # to appear in at most one parameter's list of field paths.A field path is
2268
+ # similar in syntax to a google.protobuf.FieldMask. For example, a field path
2269
+ # that references the zone field of a workflow template's cluster selector would
2270
+ # be specified as <code>placement.clusterSelector.zone</code>.Also, field paths
2271
+ # can reference fields using the following syntax:
2272
+ # Values in maps can be referenced by key. Examples<br>
2273
+ # labels'key'
2274
+ # placement.clusterSelector.clusterLabels'key'
2275
+ # placement.managedCluster.labels'key'
2276
+ # placement.clusterSelector.clusterLabels'key'
2277
+ # jobsstep-id.labels'key'
2278
+ # Jobs in the jobs list can be referenced by step-id. Examples:<br>
2279
+ # jobsstep-id.hadoopJob.mainJarFileUri
2280
+ # jobsstep-id.hiveJob.queryFileUri
2281
+ # jobsstep-id.pySparkJob.mainPythonFileUri
2282
+ # jobsstep-id.hadoopJob.jarFileUris0
2283
+ # jobsstep-id.hadoopJob.archiveUris0
2284
+ # jobsstep-id.hadoopJob.fileUris0
2285
+ # jobsstep-id.pySparkJob.pythonFileUris0
2286
+ # Items in repeated fields can be referenced by a zero-based index. Example:<br>
2287
+ # jobsstep-id.sparkJob.args0
2288
+ # Other examples:
2289
+ # jobsstep-id.hadoopJob.properties'key'
2290
+ # jobsstep-id.hadoopJob.args0
2291
+ # jobsstep-id.hiveJob.scriptVariables'key'
2292
+ # jobsstep-id.hadoopJob.mainJarFileUri
2293
+ # placement.clusterSelector.zoneIt may not be possible to parameterize maps and
2294
+ # repeated fields in their entirety since only individual map values and
2295
+ # individual items in repeated fields can be referenced. For example, the
2296
+ # following field paths are invalid:
2297
+ # placement.clusterSelector.clusterLabels
2298
+ # jobsstep-id.sparkJob.args
2299
+ # Corresponds to the JSON property `fields`
2300
+ # @return [Array<String>]
2301
+ attr_accessor :fields
2302
+
2303
+ # Required. Parameter name. The parameter name is used as the key, and paired
2304
+ # with the parameter value, which are passed to the template when the template
2305
+ # is instantiated. The name must contain only capital letters (A-Z), numbers (0-
2306
+ # 9), and underscores (_), and must not start with a number. The maximum length
2307
+ # is 40 characters.
2308
+ # Corresponds to the JSON property `name`
2309
+ # @return [String]
2310
+ attr_accessor :name
2311
+
2312
+ # Configuration for parameter validation.
2313
+ # Corresponds to the JSON property `validation`
2314
+ # @return [Google::Apis::DataprocV1::ParameterValidation]
2315
+ attr_accessor :validation
2316
+
2317
+ def initialize(**args)
2318
+ update!(**args)
2319
+ end
2320
+
2321
+ # Update properties of this object
2322
+ def update!(**args)
2323
+ @description = args[:description] if args.key?(:description)
2324
+ @fields = args[:fields] if args.key?(:fields)
2325
+ @name = args[:name] if args.key?(:name)
2326
+ @validation = args[:validation] if args.key?(:validation)
2327
+ end
2328
+ end
2329
+
1985
2330
  # Request message for TestIamPermissions method.
1986
2331
  class TestIamPermissionsRequest
1987
2332
  include Google::Apis::Core::Hashable
@@ -2022,6 +2367,25 @@ module Google
2022
2367
  end
2023
2368
  end
2024
2369
 
2370
+ # Validation based on a list of allowed values.
2371
+ class ValueValidation
2372
+ include Google::Apis::Core::Hashable
2373
+
2374
+ # Required. List of allowed values for the parameter.
2375
+ # Corresponds to the JSON property `values`
2376
+ # @return [Array<String>]
2377
+ attr_accessor :values
2378
+
2379
+ def initialize(**args)
2380
+ update!(**args)
2381
+ end
2382
+
2383
+ # Update properties of this object
2384
+ def update!(**args)
2385
+ @values = args[:values] if args.key?(:values)
2386
+ end
2387
+ end
2388
+
2025
2389
  # The workflow graph.
2026
2390
  class WorkflowGraph
2027
2391
  include Google::Apis::Core::Hashable
@@ -2145,6 +2509,117 @@ module Google
2145
2509
  end
2146
2510
  end
2147
2511
 
2512
+ # A Cloud Dataproc workflow template resource.
2513
+ class WorkflowTemplate
2514
+ include Google::Apis::Core::Hashable
2515
+
2516
+ # Output only. The time template was created.
2517
+ # Corresponds to the JSON property `createTime`
2518
+ # @return [String]
2519
+ attr_accessor :create_time
2520
+
2521
+ # Required. The template id.The id must contain only letters (a-z, A-Z), numbers
2522
+ # (0-9), underscores (_), and hyphens (-). Cannot begin or end with underscore
2523
+ # or hyphen. Must consist of between 3 and 50 characters.
2524
+ # Corresponds to the JSON property `id`
2525
+ # @return [String]
2526
+ attr_accessor :id
2527
+
2528
+ # Required. The Directed Acyclic Graph of Jobs to submit.
2529
+ # Corresponds to the JSON property `jobs`
2530
+ # @return [Array<Google::Apis::DataprocV1::OrderedJob>]
2531
+ attr_accessor :jobs
2532
+
2533
+ # Optional. The labels to associate with this template. These labels will be
2534
+ # propagated to all jobs and clusters created by the workflow instance.Label
2535
+ # keys must contain 1 to 63 characters, and must conform to RFC 1035 (https://
2536
+ # www.ietf.org/rfc/rfc1035.txt).Label values may be empty, but, if present, must
2537
+ # contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/
2538
+ # rfc/rfc1035.txt).No more than 32 labels can be associated with a template.
2539
+ # Corresponds to the JSON property `labels`
2540
+ # @return [Hash<String,String>]
2541
+ attr_accessor :labels
2542
+
2543
+ # Output only. The "resource name" of the template, as described in https://
2544
+ # cloud.google.com/apis/design/resource_names of the form projects/`project_id`/
2545
+ # regions/`region`/workflowTemplates/`template_id`
2546
+ # Corresponds to the JSON property `name`
2547
+ # @return [String]
2548
+ attr_accessor :name
2549
+
2550
+ # Optional. Template parameters whose values are substituted into the template.
2551
+ # Values for parameters must be provided when the template is instantiated.
2552
+ # Corresponds to the JSON property `parameters`
2553
+ # @return [Array<Google::Apis::DataprocV1::TemplateParameter>]
2554
+ attr_accessor :parameters
2555
+
2556
+ # Specifies workflow execution target.Either managed_cluster or cluster_selector
2557
+ # is required.
2558
+ # Corresponds to the JSON property `placement`
2559
+ # @return [Google::Apis::DataprocV1::WorkflowTemplatePlacement]
2560
+ attr_accessor :placement
2561
+
2562
+ # Output only. The time template was last updated.
2563
+ # Corresponds to the JSON property `updateTime`
2564
+ # @return [String]
2565
+ attr_accessor :update_time
2566
+
2567
+ # Optional. Used to perform a consistent read-modify-write.This field should be
2568
+ # left blank for a CreateWorkflowTemplate request. It is required for an
2569
+ # UpdateWorkflowTemplate request, and must match the current server version. A
2570
+ # typical update template flow would fetch the current template with a
2571
+ # GetWorkflowTemplate request, which will return the current template with the
2572
+ # version field filled in with the current server version. The user updates
2573
+ # other fields in the template, then returns it as part of the
2574
+ # UpdateWorkflowTemplate request.
2575
+ # Corresponds to the JSON property `version`
2576
+ # @return [Fixnum]
2577
+ attr_accessor :version
2578
+
2579
+ def initialize(**args)
2580
+ update!(**args)
2581
+ end
2582
+
2583
+ # Update properties of this object
2584
+ def update!(**args)
2585
+ @create_time = args[:create_time] if args.key?(:create_time)
2586
+ @id = args[:id] if args.key?(:id)
2587
+ @jobs = args[:jobs] if args.key?(:jobs)
2588
+ @labels = args[:labels] if args.key?(:labels)
2589
+ @name = args[:name] if args.key?(:name)
2590
+ @parameters = args[:parameters] if args.key?(:parameters)
2591
+ @placement = args[:placement] if args.key?(:placement)
2592
+ @update_time = args[:update_time] if args.key?(:update_time)
2593
+ @version = args[:version] if args.key?(:version)
2594
+ end
2595
+ end
2596
+
2597
+ # Specifies workflow execution target.Either managed_cluster or cluster_selector
2598
+ # is required.
2599
+ class WorkflowTemplatePlacement
2600
+ include Google::Apis::Core::Hashable
2601
+
2602
+ # A selector that chooses target cluster for jobs based on metadata.
2603
+ # Corresponds to the JSON property `clusterSelector`
2604
+ # @return [Google::Apis::DataprocV1::ClusterSelector]
2605
+ attr_accessor :cluster_selector
2606
+
2607
+ # Cluster that is managed by the workflow.
2608
+ # Corresponds to the JSON property `managedCluster`
2609
+ # @return [Google::Apis::DataprocV1::ManagedCluster]
2610
+ attr_accessor :managed_cluster
2611
+
2612
+ def initialize(**args)
2613
+ update!(**args)
2614
+ end
2615
+
2616
+ # Update properties of this object
2617
+ def update!(**args)
2618
+ @cluster_selector = args[:cluster_selector] if args.key?(:cluster_selector)
2619
+ @managed_cluster = args[:managed_cluster] if args.key?(:managed_cluster)
2620
+ end
2621
+ end
2622
+
2148
2623
  # A YARN application created by a job. Application information is a subset of <
2149
2624
  # code>org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto</code>.
2150
2625
  # Beta Feature: This report is available for testing purposes only. It may be