google-apis-dataproc_v1 0.20.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 9692cc02dabfc8b9f70502c74e471e674da59ab3b95419f12ba1b4ed3198934e
4
- data.tar.gz: fd4d7967084c09cf50fbf53f388073366b7830218da737b561752aaf722e3e47
3
+ metadata.gz: 74b5429e1660feebcc00e2bc6f652415cc8b2ed4121fcb9439d42dab14960cf7
4
+ data.tar.gz: 05d94d7bd907e6d88abfa07f935bc00b1bfae76cd3e5399911bcad48edd53db6
5
5
  SHA512:
6
- metadata.gz: ae1b213a1699284b7b5d312cbe5b34ee36213faf34ad51eb1d80576cb21d739e3c0db6d3b7755789e5e9f5dfd2e489ed8fa5b50063a82707869daec3bef340fc
7
- data.tar.gz: 0ab023688f4a39174b27c0b0ec4c0c1b234a9645ba3aee1097b2b1afc3167702ef87261878d1fa53b2e53c57b74e69cede862ab82b4f3c0f062add01598afc87
6
+ metadata.gz: 598599a50f979dea4ebc795a2f73104cf1dc0643dfbda5057013c51ea2e6939a7732e52e244d9dd372b4cd8da712cd79a9a61dc713b47a5c2e373b398dad2616
7
+ data.tar.gz: ec090eb08e84a7857e9d0a51ef76f75e932b5529245b0542c5729b39117c0137c49f67341af2580e07558de0ec28606eae66889ed016f7ec9670318fca87a873
data/CHANGELOG.md CHANGED
@@ -1,5 +1,17 @@
1
1
  # Release history for google-apis-dataproc_v1
2
2
 
3
+ ### v0.23.0 (2022-04-08)
4
+
5
+ * Regenerated from discovery document revision 20220404
6
+
7
+ ### v0.22.0 (2022-03-29)
8
+
9
+ * Regenerated from discovery document revision 20220324
10
+
11
+ ### v0.21.0 (2022-02-03)
12
+
13
+ * Regenerated from discovery document revision 20220201
14
+
3
15
  ### v0.20.0 (2022-01-27)
4
16
 
5
17
  * Regenerated from discovery document revision 20220122
@@ -146,6 +146,31 @@ module Google
146
146
  end
147
147
  end
148
148
 
149
+ # Auxiliary services configuration for a Cluster.
150
+ class AuxiliaryServicesConfig
151
+ include Google::Apis::Core::Hashable
152
+
153
+ # Specifies a Metastore configuration.
154
+ # Corresponds to the JSON property `metastoreConfig`
155
+ # @return [Google::Apis::DataprocV1::MetastoreConfig]
156
+ attr_accessor :metastore_config
157
+
158
+ # Spark History Server configuration for the workload.
159
+ # Corresponds to the JSON property `sparkHistoryServerConfig`
160
+ # @return [Google::Apis::DataprocV1::SparkHistoryServerConfig]
161
+ attr_accessor :spark_history_server_config
162
+
163
+ def initialize(**args)
164
+ update!(**args)
165
+ end
166
+
167
+ # Update properties of this object
168
+ def update!(**args)
169
+ @metastore_config = args[:metastore_config] if args.key?(:metastore_config)
170
+ @spark_history_server_config = args[:spark_history_server_config] if args.key?(:spark_history_server_config)
171
+ end
172
+ end
173
+
149
174
  # Basic algorithm for autoscaling.
150
175
  class BasicAutoscalingAlgorithm
151
176
  include Google::Apis::Core::Hashable
@@ -454,7 +479,7 @@ module Google
454
479
  # @return [Google::Apis::DataprocV1::Expr]
455
480
  attr_accessor :condition
456
481
 
457
- # Specifies the principals requesting access for a Cloud Platform resource.
482
+ # Specifies the principals requesting access for a Google Cloud resource.
458
483
  # members can have the following values: allUsers: A special identifier that
459
484
  # represents anyone who is on the internet; with or without a Google account.
460
485
  # allAuthenticatedUsers: A special identifier that represents anyone who is
@@ -567,6 +592,14 @@ module Google
567
592
  # @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
568
593
  attr_accessor :status_history
569
594
 
595
+ # Dataproc cluster config for a cluster that does not directly control the
596
+ # underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
597
+ # google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-
598
+ # cluster).
599
+ # Corresponds to the JSON property `virtualClusterConfig`
600
+ # @return [Google::Apis::DataprocV1::VirtualClusterConfig]
601
+ attr_accessor :virtual_cluster_config
602
+
570
603
  def initialize(**args)
571
604
  update!(**args)
572
605
  end
@@ -581,6 +614,7 @@ module Google
581
614
  @project_id = args[:project_id] if args.key?(:project_id)
582
615
  @status = args[:status] if args.key?(:status)
583
616
  @status_history = args[:status_history] if args.key?(:status_history)
617
+ @virtual_cluster_config = args[:virtual_cluster_config] if args.key?(:virtual_cluster_config)
584
618
  end
585
619
  end
586
620
 
@@ -606,6 +640,11 @@ module Google
606
640
  # @return [String]
607
641
  attr_accessor :config_bucket
608
642
 
643
+ # Contains dataproc metric config.
644
+ # Corresponds to the JSON property `dataprocMetricConfig`
645
+ # @return [Google::Apis::DataprocV1::DataprocMetricConfig]
646
+ attr_accessor :dataproc_metric_config
647
+
609
648
  # Encryption settings for the cluster.
610
649
  # Corresponds to the JSON property `encryptionConfig`
611
650
  # @return [Google::Apis::DataprocV1::EncryptionConfig]
@@ -698,6 +737,7 @@ module Google
698
737
  def update!(**args)
699
738
  @autoscaling_config = args[:autoscaling_config] if args.key?(:autoscaling_config)
700
739
  @config_bucket = args[:config_bucket] if args.key?(:config_bucket)
740
+ @dataproc_metric_config = args[:dataproc_metric_config] if args.key?(:dataproc_metric_config)
701
741
  @encryption_config = args[:encryption_config] if args.key?(:encryption_config)
702
742
  @endpoint_config = args[:endpoint_config] if args.key?(:endpoint_config)
703
743
  @gce_cluster_config = args[:gce_cluster_config] if args.key?(:gce_cluster_config)
@@ -959,6 +999,25 @@ module Google
959
999
  end
960
1000
  end
961
1001
 
1002
+ # Contains dataproc metric config.
1003
+ class DataprocMetricConfig
1004
+ include Google::Apis::Core::Hashable
1005
+
1006
+ # Required. Metrics to be enabled.
1007
+ # Corresponds to the JSON property `metrics`
1008
+ # @return [Array<Google::Apis::DataprocV1::Metric>]
1009
+ attr_accessor :metrics
1010
+
1011
+ def initialize(**args)
1012
+ update!(**args)
1013
+ end
1014
+
1015
+ # Update properties of this object
1016
+ def update!(**args)
1017
+ @metrics = args[:metrics] if args.key?(:metrics)
1018
+ end
1019
+ end
1020
+
962
1021
  # A request to collect cluster diagnostic information.
963
1022
  class DiagnoseClusterRequest
964
1023
  include Google::Apis::Core::Hashable
@@ -1042,8 +1101,7 @@ module Google
1042
1101
  # A generic empty message that you can re-use to avoid defining duplicated empty
1043
1102
  # messages in your APIs. A typical example is to use it as the request or the
1044
1103
  # response type of an API method. For instance: service Foo ` rpc Bar(google.
1045
- # protobuf.Empty) returns (google.protobuf.Empty); ` The JSON representation for
1046
- # Empty is empty JSON object ``.
1104
+ # protobuf.Empty) returns (google.protobuf.Empty); `
1047
1105
  class Empty
1048
1106
  include Google::Apis::Core::Hashable
1049
1107
 
@@ -1411,18 +1469,231 @@ module Google
1411
1469
  class GkeClusterConfig
1412
1470
  include Google::Apis::Core::Hashable
1413
1471
 
1414
- # A full, namespace-isolated deployment target for an existing GKE cluster.
1472
+ # Optional. A target GKE cluster to deploy to. It must be in the same project
1473
+ # and region as the Dataproc cluster (the GKE cluster can be zonal or regional).
1474
+ # Format: 'projects/`project`/locations/`location`/clusters/`cluster_id`'
1475
+ # Corresponds to the JSON property `gkeClusterTarget`
1476
+ # @return [String]
1477
+ attr_accessor :gke_cluster_target
1478
+
1479
+ # Deprecated. Used only for the deprecated beta. A full, namespace-isolated
1480
+ # deployment target for an existing GKE cluster.
1415
1481
  # Corresponds to the JSON property `namespacedGkeDeploymentTarget`
1416
1482
  # @return [Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget]
1417
1483
  attr_accessor :namespaced_gke_deployment_target
1418
1484
 
1485
+ # Optional. GKE NodePools where workloads will be scheduled. At least one node
1486
+ # pool must be assigned the 'default' role. Each role can be given to only a
1487
+ # single NodePoolTarget. All NodePools must have the same location settings. If
1488
+ # a nodePoolTarget is not specified, Dataproc constructs a default
1489
+ # nodePoolTarget.
1490
+ # Corresponds to the JSON property `nodePoolTarget`
1491
+ # @return [Array<Google::Apis::DataprocV1::GkeNodePoolTarget>]
1492
+ attr_accessor :node_pool_target
1493
+
1419
1494
  def initialize(**args)
1420
1495
  update!(**args)
1421
1496
  end
1422
1497
 
1423
1498
  # Update properties of this object
1424
1499
  def update!(**args)
1500
+ @gke_cluster_target = args[:gke_cluster_target] if args.key?(:gke_cluster_target)
1425
1501
  @namespaced_gke_deployment_target = args[:namespaced_gke_deployment_target] if args.key?(:namespaced_gke_deployment_target)
1502
+ @node_pool_target = args[:node_pool_target] if args.key?(:node_pool_target)
1503
+ end
1504
+ end
1505
+
1506
+ # Parameters that describe cluster nodes.
1507
+ class GkeNodeConfig
1508
+ include Google::Apis::Core::Hashable
1509
+
1510
+ # Optional. A list of hardware accelerators (https://cloud.google.com/compute/
1511
+ # docs/gpus) to attach to each node.
1512
+ # Corresponds to the JSON property `accelerators`
1513
+ # @return [Array<Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig>]
1514
+ attr_accessor :accelerators
1515
+
1516
+ # Optional. The number of local SSD disks to attach to the node, which is
1517
+ # limited by the maximum number of disks allowable per zone (see Adding Local
1518
+ # SSDs (https://cloud.google.com/compute/docs/disks/local-ssd)).
1519
+ # Corresponds to the JSON property `localSsdCount`
1520
+ # @return [Fixnum]
1521
+ attr_accessor :local_ssd_count
1522
+
1523
+ # Optional. The name of a Compute Engine machine type (https://cloud.google.com/
1524
+ # compute/docs/machine-types).
1525
+ # Corresponds to the JSON property `machineType`
1526
+ # @return [String]
1527
+ attr_accessor :machine_type
1528
+
1529
+ # Optional. Minimum CPU platform (https://cloud.google.com/compute/docs/
1530
+ # instances/specify-min-cpu-platform) to be used by this instance. The instance
1531
+ # may be scheduled on the specified or a newer CPU platform. Specify the
1532
+ # friendly names of CPU platforms, such as "Intel Haswell"` or Intel Sandy
1533
+ # Bridge".
1534
+ # Corresponds to the JSON property `minCpuPlatform`
1535
+ # @return [String]
1536
+ attr_accessor :min_cpu_platform
1537
+
1538
+ # Optional. Whether the nodes are created as preemptible VM instances (https://
1539
+ # cloud.google.com/compute/docs/instances/preemptible).
1540
+ # Corresponds to the JSON property `preemptible`
1541
+ # @return [Boolean]
1542
+ attr_accessor :preemptible
1543
+ alias_method :preemptible?, :preemptible
1544
+
1545
+ # Optional. Spot flag for enabling Spot VM, which is a rebrand of the existing
1546
+ # preemptible flag.
1547
+ # Corresponds to the JSON property `spot`
1548
+ # @return [Boolean]
1549
+ attr_accessor :spot
1550
+ alias_method :spot?, :spot
1551
+
1552
+ def initialize(**args)
1553
+ update!(**args)
1554
+ end
1555
+
1556
+ # Update properties of this object
1557
+ def update!(**args)
1558
+ @accelerators = args[:accelerators] if args.key?(:accelerators)
1559
+ @local_ssd_count = args[:local_ssd_count] if args.key?(:local_ssd_count)
1560
+ @machine_type = args[:machine_type] if args.key?(:machine_type)
1561
+ @min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
1562
+ @preemptible = args[:preemptible] if args.key?(:preemptible)
1563
+ @spot = args[:spot] if args.key?(:spot)
1564
+ end
1565
+ end
1566
+
1567
+ # A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for
1568
+ # a NodePool.
1569
+ class GkeNodePoolAcceleratorConfig
1570
+ include Google::Apis::Core::Hashable
1571
+
1572
+ # The number of accelerator cards exposed to an instance.
1573
+ # Corresponds to the JSON property `acceleratorCount`
1574
+ # @return [Fixnum]
1575
+ attr_accessor :accelerator_count
1576
+
1577
+ # The accelerator type resource namename (see GPUs on Compute Engine).
1578
+ # Corresponds to the JSON property `acceleratorType`
1579
+ # @return [String]
1580
+ attr_accessor :accelerator_type
1581
+
1582
+ # Size of partitions to create on the GPU. Valid values are described in the
1583
+ # NVIDIA mig user guide (https://docs.nvidia.com/datacenter/tesla/mig-user-guide/
1584
+ # #partitioning).
1585
+ # Corresponds to the JSON property `gpuPartitionSize`
1586
+ # @return [String]
1587
+ attr_accessor :gpu_partition_size
1588
+
1589
+ def initialize(**args)
1590
+ update!(**args)
1591
+ end
1592
+
1593
+ # Update properties of this object
1594
+ def update!(**args)
1595
+ @accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
1596
+ @accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
1597
+ @gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
1598
+ end
1599
+ end
1600
+
1601
+ # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
1602
+ # adjust the size of the node pool to the current cluster usage.
1603
+ class GkeNodePoolAutoscalingConfig
1604
+ include Google::Apis::Core::Hashable
1605
+
1606
+ # The maximum number of nodes in the NodePool. Must be >= min_node_count. Note:
1607
+ # Quota must be sufficient to scale up the cluster.
1608
+ # Corresponds to the JSON property `maxNodeCount`
1609
+ # @return [Fixnum]
1610
+ attr_accessor :max_node_count
1611
+
1612
+ # The minimum number of nodes in the NodePool. Must be >= 0 and <=
1613
+ # max_node_count.
1614
+ # Corresponds to the JSON property `minNodeCount`
1615
+ # @return [Fixnum]
1616
+ attr_accessor :min_node_count
1617
+
1618
+ def initialize(**args)
1619
+ update!(**args)
1620
+ end
1621
+
1622
+ # Update properties of this object
1623
+ def update!(**args)
1624
+ @max_node_count = args[:max_node_count] if args.key?(:max_node_count)
1625
+ @min_node_count = args[:min_node_count] if args.key?(:min_node_count)
1626
+ end
1627
+ end
1628
+
1629
+ # The configuration of a GKE NodePool used by a Dataproc-on-GKE cluster (https://
1630
+ # cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-
1631
+ # gke-cluster).
1632
+ class GkeNodePoolConfig
1633
+ include Google::Apis::Core::Hashable
1634
+
1635
+ # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
1636
+ # adjust the size of the node pool to the current cluster usage.
1637
+ # Corresponds to the JSON property `autoscaling`
1638
+ # @return [Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig]
1639
+ attr_accessor :autoscaling
1640
+
1641
+ # Parameters that describe cluster nodes.
1642
+ # Corresponds to the JSON property `config`
1643
+ # @return [Google::Apis::DataprocV1::GkeNodeConfig]
1644
+ attr_accessor :config
1645
+
1646
+ # Optional. The list of Compute Engine zones (https://cloud.google.com/compute/
1647
+ # docs/zones#available) where NodePool's nodes will be located.Note: Currently,
1648
+ # only one zone may be specified.If a location is not specified during NodePool
1649
+ # creation, Dataproc will choose a location.
1650
+ # Corresponds to the JSON property `locations`
1651
+ # @return [Array<String>]
1652
+ attr_accessor :locations
1653
+
1654
+ def initialize(**args)
1655
+ update!(**args)
1656
+ end
1657
+
1658
+ # Update properties of this object
1659
+ def update!(**args)
1660
+ @autoscaling = args[:autoscaling] if args.key?(:autoscaling)
1661
+ @config = args[:config] if args.key?(:config)
1662
+ @locations = args[:locations] if args.key?(:locations)
1663
+ end
1664
+ end
1665
+
1666
+ # GKE NodePools that Dataproc workloads run on.
1667
+ class GkeNodePoolTarget
1668
+ include Google::Apis::Core::Hashable
1669
+
1670
+ # Required. The target GKE NodePool. Format: 'projects/`project`/locations/`
1671
+ # location`/clusters/`cluster`/nodePools/`node_pool`'
1672
+ # Corresponds to the JSON property `nodePool`
1673
+ # @return [String]
1674
+ attr_accessor :node_pool
1675
+
1676
+ # The configuration of a GKE NodePool used by a Dataproc-on-GKE cluster (https://
1677
+ # cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-
1678
+ # gke-cluster).
1679
+ # Corresponds to the JSON property `nodePoolConfig`
1680
+ # @return [Google::Apis::DataprocV1::GkeNodePoolConfig]
1681
+ attr_accessor :node_pool_config
1682
+
1683
+ # Required. The types of role for a GKE NodePool
1684
+ # Corresponds to the JSON property `roles`
1685
+ # @return [Array<String>]
1686
+ attr_accessor :roles
1687
+
1688
+ def initialize(**args)
1689
+ update!(**args)
1690
+ end
1691
+
1692
+ # Update properties of this object
1693
+ def update!(**args)
1694
+ @node_pool = args[:node_pool] if args.key?(:node_pool)
1695
+ @node_pool_config = args[:node_pool_config] if args.key?(:node_pool_config)
1696
+ @roles = args[:roles] if args.key?(:roles)
1426
1697
  end
1427
1698
  end
1428
1699
 
@@ -2288,6 +2559,71 @@ module Google
2288
2559
  end
2289
2560
  end
2290
2561
 
2562
+ # The configuration for running the Dataproc cluster on Kubernetes.
2563
+ class KubernetesClusterConfig
2564
+ include Google::Apis::Core::Hashable
2565
+
2566
+ # The cluster's GKE config.
2567
+ # Corresponds to the JSON property `gkeClusterConfig`
2568
+ # @return [Google::Apis::DataprocV1::GkeClusterConfig]
2569
+ attr_accessor :gke_cluster_config
2570
+
2571
+ # Optional. A namespace within the Kubernetes cluster to deploy into. If this
2572
+ # namespace does not exist, it is created. If it exists, Dataproc verifies that
2573
+ # another Dataproc VirtualCluster is not installed into it. If not specified,
2574
+ # the name of the Dataproc Cluster is used.
2575
+ # Corresponds to the JSON property `kubernetesNamespace`
2576
+ # @return [String]
2577
+ attr_accessor :kubernetes_namespace
2578
+
2579
+ # The software configuration for this Dataproc cluster running on Kubernetes.
2580
+ # Corresponds to the JSON property `kubernetesSoftwareConfig`
2581
+ # @return [Google::Apis::DataprocV1::KubernetesSoftwareConfig]
2582
+ attr_accessor :kubernetes_software_config
2583
+
2584
+ def initialize(**args)
2585
+ update!(**args)
2586
+ end
2587
+
2588
+ # Update properties of this object
2589
+ def update!(**args)
2590
+ @gke_cluster_config = args[:gke_cluster_config] if args.key?(:gke_cluster_config)
2591
+ @kubernetes_namespace = args[:kubernetes_namespace] if args.key?(:kubernetes_namespace)
2592
+ @kubernetes_software_config = args[:kubernetes_software_config] if args.key?(:kubernetes_software_config)
2593
+ end
2594
+ end
2595
+
2596
+ # The software configuration for this Dataproc cluster running on Kubernetes.
2597
+ class KubernetesSoftwareConfig
2598
+ include Google::Apis::Core::Hashable
2599
+
2600
+ # The components that should be installed in this Dataproc cluster. The key must
2601
+ # be a string from the KubernetesComponent enumeration. The value is the version
2602
+ # of the software to be installed. At least one entry must be specified.
2603
+ # Corresponds to the JSON property `componentVersion`
2604
+ # @return [Hash<String,String>]
2605
+ attr_accessor :component_version
2606
+
2607
+ # The properties to set on daemon config files.Property keys are specified in
2608
+ # prefix:property format, for example spark:spark.kubernetes.container.image.
2609
+ # The following are supported prefixes and their mappings: spark: spark-defaults.
2610
+ # confFor more information, see Cluster properties (https://cloud.google.com/
2611
+ # dataproc/docs/concepts/cluster-properties).
2612
+ # Corresponds to the JSON property `properties`
2613
+ # @return [Hash<String,String>]
2614
+ attr_accessor :properties
2615
+
2616
+ def initialize(**args)
2617
+ update!(**args)
2618
+ end
2619
+
2620
+ # Update properties of this object
2621
+ def update!(**args)
2622
+ @component_version = args[:component_version] if args.key?(:component_version)
2623
+ @properties = args[:properties] if args.key?(:properties)
2624
+ end
2625
+ end
2626
+
2291
2627
  # Specifies the cluster auto-delete schedule configuration.
2292
2628
  class LifecycleConfig
2293
2629
  include Google::Apis::Core::Hashable
@@ -2598,7 +2934,35 @@ module Google
2598
2934
  end
2599
2935
  end
2600
2936
 
2601
- # A full, namespace-isolated deployment target for an existing GKE cluster.
2937
+ # Metric source to enable along with any optional metrics for this source that
2938
+ # override the dataproc defaults
2939
+ class Metric
2940
+ include Google::Apis::Core::Hashable
2941
+
2942
+ # Optional. Optional Metrics to override the dataproc default metrics configured
2943
+ # for the metric source
2944
+ # Corresponds to the JSON property `metricOverrides`
2945
+ # @return [Array<String>]
2946
+ attr_accessor :metric_overrides
2947
+
2948
+ # Required. MetricSource that should be enabled
2949
+ # Corresponds to the JSON property `metricSource`
2950
+ # @return [String]
2951
+ attr_accessor :metric_source
2952
+
2953
+ def initialize(**args)
2954
+ update!(**args)
2955
+ end
2956
+
2957
+ # Update properties of this object
2958
+ def update!(**args)
2959
+ @metric_overrides = args[:metric_overrides] if args.key?(:metric_overrides)
2960
+ @metric_source = args[:metric_source] if args.key?(:metric_source)
2961
+ end
2962
+ end
2963
+
2964
+ # Deprecated. Used only for the deprecated beta. A full, namespace-isolated
2965
+ # deployment target for an existing GKE cluster.
2602
2966
  class NamespacedGkeDeploymentTarget
2603
2967
  include Google::Apis::Core::Hashable
2604
2968
 
@@ -4263,8 +4627,8 @@ module Google
4263
4627
  include Google::Apis::Core::Hashable
4264
4628
 
4265
4629
  # The set of permissions to check for the resource. Permissions with wildcards (
4266
- # such as '*' or 'storage.*') are not allowed. For more information see IAM
4267
- # Overview (https://cloud.google.com/iam/docs/overview#permissions).
4630
+ # such as * or storage.*) are not allowed. For more information see IAM Overview
4631
+ # (https://cloud.google.com/iam/docs/overview#permissions).
4268
4632
  # Corresponds to the JSON property `permissions`
4269
4633
  # @return [Array<String>]
4270
4634
  attr_accessor :permissions
@@ -4317,6 +4681,48 @@ module Google
4317
4681
  end
4318
4682
  end
4319
4683
 
4684
+ # Dataproc cluster config for a cluster that does not directly control the
4685
+ # underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
4686
+ # google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-
4687
+ # cluster).
4688
+ class VirtualClusterConfig
4689
+ include Google::Apis::Core::Hashable
4690
+
4691
+ # Auxiliary services configuration for a Cluster.
4692
+ # Corresponds to the JSON property `auxiliaryServicesConfig`
4693
+ # @return [Google::Apis::DataprocV1::AuxiliaryServicesConfig]
4694
+ attr_accessor :auxiliary_services_config
4695
+
4696
+ # The configuration for running the Dataproc cluster on Kubernetes.
4697
+ # Corresponds to the JSON property `kubernetesClusterConfig`
4698
+ # @return [Google::Apis::DataprocV1::KubernetesClusterConfig]
4699
+ attr_accessor :kubernetes_cluster_config
4700
+
4701
+ # Optional. A Storage bucket used to stage job dependencies, config files, and
4702
+ # job driver console output. If you do not specify a staging bucket, Cloud
4703
+ # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
4704
+ # cluster's staging bucket according to the Compute Engine zone where your
4705
+ # cluster is deployed, and then create and manage this project-level, per-
4706
+ # location bucket (see Dataproc staging and temp buckets (https://cloud.google.
4707
+ # com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field
4708
+ # requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage
4709
+ # bucket.
4710
+ # Corresponds to the JSON property `stagingBucket`
4711
+ # @return [String]
4712
+ attr_accessor :staging_bucket
4713
+
4714
+ def initialize(**args)
4715
+ update!(**args)
4716
+ end
4717
+
4718
+ # Update properties of this object
4719
+ def update!(**args)
4720
+ @auxiliary_services_config = args[:auxiliary_services_config] if args.key?(:auxiliary_services_config)
4721
+ @kubernetes_cluster_config = args[:kubernetes_cluster_config] if args.key?(:kubernetes_cluster_config)
4722
+ @staging_bucket = args[:staging_bucket] if args.key?(:staging_bucket)
4723
+ end
4724
+ end
4725
+
4320
4726
  # The workflow graph.
4321
4727
  class WorkflowGraph
4322
4728
  include Google::Apis::Core::Hashable
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataprocV1
18
18
  # Version of the google-apis-dataproc_v1 gem
19
- GEM_VERSION = "0.20.0"
19
+ GEM_VERSION = "0.23.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
22
  GENERATOR_VERSION = "0.4.1"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20220122"
25
+ REVISION = "20220404"
26
26
  end
27
27
  end
28
28
  end
@@ -40,6 +40,12 @@ module Google
40
40
  include Google::Apis::Core::JsonObjectSupport
41
41
  end
42
42
 
43
+ class AuxiliaryServicesConfig
44
+ class Representation < Google::Apis::Core::JsonRepresentation; end
45
+
46
+ include Google::Apis::Core::JsonObjectSupport
47
+ end
48
+
43
49
  class BasicAutoscalingAlgorithm
44
50
  class Representation < Google::Apis::Core::JsonRepresentation; end
45
51
 
@@ -130,6 +136,12 @@ module Google
130
136
  include Google::Apis::Core::JsonObjectSupport
131
137
  end
132
138
 
139
+ class DataprocMetricConfig
140
+ class Representation < Google::Apis::Core::JsonRepresentation; end
141
+
142
+ include Google::Apis::Core::JsonObjectSupport
143
+ end
144
+
133
145
  class DiagnoseClusterRequest
134
146
  class Representation < Google::Apis::Core::JsonRepresentation; end
135
147
 
@@ -208,6 +220,36 @@ module Google
208
220
  include Google::Apis::Core::JsonObjectSupport
209
221
  end
210
222
 
223
+ class GkeNodeConfig
224
+ class Representation < Google::Apis::Core::JsonRepresentation; end
225
+
226
+ include Google::Apis::Core::JsonObjectSupport
227
+ end
228
+
229
+ class GkeNodePoolAcceleratorConfig
230
+ class Representation < Google::Apis::Core::JsonRepresentation; end
231
+
232
+ include Google::Apis::Core::JsonObjectSupport
233
+ end
234
+
235
+ class GkeNodePoolAutoscalingConfig
236
+ class Representation < Google::Apis::Core::JsonRepresentation; end
237
+
238
+ include Google::Apis::Core::JsonObjectSupport
239
+ end
240
+
241
+ class GkeNodePoolConfig
242
+ class Representation < Google::Apis::Core::JsonRepresentation; end
243
+
244
+ include Google::Apis::Core::JsonObjectSupport
245
+ end
246
+
247
+ class GkeNodePoolTarget
248
+ class Representation < Google::Apis::Core::JsonRepresentation; end
249
+
250
+ include Google::Apis::Core::JsonObjectSupport
251
+ end
252
+
211
253
  class HadoopJob
212
254
  class Representation < Google::Apis::Core::JsonRepresentation; end
213
255
 
@@ -298,6 +340,18 @@ module Google
298
340
  include Google::Apis::Core::JsonObjectSupport
299
341
  end
300
342
 
343
+ class KubernetesClusterConfig
344
+ class Representation < Google::Apis::Core::JsonRepresentation; end
345
+
346
+ include Google::Apis::Core::JsonObjectSupport
347
+ end
348
+
349
+ class KubernetesSoftwareConfig
350
+ class Representation < Google::Apis::Core::JsonRepresentation; end
351
+
352
+ include Google::Apis::Core::JsonObjectSupport
353
+ end
354
+
301
355
  class LifecycleConfig
302
356
  class Representation < Google::Apis::Core::JsonRepresentation; end
303
357
 
@@ -364,6 +418,12 @@ module Google
364
418
  include Google::Apis::Core::JsonObjectSupport
365
419
  end
366
420
 
421
+ class Metric
422
+ class Representation < Google::Apis::Core::JsonRepresentation; end
423
+
424
+ include Google::Apis::Core::JsonObjectSupport
425
+ end
426
+
367
427
  class NamespacedGkeDeploymentTarget
368
428
  class Representation < Google::Apis::Core::JsonRepresentation; end
369
429
 
@@ -604,6 +664,12 @@ module Google
604
664
  include Google::Apis::Core::JsonObjectSupport
605
665
  end
606
666
 
667
+ class VirtualClusterConfig
668
+ class Representation < Google::Apis::Core::JsonRepresentation; end
669
+
670
+ include Google::Apis::Core::JsonObjectSupport
671
+ end
672
+
607
673
  class WorkflowGraph
608
674
  class Representation < Google::Apis::Core::JsonRepresentation; end
609
675
 
@@ -670,6 +736,16 @@ module Google
670
736
  end
671
737
  end
672
738
 
739
+ class AuxiliaryServicesConfig
740
+ # @private
741
+ class Representation < Google::Apis::Core::JsonRepresentation
742
+ property :metastore_config, as: 'metastoreConfig', class: Google::Apis::DataprocV1::MetastoreConfig, decorator: Google::Apis::DataprocV1::MetastoreConfig::Representation
743
+
744
+ property :spark_history_server_config, as: 'sparkHistoryServerConfig', class: Google::Apis::DataprocV1::SparkHistoryServerConfig, decorator: Google::Apis::DataprocV1::SparkHistoryServerConfig::Representation
745
+
746
+ end
747
+ end
748
+
673
749
  class BasicAutoscalingAlgorithm
674
750
  # @private
675
751
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -768,6 +844,8 @@ module Google
768
844
 
769
845
  collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
770
846
 
847
+ property :virtual_cluster_config, as: 'virtualClusterConfig', class: Google::Apis::DataprocV1::VirtualClusterConfig, decorator: Google::Apis::DataprocV1::VirtualClusterConfig::Representation
848
+
771
849
  end
772
850
  end
773
851
 
@@ -777,6 +855,8 @@ module Google
777
855
  property :autoscaling_config, as: 'autoscalingConfig', class: Google::Apis::DataprocV1::AutoscalingConfig, decorator: Google::Apis::DataprocV1::AutoscalingConfig::Representation
778
856
 
779
857
  property :config_bucket, as: 'configBucket'
858
+ property :dataproc_metric_config, as: 'dataprocMetricConfig', class: Google::Apis::DataprocV1::DataprocMetricConfig, decorator: Google::Apis::DataprocV1::DataprocMetricConfig::Representation
859
+
780
860
  property :encryption_config, as: 'encryptionConfig', class: Google::Apis::DataprocV1::EncryptionConfig, decorator: Google::Apis::DataprocV1::EncryptionConfig::Representation
781
861
 
782
862
  property :endpoint_config, as: 'endpointConfig', class: Google::Apis::DataprocV1::EndpointConfig, decorator: Google::Apis::DataprocV1::EndpointConfig::Representation
@@ -873,6 +953,14 @@ module Google
873
953
  end
874
954
  end
875
955
 
956
+ class DataprocMetricConfig
957
+ # @private
958
+ class Representation < Google::Apis::Core::JsonRepresentation
959
+ collection :metrics, as: 'metrics', class: Google::Apis::DataprocV1::Metric, decorator: Google::Apis::DataprocV1::Metric::Representation
960
+
961
+ end
962
+ end
963
+
876
964
  class DiagnoseClusterRequest
877
965
  # @private
878
966
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -989,8 +1077,62 @@ module Google
989
1077
  class GkeClusterConfig
990
1078
  # @private
991
1079
  class Representation < Google::Apis::Core::JsonRepresentation
1080
+ property :gke_cluster_target, as: 'gkeClusterTarget'
992
1081
  property :namespaced_gke_deployment_target, as: 'namespacedGkeDeploymentTarget', class: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget, decorator: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget::Representation
993
1082
 
1083
+ collection :node_pool_target, as: 'nodePoolTarget', class: Google::Apis::DataprocV1::GkeNodePoolTarget, decorator: Google::Apis::DataprocV1::GkeNodePoolTarget::Representation
1084
+
1085
+ end
1086
+ end
1087
+
1088
+ class GkeNodeConfig
1089
+ # @private
1090
+ class Representation < Google::Apis::Core::JsonRepresentation
1091
+ collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig::Representation
1092
+
1093
+ property :local_ssd_count, as: 'localSsdCount'
1094
+ property :machine_type, as: 'machineType'
1095
+ property :min_cpu_platform, as: 'minCpuPlatform'
1096
+ property :preemptible, as: 'preemptible'
1097
+ property :spot, as: 'spot'
1098
+ end
1099
+ end
1100
+
1101
+ class GkeNodePoolAcceleratorConfig
1102
+ # @private
1103
+ class Representation < Google::Apis::Core::JsonRepresentation
1104
+ property :accelerator_count, :numeric_string => true, as: 'acceleratorCount'
1105
+ property :accelerator_type, as: 'acceleratorType'
1106
+ property :gpu_partition_size, as: 'gpuPartitionSize'
1107
+ end
1108
+ end
1109
+
1110
+ class GkeNodePoolAutoscalingConfig
1111
+ # @private
1112
+ class Representation < Google::Apis::Core::JsonRepresentation
1113
+ property :max_node_count, as: 'maxNodeCount'
1114
+ property :min_node_count, as: 'minNodeCount'
1115
+ end
1116
+ end
1117
+
1118
+ class GkeNodePoolConfig
1119
+ # @private
1120
+ class Representation < Google::Apis::Core::JsonRepresentation
1121
+ property :autoscaling, as: 'autoscaling', class: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig::Representation
1122
+
1123
+ property :config, as: 'config', class: Google::Apis::DataprocV1::GkeNodeConfig, decorator: Google::Apis::DataprocV1::GkeNodeConfig::Representation
1124
+
1125
+ collection :locations, as: 'locations'
1126
+ end
1127
+ end
1128
+
1129
+ class GkeNodePoolTarget
1130
+ # @private
1131
+ class Representation < Google::Apis::Core::JsonRepresentation
1132
+ property :node_pool, as: 'nodePool'
1133
+ property :node_pool_config, as: 'nodePoolConfig', class: Google::Apis::DataprocV1::GkeNodePoolConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolConfig::Representation
1134
+
1135
+ collection :roles, as: 'roles'
994
1136
  end
995
1137
  end
996
1138
 
@@ -1192,6 +1334,25 @@ module Google
1192
1334
  end
1193
1335
  end
1194
1336
 
1337
+ class KubernetesClusterConfig
1338
+ # @private
1339
+ class Representation < Google::Apis::Core::JsonRepresentation
1340
+ property :gke_cluster_config, as: 'gkeClusterConfig', class: Google::Apis::DataprocV1::GkeClusterConfig, decorator: Google::Apis::DataprocV1::GkeClusterConfig::Representation
1341
+
1342
+ property :kubernetes_namespace, as: 'kubernetesNamespace'
1343
+ property :kubernetes_software_config, as: 'kubernetesSoftwareConfig', class: Google::Apis::DataprocV1::KubernetesSoftwareConfig, decorator: Google::Apis::DataprocV1::KubernetesSoftwareConfig::Representation
1344
+
1345
+ end
1346
+ end
1347
+
1348
+ class KubernetesSoftwareConfig
1349
+ # @private
1350
+ class Representation < Google::Apis::Core::JsonRepresentation
1351
+ hash :component_version, as: 'componentVersion'
1352
+ hash :properties, as: 'properties'
1353
+ end
1354
+ end
1355
+
1195
1356
  class LifecycleConfig
1196
1357
  # @private
1197
1358
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1288,6 +1449,14 @@ module Google
1288
1449
  end
1289
1450
  end
1290
1451
 
1452
+ class Metric
1453
+ # @private
1454
+ class Representation < Google::Apis::Core::JsonRepresentation
1455
+ collection :metric_overrides, as: 'metricOverrides'
1456
+ property :metric_source, as: 'metricSource'
1457
+ end
1458
+ end
1459
+
1291
1460
  class NamespacedGkeDeploymentTarget
1292
1461
  # @private
1293
1462
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1701,6 +1870,17 @@ module Google
1701
1870
  end
1702
1871
  end
1703
1872
 
1873
+ class VirtualClusterConfig
1874
+ # @private
1875
+ class Representation < Google::Apis::Core::JsonRepresentation
1876
+ property :auxiliary_services_config, as: 'auxiliaryServicesConfig', class: Google::Apis::DataprocV1::AuxiliaryServicesConfig, decorator: Google::Apis::DataprocV1::AuxiliaryServicesConfig::Representation
1877
+
1878
+ property :kubernetes_cluster_config, as: 'kubernetesClusterConfig', class: Google::Apis::DataprocV1::KubernetesClusterConfig, decorator: Google::Apis::DataprocV1::KubernetesClusterConfig::Representation
1879
+
1880
+ property :staging_bucket, as: 'stagingBucket'
1881
+ end
1882
+ end
1883
+
1704
1884
  class WorkflowGraph
1705
1885
  # @private
1706
1886
  class Representation < Google::Apis::Core::JsonRepresentation
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataproc_v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.20.0
4
+ version: 0.23.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-01-31 00:00:00.000000000 Z
11
+ date: 2022-04-11 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.20.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.23.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
63
63
  post_install_message:
64
64
  rdoc_options: []