google-apis-dataproc_v1 0.22.0 → 0.25.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e1d4a8f6f71dedc5d7a9babca58d9712b640a6a5f9705838ee530e42306e9e87
4
- data.tar.gz: 962d4ddfd975bfe5524795a45467adaefbcfd9e2e40cef3efbc70f15ea3fd404
3
+ metadata.gz: 447663f50afa0700111e4cd0af753c38ff0951407de6569e9232db45f0d2dad7
4
+ data.tar.gz: fec7402dcdc23ca35552f62ef39714d29f213db2169cbc11f4fd8381f4154661
5
5
  SHA512:
6
- metadata.gz: e4c36caa177938271d3178f1f5e3633ba4ed2760e53ed4e9b798f3fecb375a400e78231df0ca352503d3c09846a649fd56fa7c96767b24c22522b72a4a547f9e
7
- data.tar.gz: '09e6c293f9ce4c7c2d30152cd032ade53edc2e9ab419d9f33a0268342d185c1575999535700db52d7dd09e890f617f3d2937a2e69f1d37ceabfe947934f51871'
6
+ metadata.gz: b4c71d6881d1ec30569f91725dc617e664af3be1bd8cc699227e953c2f43684e6d4864f5d4f4397b64e179d3eab2a8bf4b8e0080e6d6027ccda36c4423b2a4bd
7
+ data.tar.gz: 2109312c7bb863a3a564ab3a542cd74a8cdc68e3aa7b37af71daadbb6600458ce9c9a7e23048273d29607cf9d4e0c2c6e1420a599e57777979d66ec7705c99ef
data/CHANGELOG.md CHANGED
@@ -1,5 +1,17 @@
1
1
  # Release history for google-apis-dataproc_v1
2
2
 
3
+ ### v0.25.0 (2022-05-05)
4
+
5
+ * Regenerated from discovery document revision 20220429
6
+
7
+ ### v0.24.0 (2022-04-21)
8
+
9
+ * Regenerated from discovery document revision 20220419
10
+
11
+ ### v0.23.0 (2022-04-08)
12
+
13
+ * Regenerated from discovery document revision 20220404
14
+
3
15
  ### v0.22.0 (2022-03-29)
4
16
 
5
17
  * Regenerated from discovery document revision 20220324
@@ -58,6 +58,31 @@ module Google
58
58
  end
59
59
  end
60
60
 
61
+ # Configuration for using injectable credentials or service account
62
+ class AuthenticationConfig
63
+ include Google::Apis::Core::Hashable
64
+
65
+ # Authentication type for session execution.
66
+ # Corresponds to the JSON property `authenticationType`
67
+ # @return [String]
68
+ attr_accessor :authentication_type
69
+
70
+ # Specific injectable credentials authentication parameters
71
+ # Corresponds to the JSON property `injectableCredentialsConfig`
72
+ # @return [Google::Apis::DataprocV1::InjectableCredentialsConfig]
73
+ attr_accessor :injectable_credentials_config
74
+
75
+ def initialize(**args)
76
+ update!(**args)
77
+ end
78
+
79
+ # Update properties of this object
80
+ def update!(**args)
81
+ @authentication_type = args[:authentication_type] if args.key?(:authentication_type)
82
+ @injectable_credentials_config = args[:injectable_credentials_config] if args.key?(:injectable_credentials_config)
83
+ end
84
+ end
85
+
61
86
  # Autoscaling Policy config associated with the cluster.
62
87
  class AutoscalingConfig
63
88
  include Google::Apis::Core::Hashable
@@ -146,6 +171,31 @@ module Google
146
171
  end
147
172
  end
148
173
 
174
+ # Auxiliary services configuration for a Cluster.
175
+ class AuxiliaryServicesConfig
176
+ include Google::Apis::Core::Hashable
177
+
178
+ # Specifies a Metastore configuration.
179
+ # Corresponds to the JSON property `metastoreConfig`
180
+ # @return [Google::Apis::DataprocV1::MetastoreConfig]
181
+ attr_accessor :metastore_config
182
+
183
+ # Spark History Server configuration for the workload.
184
+ # Corresponds to the JSON property `sparkHistoryServerConfig`
185
+ # @return [Google::Apis::DataprocV1::SparkHistoryServerConfig]
186
+ attr_accessor :spark_history_server_config
187
+
188
+ def initialize(**args)
189
+ update!(**args)
190
+ end
191
+
192
+ # Update properties of this object
193
+ def update!(**args)
194
+ @metastore_config = args[:metastore_config] if args.key?(:metastore_config)
195
+ @spark_history_server_config = args[:spark_history_server_config] if args.key?(:spark_history_server_config)
196
+ end
197
+ end
198
+
149
199
  # Basic algorithm for autoscaling.
150
200
  class BasicAutoscalingAlgorithm
151
201
  include Google::Apis::Core::Hashable
@@ -454,7 +504,7 @@ module Google
454
504
  # @return [Google::Apis::DataprocV1::Expr]
455
505
  attr_accessor :condition
456
506
 
457
- # Specifies the principals requesting access for a Cloud Platform resource.
507
+ # Specifies the principals requesting access for a Google Cloud resource.
458
508
  # members can have the following values: allUsers: A special identifier that
459
509
  # represents anyone who is on the internet; with or without a Google account.
460
510
  # allAuthenticatedUsers: A special identifier that represents anyone who is
@@ -567,6 +617,13 @@ module Google
567
617
  # @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
568
618
  attr_accessor :status_history
569
619
 
620
+ # The Dataproc cluster config for a cluster that does not directly control the
621
+ # underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
622
+ # google.com/dataproc/docs/guides/dpgke/dataproc-gke).
623
+ # Corresponds to the JSON property `virtualClusterConfig`
624
+ # @return [Google::Apis::DataprocV1::VirtualClusterConfig]
625
+ attr_accessor :virtual_cluster_config
626
+
570
627
  def initialize(**args)
571
628
  update!(**args)
572
629
  end
@@ -581,6 +638,7 @@ module Google
581
638
  @project_id = args[:project_id] if args.key?(:project_id)
582
639
  @status = args[:status] if args.key?(:status)
583
640
  @status_history = args[:status_history] if args.key?(:status_history)
641
+ @virtual_cluster_config = args[:virtual_cluster_config] if args.key?(:virtual_cluster_config)
584
642
  end
585
643
  end
586
644
 
@@ -606,7 +664,7 @@ module Google
606
664
  # @return [String]
607
665
  attr_accessor :config_bucket
608
666
 
609
- # Contains dataproc metric config.
667
+ # Dataproc metric config.
610
668
  # Corresponds to the JSON property `dataprocMetricConfig`
611
669
  # @return [Google::Apis::DataprocV1::DataprocMetricConfig]
612
670
  attr_accessor :dataproc_metric_config
@@ -731,7 +789,7 @@ module Google
731
789
  # @return [Hash<String,Fixnum>]
732
790
  attr_accessor :hdfs_metrics
733
791
 
734
- # The YARN metrics.
792
+ # YARN metrics.
735
793
  # Corresponds to the JSON property `yarnMetrics`
736
794
  # @return [Hash<String,Fixnum>]
737
795
  attr_accessor :yarn_metrics
@@ -965,11 +1023,11 @@ module Google
965
1023
  end
966
1024
  end
967
1025
 
968
- # Contains dataproc metric config.
1026
+ # Dataproc metric config.
969
1027
  class DataprocMetricConfig
970
1028
  include Google::Apis::Core::Hashable
971
1029
 
972
- # Required. Metrics to be enabled.
1030
+ # Required. Metrics to enable.
973
1031
  # Corresponds to the JSON property `metrics`
974
1032
  # @return [Array<Google::Apis::DataprocV1::Metric>]
975
1033
  attr_accessor :metrics
@@ -1435,18 +1493,236 @@ module Google
1435
1493
  class GkeClusterConfig
1436
1494
  include Google::Apis::Core::Hashable
1437
1495
 
1438
- # A full, namespace-isolated deployment target for an existing GKE cluster.
1496
+ # Optional. A target GKE cluster to deploy to. It must be in the same project
1497
+ # and region as the Dataproc cluster (the GKE cluster can be zonal or regional).
1498
+ # Format: 'projects/`project`/locations/`location`/clusters/`cluster_id`'
1499
+ # Corresponds to the JSON property `gkeClusterTarget`
1500
+ # @return [String]
1501
+ attr_accessor :gke_cluster_target
1502
+
1503
+ # Deprecated. Used only for the deprecated beta. A full, namespace-isolated
1504
+ # deployment target for an existing GKE cluster.
1439
1505
  # Corresponds to the JSON property `namespacedGkeDeploymentTarget`
1440
1506
  # @return [Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget]
1441
1507
  attr_accessor :namespaced_gke_deployment_target
1442
1508
 
1509
+ # Optional. GKE node pools where workloads will be scheduled. At least one node
1510
+ # pool must be assigned the DEFAULT GkeNodePoolTarget.Role. If a
1511
+ # GkeNodePoolTarget is not specified, Dataproc constructs a DEFAULT
1512
+ # GkeNodePoolTarget. Each role can be given to only one GkeNodePoolTarget. All
1513
+ # node pools must have the same location settings.
1514
+ # Corresponds to the JSON property `nodePoolTarget`
1515
+ # @return [Array<Google::Apis::DataprocV1::GkeNodePoolTarget>]
1516
+ attr_accessor :node_pool_target
1517
+
1443
1518
  def initialize(**args)
1444
1519
  update!(**args)
1445
1520
  end
1446
1521
 
1447
1522
  # Update properties of this object
1448
1523
  def update!(**args)
1524
+ @gke_cluster_target = args[:gke_cluster_target] if args.key?(:gke_cluster_target)
1449
1525
  @namespaced_gke_deployment_target = args[:namespaced_gke_deployment_target] if args.key?(:namespaced_gke_deployment_target)
1526
+ @node_pool_target = args[:node_pool_target] if args.key?(:node_pool_target)
1527
+ end
1528
+ end
1529
+
1530
+ # Parameters that describe cluster nodes.
1531
+ class GkeNodeConfig
1532
+ include Google::Apis::Core::Hashable
1533
+
1534
+ # Optional. A list of hardware accelerators (https://cloud.google.com/compute/
1535
+ # docs/gpus) to attach to each node.
1536
+ # Corresponds to the JSON property `accelerators`
1537
+ # @return [Array<Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig>]
1538
+ attr_accessor :accelerators
1539
+
1540
+ # Optional. The number of local SSD disks to attach to the node, which is
1541
+ # limited by the maximum number of disks allowable per zone (see Adding Local
1542
+ # SSDs (https://cloud.google.com/compute/docs/disks/local-ssd)).
1543
+ # Corresponds to the JSON property `localSsdCount`
1544
+ # @return [Fixnum]
1545
+ attr_accessor :local_ssd_count
1546
+
1547
+ # Optional. The name of a Compute Engine machine type (https://cloud.google.com/
1548
+ # compute/docs/machine-types).
1549
+ # Corresponds to the JSON property `machineType`
1550
+ # @return [String]
1551
+ attr_accessor :machine_type
1552
+
1553
+ # Optional. Minimum CPU platform (https://cloud.google.com/compute/docs/
1554
+ # instances/specify-min-cpu-platform) to be used by this instance. The instance
1555
+ # may be scheduled on the specified or a newer CPU platform. Specify the
1556
+ # friendly names of CPU platforms, such as "Intel Haswell"` or Intel Sandy
1557
+ # Bridge".
1558
+ # Corresponds to the JSON property `minCpuPlatform`
1559
+ # @return [String]
1560
+ attr_accessor :min_cpu_platform
1561
+
1562
+ # Optional. Whether the nodes are created as preemptible VM instances (https://
1563
+ # cloud.google.com/compute/docs/instances/preemptible). Preemptible nodes cannot
1564
+ # be used in a node pool with the CONTROLLER role or in the DEFAULT node pool if
1565
+ # the CONTROLLER role is not assigned (the DEFAULT node pool will assume the
1566
+ # CONTROLLER role).
1567
+ # Corresponds to the JSON property `preemptible`
1568
+ # @return [Boolean]
1569
+ attr_accessor :preemptible
1570
+ alias_method :preemptible?, :preemptible
1571
+
1572
+ # Optional. Spot flag for enabling Spot VM, which is a rebrand of the existing
1573
+ # preemptible flag.
1574
+ # Corresponds to the JSON property `spot`
1575
+ # @return [Boolean]
1576
+ attr_accessor :spot
1577
+ alias_method :spot?, :spot
1578
+
1579
+ def initialize(**args)
1580
+ update!(**args)
1581
+ end
1582
+
1583
+ # Update properties of this object
1584
+ def update!(**args)
1585
+ @accelerators = args[:accelerators] if args.key?(:accelerators)
1586
+ @local_ssd_count = args[:local_ssd_count] if args.key?(:local_ssd_count)
1587
+ @machine_type = args[:machine_type] if args.key?(:machine_type)
1588
+ @min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
1589
+ @preemptible = args[:preemptible] if args.key?(:preemptible)
1590
+ @spot = args[:spot] if args.key?(:spot)
1591
+ end
1592
+ end
1593
+
1594
+ # A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for
1595
+ # a node pool.
1596
+ class GkeNodePoolAcceleratorConfig
1597
+ include Google::Apis::Core::Hashable
1598
+
1599
+ # The number of accelerator cards exposed to an instance.
1600
+ # Corresponds to the JSON property `acceleratorCount`
1601
+ # @return [Fixnum]
1602
+ attr_accessor :accelerator_count
1603
+
1604
+ # The accelerator type resource namename (see GPUs on Compute Engine).
1605
+ # Corresponds to the JSON property `acceleratorType`
1606
+ # @return [String]
1607
+ attr_accessor :accelerator_type
1608
+
1609
+ # Size of partitions to create on the GPU. Valid values are described in the
1610
+ # NVIDIA mig user guide (https://docs.nvidia.com/datacenter/tesla/mig-user-guide/
1611
+ # #partitioning).
1612
+ # Corresponds to the JSON property `gpuPartitionSize`
1613
+ # @return [String]
1614
+ attr_accessor :gpu_partition_size
1615
+
1616
+ def initialize(**args)
1617
+ update!(**args)
1618
+ end
1619
+
1620
+ # Update properties of this object
1621
+ def update!(**args)
1622
+ @accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
1623
+ @accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
1624
+ @gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
1625
+ end
1626
+ end
1627
+
1628
+ # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
1629
+ # adjust the size of the node pool to the current cluster usage.
1630
+ class GkeNodePoolAutoscalingConfig
1631
+ include Google::Apis::Core::Hashable
1632
+
1633
+ # The maximum number of nodes in the node pool. Must be >= min_node_count, and
1634
+ # must be > 0. Note: Quota must be sufficient to scale up the cluster.
1635
+ # Corresponds to the JSON property `maxNodeCount`
1636
+ # @return [Fixnum]
1637
+ attr_accessor :max_node_count
1638
+
1639
+ # The minimum number of nodes in the node pool. Must be >= 0 and <=
1640
+ # max_node_count.
1641
+ # Corresponds to the JSON property `minNodeCount`
1642
+ # @return [Fixnum]
1643
+ attr_accessor :min_node_count
1644
+
1645
+ def initialize(**args)
1646
+ update!(**args)
1647
+ end
1648
+
1649
+ # Update properties of this object
1650
+ def update!(**args)
1651
+ @max_node_count = args[:max_node_count] if args.key?(:max_node_count)
1652
+ @min_node_count = args[:min_node_count] if args.key?(:min_node_count)
1653
+ end
1654
+ end
1655
+
1656
+ # The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
1657
+ # /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
1658
+ # on-gke-cluster).
1659
+ class GkeNodePoolConfig
1660
+ include Google::Apis::Core::Hashable
1661
+
1662
+ # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
1663
+ # adjust the size of the node pool to the current cluster usage.
1664
+ # Corresponds to the JSON property `autoscaling`
1665
+ # @return [Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig]
1666
+ attr_accessor :autoscaling
1667
+
1668
+ # Parameters that describe cluster nodes.
1669
+ # Corresponds to the JSON property `config`
1670
+ # @return [Google::Apis::DataprocV1::GkeNodeConfig]
1671
+ attr_accessor :config
1672
+
1673
+ # Optional. The list of Compute Engine zones (https://cloud.google.com/compute/
1674
+ # docs/zones#available) where node pool nodes associated with a Dataproc on GKE
1675
+ # virtual cluster will be located.Note: All node pools associated with a virtual
1676
+ # cluster must be located in the same region as the virtual cluster, and they
1677
+ # must be located in the same zone within that region.If a location is not
1678
+ # specified during node pool creation, Dataproc on GKE will choose the zone.
1679
+ # Corresponds to the JSON property `locations`
1680
+ # @return [Array<String>]
1681
+ attr_accessor :locations
1682
+
1683
+ def initialize(**args)
1684
+ update!(**args)
1685
+ end
1686
+
1687
+ # Update properties of this object
1688
+ def update!(**args)
1689
+ @autoscaling = args[:autoscaling] if args.key?(:autoscaling)
1690
+ @config = args[:config] if args.key?(:config)
1691
+ @locations = args[:locations] if args.key?(:locations)
1692
+ end
1693
+ end
1694
+
1695
+ # GKE node pools that Dataproc workloads run on.
1696
+ class GkeNodePoolTarget
1697
+ include Google::Apis::Core::Hashable
1698
+
1699
+ # Required. The target GKE node pool. Format: 'projects/`project`/locations/`
1700
+ # location`/clusters/`cluster`/nodePools/`node_pool`'
1701
+ # Corresponds to the JSON property `nodePool`
1702
+ # @return [String]
1703
+ attr_accessor :node_pool
1704
+
1705
+ # The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
1706
+ # /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
1707
+ # on-gke-cluster).
1708
+ # Corresponds to the JSON property `nodePoolConfig`
1709
+ # @return [Google::Apis::DataprocV1::GkeNodePoolConfig]
1710
+ attr_accessor :node_pool_config
1711
+
1712
+ # Required. The roles associated with the GKE node pool.
1713
+ # Corresponds to the JSON property `roles`
1714
+ # @return [Array<String>]
1715
+ attr_accessor :roles
1716
+
1717
+ def initialize(**args)
1718
+ update!(**args)
1719
+ end
1720
+
1721
+ # Update properties of this object
1722
+ def update!(**args)
1723
+ @node_pool = args[:node_pool] if args.key?(:node_pool)
1724
+ @node_pool_config = args[:node_pool_config] if args.key?(:node_pool_config)
1725
+ @roles = args[:roles] if args.key?(:roles)
1450
1726
  end
1451
1727
  end
1452
1728
 
@@ -1634,6 +1910,19 @@ module Google
1634
1910
  end
1635
1911
  end
1636
1912
 
1913
+ # Specific injectable credentials authentication parameters
1914
+ class InjectableCredentialsConfig
1915
+ include Google::Apis::Core::Hashable
1916
+
1917
+ def initialize(**args)
1918
+ update!(**args)
1919
+ end
1920
+
1921
+ # Update properties of this object
1922
+ def update!(**args)
1923
+ end
1924
+ end
1925
+
1637
1926
  # Configuration for the size bounds of an instance group, including its
1638
1927
  # proportional size to other groups.
1639
1928
  class InstanceGroupAutoscalingPolicyConfig
@@ -2312,6 +2601,71 @@ module Google
2312
2601
  end
2313
2602
  end
2314
2603
 
2604
+ # The configuration for running the Dataproc cluster on Kubernetes.
2605
+ class KubernetesClusterConfig
2606
+ include Google::Apis::Core::Hashable
2607
+
2608
+ # The cluster's GKE config.
2609
+ # Corresponds to the JSON property `gkeClusterConfig`
2610
+ # @return [Google::Apis::DataprocV1::GkeClusterConfig]
2611
+ attr_accessor :gke_cluster_config
2612
+
2613
+ # Optional. A namespace within the Kubernetes cluster to deploy into. If this
2614
+ # namespace does not exist, it is created. If it exists, Dataproc verifies that
2615
+ # another Dataproc VirtualCluster is not installed into it. If not specified,
2616
+ # the name of the Dataproc Cluster is used.
2617
+ # Corresponds to the JSON property `kubernetesNamespace`
2618
+ # @return [String]
2619
+ attr_accessor :kubernetes_namespace
2620
+
2621
+ # The software configuration for this Dataproc cluster running on Kubernetes.
2622
+ # Corresponds to the JSON property `kubernetesSoftwareConfig`
2623
+ # @return [Google::Apis::DataprocV1::KubernetesSoftwareConfig]
2624
+ attr_accessor :kubernetes_software_config
2625
+
2626
+ def initialize(**args)
2627
+ update!(**args)
2628
+ end
2629
+
2630
+ # Update properties of this object
2631
+ def update!(**args)
2632
+ @gke_cluster_config = args[:gke_cluster_config] if args.key?(:gke_cluster_config)
2633
+ @kubernetes_namespace = args[:kubernetes_namespace] if args.key?(:kubernetes_namespace)
2634
+ @kubernetes_software_config = args[:kubernetes_software_config] if args.key?(:kubernetes_software_config)
2635
+ end
2636
+ end
2637
+
2638
+ # The software configuration for this Dataproc cluster running on Kubernetes.
2639
+ class KubernetesSoftwareConfig
2640
+ include Google::Apis::Core::Hashable
2641
+
2642
+ # The components that should be installed in this Dataproc cluster. The key must
2643
+ # be a string from the KubernetesComponent enumeration. The value is the version
2644
+ # of the software to be installed. At least one entry must be specified.
2645
+ # Corresponds to the JSON property `componentVersion`
2646
+ # @return [Hash<String,String>]
2647
+ attr_accessor :component_version
2648
+
2649
+ # The properties to set on daemon config files.Property keys are specified in
2650
+ # prefix:property format, for example spark:spark.kubernetes.container.image.
2651
+ # The following are supported prefixes and their mappings: spark: spark-defaults.
2652
+ # confFor more information, see Cluster properties (https://cloud.google.com/
2653
+ # dataproc/docs/concepts/cluster-properties).
2654
+ # Corresponds to the JSON property `properties`
2655
+ # @return [Hash<String,String>]
2656
+ attr_accessor :properties
2657
+
2658
+ def initialize(**args)
2659
+ update!(**args)
2660
+ end
2661
+
2662
+ # Update properties of this object
2663
+ def update!(**args)
2664
+ @component_version = args[:component_version] if args.key?(:component_version)
2665
+ @properties = args[:properties] if args.key?(:properties)
2666
+ end
2667
+ end
2668
+
2315
2669
  # Specifies the cluster auto-delete schedule configuration.
2316
2670
  class LifecycleConfig
2317
2671
  include Google::Apis::Core::Hashable
@@ -2622,18 +2976,18 @@ module Google
2622
2976
  end
2623
2977
  end
2624
2978
 
2625
- # Metric source to enable along with any optional metrics for this source that
2626
- # override the dataproc defaults
2979
+ # The metric source to enable, with any optional metrics, to override Dataproc
2980
+ # default metrics.
2627
2981
  class Metric
2628
2982
  include Google::Apis::Core::Hashable
2629
2983
 
2630
- # Optional. Optional Metrics to override the dataproc default metrics configured
2631
- # for the metric source
2984
+ # Optional. Optional Metrics to override the Dataproc default metrics configured
2985
+ # for the metric source.
2632
2986
  # Corresponds to the JSON property `metricOverrides`
2633
2987
  # @return [Array<String>]
2634
2988
  attr_accessor :metric_overrides
2635
2989
 
2636
- # Required. MetricSource that should be enabled
2990
+ # Required. MetricSource to enable.
2637
2991
  # Corresponds to the JSON property `metricSource`
2638
2992
  # @return [String]
2639
2993
  attr_accessor :metric_source
@@ -2649,7 +3003,8 @@ module Google
2649
3003
  end
2650
3004
  end
2651
3005
 
2652
- # A full, namespace-isolated deployment target for an existing GKE cluster.
3006
+ # Deprecated. Used only for the deprecated beta. A full, namespace-isolated
3007
+ # deployment target for an existing GKE cluster.
2653
3008
  class NamespacedGkeDeploymentTarget
2654
3009
  include Google::Apis::Core::Hashable
2655
3010
 
@@ -3417,6 +3772,11 @@ module Google
3417
3772
  # @return [Hash<String,String>]
3418
3773
  attr_accessor :properties
3419
3774
 
3775
+ # Configuration for using injectable credentials or service account
3776
+ # Corresponds to the JSON property `sessionAuthenticationConfig`
3777
+ # @return [Google::Apis::DataprocV1::AuthenticationConfig]
3778
+ attr_accessor :session_authentication_config
3779
+
3420
3780
  # Optional. Version of the batch runtime.
3421
3781
  # Corresponds to the JSON property `version`
3422
3782
  # @return [String]
@@ -3430,6 +3790,7 @@ module Google
3430
3790
  def update!(**args)
3431
3791
  @container_image = args[:container_image] if args.key?(:container_image)
3432
3792
  @properties = args[:properties] if args.key?(:properties)
3793
+ @session_authentication_config = args[:session_authentication_config] if args.key?(:session_authentication_config)
3433
3794
  @version = args[:version] if args.key?(:version)
3434
3795
  end
3435
3796
  end
@@ -4314,8 +4675,8 @@ module Google
4314
4675
  include Google::Apis::Core::Hashable
4315
4676
 
4316
4677
  # The set of permissions to check for the resource. Permissions with wildcards (
4317
- # such as '*' or 'storage.*') are not allowed. For more information see IAM
4318
- # Overview (https://cloud.google.com/iam/docs/overview#permissions).
4678
+ # such as * or storage.*) are not allowed. For more information see IAM Overview
4679
+ # (https://cloud.google.com/iam/docs/overview#permissions).
4319
4680
  # Corresponds to the JSON property `permissions`
4320
4681
  # @return [Array<String>]
4321
4682
  attr_accessor :permissions
@@ -4368,6 +4729,47 @@ module Google
4368
4729
  end
4369
4730
  end
4370
4731
 
4732
+ # The Dataproc cluster config for a cluster that does not directly control the
4733
+ # underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
4734
+ # google.com/dataproc/docs/guides/dpgke/dataproc-gke).
4735
+ class VirtualClusterConfig
4736
+ include Google::Apis::Core::Hashable
4737
+
4738
+ # Auxiliary services configuration for a Cluster.
4739
+ # Corresponds to the JSON property `auxiliaryServicesConfig`
4740
+ # @return [Google::Apis::DataprocV1::AuxiliaryServicesConfig]
4741
+ attr_accessor :auxiliary_services_config
4742
+
4743
+ # The configuration for running the Dataproc cluster on Kubernetes.
4744
+ # Corresponds to the JSON property `kubernetesClusterConfig`
4745
+ # @return [Google::Apis::DataprocV1::KubernetesClusterConfig]
4746
+ attr_accessor :kubernetes_cluster_config
4747
+
4748
+ # Optional. A Cloud Storage bucket used to stage job dependencies, config files,
4749
+ # and job driver console output. If you do not specify a staging bucket, Cloud
4750
+ # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
4751
+ # cluster's staging bucket according to the Compute Engine zone where your
4752
+ # cluster is deployed, and then create and manage this project-level, per-
4753
+ # location bucket (see Dataproc staging and temp buckets (https://cloud.google.
4754
+ # com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field
4755
+ # requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage
4756
+ # bucket.
4757
+ # Corresponds to the JSON property `stagingBucket`
4758
+ # @return [String]
4759
+ attr_accessor :staging_bucket
4760
+
4761
+ def initialize(**args)
4762
+ update!(**args)
4763
+ end
4764
+
4765
+ # Update properties of this object
4766
+ def update!(**args)
4767
+ @auxiliary_services_config = args[:auxiliary_services_config] if args.key?(:auxiliary_services_config)
4768
+ @kubernetes_cluster_config = args[:kubernetes_cluster_config] if args.key?(:kubernetes_cluster_config)
4769
+ @staging_bucket = args[:staging_bucket] if args.key?(:staging_bucket)
4770
+ end
4771
+ end
4772
+
4371
4773
  # The workflow graph.
4372
4774
  class WorkflowGraph
4373
4775
  include Google::Apis::Core::Hashable
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataprocV1
18
18
  # Version of the google-apis-dataproc_v1 gem
19
- GEM_VERSION = "0.22.0"
19
+ GEM_VERSION = "0.25.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
22
  GENERATOR_VERSION = "0.4.1"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20220324"
25
+ REVISION = "20220429"
26
26
  end
27
27
  end
28
28
  end
@@ -28,6 +28,12 @@ module Google
28
28
  include Google::Apis::Core::JsonObjectSupport
29
29
  end
30
30
 
31
+ class AuthenticationConfig
32
+ class Representation < Google::Apis::Core::JsonRepresentation; end
33
+
34
+ include Google::Apis::Core::JsonObjectSupport
35
+ end
36
+
31
37
  class AutoscalingConfig
32
38
  class Representation < Google::Apis::Core::JsonRepresentation; end
33
39
 
@@ -40,6 +46,12 @@ module Google
40
46
  include Google::Apis::Core::JsonObjectSupport
41
47
  end
42
48
 
49
+ class AuxiliaryServicesConfig
50
+ class Representation < Google::Apis::Core::JsonRepresentation; end
51
+
52
+ include Google::Apis::Core::JsonObjectSupport
53
+ end
54
+
43
55
  class BasicAutoscalingAlgorithm
44
56
  class Representation < Google::Apis::Core::JsonRepresentation; end
45
57
 
@@ -214,6 +226,36 @@ module Google
214
226
  include Google::Apis::Core::JsonObjectSupport
215
227
  end
216
228
 
229
+ class GkeNodeConfig
230
+ class Representation < Google::Apis::Core::JsonRepresentation; end
231
+
232
+ include Google::Apis::Core::JsonObjectSupport
233
+ end
234
+
235
+ class GkeNodePoolAcceleratorConfig
236
+ class Representation < Google::Apis::Core::JsonRepresentation; end
237
+
238
+ include Google::Apis::Core::JsonObjectSupport
239
+ end
240
+
241
+ class GkeNodePoolAutoscalingConfig
242
+ class Representation < Google::Apis::Core::JsonRepresentation; end
243
+
244
+ include Google::Apis::Core::JsonObjectSupport
245
+ end
246
+
247
+ class GkeNodePoolConfig
248
+ class Representation < Google::Apis::Core::JsonRepresentation; end
249
+
250
+ include Google::Apis::Core::JsonObjectSupport
251
+ end
252
+
253
+ class GkeNodePoolTarget
254
+ class Representation < Google::Apis::Core::JsonRepresentation; end
255
+
256
+ include Google::Apis::Core::JsonObjectSupport
257
+ end
258
+
217
259
  class HadoopJob
218
260
  class Representation < Google::Apis::Core::JsonRepresentation; end
219
261
 
@@ -238,6 +280,12 @@ module Google
238
280
  include Google::Apis::Core::JsonObjectSupport
239
281
  end
240
282
 
283
+ class InjectableCredentialsConfig
284
+ class Representation < Google::Apis::Core::JsonRepresentation; end
285
+
286
+ include Google::Apis::Core::JsonObjectSupport
287
+ end
288
+
241
289
  class InstanceGroupAutoscalingPolicyConfig
242
290
  class Representation < Google::Apis::Core::JsonRepresentation; end
243
291
 
@@ -304,6 +352,18 @@ module Google
304
352
  include Google::Apis::Core::JsonObjectSupport
305
353
  end
306
354
 
355
+ class KubernetesClusterConfig
356
+ class Representation < Google::Apis::Core::JsonRepresentation; end
357
+
358
+ include Google::Apis::Core::JsonObjectSupport
359
+ end
360
+
361
+ class KubernetesSoftwareConfig
362
+ class Representation < Google::Apis::Core::JsonRepresentation; end
363
+
364
+ include Google::Apis::Core::JsonObjectSupport
365
+ end
366
+
307
367
  class LifecycleConfig
308
368
  class Representation < Google::Apis::Core::JsonRepresentation; end
309
369
 
@@ -616,6 +676,12 @@ module Google
616
676
  include Google::Apis::Core::JsonObjectSupport
617
677
  end
618
678
 
679
+ class VirtualClusterConfig
680
+ class Representation < Google::Apis::Core::JsonRepresentation; end
681
+
682
+ include Google::Apis::Core::JsonObjectSupport
683
+ end
684
+
619
685
  class WorkflowGraph
620
686
  class Representation < Google::Apis::Core::JsonRepresentation; end
621
687
 
@@ -660,6 +726,15 @@ module Google
660
726
  end
661
727
  end
662
728
 
729
+ class AuthenticationConfig
730
+ # @private
731
+ class Representation < Google::Apis::Core::JsonRepresentation
732
+ property :authentication_type, as: 'authenticationType'
733
+ property :injectable_credentials_config, as: 'injectableCredentialsConfig', class: Google::Apis::DataprocV1::InjectableCredentialsConfig, decorator: Google::Apis::DataprocV1::InjectableCredentialsConfig::Representation
734
+
735
+ end
736
+ end
737
+
663
738
  class AutoscalingConfig
664
739
  # @private
665
740
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -682,6 +757,16 @@ module Google
682
757
  end
683
758
  end
684
759
 
760
+ class AuxiliaryServicesConfig
761
+ # @private
762
+ class Representation < Google::Apis::Core::JsonRepresentation
763
+ property :metastore_config, as: 'metastoreConfig', class: Google::Apis::DataprocV1::MetastoreConfig, decorator: Google::Apis::DataprocV1::MetastoreConfig::Representation
764
+
765
+ property :spark_history_server_config, as: 'sparkHistoryServerConfig', class: Google::Apis::DataprocV1::SparkHistoryServerConfig, decorator: Google::Apis::DataprocV1::SparkHistoryServerConfig::Representation
766
+
767
+ end
768
+ end
769
+
685
770
  class BasicAutoscalingAlgorithm
686
771
  # @private
687
772
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -780,6 +865,8 @@ module Google
780
865
 
781
866
  collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
782
867
 
868
+ property :virtual_cluster_config, as: 'virtualClusterConfig', class: Google::Apis::DataprocV1::VirtualClusterConfig, decorator: Google::Apis::DataprocV1::VirtualClusterConfig::Representation
869
+
783
870
  end
784
871
  end
785
872
 
@@ -1011,8 +1098,62 @@ module Google
1011
1098
  class GkeClusterConfig
1012
1099
  # @private
1013
1100
  class Representation < Google::Apis::Core::JsonRepresentation
1101
+ property :gke_cluster_target, as: 'gkeClusterTarget'
1014
1102
  property :namespaced_gke_deployment_target, as: 'namespacedGkeDeploymentTarget', class: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget, decorator: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget::Representation
1015
1103
 
1104
+ collection :node_pool_target, as: 'nodePoolTarget', class: Google::Apis::DataprocV1::GkeNodePoolTarget, decorator: Google::Apis::DataprocV1::GkeNodePoolTarget::Representation
1105
+
1106
+ end
1107
+ end
1108
+
1109
+ class GkeNodeConfig
1110
+ # @private
1111
+ class Representation < Google::Apis::Core::JsonRepresentation
1112
+ collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig::Representation
1113
+
1114
+ property :local_ssd_count, as: 'localSsdCount'
1115
+ property :machine_type, as: 'machineType'
1116
+ property :min_cpu_platform, as: 'minCpuPlatform'
1117
+ property :preemptible, as: 'preemptible'
1118
+ property :spot, as: 'spot'
1119
+ end
1120
+ end
1121
+
1122
+ class GkeNodePoolAcceleratorConfig
1123
+ # @private
1124
+ class Representation < Google::Apis::Core::JsonRepresentation
1125
+ property :accelerator_count, :numeric_string => true, as: 'acceleratorCount'
1126
+ property :accelerator_type, as: 'acceleratorType'
1127
+ property :gpu_partition_size, as: 'gpuPartitionSize'
1128
+ end
1129
+ end
1130
+
1131
+ class GkeNodePoolAutoscalingConfig
1132
+ # @private
1133
+ class Representation < Google::Apis::Core::JsonRepresentation
1134
+ property :max_node_count, as: 'maxNodeCount'
1135
+ property :min_node_count, as: 'minNodeCount'
1136
+ end
1137
+ end
1138
+
1139
+ class GkeNodePoolConfig
1140
+ # @private
1141
+ class Representation < Google::Apis::Core::JsonRepresentation
1142
+ property :autoscaling, as: 'autoscaling', class: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig::Representation
1143
+
1144
+ property :config, as: 'config', class: Google::Apis::DataprocV1::GkeNodeConfig, decorator: Google::Apis::DataprocV1::GkeNodeConfig::Representation
1145
+
1146
+ collection :locations, as: 'locations'
1147
+ end
1148
+ end
1149
+
1150
+ class GkeNodePoolTarget
1151
+ # @private
1152
+ class Representation < Google::Apis::Core::JsonRepresentation
1153
+ property :node_pool, as: 'nodePool'
1154
+ property :node_pool_config, as: 'nodePoolConfig', class: Google::Apis::DataprocV1::GkeNodePoolConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolConfig::Representation
1155
+
1156
+ collection :roles, as: 'roles'
1016
1157
  end
1017
1158
  end
1018
1159
 
@@ -1059,6 +1200,12 @@ module Google
1059
1200
  end
1060
1201
  end
1061
1202
 
1203
+ class InjectableCredentialsConfig
1204
+ # @private
1205
+ class Representation < Google::Apis::Core::JsonRepresentation
1206
+ end
1207
+ end
1208
+
1062
1209
  class InstanceGroupAutoscalingPolicyConfig
1063
1210
  # @private
1064
1211
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1214,6 +1361,25 @@ module Google
1214
1361
  end
1215
1362
  end
1216
1363
 
1364
+ class KubernetesClusterConfig
1365
+ # @private
1366
+ class Representation < Google::Apis::Core::JsonRepresentation
1367
+ property :gke_cluster_config, as: 'gkeClusterConfig', class: Google::Apis::DataprocV1::GkeClusterConfig, decorator: Google::Apis::DataprocV1::GkeClusterConfig::Representation
1368
+
1369
+ property :kubernetes_namespace, as: 'kubernetesNamespace'
1370
+ property :kubernetes_software_config, as: 'kubernetesSoftwareConfig', class: Google::Apis::DataprocV1::KubernetesSoftwareConfig, decorator: Google::Apis::DataprocV1::KubernetesSoftwareConfig::Representation
1371
+
1372
+ end
1373
+ end
1374
+
1375
+ class KubernetesSoftwareConfig
1376
+ # @private
1377
+ class Representation < Google::Apis::Core::JsonRepresentation
1378
+ hash :component_version, as: 'componentVersion'
1379
+ hash :properties, as: 'properties'
1380
+ end
1381
+ end
1382
+
1217
1383
  class LifecycleConfig
1218
1384
  # @private
1219
1385
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1502,6 +1668,8 @@ module Google
1502
1668
  class Representation < Google::Apis::Core::JsonRepresentation
1503
1669
  property :container_image, as: 'containerImage'
1504
1670
  hash :properties, as: 'properties'
1671
+ property :session_authentication_config, as: 'sessionAuthenticationConfig', class: Google::Apis::DataprocV1::AuthenticationConfig, decorator: Google::Apis::DataprocV1::AuthenticationConfig::Representation
1672
+
1505
1673
  property :version, as: 'version'
1506
1674
  end
1507
1675
  end
@@ -1731,6 +1899,17 @@ module Google
1731
1899
  end
1732
1900
  end
1733
1901
 
1902
+ class VirtualClusterConfig
1903
+ # @private
1904
+ class Representation < Google::Apis::Core::JsonRepresentation
1905
+ property :auxiliary_services_config, as: 'auxiliaryServicesConfig', class: Google::Apis::DataprocV1::AuxiliaryServicesConfig, decorator: Google::Apis::DataprocV1::AuxiliaryServicesConfig::Representation
1906
+
1907
+ property :kubernetes_cluster_config, as: 'kubernetesClusterConfig', class: Google::Apis::DataprocV1::KubernetesClusterConfig, decorator: Google::Apis::DataprocV1::KubernetesClusterConfig::Representation
1908
+
1909
+ property :staging_bucket, as: 'stagingBucket'
1910
+ end
1911
+ end
1912
+
1734
1913
  class WorkflowGraph
1735
1914
  # @private
1736
1915
  class Representation < Google::Apis::Core::JsonRepresentation
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataproc_v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.22.0
4
+ version: 0.25.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-04-04 00:00:00.000000000 Z
11
+ date: 2022-05-09 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.22.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.25.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
63
63
  post_install_message:
64
64
  rdoc_options: []