google-apis-dataproc_v1 0.22.0 → 0.25.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e1d4a8f6f71dedc5d7a9babca58d9712b640a6a5f9705838ee530e42306e9e87
4
- data.tar.gz: 962d4ddfd975bfe5524795a45467adaefbcfd9e2e40cef3efbc70f15ea3fd404
3
+ metadata.gz: 447663f50afa0700111e4cd0af753c38ff0951407de6569e9232db45f0d2dad7
4
+ data.tar.gz: fec7402dcdc23ca35552f62ef39714d29f213db2169cbc11f4fd8381f4154661
5
5
  SHA512:
6
- metadata.gz: e4c36caa177938271d3178f1f5e3633ba4ed2760e53ed4e9b798f3fecb375a400e78231df0ca352503d3c09846a649fd56fa7c96767b24c22522b72a4a547f9e
7
- data.tar.gz: '09e6c293f9ce4c7c2d30152cd032ade53edc2e9ab419d9f33a0268342d185c1575999535700db52d7dd09e890f617f3d2937a2e69f1d37ceabfe947934f51871'
6
+ metadata.gz: b4c71d6881d1ec30569f91725dc617e664af3be1bd8cc699227e953c2f43684e6d4864f5d4f4397b64e179d3eab2a8bf4b8e0080e6d6027ccda36c4423b2a4bd
7
+ data.tar.gz: 2109312c7bb863a3a564ab3a542cd74a8cdc68e3aa7b37af71daadbb6600458ce9c9a7e23048273d29607cf9d4e0c2c6e1420a599e57777979d66ec7705c99ef
data/CHANGELOG.md CHANGED
@@ -1,5 +1,17 @@
1
1
  # Release history for google-apis-dataproc_v1
2
2
 
3
+ ### v0.25.0 (2022-05-05)
4
+
5
+ * Regenerated from discovery document revision 20220429
6
+
7
+ ### v0.24.0 (2022-04-21)
8
+
9
+ * Regenerated from discovery document revision 20220419
10
+
11
+ ### v0.23.0 (2022-04-08)
12
+
13
+ * Regenerated from discovery document revision 20220404
14
+
3
15
  ### v0.22.0 (2022-03-29)
4
16
 
5
17
  * Regenerated from discovery document revision 20220324
@@ -58,6 +58,31 @@ module Google
58
58
  end
59
59
  end
60
60
 
61
+ # Configuration for using injectable credentials or service account
62
+ class AuthenticationConfig
63
+ include Google::Apis::Core::Hashable
64
+
65
+ # Authentication type for session execution.
66
+ # Corresponds to the JSON property `authenticationType`
67
+ # @return [String]
68
+ attr_accessor :authentication_type
69
+
70
+ # Specific injectable credentials authentication parameters
71
+ # Corresponds to the JSON property `injectableCredentialsConfig`
72
+ # @return [Google::Apis::DataprocV1::InjectableCredentialsConfig]
73
+ attr_accessor :injectable_credentials_config
74
+
75
+ def initialize(**args)
76
+ update!(**args)
77
+ end
78
+
79
+ # Update properties of this object
80
+ def update!(**args)
81
+ @authentication_type = args[:authentication_type] if args.key?(:authentication_type)
82
+ @injectable_credentials_config = args[:injectable_credentials_config] if args.key?(:injectable_credentials_config)
83
+ end
84
+ end
85
+
61
86
  # Autoscaling Policy config associated with the cluster.
62
87
  class AutoscalingConfig
63
88
  include Google::Apis::Core::Hashable
@@ -146,6 +171,31 @@ module Google
146
171
  end
147
172
  end
148
173
 
174
+ # Auxiliary services configuration for a Cluster.
175
+ class AuxiliaryServicesConfig
176
+ include Google::Apis::Core::Hashable
177
+
178
+ # Specifies a Metastore configuration.
179
+ # Corresponds to the JSON property `metastoreConfig`
180
+ # @return [Google::Apis::DataprocV1::MetastoreConfig]
181
+ attr_accessor :metastore_config
182
+
183
+ # Spark History Server configuration for the workload.
184
+ # Corresponds to the JSON property `sparkHistoryServerConfig`
185
+ # @return [Google::Apis::DataprocV1::SparkHistoryServerConfig]
186
+ attr_accessor :spark_history_server_config
187
+
188
+ def initialize(**args)
189
+ update!(**args)
190
+ end
191
+
192
+ # Update properties of this object
193
+ def update!(**args)
194
+ @metastore_config = args[:metastore_config] if args.key?(:metastore_config)
195
+ @spark_history_server_config = args[:spark_history_server_config] if args.key?(:spark_history_server_config)
196
+ end
197
+ end
198
+
149
199
  # Basic algorithm for autoscaling.
150
200
  class BasicAutoscalingAlgorithm
151
201
  include Google::Apis::Core::Hashable
@@ -454,7 +504,7 @@ module Google
454
504
  # @return [Google::Apis::DataprocV1::Expr]
455
505
  attr_accessor :condition
456
506
 
457
- # Specifies the principals requesting access for a Cloud Platform resource.
507
+ # Specifies the principals requesting access for a Google Cloud resource.
458
508
  # members can have the following values: allUsers: A special identifier that
459
509
  # represents anyone who is on the internet; with or without a Google account.
460
510
  # allAuthenticatedUsers: A special identifier that represents anyone who is
@@ -567,6 +617,13 @@ module Google
567
617
  # @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
568
618
  attr_accessor :status_history
569
619
 
620
+ # The Dataproc cluster config for a cluster that does not directly control the
621
+ # underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
622
+ # google.com/dataproc/docs/guides/dpgke/dataproc-gke).
623
+ # Corresponds to the JSON property `virtualClusterConfig`
624
+ # @return [Google::Apis::DataprocV1::VirtualClusterConfig]
625
+ attr_accessor :virtual_cluster_config
626
+
570
627
  def initialize(**args)
571
628
  update!(**args)
572
629
  end
@@ -581,6 +638,7 @@ module Google
581
638
  @project_id = args[:project_id] if args.key?(:project_id)
582
639
  @status = args[:status] if args.key?(:status)
583
640
  @status_history = args[:status_history] if args.key?(:status_history)
641
+ @virtual_cluster_config = args[:virtual_cluster_config] if args.key?(:virtual_cluster_config)
584
642
  end
585
643
  end
586
644
 
@@ -606,7 +664,7 @@ module Google
606
664
  # @return [String]
607
665
  attr_accessor :config_bucket
608
666
 
609
- # Contains dataproc metric config.
667
+ # Dataproc metric config.
610
668
  # Corresponds to the JSON property `dataprocMetricConfig`
611
669
  # @return [Google::Apis::DataprocV1::DataprocMetricConfig]
612
670
  attr_accessor :dataproc_metric_config
@@ -731,7 +789,7 @@ module Google
731
789
  # @return [Hash<String,Fixnum>]
732
790
  attr_accessor :hdfs_metrics
733
791
 
734
- # The YARN metrics.
792
+ # YARN metrics.
735
793
  # Corresponds to the JSON property `yarnMetrics`
736
794
  # @return [Hash<String,Fixnum>]
737
795
  attr_accessor :yarn_metrics
@@ -965,11 +1023,11 @@ module Google
965
1023
  end
966
1024
  end
967
1025
 
968
- # Contains dataproc metric config.
1026
+ # Dataproc metric config.
969
1027
  class DataprocMetricConfig
970
1028
  include Google::Apis::Core::Hashable
971
1029
 
972
- # Required. Metrics to be enabled.
1030
+ # Required. Metrics to enable.
973
1031
  # Corresponds to the JSON property `metrics`
974
1032
  # @return [Array<Google::Apis::DataprocV1::Metric>]
975
1033
  attr_accessor :metrics
@@ -1435,18 +1493,236 @@ module Google
1435
1493
  class GkeClusterConfig
1436
1494
  include Google::Apis::Core::Hashable
1437
1495
 
1438
- # A full, namespace-isolated deployment target for an existing GKE cluster.
1496
+ # Optional. A target GKE cluster to deploy to. It must be in the same project
1497
+ # and region as the Dataproc cluster (the GKE cluster can be zonal or regional).
1498
+ # Format: 'projects/`project`/locations/`location`/clusters/`cluster_id`'
1499
+ # Corresponds to the JSON property `gkeClusterTarget`
1500
+ # @return [String]
1501
+ attr_accessor :gke_cluster_target
1502
+
1503
+ # Deprecated. Used only for the deprecated beta. A full, namespace-isolated
1504
+ # deployment target for an existing GKE cluster.
1439
1505
  # Corresponds to the JSON property `namespacedGkeDeploymentTarget`
1440
1506
  # @return [Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget]
1441
1507
  attr_accessor :namespaced_gke_deployment_target
1442
1508
 
1509
+ # Optional. GKE node pools where workloads will be scheduled. At least one node
1510
+ # pool must be assigned the DEFAULT GkeNodePoolTarget.Role. If a
1511
+ # GkeNodePoolTarget is not specified, Dataproc constructs a DEFAULT
1512
+ # GkeNodePoolTarget. Each role can be given to only one GkeNodePoolTarget. All
1513
+ # node pools must have the same location settings.
1514
+ # Corresponds to the JSON property `nodePoolTarget`
1515
+ # @return [Array<Google::Apis::DataprocV1::GkeNodePoolTarget>]
1516
+ attr_accessor :node_pool_target
1517
+
1443
1518
  def initialize(**args)
1444
1519
  update!(**args)
1445
1520
  end
1446
1521
 
1447
1522
  # Update properties of this object
1448
1523
  def update!(**args)
1524
+ @gke_cluster_target = args[:gke_cluster_target] if args.key?(:gke_cluster_target)
1449
1525
  @namespaced_gke_deployment_target = args[:namespaced_gke_deployment_target] if args.key?(:namespaced_gke_deployment_target)
1526
+ @node_pool_target = args[:node_pool_target] if args.key?(:node_pool_target)
1527
+ end
1528
+ end
1529
+
1530
+ # Parameters that describe cluster nodes.
1531
+ class GkeNodeConfig
1532
+ include Google::Apis::Core::Hashable
1533
+
1534
+ # Optional. A list of hardware accelerators (https://cloud.google.com/compute/
1535
+ # docs/gpus) to attach to each node.
1536
+ # Corresponds to the JSON property `accelerators`
1537
+ # @return [Array<Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig>]
1538
+ attr_accessor :accelerators
1539
+
1540
+ # Optional. The number of local SSD disks to attach to the node, which is
1541
+ # limited by the maximum number of disks allowable per zone (see Adding Local
1542
+ # SSDs (https://cloud.google.com/compute/docs/disks/local-ssd)).
1543
+ # Corresponds to the JSON property `localSsdCount`
1544
+ # @return [Fixnum]
1545
+ attr_accessor :local_ssd_count
1546
+
1547
+ # Optional. The name of a Compute Engine machine type (https://cloud.google.com/
1548
+ # compute/docs/machine-types).
1549
+ # Corresponds to the JSON property `machineType`
1550
+ # @return [String]
1551
+ attr_accessor :machine_type
1552
+
1553
+ # Optional. Minimum CPU platform (https://cloud.google.com/compute/docs/
1554
+ # instances/specify-min-cpu-platform) to be used by this instance. The instance
1555
+ # may be scheduled on the specified or a newer CPU platform. Specify the
1556
+ # friendly names of CPU platforms, such as "Intel Haswell"` or Intel Sandy
1557
+ # Bridge".
1558
+ # Corresponds to the JSON property `minCpuPlatform`
1559
+ # @return [String]
1560
+ attr_accessor :min_cpu_platform
1561
+
1562
+ # Optional. Whether the nodes are created as preemptible VM instances (https://
1563
+ # cloud.google.com/compute/docs/instances/preemptible). Preemptible nodes cannot
1564
+ # be used in a node pool with the CONTROLLER role or in the DEFAULT node pool if
1565
+ # the CONTROLLER role is not assigned (the DEFAULT node pool will assume the
1566
+ # CONTROLLER role).
1567
+ # Corresponds to the JSON property `preemptible`
1568
+ # @return [Boolean]
1569
+ attr_accessor :preemptible
1570
+ alias_method :preemptible?, :preemptible
1571
+
1572
+ # Optional. Spot flag for enabling Spot VM, which is a rebrand of the existing
1573
+ # preemptible flag.
1574
+ # Corresponds to the JSON property `spot`
1575
+ # @return [Boolean]
1576
+ attr_accessor :spot
1577
+ alias_method :spot?, :spot
1578
+
1579
+ def initialize(**args)
1580
+ update!(**args)
1581
+ end
1582
+
1583
+ # Update properties of this object
1584
+ def update!(**args)
1585
+ @accelerators = args[:accelerators] if args.key?(:accelerators)
1586
+ @local_ssd_count = args[:local_ssd_count] if args.key?(:local_ssd_count)
1587
+ @machine_type = args[:machine_type] if args.key?(:machine_type)
1588
+ @min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
1589
+ @preemptible = args[:preemptible] if args.key?(:preemptible)
1590
+ @spot = args[:spot] if args.key?(:spot)
1591
+ end
1592
+ end
1593
+
1594
+ # A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for
1595
+ # a node pool.
1596
+ class GkeNodePoolAcceleratorConfig
1597
+ include Google::Apis::Core::Hashable
1598
+
1599
+ # The number of accelerator cards exposed to an instance.
1600
+ # Corresponds to the JSON property `acceleratorCount`
1601
+ # @return [Fixnum]
1602
+ attr_accessor :accelerator_count
1603
+
1604
+ # The accelerator type resource namename (see GPUs on Compute Engine).
1605
+ # Corresponds to the JSON property `acceleratorType`
1606
+ # @return [String]
1607
+ attr_accessor :accelerator_type
1608
+
1609
+ # Size of partitions to create on the GPU. Valid values are described in the
1610
+ # NVIDIA mig user guide (https://docs.nvidia.com/datacenter/tesla/mig-user-guide/
1611
+ # #partitioning).
1612
+ # Corresponds to the JSON property `gpuPartitionSize`
1613
+ # @return [String]
1614
+ attr_accessor :gpu_partition_size
1615
+
1616
+ def initialize(**args)
1617
+ update!(**args)
1618
+ end
1619
+
1620
+ # Update properties of this object
1621
+ def update!(**args)
1622
+ @accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
1623
+ @accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
1624
+ @gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
1625
+ end
1626
+ end
1627
+
1628
+ # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
1629
+ # adjust the size of the node pool to the current cluster usage.
1630
+ class GkeNodePoolAutoscalingConfig
1631
+ include Google::Apis::Core::Hashable
1632
+
1633
+ # The maximum number of nodes in the node pool. Must be >= min_node_count, and
1634
+ # must be > 0. Note: Quota must be sufficient to scale up the cluster.
1635
+ # Corresponds to the JSON property `maxNodeCount`
1636
+ # @return [Fixnum]
1637
+ attr_accessor :max_node_count
1638
+
1639
+ # The minimum number of nodes in the node pool. Must be >= 0 and <=
1640
+ # max_node_count.
1641
+ # Corresponds to the JSON property `minNodeCount`
1642
+ # @return [Fixnum]
1643
+ attr_accessor :min_node_count
1644
+
1645
+ def initialize(**args)
1646
+ update!(**args)
1647
+ end
1648
+
1649
+ # Update properties of this object
1650
+ def update!(**args)
1651
+ @max_node_count = args[:max_node_count] if args.key?(:max_node_count)
1652
+ @min_node_count = args[:min_node_count] if args.key?(:min_node_count)
1653
+ end
1654
+ end
1655
+
1656
+ # The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
1657
+ # /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
1658
+ # on-gke-cluster).
1659
+ class GkeNodePoolConfig
1660
+ include Google::Apis::Core::Hashable
1661
+
1662
+ # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
1663
+ # adjust the size of the node pool to the current cluster usage.
1664
+ # Corresponds to the JSON property `autoscaling`
1665
+ # @return [Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig]
1666
+ attr_accessor :autoscaling
1667
+
1668
+ # Parameters that describe cluster nodes.
1669
+ # Corresponds to the JSON property `config`
1670
+ # @return [Google::Apis::DataprocV1::GkeNodeConfig]
1671
+ attr_accessor :config
1672
+
1673
+ # Optional. The list of Compute Engine zones (https://cloud.google.com/compute/
1674
+ # docs/zones#available) where node pool nodes associated with a Dataproc on GKE
1675
+ # virtual cluster will be located.Note: All node pools associated with a virtual
1676
+ # cluster must be located in the same region as the virtual cluster, and they
1677
+ # must be located in the same zone within that region.If a location is not
1678
+ # specified during node pool creation, Dataproc on GKE will choose the zone.
1679
+ # Corresponds to the JSON property `locations`
1680
+ # @return [Array<String>]
1681
+ attr_accessor :locations
1682
+
1683
+ def initialize(**args)
1684
+ update!(**args)
1685
+ end
1686
+
1687
+ # Update properties of this object
1688
+ def update!(**args)
1689
+ @autoscaling = args[:autoscaling] if args.key?(:autoscaling)
1690
+ @config = args[:config] if args.key?(:config)
1691
+ @locations = args[:locations] if args.key?(:locations)
1692
+ end
1693
+ end
1694
+
1695
+ # GKE node pools that Dataproc workloads run on.
1696
+ class GkeNodePoolTarget
1697
+ include Google::Apis::Core::Hashable
1698
+
1699
+ # Required. The target GKE node pool. Format: 'projects/`project`/locations/`
1700
+ # location`/clusters/`cluster`/nodePools/`node_pool`'
1701
+ # Corresponds to the JSON property `nodePool`
1702
+ # @return [String]
1703
+ attr_accessor :node_pool
1704
+
1705
+ # The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
1706
+ # /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
1707
+ # on-gke-cluster).
1708
+ # Corresponds to the JSON property `nodePoolConfig`
1709
+ # @return [Google::Apis::DataprocV1::GkeNodePoolConfig]
1710
+ attr_accessor :node_pool_config
1711
+
1712
+ # Required. The roles associated with the GKE node pool.
1713
+ # Corresponds to the JSON property `roles`
1714
+ # @return [Array<String>]
1715
+ attr_accessor :roles
1716
+
1717
+ def initialize(**args)
1718
+ update!(**args)
1719
+ end
1720
+
1721
+ # Update properties of this object
1722
+ def update!(**args)
1723
+ @node_pool = args[:node_pool] if args.key?(:node_pool)
1724
+ @node_pool_config = args[:node_pool_config] if args.key?(:node_pool_config)
1725
+ @roles = args[:roles] if args.key?(:roles)
1450
1726
  end
1451
1727
  end
1452
1728
 
@@ -1634,6 +1910,19 @@ module Google
1634
1910
  end
1635
1911
  end
1636
1912
 
1913
+ # Specific injectable credentials authentication parameters
1914
+ class InjectableCredentialsConfig
1915
+ include Google::Apis::Core::Hashable
1916
+
1917
+ def initialize(**args)
1918
+ update!(**args)
1919
+ end
1920
+
1921
+ # Update properties of this object
1922
+ def update!(**args)
1923
+ end
1924
+ end
1925
+
1637
1926
  # Configuration for the size bounds of an instance group, including its
1638
1927
  # proportional size to other groups.
1639
1928
  class InstanceGroupAutoscalingPolicyConfig
@@ -2312,6 +2601,71 @@ module Google
2312
2601
  end
2313
2602
  end
2314
2603
 
2604
+ # The configuration for running the Dataproc cluster on Kubernetes.
2605
+ class KubernetesClusterConfig
2606
+ include Google::Apis::Core::Hashable
2607
+
2608
+ # The cluster's GKE config.
2609
+ # Corresponds to the JSON property `gkeClusterConfig`
2610
+ # @return [Google::Apis::DataprocV1::GkeClusterConfig]
2611
+ attr_accessor :gke_cluster_config
2612
+
2613
+ # Optional. A namespace within the Kubernetes cluster to deploy into. If this
2614
+ # namespace does not exist, it is created. If it exists, Dataproc verifies that
2615
+ # another Dataproc VirtualCluster is not installed into it. If not specified,
2616
+ # the name of the Dataproc Cluster is used.
2617
+ # Corresponds to the JSON property `kubernetesNamespace`
2618
+ # @return [String]
2619
+ attr_accessor :kubernetes_namespace
2620
+
2621
+ # The software configuration for this Dataproc cluster running on Kubernetes.
2622
+ # Corresponds to the JSON property `kubernetesSoftwareConfig`
2623
+ # @return [Google::Apis::DataprocV1::KubernetesSoftwareConfig]
2624
+ attr_accessor :kubernetes_software_config
2625
+
2626
+ def initialize(**args)
2627
+ update!(**args)
2628
+ end
2629
+
2630
+ # Update properties of this object
2631
+ def update!(**args)
2632
+ @gke_cluster_config = args[:gke_cluster_config] if args.key?(:gke_cluster_config)
2633
+ @kubernetes_namespace = args[:kubernetes_namespace] if args.key?(:kubernetes_namespace)
2634
+ @kubernetes_software_config = args[:kubernetes_software_config] if args.key?(:kubernetes_software_config)
2635
+ end
2636
+ end
2637
+
2638
+ # The software configuration for this Dataproc cluster running on Kubernetes.
2639
+ class KubernetesSoftwareConfig
2640
+ include Google::Apis::Core::Hashable
2641
+
2642
+ # The components that should be installed in this Dataproc cluster. The key must
2643
+ # be a string from the KubernetesComponent enumeration. The value is the version
2644
+ # of the software to be installed. At least one entry must be specified.
2645
+ # Corresponds to the JSON property `componentVersion`
2646
+ # @return [Hash<String,String>]
2647
+ attr_accessor :component_version
2648
+
2649
+ # The properties to set on daemon config files.Property keys are specified in
2650
+ # prefix:property format, for example spark:spark.kubernetes.container.image.
2651
+ # The following are supported prefixes and their mappings: spark: spark-defaults.
2652
+ # confFor more information, see Cluster properties (https://cloud.google.com/
2653
+ # dataproc/docs/concepts/cluster-properties).
2654
+ # Corresponds to the JSON property `properties`
2655
+ # @return [Hash<String,String>]
2656
+ attr_accessor :properties
2657
+
2658
+ def initialize(**args)
2659
+ update!(**args)
2660
+ end
2661
+
2662
+ # Update properties of this object
2663
+ def update!(**args)
2664
+ @component_version = args[:component_version] if args.key?(:component_version)
2665
+ @properties = args[:properties] if args.key?(:properties)
2666
+ end
2667
+ end
2668
+
2315
2669
  # Specifies the cluster auto-delete schedule configuration.
2316
2670
  class LifecycleConfig
2317
2671
  include Google::Apis::Core::Hashable
@@ -2622,18 +2976,18 @@ module Google
2622
2976
  end
2623
2977
  end
2624
2978
 
2625
- # Metric source to enable along with any optional metrics for this source that
2626
- # override the dataproc defaults
2979
+ # The metric source to enable, with any optional metrics, to override Dataproc
2980
+ # default metrics.
2627
2981
  class Metric
2628
2982
  include Google::Apis::Core::Hashable
2629
2983
 
2630
- # Optional. Optional Metrics to override the dataproc default metrics configured
2631
- # for the metric source
2984
+ # Optional. Optional Metrics to override the Dataproc default metrics configured
2985
+ # for the metric source.
2632
2986
  # Corresponds to the JSON property `metricOverrides`
2633
2987
  # @return [Array<String>]
2634
2988
  attr_accessor :metric_overrides
2635
2989
 
2636
- # Required. MetricSource that should be enabled
2990
+ # Required. MetricSource to enable.
2637
2991
  # Corresponds to the JSON property `metricSource`
2638
2992
  # @return [String]
2639
2993
  attr_accessor :metric_source
@@ -2649,7 +3003,8 @@ module Google
2649
3003
  end
2650
3004
  end
2651
3005
 
2652
- # A full, namespace-isolated deployment target for an existing GKE cluster.
3006
+ # Deprecated. Used only for the deprecated beta. A full, namespace-isolated
3007
+ # deployment target for an existing GKE cluster.
2653
3008
  class NamespacedGkeDeploymentTarget
2654
3009
  include Google::Apis::Core::Hashable
2655
3010
 
@@ -3417,6 +3772,11 @@ module Google
3417
3772
  # @return [Hash<String,String>]
3418
3773
  attr_accessor :properties
3419
3774
 
3775
+ # Configuration for using injectable credentials or service account
3776
+ # Corresponds to the JSON property `sessionAuthenticationConfig`
3777
+ # @return [Google::Apis::DataprocV1::AuthenticationConfig]
3778
+ attr_accessor :session_authentication_config
3779
+
3420
3780
  # Optional. Version of the batch runtime.
3421
3781
  # Corresponds to the JSON property `version`
3422
3782
  # @return [String]
@@ -3430,6 +3790,7 @@ module Google
3430
3790
  def update!(**args)
3431
3791
  @container_image = args[:container_image] if args.key?(:container_image)
3432
3792
  @properties = args[:properties] if args.key?(:properties)
3793
+ @session_authentication_config = args[:session_authentication_config] if args.key?(:session_authentication_config)
3433
3794
  @version = args[:version] if args.key?(:version)
3434
3795
  end
3435
3796
  end
@@ -4314,8 +4675,8 @@ module Google
4314
4675
  include Google::Apis::Core::Hashable
4315
4676
 
4316
4677
  # The set of permissions to check for the resource. Permissions with wildcards (
4317
- # such as '*' or 'storage.*') are not allowed. For more information see IAM
4318
- # Overview (https://cloud.google.com/iam/docs/overview#permissions).
4678
+ # such as * or storage.*) are not allowed. For more information see IAM Overview
4679
+ # (https://cloud.google.com/iam/docs/overview#permissions).
4319
4680
  # Corresponds to the JSON property `permissions`
4320
4681
  # @return [Array<String>]
4321
4682
  attr_accessor :permissions
@@ -4368,6 +4729,47 @@ module Google
4368
4729
  end
4369
4730
  end
4370
4731
 
4732
+ # The Dataproc cluster config for a cluster that does not directly control the
4733
+ # underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
4734
+ # google.com/dataproc/docs/guides/dpgke/dataproc-gke).
4735
+ class VirtualClusterConfig
4736
+ include Google::Apis::Core::Hashable
4737
+
4738
+ # Auxiliary services configuration for a Cluster.
4739
+ # Corresponds to the JSON property `auxiliaryServicesConfig`
4740
+ # @return [Google::Apis::DataprocV1::AuxiliaryServicesConfig]
4741
+ attr_accessor :auxiliary_services_config
4742
+
4743
+ # The configuration for running the Dataproc cluster on Kubernetes.
4744
+ # Corresponds to the JSON property `kubernetesClusterConfig`
4745
+ # @return [Google::Apis::DataprocV1::KubernetesClusterConfig]
4746
+ attr_accessor :kubernetes_cluster_config
4747
+
4748
+ # Optional. A Cloud Storage bucket used to stage job dependencies, config files,
4749
+ # and job driver console output. If you do not specify a staging bucket, Cloud
4750
+ # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
4751
+ # cluster's staging bucket according to the Compute Engine zone where your
4752
+ # cluster is deployed, and then create and manage this project-level, per-
4753
+ # location bucket (see Dataproc staging and temp buckets (https://cloud.google.
4754
+ # com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field
4755
+ # requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage
4756
+ # bucket.
4757
+ # Corresponds to the JSON property `stagingBucket`
4758
+ # @return [String]
4759
+ attr_accessor :staging_bucket
4760
+
4761
+ def initialize(**args)
4762
+ update!(**args)
4763
+ end
4764
+
4765
+ # Update properties of this object
4766
+ def update!(**args)
4767
+ @auxiliary_services_config = args[:auxiliary_services_config] if args.key?(:auxiliary_services_config)
4768
+ @kubernetes_cluster_config = args[:kubernetes_cluster_config] if args.key?(:kubernetes_cluster_config)
4769
+ @staging_bucket = args[:staging_bucket] if args.key?(:staging_bucket)
4770
+ end
4771
+ end
4772
+
4371
4773
  # The workflow graph.
4372
4774
  class WorkflowGraph
4373
4775
  include Google::Apis::Core::Hashable
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataprocV1
18
18
  # Version of the google-apis-dataproc_v1 gem
19
- GEM_VERSION = "0.22.0"
19
+ GEM_VERSION = "0.25.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
22
  GENERATOR_VERSION = "0.4.1"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20220324"
25
+ REVISION = "20220429"
26
26
  end
27
27
  end
28
28
  end
@@ -28,6 +28,12 @@ module Google
28
28
  include Google::Apis::Core::JsonObjectSupport
29
29
  end
30
30
 
31
+ class AuthenticationConfig
32
+ class Representation < Google::Apis::Core::JsonRepresentation; end
33
+
34
+ include Google::Apis::Core::JsonObjectSupport
35
+ end
36
+
31
37
  class AutoscalingConfig
32
38
  class Representation < Google::Apis::Core::JsonRepresentation; end
33
39
 
@@ -40,6 +46,12 @@ module Google
40
46
  include Google::Apis::Core::JsonObjectSupport
41
47
  end
42
48
 
49
+ class AuxiliaryServicesConfig
50
+ class Representation < Google::Apis::Core::JsonRepresentation; end
51
+
52
+ include Google::Apis::Core::JsonObjectSupport
53
+ end
54
+
43
55
  class BasicAutoscalingAlgorithm
44
56
  class Representation < Google::Apis::Core::JsonRepresentation; end
45
57
 
@@ -214,6 +226,36 @@ module Google
214
226
  include Google::Apis::Core::JsonObjectSupport
215
227
  end
216
228
 
229
+ class GkeNodeConfig
230
+ class Representation < Google::Apis::Core::JsonRepresentation; end
231
+
232
+ include Google::Apis::Core::JsonObjectSupport
233
+ end
234
+
235
+ class GkeNodePoolAcceleratorConfig
236
+ class Representation < Google::Apis::Core::JsonRepresentation; end
237
+
238
+ include Google::Apis::Core::JsonObjectSupport
239
+ end
240
+
241
+ class GkeNodePoolAutoscalingConfig
242
+ class Representation < Google::Apis::Core::JsonRepresentation; end
243
+
244
+ include Google::Apis::Core::JsonObjectSupport
245
+ end
246
+
247
+ class GkeNodePoolConfig
248
+ class Representation < Google::Apis::Core::JsonRepresentation; end
249
+
250
+ include Google::Apis::Core::JsonObjectSupport
251
+ end
252
+
253
+ class GkeNodePoolTarget
254
+ class Representation < Google::Apis::Core::JsonRepresentation; end
255
+
256
+ include Google::Apis::Core::JsonObjectSupport
257
+ end
258
+
217
259
  class HadoopJob
218
260
  class Representation < Google::Apis::Core::JsonRepresentation; end
219
261
 
@@ -238,6 +280,12 @@ module Google
238
280
  include Google::Apis::Core::JsonObjectSupport
239
281
  end
240
282
 
283
+ class InjectableCredentialsConfig
284
+ class Representation < Google::Apis::Core::JsonRepresentation; end
285
+
286
+ include Google::Apis::Core::JsonObjectSupport
287
+ end
288
+
241
289
  class InstanceGroupAutoscalingPolicyConfig
242
290
  class Representation < Google::Apis::Core::JsonRepresentation; end
243
291
 
@@ -304,6 +352,18 @@ module Google
304
352
  include Google::Apis::Core::JsonObjectSupport
305
353
  end
306
354
 
355
+ class KubernetesClusterConfig
356
+ class Representation < Google::Apis::Core::JsonRepresentation; end
357
+
358
+ include Google::Apis::Core::JsonObjectSupport
359
+ end
360
+
361
+ class KubernetesSoftwareConfig
362
+ class Representation < Google::Apis::Core::JsonRepresentation; end
363
+
364
+ include Google::Apis::Core::JsonObjectSupport
365
+ end
366
+
307
367
  class LifecycleConfig
308
368
  class Representation < Google::Apis::Core::JsonRepresentation; end
309
369
 
@@ -616,6 +676,12 @@ module Google
616
676
  include Google::Apis::Core::JsonObjectSupport
617
677
  end
618
678
 
679
+ class VirtualClusterConfig
680
+ class Representation < Google::Apis::Core::JsonRepresentation; end
681
+
682
+ include Google::Apis::Core::JsonObjectSupport
683
+ end
684
+
619
685
  class WorkflowGraph
620
686
  class Representation < Google::Apis::Core::JsonRepresentation; end
621
687
 
@@ -660,6 +726,15 @@ module Google
660
726
  end
661
727
  end
662
728
 
729
+ class AuthenticationConfig
730
+ # @private
731
+ class Representation < Google::Apis::Core::JsonRepresentation
732
+ property :authentication_type, as: 'authenticationType'
733
+ property :injectable_credentials_config, as: 'injectableCredentialsConfig', class: Google::Apis::DataprocV1::InjectableCredentialsConfig, decorator: Google::Apis::DataprocV1::InjectableCredentialsConfig::Representation
734
+
735
+ end
736
+ end
737
+
663
738
  class AutoscalingConfig
664
739
  # @private
665
740
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -682,6 +757,16 @@ module Google
682
757
  end
683
758
  end
684
759
 
760
+ class AuxiliaryServicesConfig
761
+ # @private
762
+ class Representation < Google::Apis::Core::JsonRepresentation
763
+ property :metastore_config, as: 'metastoreConfig', class: Google::Apis::DataprocV1::MetastoreConfig, decorator: Google::Apis::DataprocV1::MetastoreConfig::Representation
764
+
765
+ property :spark_history_server_config, as: 'sparkHistoryServerConfig', class: Google::Apis::DataprocV1::SparkHistoryServerConfig, decorator: Google::Apis::DataprocV1::SparkHistoryServerConfig::Representation
766
+
767
+ end
768
+ end
769
+
685
770
  class BasicAutoscalingAlgorithm
686
771
  # @private
687
772
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -780,6 +865,8 @@ module Google
780
865
 
781
866
  collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
782
867
 
868
+ property :virtual_cluster_config, as: 'virtualClusterConfig', class: Google::Apis::DataprocV1::VirtualClusterConfig, decorator: Google::Apis::DataprocV1::VirtualClusterConfig::Representation
869
+
783
870
  end
784
871
  end
785
872
 
@@ -1011,8 +1098,62 @@ module Google
1011
1098
  class GkeClusterConfig
1012
1099
  # @private
1013
1100
  class Representation < Google::Apis::Core::JsonRepresentation
1101
+ property :gke_cluster_target, as: 'gkeClusterTarget'
1014
1102
  property :namespaced_gke_deployment_target, as: 'namespacedGkeDeploymentTarget', class: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget, decorator: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget::Representation
1015
1103
 
1104
+ collection :node_pool_target, as: 'nodePoolTarget', class: Google::Apis::DataprocV1::GkeNodePoolTarget, decorator: Google::Apis::DataprocV1::GkeNodePoolTarget::Representation
1105
+
1106
+ end
1107
+ end
1108
+
1109
+ class GkeNodeConfig
1110
+ # @private
1111
+ class Representation < Google::Apis::Core::JsonRepresentation
1112
+ collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig::Representation
1113
+
1114
+ property :local_ssd_count, as: 'localSsdCount'
1115
+ property :machine_type, as: 'machineType'
1116
+ property :min_cpu_platform, as: 'minCpuPlatform'
1117
+ property :preemptible, as: 'preemptible'
1118
+ property :spot, as: 'spot'
1119
+ end
1120
+ end
1121
+
1122
+ class GkeNodePoolAcceleratorConfig
1123
+ # @private
1124
+ class Representation < Google::Apis::Core::JsonRepresentation
1125
+ property :accelerator_count, :numeric_string => true, as: 'acceleratorCount'
1126
+ property :accelerator_type, as: 'acceleratorType'
1127
+ property :gpu_partition_size, as: 'gpuPartitionSize'
1128
+ end
1129
+ end
1130
+
1131
+ class GkeNodePoolAutoscalingConfig
1132
+ # @private
1133
+ class Representation < Google::Apis::Core::JsonRepresentation
1134
+ property :max_node_count, as: 'maxNodeCount'
1135
+ property :min_node_count, as: 'minNodeCount'
1136
+ end
1137
+ end
1138
+
1139
+ class GkeNodePoolConfig
1140
+ # @private
1141
+ class Representation < Google::Apis::Core::JsonRepresentation
1142
+ property :autoscaling, as: 'autoscaling', class: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig::Representation
1143
+
1144
+ property :config, as: 'config', class: Google::Apis::DataprocV1::GkeNodeConfig, decorator: Google::Apis::DataprocV1::GkeNodeConfig::Representation
1145
+
1146
+ collection :locations, as: 'locations'
1147
+ end
1148
+ end
1149
+
1150
+ class GkeNodePoolTarget
1151
+ # @private
1152
+ class Representation < Google::Apis::Core::JsonRepresentation
1153
+ property :node_pool, as: 'nodePool'
1154
+ property :node_pool_config, as: 'nodePoolConfig', class: Google::Apis::DataprocV1::GkeNodePoolConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolConfig::Representation
1155
+
1156
+ collection :roles, as: 'roles'
1016
1157
  end
1017
1158
  end
1018
1159
 
@@ -1059,6 +1200,12 @@ module Google
1059
1200
  end
1060
1201
  end
1061
1202
 
1203
+ class InjectableCredentialsConfig
1204
+ # @private
1205
+ class Representation < Google::Apis::Core::JsonRepresentation
1206
+ end
1207
+ end
1208
+
1062
1209
  class InstanceGroupAutoscalingPolicyConfig
1063
1210
  # @private
1064
1211
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1214,6 +1361,25 @@ module Google
1214
1361
  end
1215
1362
  end
1216
1363
 
1364
+ class KubernetesClusterConfig
1365
+ # @private
1366
+ class Representation < Google::Apis::Core::JsonRepresentation
1367
+ property :gke_cluster_config, as: 'gkeClusterConfig', class: Google::Apis::DataprocV1::GkeClusterConfig, decorator: Google::Apis::DataprocV1::GkeClusterConfig::Representation
1368
+
1369
+ property :kubernetes_namespace, as: 'kubernetesNamespace'
1370
+ property :kubernetes_software_config, as: 'kubernetesSoftwareConfig', class: Google::Apis::DataprocV1::KubernetesSoftwareConfig, decorator: Google::Apis::DataprocV1::KubernetesSoftwareConfig::Representation
1371
+
1372
+ end
1373
+ end
1374
+
1375
+ class KubernetesSoftwareConfig
1376
+ # @private
1377
+ class Representation < Google::Apis::Core::JsonRepresentation
1378
+ hash :component_version, as: 'componentVersion'
1379
+ hash :properties, as: 'properties'
1380
+ end
1381
+ end
1382
+
1217
1383
  class LifecycleConfig
1218
1384
  # @private
1219
1385
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1502,6 +1668,8 @@ module Google
1502
1668
  class Representation < Google::Apis::Core::JsonRepresentation
1503
1669
  property :container_image, as: 'containerImage'
1504
1670
  hash :properties, as: 'properties'
1671
+ property :session_authentication_config, as: 'sessionAuthenticationConfig', class: Google::Apis::DataprocV1::AuthenticationConfig, decorator: Google::Apis::DataprocV1::AuthenticationConfig::Representation
1672
+
1505
1673
  property :version, as: 'version'
1506
1674
  end
1507
1675
  end
@@ -1731,6 +1899,17 @@ module Google
1731
1899
  end
1732
1900
  end
1733
1901
 
1902
+ class VirtualClusterConfig
1903
+ # @private
1904
+ class Representation < Google::Apis::Core::JsonRepresentation
1905
+ property :auxiliary_services_config, as: 'auxiliaryServicesConfig', class: Google::Apis::DataprocV1::AuxiliaryServicesConfig, decorator: Google::Apis::DataprocV1::AuxiliaryServicesConfig::Representation
1906
+
1907
+ property :kubernetes_cluster_config, as: 'kubernetesClusterConfig', class: Google::Apis::DataprocV1::KubernetesClusterConfig, decorator: Google::Apis::DataprocV1::KubernetesClusterConfig::Representation
1908
+
1909
+ property :staging_bucket, as: 'stagingBucket'
1910
+ end
1911
+ end
1912
+
1734
1913
  class WorkflowGraph
1735
1914
  # @private
1736
1915
  class Representation < Google::Apis::Core::JsonRepresentation
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataproc_v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.22.0
4
+ version: 0.25.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-04-04 00:00:00.000000000 Z
11
+ date: 2022-05-09 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.22.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.25.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
63
63
  post_install_message:
64
64
  rdoc_options: []