google-apis-dataproc_v1 0.21.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +12 -0
- data/lib/google/apis/dataproc_v1/classes.rb +358 -4
- data/lib/google/apis/dataproc_v1/gem_version.rb +2 -2
- data/lib/google/apis/dataproc_v1/representations.rb +150 -0
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 874cd97c3773467643f571a5d0835f635b475f082994338ab087072397493cb5
|
4
|
+
data.tar.gz: 282e923a902f859911ae6b3cd92e018365e95e60f22ba4b00c1421f841c538b4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 54130b0602c31796b4e7964b5ef0a79157d960a0bfada9aec5e00ed9abb74ffbd39d4bec2338aa1f988d4c930312e6fdbfdfcd13ded8522fbd6e2a737f341061
|
7
|
+
data.tar.gz: b3a9c9262c94aef2bf84c82bb4488a763ad2a570f1ee325c6145b44f5389a7c0747ed2a1bd83158b2bc1f8a460ec62640c1ab5521ff499d26ff00b6ff7c8d322
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,17 @@
|
|
1
1
|
# Release history for google-apis-dataproc_v1
|
2
2
|
|
3
|
+
### v0.24.0 (2022-04-21)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20220419
|
6
|
+
|
7
|
+
### v0.23.0 (2022-04-08)
|
8
|
+
|
9
|
+
* Regenerated from discovery document revision 20220404
|
10
|
+
|
11
|
+
### v0.22.0 (2022-03-29)
|
12
|
+
|
13
|
+
* Regenerated from discovery document revision 20220324
|
14
|
+
|
3
15
|
### v0.21.0 (2022-02-03)
|
4
16
|
|
5
17
|
* Regenerated from discovery document revision 20220201
|
@@ -146,6 +146,31 @@ module Google
|
|
146
146
|
end
|
147
147
|
end
|
148
148
|
|
149
|
+
# Auxiliary services configuration for a Cluster.
|
150
|
+
class AuxiliaryServicesConfig
|
151
|
+
include Google::Apis::Core::Hashable
|
152
|
+
|
153
|
+
# Specifies a Metastore configuration.
|
154
|
+
# Corresponds to the JSON property `metastoreConfig`
|
155
|
+
# @return [Google::Apis::DataprocV1::MetastoreConfig]
|
156
|
+
attr_accessor :metastore_config
|
157
|
+
|
158
|
+
# Spark History Server configuration for the workload.
|
159
|
+
# Corresponds to the JSON property `sparkHistoryServerConfig`
|
160
|
+
# @return [Google::Apis::DataprocV1::SparkHistoryServerConfig]
|
161
|
+
attr_accessor :spark_history_server_config
|
162
|
+
|
163
|
+
def initialize(**args)
|
164
|
+
update!(**args)
|
165
|
+
end
|
166
|
+
|
167
|
+
# Update properties of this object
|
168
|
+
def update!(**args)
|
169
|
+
@metastore_config = args[:metastore_config] if args.key?(:metastore_config)
|
170
|
+
@spark_history_server_config = args[:spark_history_server_config] if args.key?(:spark_history_server_config)
|
171
|
+
end
|
172
|
+
end
|
173
|
+
|
149
174
|
# Basic algorithm for autoscaling.
|
150
175
|
class BasicAutoscalingAlgorithm
|
151
176
|
include Google::Apis::Core::Hashable
|
@@ -567,6 +592,14 @@ module Google
|
|
567
592
|
# @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
|
568
593
|
attr_accessor :status_history
|
569
594
|
|
595
|
+
# Dataproc cluster config for a cluster that does not directly control the
|
596
|
+
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
597
|
+
# google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-
|
598
|
+
# cluster).
|
599
|
+
# Corresponds to the JSON property `virtualClusterConfig`
|
600
|
+
# @return [Google::Apis::DataprocV1::VirtualClusterConfig]
|
601
|
+
attr_accessor :virtual_cluster_config
|
602
|
+
|
570
603
|
def initialize(**args)
|
571
604
|
update!(**args)
|
572
605
|
end
|
@@ -581,6 +614,7 @@ module Google
|
|
581
614
|
@project_id = args[:project_id] if args.key?(:project_id)
|
582
615
|
@status = args[:status] if args.key?(:status)
|
583
616
|
@status_history = args[:status_history] if args.key?(:status_history)
|
617
|
+
@virtual_cluster_config = args[:virtual_cluster_config] if args.key?(:virtual_cluster_config)
|
584
618
|
end
|
585
619
|
end
|
586
620
|
|
@@ -1067,8 +1101,7 @@ module Google
|
|
1067
1101
|
# A generic empty message that you can re-use to avoid defining duplicated empty
|
1068
1102
|
# messages in your APIs. A typical example is to use it as the request or the
|
1069
1103
|
# response type of an API method. For instance: service Foo ` rpc Bar(google.
|
1070
|
-
# protobuf.Empty) returns (google.protobuf.Empty); `
|
1071
|
-
# Empty is empty JSON object ``.
|
1104
|
+
# protobuf.Empty) returns (google.protobuf.Empty); `
|
1072
1105
|
class Empty
|
1073
1106
|
include Google::Apis::Core::Hashable
|
1074
1107
|
|
@@ -1436,18 +1469,231 @@ module Google
|
|
1436
1469
|
class GkeClusterConfig
|
1437
1470
|
include Google::Apis::Core::Hashable
|
1438
1471
|
|
1439
|
-
# A
|
1472
|
+
# Optional. A target GKE cluster to deploy to. It must be in the same project
|
1473
|
+
# and region as the Dataproc cluster (the GKE cluster can be zonal or regional).
|
1474
|
+
# Format: 'projects/`project`/locations/`location`/clusters/`cluster_id`'
|
1475
|
+
# Corresponds to the JSON property `gkeClusterTarget`
|
1476
|
+
# @return [String]
|
1477
|
+
attr_accessor :gke_cluster_target
|
1478
|
+
|
1479
|
+
# Deprecated. Used only for the deprecated beta. A full, namespace-isolated
|
1480
|
+
# deployment target for an existing GKE cluster.
|
1440
1481
|
# Corresponds to the JSON property `namespacedGkeDeploymentTarget`
|
1441
1482
|
# @return [Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget]
|
1442
1483
|
attr_accessor :namespaced_gke_deployment_target
|
1443
1484
|
|
1485
|
+
# Optional. GKE NodePools where workloads will be scheduled. At least one node
|
1486
|
+
# pool must be assigned the 'default' role. Each role can be given to only a
|
1487
|
+
# single NodePoolTarget. All NodePools must have the same location settings. If
|
1488
|
+
# a nodePoolTarget is not specified, Dataproc constructs a default
|
1489
|
+
# nodePoolTarget.
|
1490
|
+
# Corresponds to the JSON property `nodePoolTarget`
|
1491
|
+
# @return [Array<Google::Apis::DataprocV1::GkeNodePoolTarget>]
|
1492
|
+
attr_accessor :node_pool_target
|
1493
|
+
|
1444
1494
|
def initialize(**args)
|
1445
1495
|
update!(**args)
|
1446
1496
|
end
|
1447
1497
|
|
1448
1498
|
# Update properties of this object
|
1449
1499
|
def update!(**args)
|
1500
|
+
@gke_cluster_target = args[:gke_cluster_target] if args.key?(:gke_cluster_target)
|
1450
1501
|
@namespaced_gke_deployment_target = args[:namespaced_gke_deployment_target] if args.key?(:namespaced_gke_deployment_target)
|
1502
|
+
@node_pool_target = args[:node_pool_target] if args.key?(:node_pool_target)
|
1503
|
+
end
|
1504
|
+
end
|
1505
|
+
|
1506
|
+
# Parameters that describe cluster nodes.
|
1507
|
+
class GkeNodeConfig
|
1508
|
+
include Google::Apis::Core::Hashable
|
1509
|
+
|
1510
|
+
# Optional. A list of hardware accelerators (https://cloud.google.com/compute/
|
1511
|
+
# docs/gpus) to attach to each node.
|
1512
|
+
# Corresponds to the JSON property `accelerators`
|
1513
|
+
# @return [Array<Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig>]
|
1514
|
+
attr_accessor :accelerators
|
1515
|
+
|
1516
|
+
# Optional. The number of local SSD disks to attach to the node, which is
|
1517
|
+
# limited by the maximum number of disks allowable per zone (see Adding Local
|
1518
|
+
# SSDs (https://cloud.google.com/compute/docs/disks/local-ssd)).
|
1519
|
+
# Corresponds to the JSON property `localSsdCount`
|
1520
|
+
# @return [Fixnum]
|
1521
|
+
attr_accessor :local_ssd_count
|
1522
|
+
|
1523
|
+
# Optional. The name of a Compute Engine machine type (https://cloud.google.com/
|
1524
|
+
# compute/docs/machine-types).
|
1525
|
+
# Corresponds to the JSON property `machineType`
|
1526
|
+
# @return [String]
|
1527
|
+
attr_accessor :machine_type
|
1528
|
+
|
1529
|
+
# Optional. Minimum CPU platform (https://cloud.google.com/compute/docs/
|
1530
|
+
# instances/specify-min-cpu-platform) to be used by this instance. The instance
|
1531
|
+
# may be scheduled on the specified or a newer CPU platform. Specify the
|
1532
|
+
# friendly names of CPU platforms, such as "Intel Haswell"` or Intel Sandy
|
1533
|
+
# Bridge".
|
1534
|
+
# Corresponds to the JSON property `minCpuPlatform`
|
1535
|
+
# @return [String]
|
1536
|
+
attr_accessor :min_cpu_platform
|
1537
|
+
|
1538
|
+
# Optional. Whether the nodes are created as preemptible VM instances (https://
|
1539
|
+
# cloud.google.com/compute/docs/instances/preemptible).
|
1540
|
+
# Corresponds to the JSON property `preemptible`
|
1541
|
+
# @return [Boolean]
|
1542
|
+
attr_accessor :preemptible
|
1543
|
+
alias_method :preemptible?, :preemptible
|
1544
|
+
|
1545
|
+
# Optional. Spot flag for enabling Spot VM, which is a rebrand of the existing
|
1546
|
+
# preemptible flag.
|
1547
|
+
# Corresponds to the JSON property `spot`
|
1548
|
+
# @return [Boolean]
|
1549
|
+
attr_accessor :spot
|
1550
|
+
alias_method :spot?, :spot
|
1551
|
+
|
1552
|
+
def initialize(**args)
|
1553
|
+
update!(**args)
|
1554
|
+
end
|
1555
|
+
|
1556
|
+
# Update properties of this object
|
1557
|
+
def update!(**args)
|
1558
|
+
@accelerators = args[:accelerators] if args.key?(:accelerators)
|
1559
|
+
@local_ssd_count = args[:local_ssd_count] if args.key?(:local_ssd_count)
|
1560
|
+
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
1561
|
+
@min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
|
1562
|
+
@preemptible = args[:preemptible] if args.key?(:preemptible)
|
1563
|
+
@spot = args[:spot] if args.key?(:spot)
|
1564
|
+
end
|
1565
|
+
end
|
1566
|
+
|
1567
|
+
# A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for
|
1568
|
+
# a NodePool.
|
1569
|
+
class GkeNodePoolAcceleratorConfig
|
1570
|
+
include Google::Apis::Core::Hashable
|
1571
|
+
|
1572
|
+
# The number of accelerator cards exposed to an instance.
|
1573
|
+
# Corresponds to the JSON property `acceleratorCount`
|
1574
|
+
# @return [Fixnum]
|
1575
|
+
attr_accessor :accelerator_count
|
1576
|
+
|
1577
|
+
# The accelerator type resource namename (see GPUs on Compute Engine).
|
1578
|
+
# Corresponds to the JSON property `acceleratorType`
|
1579
|
+
# @return [String]
|
1580
|
+
attr_accessor :accelerator_type
|
1581
|
+
|
1582
|
+
# Size of partitions to create on the GPU. Valid values are described in the
|
1583
|
+
# NVIDIA mig user guide (https://docs.nvidia.com/datacenter/tesla/mig-user-guide/
|
1584
|
+
# #partitioning).
|
1585
|
+
# Corresponds to the JSON property `gpuPartitionSize`
|
1586
|
+
# @return [String]
|
1587
|
+
attr_accessor :gpu_partition_size
|
1588
|
+
|
1589
|
+
def initialize(**args)
|
1590
|
+
update!(**args)
|
1591
|
+
end
|
1592
|
+
|
1593
|
+
# Update properties of this object
|
1594
|
+
def update!(**args)
|
1595
|
+
@accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
|
1596
|
+
@accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
|
1597
|
+
@gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
|
1598
|
+
end
|
1599
|
+
end
|
1600
|
+
|
1601
|
+
# GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
|
1602
|
+
# adjust the size of the node pool to the current cluster usage.
|
1603
|
+
class GkeNodePoolAutoscalingConfig
|
1604
|
+
include Google::Apis::Core::Hashable
|
1605
|
+
|
1606
|
+
# The maximum number of nodes in the NodePool. Must be >= min_node_count. Note:
|
1607
|
+
# Quota must be sufficient to scale up the cluster.
|
1608
|
+
# Corresponds to the JSON property `maxNodeCount`
|
1609
|
+
# @return [Fixnum]
|
1610
|
+
attr_accessor :max_node_count
|
1611
|
+
|
1612
|
+
# The minimum number of nodes in the NodePool. Must be >= 0 and <=
|
1613
|
+
# max_node_count.
|
1614
|
+
# Corresponds to the JSON property `minNodeCount`
|
1615
|
+
# @return [Fixnum]
|
1616
|
+
attr_accessor :min_node_count
|
1617
|
+
|
1618
|
+
def initialize(**args)
|
1619
|
+
update!(**args)
|
1620
|
+
end
|
1621
|
+
|
1622
|
+
# Update properties of this object
|
1623
|
+
def update!(**args)
|
1624
|
+
@max_node_count = args[:max_node_count] if args.key?(:max_node_count)
|
1625
|
+
@min_node_count = args[:min_node_count] if args.key?(:min_node_count)
|
1626
|
+
end
|
1627
|
+
end
|
1628
|
+
|
1629
|
+
# The configuration of a GKE NodePool used by a Dataproc-on-GKE cluster (https://
|
1630
|
+
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-
|
1631
|
+
# gke-cluster).
|
1632
|
+
class GkeNodePoolConfig
|
1633
|
+
include Google::Apis::Core::Hashable
|
1634
|
+
|
1635
|
+
# GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
|
1636
|
+
# adjust the size of the node pool to the current cluster usage.
|
1637
|
+
# Corresponds to the JSON property `autoscaling`
|
1638
|
+
# @return [Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig]
|
1639
|
+
attr_accessor :autoscaling
|
1640
|
+
|
1641
|
+
# Parameters that describe cluster nodes.
|
1642
|
+
# Corresponds to the JSON property `config`
|
1643
|
+
# @return [Google::Apis::DataprocV1::GkeNodeConfig]
|
1644
|
+
attr_accessor :config
|
1645
|
+
|
1646
|
+
# Optional. The list of Compute Engine zones (https://cloud.google.com/compute/
|
1647
|
+
# docs/zones#available) where NodePool's nodes will be located.Note: Currently,
|
1648
|
+
# only one zone may be specified.If a location is not specified during NodePool
|
1649
|
+
# creation, Dataproc will choose a location.
|
1650
|
+
# Corresponds to the JSON property `locations`
|
1651
|
+
# @return [Array<String>]
|
1652
|
+
attr_accessor :locations
|
1653
|
+
|
1654
|
+
def initialize(**args)
|
1655
|
+
update!(**args)
|
1656
|
+
end
|
1657
|
+
|
1658
|
+
# Update properties of this object
|
1659
|
+
def update!(**args)
|
1660
|
+
@autoscaling = args[:autoscaling] if args.key?(:autoscaling)
|
1661
|
+
@config = args[:config] if args.key?(:config)
|
1662
|
+
@locations = args[:locations] if args.key?(:locations)
|
1663
|
+
end
|
1664
|
+
end
|
1665
|
+
|
1666
|
+
# GKE NodePools that Dataproc workloads run on.
|
1667
|
+
class GkeNodePoolTarget
|
1668
|
+
include Google::Apis::Core::Hashable
|
1669
|
+
|
1670
|
+
# Required. The target GKE NodePool. Format: 'projects/`project`/locations/`
|
1671
|
+
# location`/clusters/`cluster`/nodePools/`node_pool`'
|
1672
|
+
# Corresponds to the JSON property `nodePool`
|
1673
|
+
# @return [String]
|
1674
|
+
attr_accessor :node_pool
|
1675
|
+
|
1676
|
+
# The configuration of a GKE NodePool used by a Dataproc-on-GKE cluster (https://
|
1677
|
+
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-
|
1678
|
+
# gke-cluster).
|
1679
|
+
# Corresponds to the JSON property `nodePoolConfig`
|
1680
|
+
# @return [Google::Apis::DataprocV1::GkeNodePoolConfig]
|
1681
|
+
attr_accessor :node_pool_config
|
1682
|
+
|
1683
|
+
# Required. The types of role for a GKE NodePool
|
1684
|
+
# Corresponds to the JSON property `roles`
|
1685
|
+
# @return [Array<String>]
|
1686
|
+
attr_accessor :roles
|
1687
|
+
|
1688
|
+
def initialize(**args)
|
1689
|
+
update!(**args)
|
1690
|
+
end
|
1691
|
+
|
1692
|
+
# Update properties of this object
|
1693
|
+
def update!(**args)
|
1694
|
+
@node_pool = args[:node_pool] if args.key?(:node_pool)
|
1695
|
+
@node_pool_config = args[:node_pool_config] if args.key?(:node_pool_config)
|
1696
|
+
@roles = args[:roles] if args.key?(:roles)
|
1451
1697
|
end
|
1452
1698
|
end
|
1453
1699
|
|
@@ -2313,6 +2559,71 @@ module Google
|
|
2313
2559
|
end
|
2314
2560
|
end
|
2315
2561
|
|
2562
|
+
# The configuration for running the Dataproc cluster on Kubernetes.
|
2563
|
+
class KubernetesClusterConfig
|
2564
|
+
include Google::Apis::Core::Hashable
|
2565
|
+
|
2566
|
+
# The cluster's GKE config.
|
2567
|
+
# Corresponds to the JSON property `gkeClusterConfig`
|
2568
|
+
# @return [Google::Apis::DataprocV1::GkeClusterConfig]
|
2569
|
+
attr_accessor :gke_cluster_config
|
2570
|
+
|
2571
|
+
# Optional. A namespace within the Kubernetes cluster to deploy into. If this
|
2572
|
+
# namespace does not exist, it is created. If it exists, Dataproc verifies that
|
2573
|
+
# another Dataproc VirtualCluster is not installed into it. If not specified,
|
2574
|
+
# the name of the Dataproc Cluster is used.
|
2575
|
+
# Corresponds to the JSON property `kubernetesNamespace`
|
2576
|
+
# @return [String]
|
2577
|
+
attr_accessor :kubernetes_namespace
|
2578
|
+
|
2579
|
+
# The software configuration for this Dataproc cluster running on Kubernetes.
|
2580
|
+
# Corresponds to the JSON property `kubernetesSoftwareConfig`
|
2581
|
+
# @return [Google::Apis::DataprocV1::KubernetesSoftwareConfig]
|
2582
|
+
attr_accessor :kubernetes_software_config
|
2583
|
+
|
2584
|
+
def initialize(**args)
|
2585
|
+
update!(**args)
|
2586
|
+
end
|
2587
|
+
|
2588
|
+
# Update properties of this object
|
2589
|
+
def update!(**args)
|
2590
|
+
@gke_cluster_config = args[:gke_cluster_config] if args.key?(:gke_cluster_config)
|
2591
|
+
@kubernetes_namespace = args[:kubernetes_namespace] if args.key?(:kubernetes_namespace)
|
2592
|
+
@kubernetes_software_config = args[:kubernetes_software_config] if args.key?(:kubernetes_software_config)
|
2593
|
+
end
|
2594
|
+
end
|
2595
|
+
|
2596
|
+
# The software configuration for this Dataproc cluster running on Kubernetes.
|
2597
|
+
class KubernetesSoftwareConfig
|
2598
|
+
include Google::Apis::Core::Hashable
|
2599
|
+
|
2600
|
+
# The components that should be installed in this Dataproc cluster. The key must
|
2601
|
+
# be a string from the KubernetesComponent enumeration. The value is the version
|
2602
|
+
# of the software to be installed. At least one entry must be specified.
|
2603
|
+
# Corresponds to the JSON property `componentVersion`
|
2604
|
+
# @return [Hash<String,String>]
|
2605
|
+
attr_accessor :component_version
|
2606
|
+
|
2607
|
+
# The properties to set on daemon config files.Property keys are specified in
|
2608
|
+
# prefix:property format, for example spark:spark.kubernetes.container.image.
|
2609
|
+
# The following are supported prefixes and their mappings: spark: spark-defaults.
|
2610
|
+
# confFor more information, see Cluster properties (https://cloud.google.com/
|
2611
|
+
# dataproc/docs/concepts/cluster-properties).
|
2612
|
+
# Corresponds to the JSON property `properties`
|
2613
|
+
# @return [Hash<String,String>]
|
2614
|
+
attr_accessor :properties
|
2615
|
+
|
2616
|
+
def initialize(**args)
|
2617
|
+
update!(**args)
|
2618
|
+
end
|
2619
|
+
|
2620
|
+
# Update properties of this object
|
2621
|
+
def update!(**args)
|
2622
|
+
@component_version = args[:component_version] if args.key?(:component_version)
|
2623
|
+
@properties = args[:properties] if args.key?(:properties)
|
2624
|
+
end
|
2625
|
+
end
|
2626
|
+
|
2316
2627
|
# Specifies the cluster auto-delete schedule configuration.
|
2317
2628
|
class LifecycleConfig
|
2318
2629
|
include Google::Apis::Core::Hashable
|
@@ -2650,7 +2961,8 @@ module Google
|
|
2650
2961
|
end
|
2651
2962
|
end
|
2652
2963
|
|
2653
|
-
#
|
2964
|
+
# Deprecated. Used only for the deprecated beta. A full, namespace-isolated
|
2965
|
+
# deployment target for an existing GKE cluster.
|
2654
2966
|
class NamespacedGkeDeploymentTarget
|
2655
2967
|
include Google::Apis::Core::Hashable
|
2656
2968
|
|
@@ -4369,6 +4681,48 @@ module Google
|
|
4369
4681
|
end
|
4370
4682
|
end
|
4371
4683
|
|
4684
|
+
# Dataproc cluster config for a cluster that does not directly control the
|
4685
|
+
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
4686
|
+
# google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-
|
4687
|
+
# cluster).
|
4688
|
+
class VirtualClusterConfig
|
4689
|
+
include Google::Apis::Core::Hashable
|
4690
|
+
|
4691
|
+
# Auxiliary services configuration for a Cluster.
|
4692
|
+
# Corresponds to the JSON property `auxiliaryServicesConfig`
|
4693
|
+
# @return [Google::Apis::DataprocV1::AuxiliaryServicesConfig]
|
4694
|
+
attr_accessor :auxiliary_services_config
|
4695
|
+
|
4696
|
+
# The configuration for running the Dataproc cluster on Kubernetes.
|
4697
|
+
# Corresponds to the JSON property `kubernetesClusterConfig`
|
4698
|
+
# @return [Google::Apis::DataprocV1::KubernetesClusterConfig]
|
4699
|
+
attr_accessor :kubernetes_cluster_config
|
4700
|
+
|
4701
|
+
# Optional. A Storage bucket used to stage job dependencies, config files, and
|
4702
|
+
# job driver console output. If you do not specify a staging bucket, Cloud
|
4703
|
+
# Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
|
4704
|
+
# cluster's staging bucket according to the Compute Engine zone where your
|
4705
|
+
# cluster is deployed, and then create and manage this project-level, per-
|
4706
|
+
# location bucket (see Dataproc staging and temp buckets (https://cloud.google.
|
4707
|
+
# com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field
|
4708
|
+
# requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage
|
4709
|
+
# bucket.
|
4710
|
+
# Corresponds to the JSON property `stagingBucket`
|
4711
|
+
# @return [String]
|
4712
|
+
attr_accessor :staging_bucket
|
4713
|
+
|
4714
|
+
def initialize(**args)
|
4715
|
+
update!(**args)
|
4716
|
+
end
|
4717
|
+
|
4718
|
+
# Update properties of this object
|
4719
|
+
def update!(**args)
|
4720
|
+
@auxiliary_services_config = args[:auxiliary_services_config] if args.key?(:auxiliary_services_config)
|
4721
|
+
@kubernetes_cluster_config = args[:kubernetes_cluster_config] if args.key?(:kubernetes_cluster_config)
|
4722
|
+
@staging_bucket = args[:staging_bucket] if args.key?(:staging_bucket)
|
4723
|
+
end
|
4724
|
+
end
|
4725
|
+
|
4372
4726
|
# The workflow graph.
|
4373
4727
|
class WorkflowGraph
|
4374
4728
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.24.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.1"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20220419"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -40,6 +40,12 @@ module Google
|
|
40
40
|
include Google::Apis::Core::JsonObjectSupport
|
41
41
|
end
|
42
42
|
|
43
|
+
class AuxiliaryServicesConfig
|
44
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
45
|
+
|
46
|
+
include Google::Apis::Core::JsonObjectSupport
|
47
|
+
end
|
48
|
+
|
43
49
|
class BasicAutoscalingAlgorithm
|
44
50
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
45
51
|
|
@@ -214,6 +220,36 @@ module Google
|
|
214
220
|
include Google::Apis::Core::JsonObjectSupport
|
215
221
|
end
|
216
222
|
|
223
|
+
class GkeNodeConfig
|
224
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
225
|
+
|
226
|
+
include Google::Apis::Core::JsonObjectSupport
|
227
|
+
end
|
228
|
+
|
229
|
+
class GkeNodePoolAcceleratorConfig
|
230
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
231
|
+
|
232
|
+
include Google::Apis::Core::JsonObjectSupport
|
233
|
+
end
|
234
|
+
|
235
|
+
class GkeNodePoolAutoscalingConfig
|
236
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
237
|
+
|
238
|
+
include Google::Apis::Core::JsonObjectSupport
|
239
|
+
end
|
240
|
+
|
241
|
+
class GkeNodePoolConfig
|
242
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
243
|
+
|
244
|
+
include Google::Apis::Core::JsonObjectSupport
|
245
|
+
end
|
246
|
+
|
247
|
+
class GkeNodePoolTarget
|
248
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
249
|
+
|
250
|
+
include Google::Apis::Core::JsonObjectSupport
|
251
|
+
end
|
252
|
+
|
217
253
|
class HadoopJob
|
218
254
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
219
255
|
|
@@ -304,6 +340,18 @@ module Google
|
|
304
340
|
include Google::Apis::Core::JsonObjectSupport
|
305
341
|
end
|
306
342
|
|
343
|
+
class KubernetesClusterConfig
|
344
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
345
|
+
|
346
|
+
include Google::Apis::Core::JsonObjectSupport
|
347
|
+
end
|
348
|
+
|
349
|
+
class KubernetesSoftwareConfig
|
350
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
351
|
+
|
352
|
+
include Google::Apis::Core::JsonObjectSupport
|
353
|
+
end
|
354
|
+
|
307
355
|
class LifecycleConfig
|
308
356
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
309
357
|
|
@@ -616,6 +664,12 @@ module Google
|
|
616
664
|
include Google::Apis::Core::JsonObjectSupport
|
617
665
|
end
|
618
666
|
|
667
|
+
class VirtualClusterConfig
|
668
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
669
|
+
|
670
|
+
include Google::Apis::Core::JsonObjectSupport
|
671
|
+
end
|
672
|
+
|
619
673
|
class WorkflowGraph
|
620
674
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
621
675
|
|
@@ -682,6 +736,16 @@ module Google
|
|
682
736
|
end
|
683
737
|
end
|
684
738
|
|
739
|
+
class AuxiliaryServicesConfig
|
740
|
+
# @private
|
741
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
742
|
+
property :metastore_config, as: 'metastoreConfig', class: Google::Apis::DataprocV1::MetastoreConfig, decorator: Google::Apis::DataprocV1::MetastoreConfig::Representation
|
743
|
+
|
744
|
+
property :spark_history_server_config, as: 'sparkHistoryServerConfig', class: Google::Apis::DataprocV1::SparkHistoryServerConfig, decorator: Google::Apis::DataprocV1::SparkHistoryServerConfig::Representation
|
745
|
+
|
746
|
+
end
|
747
|
+
end
|
748
|
+
|
685
749
|
class BasicAutoscalingAlgorithm
|
686
750
|
# @private
|
687
751
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -780,6 +844,8 @@ module Google
|
|
780
844
|
|
781
845
|
collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
|
782
846
|
|
847
|
+
property :virtual_cluster_config, as: 'virtualClusterConfig', class: Google::Apis::DataprocV1::VirtualClusterConfig, decorator: Google::Apis::DataprocV1::VirtualClusterConfig::Representation
|
848
|
+
|
783
849
|
end
|
784
850
|
end
|
785
851
|
|
@@ -1011,8 +1077,62 @@ module Google
|
|
1011
1077
|
class GkeClusterConfig
|
1012
1078
|
# @private
|
1013
1079
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1080
|
+
property :gke_cluster_target, as: 'gkeClusterTarget'
|
1014
1081
|
property :namespaced_gke_deployment_target, as: 'namespacedGkeDeploymentTarget', class: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget, decorator: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget::Representation
|
1015
1082
|
|
1083
|
+
collection :node_pool_target, as: 'nodePoolTarget', class: Google::Apis::DataprocV1::GkeNodePoolTarget, decorator: Google::Apis::DataprocV1::GkeNodePoolTarget::Representation
|
1084
|
+
|
1085
|
+
end
|
1086
|
+
end
|
1087
|
+
|
1088
|
+
class GkeNodeConfig
|
1089
|
+
# @private
|
1090
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1091
|
+
collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig::Representation
|
1092
|
+
|
1093
|
+
property :local_ssd_count, as: 'localSsdCount'
|
1094
|
+
property :machine_type, as: 'machineType'
|
1095
|
+
property :min_cpu_platform, as: 'minCpuPlatform'
|
1096
|
+
property :preemptible, as: 'preemptible'
|
1097
|
+
property :spot, as: 'spot'
|
1098
|
+
end
|
1099
|
+
end
|
1100
|
+
|
1101
|
+
class GkeNodePoolAcceleratorConfig
|
1102
|
+
# @private
|
1103
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1104
|
+
property :accelerator_count, :numeric_string => true, as: 'acceleratorCount'
|
1105
|
+
property :accelerator_type, as: 'acceleratorType'
|
1106
|
+
property :gpu_partition_size, as: 'gpuPartitionSize'
|
1107
|
+
end
|
1108
|
+
end
|
1109
|
+
|
1110
|
+
class GkeNodePoolAutoscalingConfig
|
1111
|
+
# @private
|
1112
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1113
|
+
property :max_node_count, as: 'maxNodeCount'
|
1114
|
+
property :min_node_count, as: 'minNodeCount'
|
1115
|
+
end
|
1116
|
+
end
|
1117
|
+
|
1118
|
+
class GkeNodePoolConfig
|
1119
|
+
# @private
|
1120
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1121
|
+
property :autoscaling, as: 'autoscaling', class: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig::Representation
|
1122
|
+
|
1123
|
+
property :config, as: 'config', class: Google::Apis::DataprocV1::GkeNodeConfig, decorator: Google::Apis::DataprocV1::GkeNodeConfig::Representation
|
1124
|
+
|
1125
|
+
collection :locations, as: 'locations'
|
1126
|
+
end
|
1127
|
+
end
|
1128
|
+
|
1129
|
+
class GkeNodePoolTarget
|
1130
|
+
# @private
|
1131
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1132
|
+
property :node_pool, as: 'nodePool'
|
1133
|
+
property :node_pool_config, as: 'nodePoolConfig', class: Google::Apis::DataprocV1::GkeNodePoolConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolConfig::Representation
|
1134
|
+
|
1135
|
+
collection :roles, as: 'roles'
|
1016
1136
|
end
|
1017
1137
|
end
|
1018
1138
|
|
@@ -1214,6 +1334,25 @@ module Google
|
|
1214
1334
|
end
|
1215
1335
|
end
|
1216
1336
|
|
1337
|
+
class KubernetesClusterConfig
|
1338
|
+
# @private
|
1339
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1340
|
+
property :gke_cluster_config, as: 'gkeClusterConfig', class: Google::Apis::DataprocV1::GkeClusterConfig, decorator: Google::Apis::DataprocV1::GkeClusterConfig::Representation
|
1341
|
+
|
1342
|
+
property :kubernetes_namespace, as: 'kubernetesNamespace'
|
1343
|
+
property :kubernetes_software_config, as: 'kubernetesSoftwareConfig', class: Google::Apis::DataprocV1::KubernetesSoftwareConfig, decorator: Google::Apis::DataprocV1::KubernetesSoftwareConfig::Representation
|
1344
|
+
|
1345
|
+
end
|
1346
|
+
end
|
1347
|
+
|
1348
|
+
class KubernetesSoftwareConfig
|
1349
|
+
# @private
|
1350
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1351
|
+
hash :component_version, as: 'componentVersion'
|
1352
|
+
hash :properties, as: 'properties'
|
1353
|
+
end
|
1354
|
+
end
|
1355
|
+
|
1217
1356
|
class LifecycleConfig
|
1218
1357
|
# @private
|
1219
1358
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1731,6 +1870,17 @@ module Google
|
|
1731
1870
|
end
|
1732
1871
|
end
|
1733
1872
|
|
1873
|
+
class VirtualClusterConfig
|
1874
|
+
# @private
|
1875
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1876
|
+
property :auxiliary_services_config, as: 'auxiliaryServicesConfig', class: Google::Apis::DataprocV1::AuxiliaryServicesConfig, decorator: Google::Apis::DataprocV1::AuxiliaryServicesConfig::Representation
|
1877
|
+
|
1878
|
+
property :kubernetes_cluster_config, as: 'kubernetesClusterConfig', class: Google::Apis::DataprocV1::KubernetesClusterConfig, decorator: Google::Apis::DataprocV1::KubernetesClusterConfig::Representation
|
1879
|
+
|
1880
|
+
property :staging_bucket, as: 'stagingBucket'
|
1881
|
+
end
|
1882
|
+
end
|
1883
|
+
|
1734
1884
|
class WorkflowGraph
|
1735
1885
|
# @private
|
1736
1886
|
class Representation < Google::Apis::Core::JsonRepresentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.24.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-04-25 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.24.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|