google-apis-dataproc_v1 0.22.0 → 0.23.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/lib/google/apis/dataproc_v1/classes.rb +360 -5
- data/lib/google/apis/dataproc_v1/gem_version.rb +2 -2
- data/lib/google/apis/dataproc_v1/representations.rb +150 -0
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 74b5429e1660feebcc00e2bc6f652415cc8b2ed4121fcb9439d42dab14960cf7
|
4
|
+
data.tar.gz: 05d94d7bd907e6d88abfa07f935bc00b1bfae76cd3e5399911bcad48edd53db6
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 598599a50f979dea4ebc795a2f73104cf1dc0643dfbda5057013c51ea2e6939a7732e52e244d9dd372b4cd8da712cd79a9a61dc713b47a5c2e373b398dad2616
|
7
|
+
data.tar.gz: ec090eb08e84a7857e9d0a51ef76f75e932b5529245b0542c5729b39117c0137c49f67341af2580e07558de0ec28606eae66889ed016f7ec9670318fca87a873
|
data/CHANGELOG.md
CHANGED
@@ -146,6 +146,31 @@ module Google
|
|
146
146
|
end
|
147
147
|
end
|
148
148
|
|
149
|
+
# Auxiliary services configuration for a Cluster.
|
150
|
+
class AuxiliaryServicesConfig
|
151
|
+
include Google::Apis::Core::Hashable
|
152
|
+
|
153
|
+
# Specifies a Metastore configuration.
|
154
|
+
# Corresponds to the JSON property `metastoreConfig`
|
155
|
+
# @return [Google::Apis::DataprocV1::MetastoreConfig]
|
156
|
+
attr_accessor :metastore_config
|
157
|
+
|
158
|
+
# Spark History Server configuration for the workload.
|
159
|
+
# Corresponds to the JSON property `sparkHistoryServerConfig`
|
160
|
+
# @return [Google::Apis::DataprocV1::SparkHistoryServerConfig]
|
161
|
+
attr_accessor :spark_history_server_config
|
162
|
+
|
163
|
+
def initialize(**args)
|
164
|
+
update!(**args)
|
165
|
+
end
|
166
|
+
|
167
|
+
# Update properties of this object
|
168
|
+
def update!(**args)
|
169
|
+
@metastore_config = args[:metastore_config] if args.key?(:metastore_config)
|
170
|
+
@spark_history_server_config = args[:spark_history_server_config] if args.key?(:spark_history_server_config)
|
171
|
+
end
|
172
|
+
end
|
173
|
+
|
149
174
|
# Basic algorithm for autoscaling.
|
150
175
|
class BasicAutoscalingAlgorithm
|
151
176
|
include Google::Apis::Core::Hashable
|
@@ -454,7 +479,7 @@ module Google
|
|
454
479
|
# @return [Google::Apis::DataprocV1::Expr]
|
455
480
|
attr_accessor :condition
|
456
481
|
|
457
|
-
# Specifies the principals requesting access for a Cloud
|
482
|
+
# Specifies the principals requesting access for a Google Cloud resource.
|
458
483
|
# members can have the following values: allUsers: A special identifier that
|
459
484
|
# represents anyone who is on the internet; with or without a Google account.
|
460
485
|
# allAuthenticatedUsers: A special identifier that represents anyone who is
|
@@ -567,6 +592,14 @@ module Google
|
|
567
592
|
# @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
|
568
593
|
attr_accessor :status_history
|
569
594
|
|
595
|
+
# Dataproc cluster config for a cluster that does not directly control the
|
596
|
+
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
597
|
+
# google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-
|
598
|
+
# cluster).
|
599
|
+
# Corresponds to the JSON property `virtualClusterConfig`
|
600
|
+
# @return [Google::Apis::DataprocV1::VirtualClusterConfig]
|
601
|
+
attr_accessor :virtual_cluster_config
|
602
|
+
|
570
603
|
def initialize(**args)
|
571
604
|
update!(**args)
|
572
605
|
end
|
@@ -581,6 +614,7 @@ module Google
|
|
581
614
|
@project_id = args[:project_id] if args.key?(:project_id)
|
582
615
|
@status = args[:status] if args.key?(:status)
|
583
616
|
@status_history = args[:status_history] if args.key?(:status_history)
|
617
|
+
@virtual_cluster_config = args[:virtual_cluster_config] if args.key?(:virtual_cluster_config)
|
584
618
|
end
|
585
619
|
end
|
586
620
|
|
@@ -1435,18 +1469,231 @@ module Google
|
|
1435
1469
|
class GkeClusterConfig
|
1436
1470
|
include Google::Apis::Core::Hashable
|
1437
1471
|
|
1438
|
-
# A
|
1472
|
+
# Optional. A target GKE cluster to deploy to. It must be in the same project
|
1473
|
+
# and region as the Dataproc cluster (the GKE cluster can be zonal or regional).
|
1474
|
+
# Format: 'projects/`project`/locations/`location`/clusters/`cluster_id`'
|
1475
|
+
# Corresponds to the JSON property `gkeClusterTarget`
|
1476
|
+
# @return [String]
|
1477
|
+
attr_accessor :gke_cluster_target
|
1478
|
+
|
1479
|
+
# Deprecated. Used only for the deprecated beta. A full, namespace-isolated
|
1480
|
+
# deployment target for an existing GKE cluster.
|
1439
1481
|
# Corresponds to the JSON property `namespacedGkeDeploymentTarget`
|
1440
1482
|
# @return [Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget]
|
1441
1483
|
attr_accessor :namespaced_gke_deployment_target
|
1442
1484
|
|
1485
|
+
# Optional. GKE NodePools where workloads will be scheduled. At least one node
|
1486
|
+
# pool must be assigned the 'default' role. Each role can be given to only a
|
1487
|
+
# single NodePoolTarget. All NodePools must have the same location settings. If
|
1488
|
+
# a nodePoolTarget is not specified, Dataproc constructs a default
|
1489
|
+
# nodePoolTarget.
|
1490
|
+
# Corresponds to the JSON property `nodePoolTarget`
|
1491
|
+
# @return [Array<Google::Apis::DataprocV1::GkeNodePoolTarget>]
|
1492
|
+
attr_accessor :node_pool_target
|
1493
|
+
|
1443
1494
|
def initialize(**args)
|
1444
1495
|
update!(**args)
|
1445
1496
|
end
|
1446
1497
|
|
1447
1498
|
# Update properties of this object
|
1448
1499
|
def update!(**args)
|
1500
|
+
@gke_cluster_target = args[:gke_cluster_target] if args.key?(:gke_cluster_target)
|
1449
1501
|
@namespaced_gke_deployment_target = args[:namespaced_gke_deployment_target] if args.key?(:namespaced_gke_deployment_target)
|
1502
|
+
@node_pool_target = args[:node_pool_target] if args.key?(:node_pool_target)
|
1503
|
+
end
|
1504
|
+
end
|
1505
|
+
|
1506
|
+
# Parameters that describe cluster nodes.
|
1507
|
+
class GkeNodeConfig
|
1508
|
+
include Google::Apis::Core::Hashable
|
1509
|
+
|
1510
|
+
# Optional. A list of hardware accelerators (https://cloud.google.com/compute/
|
1511
|
+
# docs/gpus) to attach to each node.
|
1512
|
+
# Corresponds to the JSON property `accelerators`
|
1513
|
+
# @return [Array<Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig>]
|
1514
|
+
attr_accessor :accelerators
|
1515
|
+
|
1516
|
+
# Optional. The number of local SSD disks to attach to the node, which is
|
1517
|
+
# limited by the maximum number of disks allowable per zone (see Adding Local
|
1518
|
+
# SSDs (https://cloud.google.com/compute/docs/disks/local-ssd)).
|
1519
|
+
# Corresponds to the JSON property `localSsdCount`
|
1520
|
+
# @return [Fixnum]
|
1521
|
+
attr_accessor :local_ssd_count
|
1522
|
+
|
1523
|
+
# Optional. The name of a Compute Engine machine type (https://cloud.google.com/
|
1524
|
+
# compute/docs/machine-types).
|
1525
|
+
# Corresponds to the JSON property `machineType`
|
1526
|
+
# @return [String]
|
1527
|
+
attr_accessor :machine_type
|
1528
|
+
|
1529
|
+
# Optional. Minimum CPU platform (https://cloud.google.com/compute/docs/
|
1530
|
+
# instances/specify-min-cpu-platform) to be used by this instance. The instance
|
1531
|
+
# may be scheduled on the specified or a newer CPU platform. Specify the
|
1532
|
+
# friendly names of CPU platforms, such as "Intel Haswell"` or Intel Sandy
|
1533
|
+
# Bridge".
|
1534
|
+
# Corresponds to the JSON property `minCpuPlatform`
|
1535
|
+
# @return [String]
|
1536
|
+
attr_accessor :min_cpu_platform
|
1537
|
+
|
1538
|
+
# Optional. Whether the nodes are created as preemptible VM instances (https://
|
1539
|
+
# cloud.google.com/compute/docs/instances/preemptible).
|
1540
|
+
# Corresponds to the JSON property `preemptible`
|
1541
|
+
# @return [Boolean]
|
1542
|
+
attr_accessor :preemptible
|
1543
|
+
alias_method :preemptible?, :preemptible
|
1544
|
+
|
1545
|
+
# Optional. Spot flag for enabling Spot VM, which is a rebrand of the existing
|
1546
|
+
# preemptible flag.
|
1547
|
+
# Corresponds to the JSON property `spot`
|
1548
|
+
# @return [Boolean]
|
1549
|
+
attr_accessor :spot
|
1550
|
+
alias_method :spot?, :spot
|
1551
|
+
|
1552
|
+
def initialize(**args)
|
1553
|
+
update!(**args)
|
1554
|
+
end
|
1555
|
+
|
1556
|
+
# Update properties of this object
|
1557
|
+
def update!(**args)
|
1558
|
+
@accelerators = args[:accelerators] if args.key?(:accelerators)
|
1559
|
+
@local_ssd_count = args[:local_ssd_count] if args.key?(:local_ssd_count)
|
1560
|
+
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
1561
|
+
@min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
|
1562
|
+
@preemptible = args[:preemptible] if args.key?(:preemptible)
|
1563
|
+
@spot = args[:spot] if args.key?(:spot)
|
1564
|
+
end
|
1565
|
+
end
|
1566
|
+
|
1567
|
+
# A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for
|
1568
|
+
# a NodePool.
|
1569
|
+
class GkeNodePoolAcceleratorConfig
|
1570
|
+
include Google::Apis::Core::Hashable
|
1571
|
+
|
1572
|
+
# The number of accelerator cards exposed to an instance.
|
1573
|
+
# Corresponds to the JSON property `acceleratorCount`
|
1574
|
+
# @return [Fixnum]
|
1575
|
+
attr_accessor :accelerator_count
|
1576
|
+
|
1577
|
+
# The accelerator type resource namename (see GPUs on Compute Engine).
|
1578
|
+
# Corresponds to the JSON property `acceleratorType`
|
1579
|
+
# @return [String]
|
1580
|
+
attr_accessor :accelerator_type
|
1581
|
+
|
1582
|
+
# Size of partitions to create on the GPU. Valid values are described in the
|
1583
|
+
# NVIDIA mig user guide (https://docs.nvidia.com/datacenter/tesla/mig-user-guide/
|
1584
|
+
# #partitioning).
|
1585
|
+
# Corresponds to the JSON property `gpuPartitionSize`
|
1586
|
+
# @return [String]
|
1587
|
+
attr_accessor :gpu_partition_size
|
1588
|
+
|
1589
|
+
def initialize(**args)
|
1590
|
+
update!(**args)
|
1591
|
+
end
|
1592
|
+
|
1593
|
+
# Update properties of this object
|
1594
|
+
def update!(**args)
|
1595
|
+
@accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
|
1596
|
+
@accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
|
1597
|
+
@gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
|
1598
|
+
end
|
1599
|
+
end
|
1600
|
+
|
1601
|
+
# GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
|
1602
|
+
# adjust the size of the node pool to the current cluster usage.
|
1603
|
+
class GkeNodePoolAutoscalingConfig
|
1604
|
+
include Google::Apis::Core::Hashable
|
1605
|
+
|
1606
|
+
# The maximum number of nodes in the NodePool. Must be >= min_node_count. Note:
|
1607
|
+
# Quota must be sufficient to scale up the cluster.
|
1608
|
+
# Corresponds to the JSON property `maxNodeCount`
|
1609
|
+
# @return [Fixnum]
|
1610
|
+
attr_accessor :max_node_count
|
1611
|
+
|
1612
|
+
# The minimum number of nodes in the NodePool. Must be >= 0 and <=
|
1613
|
+
# max_node_count.
|
1614
|
+
# Corresponds to the JSON property `minNodeCount`
|
1615
|
+
# @return [Fixnum]
|
1616
|
+
attr_accessor :min_node_count
|
1617
|
+
|
1618
|
+
def initialize(**args)
|
1619
|
+
update!(**args)
|
1620
|
+
end
|
1621
|
+
|
1622
|
+
# Update properties of this object
|
1623
|
+
def update!(**args)
|
1624
|
+
@max_node_count = args[:max_node_count] if args.key?(:max_node_count)
|
1625
|
+
@min_node_count = args[:min_node_count] if args.key?(:min_node_count)
|
1626
|
+
end
|
1627
|
+
end
|
1628
|
+
|
1629
|
+
# The configuration of a GKE NodePool used by a Dataproc-on-GKE cluster (https://
|
1630
|
+
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-
|
1631
|
+
# gke-cluster).
|
1632
|
+
class GkeNodePoolConfig
|
1633
|
+
include Google::Apis::Core::Hashable
|
1634
|
+
|
1635
|
+
# GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
|
1636
|
+
# adjust the size of the node pool to the current cluster usage.
|
1637
|
+
# Corresponds to the JSON property `autoscaling`
|
1638
|
+
# @return [Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig]
|
1639
|
+
attr_accessor :autoscaling
|
1640
|
+
|
1641
|
+
# Parameters that describe cluster nodes.
|
1642
|
+
# Corresponds to the JSON property `config`
|
1643
|
+
# @return [Google::Apis::DataprocV1::GkeNodeConfig]
|
1644
|
+
attr_accessor :config
|
1645
|
+
|
1646
|
+
# Optional. The list of Compute Engine zones (https://cloud.google.com/compute/
|
1647
|
+
# docs/zones#available) where NodePool's nodes will be located.Note: Currently,
|
1648
|
+
# only one zone may be specified.If a location is not specified during NodePool
|
1649
|
+
# creation, Dataproc will choose a location.
|
1650
|
+
# Corresponds to the JSON property `locations`
|
1651
|
+
# @return [Array<String>]
|
1652
|
+
attr_accessor :locations
|
1653
|
+
|
1654
|
+
def initialize(**args)
|
1655
|
+
update!(**args)
|
1656
|
+
end
|
1657
|
+
|
1658
|
+
# Update properties of this object
|
1659
|
+
def update!(**args)
|
1660
|
+
@autoscaling = args[:autoscaling] if args.key?(:autoscaling)
|
1661
|
+
@config = args[:config] if args.key?(:config)
|
1662
|
+
@locations = args[:locations] if args.key?(:locations)
|
1663
|
+
end
|
1664
|
+
end
|
1665
|
+
|
1666
|
+
# GKE NodePools that Dataproc workloads run on.
|
1667
|
+
class GkeNodePoolTarget
|
1668
|
+
include Google::Apis::Core::Hashable
|
1669
|
+
|
1670
|
+
# Required. The target GKE NodePool. Format: 'projects/`project`/locations/`
|
1671
|
+
# location`/clusters/`cluster`/nodePools/`node_pool`'
|
1672
|
+
# Corresponds to the JSON property `nodePool`
|
1673
|
+
# @return [String]
|
1674
|
+
attr_accessor :node_pool
|
1675
|
+
|
1676
|
+
# The configuration of a GKE NodePool used by a Dataproc-on-GKE cluster (https://
|
1677
|
+
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-
|
1678
|
+
# gke-cluster).
|
1679
|
+
# Corresponds to the JSON property `nodePoolConfig`
|
1680
|
+
# @return [Google::Apis::DataprocV1::GkeNodePoolConfig]
|
1681
|
+
attr_accessor :node_pool_config
|
1682
|
+
|
1683
|
+
# Required. The types of role for a GKE NodePool
|
1684
|
+
# Corresponds to the JSON property `roles`
|
1685
|
+
# @return [Array<String>]
|
1686
|
+
attr_accessor :roles
|
1687
|
+
|
1688
|
+
def initialize(**args)
|
1689
|
+
update!(**args)
|
1690
|
+
end
|
1691
|
+
|
1692
|
+
# Update properties of this object
|
1693
|
+
def update!(**args)
|
1694
|
+
@node_pool = args[:node_pool] if args.key?(:node_pool)
|
1695
|
+
@node_pool_config = args[:node_pool_config] if args.key?(:node_pool_config)
|
1696
|
+
@roles = args[:roles] if args.key?(:roles)
|
1450
1697
|
end
|
1451
1698
|
end
|
1452
1699
|
|
@@ -2312,6 +2559,71 @@ module Google
|
|
2312
2559
|
end
|
2313
2560
|
end
|
2314
2561
|
|
2562
|
+
# The configuration for running the Dataproc cluster on Kubernetes.
|
2563
|
+
class KubernetesClusterConfig
|
2564
|
+
include Google::Apis::Core::Hashable
|
2565
|
+
|
2566
|
+
# The cluster's GKE config.
|
2567
|
+
# Corresponds to the JSON property `gkeClusterConfig`
|
2568
|
+
# @return [Google::Apis::DataprocV1::GkeClusterConfig]
|
2569
|
+
attr_accessor :gke_cluster_config
|
2570
|
+
|
2571
|
+
# Optional. A namespace within the Kubernetes cluster to deploy into. If this
|
2572
|
+
# namespace does not exist, it is created. If it exists, Dataproc verifies that
|
2573
|
+
# another Dataproc VirtualCluster is not installed into it. If not specified,
|
2574
|
+
# the name of the Dataproc Cluster is used.
|
2575
|
+
# Corresponds to the JSON property `kubernetesNamespace`
|
2576
|
+
# @return [String]
|
2577
|
+
attr_accessor :kubernetes_namespace
|
2578
|
+
|
2579
|
+
# The software configuration for this Dataproc cluster running on Kubernetes.
|
2580
|
+
# Corresponds to the JSON property `kubernetesSoftwareConfig`
|
2581
|
+
# @return [Google::Apis::DataprocV1::KubernetesSoftwareConfig]
|
2582
|
+
attr_accessor :kubernetes_software_config
|
2583
|
+
|
2584
|
+
def initialize(**args)
|
2585
|
+
update!(**args)
|
2586
|
+
end
|
2587
|
+
|
2588
|
+
# Update properties of this object
|
2589
|
+
def update!(**args)
|
2590
|
+
@gke_cluster_config = args[:gke_cluster_config] if args.key?(:gke_cluster_config)
|
2591
|
+
@kubernetes_namespace = args[:kubernetes_namespace] if args.key?(:kubernetes_namespace)
|
2592
|
+
@kubernetes_software_config = args[:kubernetes_software_config] if args.key?(:kubernetes_software_config)
|
2593
|
+
end
|
2594
|
+
end
|
2595
|
+
|
2596
|
+
# The software configuration for this Dataproc cluster running on Kubernetes.
|
2597
|
+
class KubernetesSoftwareConfig
|
2598
|
+
include Google::Apis::Core::Hashable
|
2599
|
+
|
2600
|
+
# The components that should be installed in this Dataproc cluster. The key must
|
2601
|
+
# be a string from the KubernetesComponent enumeration. The value is the version
|
2602
|
+
# of the software to be installed. At least one entry must be specified.
|
2603
|
+
# Corresponds to the JSON property `componentVersion`
|
2604
|
+
# @return [Hash<String,String>]
|
2605
|
+
attr_accessor :component_version
|
2606
|
+
|
2607
|
+
# The properties to set on daemon config files.Property keys are specified in
|
2608
|
+
# prefix:property format, for example spark:spark.kubernetes.container.image.
|
2609
|
+
# The following are supported prefixes and their mappings: spark: spark-defaults.
|
2610
|
+
# confFor more information, see Cluster properties (https://cloud.google.com/
|
2611
|
+
# dataproc/docs/concepts/cluster-properties).
|
2612
|
+
# Corresponds to the JSON property `properties`
|
2613
|
+
# @return [Hash<String,String>]
|
2614
|
+
attr_accessor :properties
|
2615
|
+
|
2616
|
+
def initialize(**args)
|
2617
|
+
update!(**args)
|
2618
|
+
end
|
2619
|
+
|
2620
|
+
# Update properties of this object
|
2621
|
+
def update!(**args)
|
2622
|
+
@component_version = args[:component_version] if args.key?(:component_version)
|
2623
|
+
@properties = args[:properties] if args.key?(:properties)
|
2624
|
+
end
|
2625
|
+
end
|
2626
|
+
|
2315
2627
|
# Specifies the cluster auto-delete schedule configuration.
|
2316
2628
|
class LifecycleConfig
|
2317
2629
|
include Google::Apis::Core::Hashable
|
@@ -2649,7 +2961,8 @@ module Google
|
|
2649
2961
|
end
|
2650
2962
|
end
|
2651
2963
|
|
2652
|
-
#
|
2964
|
+
# Deprecated. Used only for the deprecated beta. A full, namespace-isolated
|
2965
|
+
# deployment target for an existing GKE cluster.
|
2653
2966
|
class NamespacedGkeDeploymentTarget
|
2654
2967
|
include Google::Apis::Core::Hashable
|
2655
2968
|
|
@@ -4314,8 +4627,8 @@ module Google
|
|
4314
4627
|
include Google::Apis::Core::Hashable
|
4315
4628
|
|
4316
4629
|
# The set of permissions to check for the resource. Permissions with wildcards (
|
4317
|
-
# such as
|
4318
|
-
#
|
4630
|
+
# such as * or storage.*) are not allowed. For more information see IAM Overview
|
4631
|
+
# (https://cloud.google.com/iam/docs/overview#permissions).
|
4319
4632
|
# Corresponds to the JSON property `permissions`
|
4320
4633
|
# @return [Array<String>]
|
4321
4634
|
attr_accessor :permissions
|
@@ -4368,6 +4681,48 @@ module Google
|
|
4368
4681
|
end
|
4369
4682
|
end
|
4370
4683
|
|
4684
|
+
# Dataproc cluster config for a cluster that does not directly control the
|
4685
|
+
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
4686
|
+
# google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-
|
4687
|
+
# cluster).
|
4688
|
+
class VirtualClusterConfig
|
4689
|
+
include Google::Apis::Core::Hashable
|
4690
|
+
|
4691
|
+
# Auxiliary services configuration for a Cluster.
|
4692
|
+
# Corresponds to the JSON property `auxiliaryServicesConfig`
|
4693
|
+
# @return [Google::Apis::DataprocV1::AuxiliaryServicesConfig]
|
4694
|
+
attr_accessor :auxiliary_services_config
|
4695
|
+
|
4696
|
+
# The configuration for running the Dataproc cluster on Kubernetes.
|
4697
|
+
# Corresponds to the JSON property `kubernetesClusterConfig`
|
4698
|
+
# @return [Google::Apis::DataprocV1::KubernetesClusterConfig]
|
4699
|
+
attr_accessor :kubernetes_cluster_config
|
4700
|
+
|
4701
|
+
# Optional. A Storage bucket used to stage job dependencies, config files, and
|
4702
|
+
# job driver console output. If you do not specify a staging bucket, Cloud
|
4703
|
+
# Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
|
4704
|
+
# cluster's staging bucket according to the Compute Engine zone where your
|
4705
|
+
# cluster is deployed, and then create and manage this project-level, per-
|
4706
|
+
# location bucket (see Dataproc staging and temp buckets (https://cloud.google.
|
4707
|
+
# com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field
|
4708
|
+
# requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage
|
4709
|
+
# bucket.
|
4710
|
+
# Corresponds to the JSON property `stagingBucket`
|
4711
|
+
# @return [String]
|
4712
|
+
attr_accessor :staging_bucket
|
4713
|
+
|
4714
|
+
def initialize(**args)
|
4715
|
+
update!(**args)
|
4716
|
+
end
|
4717
|
+
|
4718
|
+
# Update properties of this object
|
4719
|
+
def update!(**args)
|
4720
|
+
@auxiliary_services_config = args[:auxiliary_services_config] if args.key?(:auxiliary_services_config)
|
4721
|
+
@kubernetes_cluster_config = args[:kubernetes_cluster_config] if args.key?(:kubernetes_cluster_config)
|
4722
|
+
@staging_bucket = args[:staging_bucket] if args.key?(:staging_bucket)
|
4723
|
+
end
|
4724
|
+
end
|
4725
|
+
|
4371
4726
|
# The workflow graph.
|
4372
4727
|
class WorkflowGraph
|
4373
4728
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.23.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.1"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20220404"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -40,6 +40,12 @@ module Google
|
|
40
40
|
include Google::Apis::Core::JsonObjectSupport
|
41
41
|
end
|
42
42
|
|
43
|
+
class AuxiliaryServicesConfig
|
44
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
45
|
+
|
46
|
+
include Google::Apis::Core::JsonObjectSupport
|
47
|
+
end
|
48
|
+
|
43
49
|
class BasicAutoscalingAlgorithm
|
44
50
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
45
51
|
|
@@ -214,6 +220,36 @@ module Google
|
|
214
220
|
include Google::Apis::Core::JsonObjectSupport
|
215
221
|
end
|
216
222
|
|
223
|
+
class GkeNodeConfig
|
224
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
225
|
+
|
226
|
+
include Google::Apis::Core::JsonObjectSupport
|
227
|
+
end
|
228
|
+
|
229
|
+
class GkeNodePoolAcceleratorConfig
|
230
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
231
|
+
|
232
|
+
include Google::Apis::Core::JsonObjectSupport
|
233
|
+
end
|
234
|
+
|
235
|
+
class GkeNodePoolAutoscalingConfig
|
236
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
237
|
+
|
238
|
+
include Google::Apis::Core::JsonObjectSupport
|
239
|
+
end
|
240
|
+
|
241
|
+
class GkeNodePoolConfig
|
242
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
243
|
+
|
244
|
+
include Google::Apis::Core::JsonObjectSupport
|
245
|
+
end
|
246
|
+
|
247
|
+
class GkeNodePoolTarget
|
248
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
249
|
+
|
250
|
+
include Google::Apis::Core::JsonObjectSupport
|
251
|
+
end
|
252
|
+
|
217
253
|
class HadoopJob
|
218
254
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
219
255
|
|
@@ -304,6 +340,18 @@ module Google
|
|
304
340
|
include Google::Apis::Core::JsonObjectSupport
|
305
341
|
end
|
306
342
|
|
343
|
+
class KubernetesClusterConfig
|
344
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
345
|
+
|
346
|
+
include Google::Apis::Core::JsonObjectSupport
|
347
|
+
end
|
348
|
+
|
349
|
+
class KubernetesSoftwareConfig
|
350
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
351
|
+
|
352
|
+
include Google::Apis::Core::JsonObjectSupport
|
353
|
+
end
|
354
|
+
|
307
355
|
class LifecycleConfig
|
308
356
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
309
357
|
|
@@ -616,6 +664,12 @@ module Google
|
|
616
664
|
include Google::Apis::Core::JsonObjectSupport
|
617
665
|
end
|
618
666
|
|
667
|
+
class VirtualClusterConfig
|
668
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
669
|
+
|
670
|
+
include Google::Apis::Core::JsonObjectSupport
|
671
|
+
end
|
672
|
+
|
619
673
|
class WorkflowGraph
|
620
674
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
621
675
|
|
@@ -682,6 +736,16 @@ module Google
|
|
682
736
|
end
|
683
737
|
end
|
684
738
|
|
739
|
+
class AuxiliaryServicesConfig
|
740
|
+
# @private
|
741
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
742
|
+
property :metastore_config, as: 'metastoreConfig', class: Google::Apis::DataprocV1::MetastoreConfig, decorator: Google::Apis::DataprocV1::MetastoreConfig::Representation
|
743
|
+
|
744
|
+
property :spark_history_server_config, as: 'sparkHistoryServerConfig', class: Google::Apis::DataprocV1::SparkHistoryServerConfig, decorator: Google::Apis::DataprocV1::SparkHistoryServerConfig::Representation
|
745
|
+
|
746
|
+
end
|
747
|
+
end
|
748
|
+
|
685
749
|
class BasicAutoscalingAlgorithm
|
686
750
|
# @private
|
687
751
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -780,6 +844,8 @@ module Google
|
|
780
844
|
|
781
845
|
collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
|
782
846
|
|
847
|
+
property :virtual_cluster_config, as: 'virtualClusterConfig', class: Google::Apis::DataprocV1::VirtualClusterConfig, decorator: Google::Apis::DataprocV1::VirtualClusterConfig::Representation
|
848
|
+
|
783
849
|
end
|
784
850
|
end
|
785
851
|
|
@@ -1011,8 +1077,62 @@ module Google
|
|
1011
1077
|
class GkeClusterConfig
|
1012
1078
|
# @private
|
1013
1079
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1080
|
+
property :gke_cluster_target, as: 'gkeClusterTarget'
|
1014
1081
|
property :namespaced_gke_deployment_target, as: 'namespacedGkeDeploymentTarget', class: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget, decorator: Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget::Representation
|
1015
1082
|
|
1083
|
+
collection :node_pool_target, as: 'nodePoolTarget', class: Google::Apis::DataprocV1::GkeNodePoolTarget, decorator: Google::Apis::DataprocV1::GkeNodePoolTarget::Representation
|
1084
|
+
|
1085
|
+
end
|
1086
|
+
end
|
1087
|
+
|
1088
|
+
class GkeNodeConfig
|
1089
|
+
# @private
|
1090
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1091
|
+
collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAcceleratorConfig::Representation
|
1092
|
+
|
1093
|
+
property :local_ssd_count, as: 'localSsdCount'
|
1094
|
+
property :machine_type, as: 'machineType'
|
1095
|
+
property :min_cpu_platform, as: 'minCpuPlatform'
|
1096
|
+
property :preemptible, as: 'preemptible'
|
1097
|
+
property :spot, as: 'spot'
|
1098
|
+
end
|
1099
|
+
end
|
1100
|
+
|
1101
|
+
class GkeNodePoolAcceleratorConfig
|
1102
|
+
# @private
|
1103
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1104
|
+
property :accelerator_count, :numeric_string => true, as: 'acceleratorCount'
|
1105
|
+
property :accelerator_type, as: 'acceleratorType'
|
1106
|
+
property :gpu_partition_size, as: 'gpuPartitionSize'
|
1107
|
+
end
|
1108
|
+
end
|
1109
|
+
|
1110
|
+
class GkeNodePoolAutoscalingConfig
|
1111
|
+
# @private
|
1112
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1113
|
+
property :max_node_count, as: 'maxNodeCount'
|
1114
|
+
property :min_node_count, as: 'minNodeCount'
|
1115
|
+
end
|
1116
|
+
end
|
1117
|
+
|
1118
|
+
class GkeNodePoolConfig
|
1119
|
+
# @private
|
1120
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1121
|
+
property :autoscaling, as: 'autoscaling', class: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolAutoscalingConfig::Representation
|
1122
|
+
|
1123
|
+
property :config, as: 'config', class: Google::Apis::DataprocV1::GkeNodeConfig, decorator: Google::Apis::DataprocV1::GkeNodeConfig::Representation
|
1124
|
+
|
1125
|
+
collection :locations, as: 'locations'
|
1126
|
+
end
|
1127
|
+
end
|
1128
|
+
|
1129
|
+
class GkeNodePoolTarget
|
1130
|
+
# @private
|
1131
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1132
|
+
property :node_pool, as: 'nodePool'
|
1133
|
+
property :node_pool_config, as: 'nodePoolConfig', class: Google::Apis::DataprocV1::GkeNodePoolConfig, decorator: Google::Apis::DataprocV1::GkeNodePoolConfig::Representation
|
1134
|
+
|
1135
|
+
collection :roles, as: 'roles'
|
1016
1136
|
end
|
1017
1137
|
end
|
1018
1138
|
|
@@ -1214,6 +1334,25 @@ module Google
|
|
1214
1334
|
end
|
1215
1335
|
end
|
1216
1336
|
|
1337
|
+
class KubernetesClusterConfig
|
1338
|
+
# @private
|
1339
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1340
|
+
property :gke_cluster_config, as: 'gkeClusterConfig', class: Google::Apis::DataprocV1::GkeClusterConfig, decorator: Google::Apis::DataprocV1::GkeClusterConfig::Representation
|
1341
|
+
|
1342
|
+
property :kubernetes_namespace, as: 'kubernetesNamespace'
|
1343
|
+
property :kubernetes_software_config, as: 'kubernetesSoftwareConfig', class: Google::Apis::DataprocV1::KubernetesSoftwareConfig, decorator: Google::Apis::DataprocV1::KubernetesSoftwareConfig::Representation
|
1344
|
+
|
1345
|
+
end
|
1346
|
+
end
|
1347
|
+
|
1348
|
+
class KubernetesSoftwareConfig
|
1349
|
+
# @private
|
1350
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1351
|
+
hash :component_version, as: 'componentVersion'
|
1352
|
+
hash :properties, as: 'properties'
|
1353
|
+
end
|
1354
|
+
end
|
1355
|
+
|
1217
1356
|
class LifecycleConfig
|
1218
1357
|
# @private
|
1219
1358
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1731,6 +1870,17 @@ module Google
|
|
1731
1870
|
end
|
1732
1871
|
end
|
1733
1872
|
|
1873
|
+
class VirtualClusterConfig
|
1874
|
+
# @private
|
1875
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1876
|
+
property :auxiliary_services_config, as: 'auxiliaryServicesConfig', class: Google::Apis::DataprocV1::AuxiliaryServicesConfig, decorator: Google::Apis::DataprocV1::AuxiliaryServicesConfig::Representation
|
1877
|
+
|
1878
|
+
property :kubernetes_cluster_config, as: 'kubernetesClusterConfig', class: Google::Apis::DataprocV1::KubernetesClusterConfig, decorator: Google::Apis::DataprocV1::KubernetesClusterConfig::Representation
|
1879
|
+
|
1880
|
+
property :staging_bucket, as: 'stagingBucket'
|
1881
|
+
end
|
1882
|
+
end
|
1883
|
+
|
1734
1884
|
class WorkflowGraph
|
1735
1885
|
# @private
|
1736
1886
|
class Representation < Google::Apis::Core::JsonRepresentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.23.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-04-
|
11
|
+
date: 2022-04-11 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.23.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|