google-apis-dataproc_v1 0.24.0 → 0.25.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 447663f50afa0700111e4cd0af753c38ff0951407de6569e9232db45f0d2dad7
|
4
|
+
data.tar.gz: fec7402dcdc23ca35552f62ef39714d29f213db2169cbc11f4fd8381f4154661
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b4c71d6881d1ec30569f91725dc617e664af3be1bd8cc699227e953c2f43684e6d4864f5d4f4397b64e179d3eab2a8bf4b8e0080e6d6027ccda36c4423b2a4bd
|
7
|
+
data.tar.gz: 2109312c7bb863a3a564ab3a542cd74a8cdc68e3aa7b37af71daadbb6600458ce9c9a7e23048273d29607cf9d4e0c2c6e1420a599e57777979d66ec7705c99ef
|
data/CHANGELOG.md
CHANGED
@@ -58,6 +58,31 @@ module Google
|
|
58
58
|
end
|
59
59
|
end
|
60
60
|
|
61
|
+
# Configuration for using injectable credentials or service account
|
62
|
+
class AuthenticationConfig
|
63
|
+
include Google::Apis::Core::Hashable
|
64
|
+
|
65
|
+
# Authentication type for session execution.
|
66
|
+
# Corresponds to the JSON property `authenticationType`
|
67
|
+
# @return [String]
|
68
|
+
attr_accessor :authentication_type
|
69
|
+
|
70
|
+
# Specific injectable credentials authentication parameters
|
71
|
+
# Corresponds to the JSON property `injectableCredentialsConfig`
|
72
|
+
# @return [Google::Apis::DataprocV1::InjectableCredentialsConfig]
|
73
|
+
attr_accessor :injectable_credentials_config
|
74
|
+
|
75
|
+
def initialize(**args)
|
76
|
+
update!(**args)
|
77
|
+
end
|
78
|
+
|
79
|
+
# Update properties of this object
|
80
|
+
def update!(**args)
|
81
|
+
@authentication_type = args[:authentication_type] if args.key?(:authentication_type)
|
82
|
+
@injectable_credentials_config = args[:injectable_credentials_config] if args.key?(:injectable_credentials_config)
|
83
|
+
end
|
84
|
+
end
|
85
|
+
|
61
86
|
# Autoscaling Policy config associated with the cluster.
|
62
87
|
class AutoscalingConfig
|
63
88
|
include Google::Apis::Core::Hashable
|
@@ -479,7 +504,7 @@ module Google
|
|
479
504
|
# @return [Google::Apis::DataprocV1::Expr]
|
480
505
|
attr_accessor :condition
|
481
506
|
|
482
|
-
# Specifies the principals requesting access for a Cloud
|
507
|
+
# Specifies the principals requesting access for a Google Cloud resource.
|
483
508
|
# members can have the following values: allUsers: A special identifier that
|
484
509
|
# represents anyone who is on the internet; with or without a Google account.
|
485
510
|
# allAuthenticatedUsers: A special identifier that represents anyone who is
|
@@ -592,10 +617,9 @@ module Google
|
|
592
617
|
# @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
|
593
618
|
attr_accessor :status_history
|
594
619
|
|
595
|
-
# Dataproc cluster config for a cluster that does not directly control the
|
620
|
+
# The Dataproc cluster config for a cluster that does not directly control the
|
596
621
|
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
597
|
-
# google.com/dataproc/docs/
|
598
|
-
# cluster).
|
622
|
+
# google.com/dataproc/docs/guides/dpgke/dataproc-gke).
|
599
623
|
# Corresponds to the JSON property `virtualClusterConfig`
|
600
624
|
# @return [Google::Apis::DataprocV1::VirtualClusterConfig]
|
601
625
|
attr_accessor :virtual_cluster_config
|
@@ -640,7 +664,7 @@ module Google
|
|
640
664
|
# @return [String]
|
641
665
|
attr_accessor :config_bucket
|
642
666
|
|
643
|
-
#
|
667
|
+
# Dataproc metric config.
|
644
668
|
# Corresponds to the JSON property `dataprocMetricConfig`
|
645
669
|
# @return [Google::Apis::DataprocV1::DataprocMetricConfig]
|
646
670
|
attr_accessor :dataproc_metric_config
|
@@ -765,7 +789,7 @@ module Google
|
|
765
789
|
# @return [Hash<String,Fixnum>]
|
766
790
|
attr_accessor :hdfs_metrics
|
767
791
|
|
768
|
-
#
|
792
|
+
# YARN metrics.
|
769
793
|
# Corresponds to the JSON property `yarnMetrics`
|
770
794
|
# @return [Hash<String,Fixnum>]
|
771
795
|
attr_accessor :yarn_metrics
|
@@ -999,11 +1023,11 @@ module Google
|
|
999
1023
|
end
|
1000
1024
|
end
|
1001
1025
|
|
1002
|
-
#
|
1026
|
+
# Dataproc metric config.
|
1003
1027
|
class DataprocMetricConfig
|
1004
1028
|
include Google::Apis::Core::Hashable
|
1005
1029
|
|
1006
|
-
# Required. Metrics to
|
1030
|
+
# Required. Metrics to enable.
|
1007
1031
|
# Corresponds to the JSON property `metrics`
|
1008
1032
|
# @return [Array<Google::Apis::DataprocV1::Metric>]
|
1009
1033
|
attr_accessor :metrics
|
@@ -1482,11 +1506,11 @@ module Google
|
|
1482
1506
|
# @return [Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget]
|
1483
1507
|
attr_accessor :namespaced_gke_deployment_target
|
1484
1508
|
|
1485
|
-
# Optional. GKE
|
1486
|
-
# pool must be assigned the
|
1487
|
-
#
|
1488
|
-
#
|
1489
|
-
#
|
1509
|
+
# Optional. GKE node pools where workloads will be scheduled. At least one node
|
1510
|
+
# pool must be assigned the DEFAULT GkeNodePoolTarget.Role. If a
|
1511
|
+
# GkeNodePoolTarget is not specified, Dataproc constructs a DEFAULT
|
1512
|
+
# GkeNodePoolTarget. Each role can be given to only one GkeNodePoolTarget. All
|
1513
|
+
# node pools must have the same location settings.
|
1490
1514
|
# Corresponds to the JSON property `nodePoolTarget`
|
1491
1515
|
# @return [Array<Google::Apis::DataprocV1::GkeNodePoolTarget>]
|
1492
1516
|
attr_accessor :node_pool_target
|
@@ -1536,7 +1560,10 @@ module Google
|
|
1536
1560
|
attr_accessor :min_cpu_platform
|
1537
1561
|
|
1538
1562
|
# Optional. Whether the nodes are created as preemptible VM instances (https://
|
1539
|
-
# cloud.google.com/compute/docs/instances/preemptible).
|
1563
|
+
# cloud.google.com/compute/docs/instances/preemptible). Preemptible nodes cannot
|
1564
|
+
# be used in a node pool with the CONTROLLER role or in the DEFAULT node pool if
|
1565
|
+
# the CONTROLLER role is not assigned (the DEFAULT node pool will assume the
|
1566
|
+
# CONTROLLER role).
|
1540
1567
|
# Corresponds to the JSON property `preemptible`
|
1541
1568
|
# @return [Boolean]
|
1542
1569
|
attr_accessor :preemptible
|
@@ -1565,7 +1592,7 @@ module Google
|
|
1565
1592
|
end
|
1566
1593
|
|
1567
1594
|
# A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for
|
1568
|
-
# a
|
1595
|
+
# a node pool.
|
1569
1596
|
class GkeNodePoolAcceleratorConfig
|
1570
1597
|
include Google::Apis::Core::Hashable
|
1571
1598
|
|
@@ -1603,13 +1630,13 @@ module Google
|
|
1603
1630
|
class GkeNodePoolAutoscalingConfig
|
1604
1631
|
include Google::Apis::Core::Hashable
|
1605
1632
|
|
1606
|
-
# The maximum number of nodes in the
|
1607
|
-
# Quota must be sufficient to scale up the cluster.
|
1633
|
+
# The maximum number of nodes in the node pool. Must be >= min_node_count, and
|
1634
|
+
# must be > 0. Note: Quota must be sufficient to scale up the cluster.
|
1608
1635
|
# Corresponds to the JSON property `maxNodeCount`
|
1609
1636
|
# @return [Fixnum]
|
1610
1637
|
attr_accessor :max_node_count
|
1611
1638
|
|
1612
|
-
# The minimum number of nodes in the
|
1639
|
+
# The minimum number of nodes in the node pool. Must be >= 0 and <=
|
1613
1640
|
# max_node_count.
|
1614
1641
|
# Corresponds to the JSON property `minNodeCount`
|
1615
1642
|
# @return [Fixnum]
|
@@ -1626,9 +1653,9 @@ module Google
|
|
1626
1653
|
end
|
1627
1654
|
end
|
1628
1655
|
|
1629
|
-
# The configuration of a GKE
|
1630
|
-
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1631
|
-
# gke-cluster).
|
1656
|
+
# The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
|
1657
|
+
# /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1658
|
+
# on-gke-cluster).
|
1632
1659
|
class GkeNodePoolConfig
|
1633
1660
|
include Google::Apis::Core::Hashable
|
1634
1661
|
|
@@ -1644,9 +1671,11 @@ module Google
|
|
1644
1671
|
attr_accessor :config
|
1645
1672
|
|
1646
1673
|
# Optional. The list of Compute Engine zones (https://cloud.google.com/compute/
|
1647
|
-
# docs/zones#available) where
|
1648
|
-
#
|
1649
|
-
#
|
1674
|
+
# docs/zones#available) where node pool nodes associated with a Dataproc on GKE
|
1675
|
+
# virtual cluster will be located.Note: All node pools associated with a virtual
|
1676
|
+
# cluster must be located in the same region as the virtual cluster, and they
|
1677
|
+
# must be located in the same zone within that region.If a location is not
|
1678
|
+
# specified during node pool creation, Dataproc on GKE will choose the zone.
|
1650
1679
|
# Corresponds to the JSON property `locations`
|
1651
1680
|
# @return [Array<String>]
|
1652
1681
|
attr_accessor :locations
|
@@ -1663,24 +1692,24 @@ module Google
|
|
1663
1692
|
end
|
1664
1693
|
end
|
1665
1694
|
|
1666
|
-
# GKE
|
1695
|
+
# GKE node pools that Dataproc workloads run on.
|
1667
1696
|
class GkeNodePoolTarget
|
1668
1697
|
include Google::Apis::Core::Hashable
|
1669
1698
|
|
1670
|
-
# Required. The target GKE
|
1699
|
+
# Required. The target GKE node pool. Format: 'projects/`project`/locations/`
|
1671
1700
|
# location`/clusters/`cluster`/nodePools/`node_pool`'
|
1672
1701
|
# Corresponds to the JSON property `nodePool`
|
1673
1702
|
# @return [String]
|
1674
1703
|
attr_accessor :node_pool
|
1675
1704
|
|
1676
|
-
# The configuration of a GKE
|
1677
|
-
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1678
|
-
# gke-cluster).
|
1705
|
+
# The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
|
1706
|
+
# /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1707
|
+
# on-gke-cluster).
|
1679
1708
|
# Corresponds to the JSON property `nodePoolConfig`
|
1680
1709
|
# @return [Google::Apis::DataprocV1::GkeNodePoolConfig]
|
1681
1710
|
attr_accessor :node_pool_config
|
1682
1711
|
|
1683
|
-
# Required. The
|
1712
|
+
# Required. The roles associated with the GKE node pool.
|
1684
1713
|
# Corresponds to the JSON property `roles`
|
1685
1714
|
# @return [Array<String>]
|
1686
1715
|
attr_accessor :roles
|
@@ -1881,6 +1910,19 @@ module Google
|
|
1881
1910
|
end
|
1882
1911
|
end
|
1883
1912
|
|
1913
|
+
# Specific injectable credentials authentication parameters
|
1914
|
+
class InjectableCredentialsConfig
|
1915
|
+
include Google::Apis::Core::Hashable
|
1916
|
+
|
1917
|
+
def initialize(**args)
|
1918
|
+
update!(**args)
|
1919
|
+
end
|
1920
|
+
|
1921
|
+
# Update properties of this object
|
1922
|
+
def update!(**args)
|
1923
|
+
end
|
1924
|
+
end
|
1925
|
+
|
1884
1926
|
# Configuration for the size bounds of an instance group, including its
|
1885
1927
|
# proportional size to other groups.
|
1886
1928
|
class InstanceGroupAutoscalingPolicyConfig
|
@@ -2934,18 +2976,18 @@ module Google
|
|
2934
2976
|
end
|
2935
2977
|
end
|
2936
2978
|
|
2937
|
-
#
|
2938
|
-
#
|
2979
|
+
# The metric source to enable, with any optional metrics, to override Dataproc
|
2980
|
+
# default metrics.
|
2939
2981
|
class Metric
|
2940
2982
|
include Google::Apis::Core::Hashable
|
2941
2983
|
|
2942
|
-
# Optional. Optional Metrics to override the
|
2943
|
-
# for the metric source
|
2984
|
+
# Optional. Optional Metrics to override the Dataproc default metrics configured
|
2985
|
+
# for the metric source.
|
2944
2986
|
# Corresponds to the JSON property `metricOverrides`
|
2945
2987
|
# @return [Array<String>]
|
2946
2988
|
attr_accessor :metric_overrides
|
2947
2989
|
|
2948
|
-
# Required. MetricSource
|
2990
|
+
# Required. MetricSource to enable.
|
2949
2991
|
# Corresponds to the JSON property `metricSource`
|
2950
2992
|
# @return [String]
|
2951
2993
|
attr_accessor :metric_source
|
@@ -3730,6 +3772,11 @@ module Google
|
|
3730
3772
|
# @return [Hash<String,String>]
|
3731
3773
|
attr_accessor :properties
|
3732
3774
|
|
3775
|
+
# Configuration for using injectable credentials or service account
|
3776
|
+
# Corresponds to the JSON property `sessionAuthenticationConfig`
|
3777
|
+
# @return [Google::Apis::DataprocV1::AuthenticationConfig]
|
3778
|
+
attr_accessor :session_authentication_config
|
3779
|
+
|
3733
3780
|
# Optional. Version of the batch runtime.
|
3734
3781
|
# Corresponds to the JSON property `version`
|
3735
3782
|
# @return [String]
|
@@ -3743,6 +3790,7 @@ module Google
|
|
3743
3790
|
def update!(**args)
|
3744
3791
|
@container_image = args[:container_image] if args.key?(:container_image)
|
3745
3792
|
@properties = args[:properties] if args.key?(:properties)
|
3793
|
+
@session_authentication_config = args[:session_authentication_config] if args.key?(:session_authentication_config)
|
3746
3794
|
@version = args[:version] if args.key?(:version)
|
3747
3795
|
end
|
3748
3796
|
end
|
@@ -4627,8 +4675,8 @@ module Google
|
|
4627
4675
|
include Google::Apis::Core::Hashable
|
4628
4676
|
|
4629
4677
|
# The set of permissions to check for the resource. Permissions with wildcards (
|
4630
|
-
# such as
|
4631
|
-
#
|
4678
|
+
# such as * or storage.*) are not allowed. For more information see IAM Overview
|
4679
|
+
# (https://cloud.google.com/iam/docs/overview#permissions).
|
4632
4680
|
# Corresponds to the JSON property `permissions`
|
4633
4681
|
# @return [Array<String>]
|
4634
4682
|
attr_accessor :permissions
|
@@ -4681,10 +4729,9 @@ module Google
|
|
4681
4729
|
end
|
4682
4730
|
end
|
4683
4731
|
|
4684
|
-
# Dataproc cluster config for a cluster that does not directly control the
|
4732
|
+
# The Dataproc cluster config for a cluster that does not directly control the
|
4685
4733
|
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
4686
|
-
# google.com/dataproc/docs/
|
4687
|
-
# cluster).
|
4734
|
+
# google.com/dataproc/docs/guides/dpgke/dataproc-gke).
|
4688
4735
|
class VirtualClusterConfig
|
4689
4736
|
include Google::Apis::Core::Hashable
|
4690
4737
|
|
@@ -4698,8 +4745,8 @@ module Google
|
|
4698
4745
|
# @return [Google::Apis::DataprocV1::KubernetesClusterConfig]
|
4699
4746
|
attr_accessor :kubernetes_cluster_config
|
4700
4747
|
|
4701
|
-
# Optional. A Storage bucket used to stage job dependencies, config files,
|
4702
|
-
# job driver console output. If you do not specify a staging bucket, Cloud
|
4748
|
+
# Optional. A Cloud Storage bucket used to stage job dependencies, config files,
|
4749
|
+
# and job driver console output. If you do not specify a staging bucket, Cloud
|
4703
4750
|
# Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
|
4704
4751
|
# cluster's staging bucket according to the Compute Engine zone where your
|
4705
4752
|
# cluster is deployed, and then create and manage this project-level, per-
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.25.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.1"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20220429"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -28,6 +28,12 @@ module Google
|
|
28
28
|
include Google::Apis::Core::JsonObjectSupport
|
29
29
|
end
|
30
30
|
|
31
|
+
class AuthenticationConfig
|
32
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
33
|
+
|
34
|
+
include Google::Apis::Core::JsonObjectSupport
|
35
|
+
end
|
36
|
+
|
31
37
|
class AutoscalingConfig
|
32
38
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
33
39
|
|
@@ -274,6 +280,12 @@ module Google
|
|
274
280
|
include Google::Apis::Core::JsonObjectSupport
|
275
281
|
end
|
276
282
|
|
283
|
+
class InjectableCredentialsConfig
|
284
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
285
|
+
|
286
|
+
include Google::Apis::Core::JsonObjectSupport
|
287
|
+
end
|
288
|
+
|
277
289
|
class InstanceGroupAutoscalingPolicyConfig
|
278
290
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
279
291
|
|
@@ -714,6 +726,15 @@ module Google
|
|
714
726
|
end
|
715
727
|
end
|
716
728
|
|
729
|
+
class AuthenticationConfig
|
730
|
+
# @private
|
731
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
732
|
+
property :authentication_type, as: 'authenticationType'
|
733
|
+
property :injectable_credentials_config, as: 'injectableCredentialsConfig', class: Google::Apis::DataprocV1::InjectableCredentialsConfig, decorator: Google::Apis::DataprocV1::InjectableCredentialsConfig::Representation
|
734
|
+
|
735
|
+
end
|
736
|
+
end
|
737
|
+
|
717
738
|
class AutoscalingConfig
|
718
739
|
# @private
|
719
740
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1179,6 +1200,12 @@ module Google
|
|
1179
1200
|
end
|
1180
1201
|
end
|
1181
1202
|
|
1203
|
+
class InjectableCredentialsConfig
|
1204
|
+
# @private
|
1205
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1206
|
+
end
|
1207
|
+
end
|
1208
|
+
|
1182
1209
|
class InstanceGroupAutoscalingPolicyConfig
|
1183
1210
|
# @private
|
1184
1211
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1641,6 +1668,8 @@ module Google
|
|
1641
1668
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1642
1669
|
property :container_image, as: 'containerImage'
|
1643
1670
|
hash :properties, as: 'properties'
|
1671
|
+
property :session_authentication_config, as: 'sessionAuthenticationConfig', class: Google::Apis::DataprocV1::AuthenticationConfig, decorator: Google::Apis::DataprocV1::AuthenticationConfig::Representation
|
1672
|
+
|
1644
1673
|
property :version, as: 'version'
|
1645
1674
|
end
|
1646
1675
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.25.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-05-09 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.25.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|