google-apis-dataproc_v1 0.24.0 → 0.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 447663f50afa0700111e4cd0af753c38ff0951407de6569e9232db45f0d2dad7
|
4
|
+
data.tar.gz: fec7402dcdc23ca35552f62ef39714d29f213db2169cbc11f4fd8381f4154661
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b4c71d6881d1ec30569f91725dc617e664af3be1bd8cc699227e953c2f43684e6d4864f5d4f4397b64e179d3eab2a8bf4b8e0080e6d6027ccda36c4423b2a4bd
|
7
|
+
data.tar.gz: 2109312c7bb863a3a564ab3a542cd74a8cdc68e3aa7b37af71daadbb6600458ce9c9a7e23048273d29607cf9d4e0c2c6e1420a599e57777979d66ec7705c99ef
|
data/CHANGELOG.md
CHANGED
@@ -58,6 +58,31 @@ module Google
|
|
58
58
|
end
|
59
59
|
end
|
60
60
|
|
61
|
+
# Configuration for using injectable credentials or service account
|
62
|
+
class AuthenticationConfig
|
63
|
+
include Google::Apis::Core::Hashable
|
64
|
+
|
65
|
+
# Authentication type for session execution.
|
66
|
+
# Corresponds to the JSON property `authenticationType`
|
67
|
+
# @return [String]
|
68
|
+
attr_accessor :authentication_type
|
69
|
+
|
70
|
+
# Specific injectable credentials authentication parameters
|
71
|
+
# Corresponds to the JSON property `injectableCredentialsConfig`
|
72
|
+
# @return [Google::Apis::DataprocV1::InjectableCredentialsConfig]
|
73
|
+
attr_accessor :injectable_credentials_config
|
74
|
+
|
75
|
+
def initialize(**args)
|
76
|
+
update!(**args)
|
77
|
+
end
|
78
|
+
|
79
|
+
# Update properties of this object
|
80
|
+
def update!(**args)
|
81
|
+
@authentication_type = args[:authentication_type] if args.key?(:authentication_type)
|
82
|
+
@injectable_credentials_config = args[:injectable_credentials_config] if args.key?(:injectable_credentials_config)
|
83
|
+
end
|
84
|
+
end
|
85
|
+
|
61
86
|
# Autoscaling Policy config associated with the cluster.
|
62
87
|
class AutoscalingConfig
|
63
88
|
include Google::Apis::Core::Hashable
|
@@ -479,7 +504,7 @@ module Google
|
|
479
504
|
# @return [Google::Apis::DataprocV1::Expr]
|
480
505
|
attr_accessor :condition
|
481
506
|
|
482
|
-
# Specifies the principals requesting access for a Cloud
|
507
|
+
# Specifies the principals requesting access for a Google Cloud resource.
|
483
508
|
# members can have the following values: allUsers: A special identifier that
|
484
509
|
# represents anyone who is on the internet; with or without a Google account.
|
485
510
|
# allAuthenticatedUsers: A special identifier that represents anyone who is
|
@@ -592,10 +617,9 @@ module Google
|
|
592
617
|
# @return [Array<Google::Apis::DataprocV1::ClusterStatus>]
|
593
618
|
attr_accessor :status_history
|
594
619
|
|
595
|
-
# Dataproc cluster config for a cluster that does not directly control the
|
620
|
+
# The Dataproc cluster config for a cluster that does not directly control the
|
596
621
|
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
597
|
-
# google.com/dataproc/docs/
|
598
|
-
# cluster).
|
622
|
+
# google.com/dataproc/docs/guides/dpgke/dataproc-gke).
|
599
623
|
# Corresponds to the JSON property `virtualClusterConfig`
|
600
624
|
# @return [Google::Apis::DataprocV1::VirtualClusterConfig]
|
601
625
|
attr_accessor :virtual_cluster_config
|
@@ -640,7 +664,7 @@ module Google
|
|
640
664
|
# @return [String]
|
641
665
|
attr_accessor :config_bucket
|
642
666
|
|
643
|
-
#
|
667
|
+
# Dataproc metric config.
|
644
668
|
# Corresponds to the JSON property `dataprocMetricConfig`
|
645
669
|
# @return [Google::Apis::DataprocV1::DataprocMetricConfig]
|
646
670
|
attr_accessor :dataproc_metric_config
|
@@ -765,7 +789,7 @@ module Google
|
|
765
789
|
# @return [Hash<String,Fixnum>]
|
766
790
|
attr_accessor :hdfs_metrics
|
767
791
|
|
768
|
-
#
|
792
|
+
# YARN metrics.
|
769
793
|
# Corresponds to the JSON property `yarnMetrics`
|
770
794
|
# @return [Hash<String,Fixnum>]
|
771
795
|
attr_accessor :yarn_metrics
|
@@ -999,11 +1023,11 @@ module Google
|
|
999
1023
|
end
|
1000
1024
|
end
|
1001
1025
|
|
1002
|
-
#
|
1026
|
+
# Dataproc metric config.
|
1003
1027
|
class DataprocMetricConfig
|
1004
1028
|
include Google::Apis::Core::Hashable
|
1005
1029
|
|
1006
|
-
# Required. Metrics to
|
1030
|
+
# Required. Metrics to enable.
|
1007
1031
|
# Corresponds to the JSON property `metrics`
|
1008
1032
|
# @return [Array<Google::Apis::DataprocV1::Metric>]
|
1009
1033
|
attr_accessor :metrics
|
@@ -1482,11 +1506,11 @@ module Google
|
|
1482
1506
|
# @return [Google::Apis::DataprocV1::NamespacedGkeDeploymentTarget]
|
1483
1507
|
attr_accessor :namespaced_gke_deployment_target
|
1484
1508
|
|
1485
|
-
# Optional. GKE
|
1486
|
-
# pool must be assigned the
|
1487
|
-
#
|
1488
|
-
#
|
1489
|
-
#
|
1509
|
+
# Optional. GKE node pools where workloads will be scheduled. At least one node
|
1510
|
+
# pool must be assigned the DEFAULT GkeNodePoolTarget.Role. If a
|
1511
|
+
# GkeNodePoolTarget is not specified, Dataproc constructs a DEFAULT
|
1512
|
+
# GkeNodePoolTarget. Each role can be given to only one GkeNodePoolTarget. All
|
1513
|
+
# node pools must have the same location settings.
|
1490
1514
|
# Corresponds to the JSON property `nodePoolTarget`
|
1491
1515
|
# @return [Array<Google::Apis::DataprocV1::GkeNodePoolTarget>]
|
1492
1516
|
attr_accessor :node_pool_target
|
@@ -1536,7 +1560,10 @@ module Google
|
|
1536
1560
|
attr_accessor :min_cpu_platform
|
1537
1561
|
|
1538
1562
|
# Optional. Whether the nodes are created as preemptible VM instances (https://
|
1539
|
-
# cloud.google.com/compute/docs/instances/preemptible).
|
1563
|
+
# cloud.google.com/compute/docs/instances/preemptible). Preemptible nodes cannot
|
1564
|
+
# be used in a node pool with the CONTROLLER role or in the DEFAULT node pool if
|
1565
|
+
# the CONTROLLER role is not assigned (the DEFAULT node pool will assume the
|
1566
|
+
# CONTROLLER role).
|
1540
1567
|
# Corresponds to the JSON property `preemptible`
|
1541
1568
|
# @return [Boolean]
|
1542
1569
|
attr_accessor :preemptible
|
@@ -1565,7 +1592,7 @@ module Google
|
|
1565
1592
|
end
|
1566
1593
|
|
1567
1594
|
# A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request for
|
1568
|
-
# a
|
1595
|
+
# a node pool.
|
1569
1596
|
class GkeNodePoolAcceleratorConfig
|
1570
1597
|
include Google::Apis::Core::Hashable
|
1571
1598
|
|
@@ -1603,13 +1630,13 @@ module Google
|
|
1603
1630
|
class GkeNodePoolAutoscalingConfig
|
1604
1631
|
include Google::Apis::Core::Hashable
|
1605
1632
|
|
1606
|
-
# The maximum number of nodes in the
|
1607
|
-
# Quota must be sufficient to scale up the cluster.
|
1633
|
+
# The maximum number of nodes in the node pool. Must be >= min_node_count, and
|
1634
|
+
# must be > 0. Note: Quota must be sufficient to scale up the cluster.
|
1608
1635
|
# Corresponds to the JSON property `maxNodeCount`
|
1609
1636
|
# @return [Fixnum]
|
1610
1637
|
attr_accessor :max_node_count
|
1611
1638
|
|
1612
|
-
# The minimum number of nodes in the
|
1639
|
+
# The minimum number of nodes in the node pool. Must be >= 0 and <=
|
1613
1640
|
# max_node_count.
|
1614
1641
|
# Corresponds to the JSON property `minNodeCount`
|
1615
1642
|
# @return [Fixnum]
|
@@ -1626,9 +1653,9 @@ module Google
|
|
1626
1653
|
end
|
1627
1654
|
end
|
1628
1655
|
|
1629
|
-
# The configuration of a GKE
|
1630
|
-
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1631
|
-
# gke-cluster).
|
1656
|
+
# The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
|
1657
|
+
# /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1658
|
+
# on-gke-cluster).
|
1632
1659
|
class GkeNodePoolConfig
|
1633
1660
|
include Google::Apis::Core::Hashable
|
1634
1661
|
|
@@ -1644,9 +1671,11 @@ module Google
|
|
1644
1671
|
attr_accessor :config
|
1645
1672
|
|
1646
1673
|
# Optional. The list of Compute Engine zones (https://cloud.google.com/compute/
|
1647
|
-
# docs/zones#available) where
|
1648
|
-
#
|
1649
|
-
#
|
1674
|
+
# docs/zones#available) where node pool nodes associated with a Dataproc on GKE
|
1675
|
+
# virtual cluster will be located.Note: All node pools associated with a virtual
|
1676
|
+
# cluster must be located in the same region as the virtual cluster, and they
|
1677
|
+
# must be located in the same zone within that region.If a location is not
|
1678
|
+
# specified during node pool creation, Dataproc on GKE will choose the zone.
|
1650
1679
|
# Corresponds to the JSON property `locations`
|
1651
1680
|
# @return [Array<String>]
|
1652
1681
|
attr_accessor :locations
|
@@ -1663,24 +1692,24 @@ module Google
|
|
1663
1692
|
end
|
1664
1693
|
end
|
1665
1694
|
|
1666
|
-
# GKE
|
1695
|
+
# GKE node pools that Dataproc workloads run on.
|
1667
1696
|
class GkeNodePoolTarget
|
1668
1697
|
include Google::Apis::Core::Hashable
|
1669
1698
|
|
1670
|
-
# Required. The target GKE
|
1699
|
+
# Required. The target GKE node pool. Format: 'projects/`project`/locations/`
|
1671
1700
|
# location`/clusters/`cluster`/nodePools/`node_pool`'
|
1672
1701
|
# Corresponds to the JSON property `nodePool`
|
1673
1702
|
# @return [String]
|
1674
1703
|
attr_accessor :node_pool
|
1675
1704
|
|
1676
|
-
# The configuration of a GKE
|
1677
|
-
# cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1678
|
-
# gke-cluster).
|
1705
|
+
# The configuration of a GKE node pool used by a Dataproc-on-GKE cluster (https:/
|
1706
|
+
# /cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-
|
1707
|
+
# on-gke-cluster).
|
1679
1708
|
# Corresponds to the JSON property `nodePoolConfig`
|
1680
1709
|
# @return [Google::Apis::DataprocV1::GkeNodePoolConfig]
|
1681
1710
|
attr_accessor :node_pool_config
|
1682
1711
|
|
1683
|
-
# Required. The
|
1712
|
+
# Required. The roles associated with the GKE node pool.
|
1684
1713
|
# Corresponds to the JSON property `roles`
|
1685
1714
|
# @return [Array<String>]
|
1686
1715
|
attr_accessor :roles
|
@@ -1881,6 +1910,19 @@ module Google
|
|
1881
1910
|
end
|
1882
1911
|
end
|
1883
1912
|
|
1913
|
+
# Specific injectable credentials authentication parameters
|
1914
|
+
class InjectableCredentialsConfig
|
1915
|
+
include Google::Apis::Core::Hashable
|
1916
|
+
|
1917
|
+
def initialize(**args)
|
1918
|
+
update!(**args)
|
1919
|
+
end
|
1920
|
+
|
1921
|
+
# Update properties of this object
|
1922
|
+
def update!(**args)
|
1923
|
+
end
|
1924
|
+
end
|
1925
|
+
|
1884
1926
|
# Configuration for the size bounds of an instance group, including its
|
1885
1927
|
# proportional size to other groups.
|
1886
1928
|
class InstanceGroupAutoscalingPolicyConfig
|
@@ -2934,18 +2976,18 @@ module Google
|
|
2934
2976
|
end
|
2935
2977
|
end
|
2936
2978
|
|
2937
|
-
#
|
2938
|
-
#
|
2979
|
+
# The metric source to enable, with any optional metrics, to override Dataproc
|
2980
|
+
# default metrics.
|
2939
2981
|
class Metric
|
2940
2982
|
include Google::Apis::Core::Hashable
|
2941
2983
|
|
2942
|
-
# Optional. Optional Metrics to override the
|
2943
|
-
# for the metric source
|
2984
|
+
# Optional. Optional Metrics to override the Dataproc default metrics configured
|
2985
|
+
# for the metric source.
|
2944
2986
|
# Corresponds to the JSON property `metricOverrides`
|
2945
2987
|
# @return [Array<String>]
|
2946
2988
|
attr_accessor :metric_overrides
|
2947
2989
|
|
2948
|
-
# Required. MetricSource
|
2990
|
+
# Required. MetricSource to enable.
|
2949
2991
|
# Corresponds to the JSON property `metricSource`
|
2950
2992
|
# @return [String]
|
2951
2993
|
attr_accessor :metric_source
|
@@ -3730,6 +3772,11 @@ module Google
|
|
3730
3772
|
# @return [Hash<String,String>]
|
3731
3773
|
attr_accessor :properties
|
3732
3774
|
|
3775
|
+
# Configuration for using injectable credentials or service account
|
3776
|
+
# Corresponds to the JSON property `sessionAuthenticationConfig`
|
3777
|
+
# @return [Google::Apis::DataprocV1::AuthenticationConfig]
|
3778
|
+
attr_accessor :session_authentication_config
|
3779
|
+
|
3733
3780
|
# Optional. Version of the batch runtime.
|
3734
3781
|
# Corresponds to the JSON property `version`
|
3735
3782
|
# @return [String]
|
@@ -3743,6 +3790,7 @@ module Google
|
|
3743
3790
|
def update!(**args)
|
3744
3791
|
@container_image = args[:container_image] if args.key?(:container_image)
|
3745
3792
|
@properties = args[:properties] if args.key?(:properties)
|
3793
|
+
@session_authentication_config = args[:session_authentication_config] if args.key?(:session_authentication_config)
|
3746
3794
|
@version = args[:version] if args.key?(:version)
|
3747
3795
|
end
|
3748
3796
|
end
|
@@ -4627,8 +4675,8 @@ module Google
|
|
4627
4675
|
include Google::Apis::Core::Hashable
|
4628
4676
|
|
4629
4677
|
# The set of permissions to check for the resource. Permissions with wildcards (
|
4630
|
-
# such as
|
4631
|
-
#
|
4678
|
+
# such as * or storage.*) are not allowed. For more information see IAM Overview
|
4679
|
+
# (https://cloud.google.com/iam/docs/overview#permissions).
|
4632
4680
|
# Corresponds to the JSON property `permissions`
|
4633
4681
|
# @return [Array<String>]
|
4634
4682
|
attr_accessor :permissions
|
@@ -4681,10 +4729,9 @@ module Google
|
|
4681
4729
|
end
|
4682
4730
|
end
|
4683
4731
|
|
4684
|
-
# Dataproc cluster config for a cluster that does not directly control the
|
4732
|
+
# The Dataproc cluster config for a cluster that does not directly control the
|
4685
4733
|
# underlying compute resources, such as a Dataproc-on-GKE cluster (https://cloud.
|
4686
|
-
# google.com/dataproc/docs/
|
4687
|
-
# cluster).
|
4734
|
+
# google.com/dataproc/docs/guides/dpgke/dataproc-gke).
|
4688
4735
|
class VirtualClusterConfig
|
4689
4736
|
include Google::Apis::Core::Hashable
|
4690
4737
|
|
@@ -4698,8 +4745,8 @@ module Google
|
|
4698
4745
|
# @return [Google::Apis::DataprocV1::KubernetesClusterConfig]
|
4699
4746
|
attr_accessor :kubernetes_cluster_config
|
4700
4747
|
|
4701
|
-
# Optional. A Storage bucket used to stage job dependencies, config files,
|
4702
|
-
# job driver console output. If you do not specify a staging bucket, Cloud
|
4748
|
+
# Optional. A Cloud Storage bucket used to stage job dependencies, config files,
|
4749
|
+
# and job driver console output. If you do not specify a staging bucket, Cloud
|
4703
4750
|
# Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
|
4704
4751
|
# cluster's staging bucket according to the Compute Engine zone where your
|
4705
4752
|
# cluster is deployed, and then create and manage this project-level, per-
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.25.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.1"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20220429"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -28,6 +28,12 @@ module Google
|
|
28
28
|
include Google::Apis::Core::JsonObjectSupport
|
29
29
|
end
|
30
30
|
|
31
|
+
class AuthenticationConfig
|
32
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
33
|
+
|
34
|
+
include Google::Apis::Core::JsonObjectSupport
|
35
|
+
end
|
36
|
+
|
31
37
|
class AutoscalingConfig
|
32
38
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
33
39
|
|
@@ -274,6 +280,12 @@ module Google
|
|
274
280
|
include Google::Apis::Core::JsonObjectSupport
|
275
281
|
end
|
276
282
|
|
283
|
+
class InjectableCredentialsConfig
|
284
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
285
|
+
|
286
|
+
include Google::Apis::Core::JsonObjectSupport
|
287
|
+
end
|
288
|
+
|
277
289
|
class InstanceGroupAutoscalingPolicyConfig
|
278
290
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
279
291
|
|
@@ -714,6 +726,15 @@ module Google
|
|
714
726
|
end
|
715
727
|
end
|
716
728
|
|
729
|
+
class AuthenticationConfig
|
730
|
+
# @private
|
731
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
732
|
+
property :authentication_type, as: 'authenticationType'
|
733
|
+
property :injectable_credentials_config, as: 'injectableCredentialsConfig', class: Google::Apis::DataprocV1::InjectableCredentialsConfig, decorator: Google::Apis::DataprocV1::InjectableCredentialsConfig::Representation
|
734
|
+
|
735
|
+
end
|
736
|
+
end
|
737
|
+
|
717
738
|
class AutoscalingConfig
|
718
739
|
# @private
|
719
740
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1179,6 +1200,12 @@ module Google
|
|
1179
1200
|
end
|
1180
1201
|
end
|
1181
1202
|
|
1203
|
+
class InjectableCredentialsConfig
|
1204
|
+
# @private
|
1205
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1206
|
+
end
|
1207
|
+
end
|
1208
|
+
|
1182
1209
|
class InstanceGroupAutoscalingPolicyConfig
|
1183
1210
|
# @private
|
1184
1211
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1641,6 +1668,8 @@ module Google
|
|
1641
1668
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1642
1669
|
property :container_image, as: 'containerImage'
|
1643
1670
|
hash :properties, as: 'properties'
|
1671
|
+
property :session_authentication_config, as: 'sessionAuthenticationConfig', class: Google::Apis::DataprocV1::AuthenticationConfig, decorator: Google::Apis::DataprocV1::AuthenticationConfig::Representation
|
1672
|
+
|
1644
1673
|
property :version, as: 'version'
|
1645
1674
|
end
|
1646
1675
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.25.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-05-09 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.25.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|