google-apis-composer_v1 0.12.0 → 0.16.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +17 -0
- data/OVERVIEW.md +2 -2
- data/lib/google/apis/composer_v1/classes.rb +244 -27
- data/lib/google/apis/composer_v1/gem_version.rb +2 -2
- data/lib/google/apis/composer_v1/representations.rb +72 -0
- data/lib/google/apis/composer_v1/service.rb +36 -18
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d0505eec0cfd5f2050bf4aa265e0d91ca35ce9877d6194fe26c2a2b24a688e61
|
4
|
+
data.tar.gz: 9c5a06a7a16e645c02e3e8eb31bf28577723be2ac3a36b682ee1c86a7ac228c7
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: eb8536e294de02b8abee07bbe3f3139746e6149833c5624dfaa7fc7c868abee46a78bb174c97bc8a0e600ab43dff2ef730998ce76dfdd9f2c3e660d3c5473d91
|
7
|
+
data.tar.gz: 7915703a7ddd45f2086c0e4e872ce249f17ffc02cf018ccb0b8ed13387a5d4f935c266daa3059052755b20443da4076af1c4b3fa2e7281f5d5d59bb6b07efd7a
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,22 @@
|
|
1
1
|
# Release history for google-apis-composer_v1
|
2
2
|
|
3
|
+
### v0.16.0 (2021-11-10)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20211102
|
6
|
+
|
7
|
+
### v0.15.0 (2021-10-24)
|
8
|
+
|
9
|
+
* Regenerated from discovery document revision 20211013
|
10
|
+
* Unspecified changes
|
11
|
+
|
12
|
+
### v0.14.0 (2021-09-28)
|
13
|
+
|
14
|
+
* Regenerated from discovery document revision 20210922
|
15
|
+
|
16
|
+
### v0.13.0 (2021-09-24)
|
17
|
+
|
18
|
+
* Regenerated from discovery document revision 20210913
|
19
|
+
|
3
20
|
### v0.12.0 (2021-08-18)
|
4
21
|
|
5
22
|
* Regenerated from discovery document revision 20210810
|
data/OVERVIEW.md
CHANGED
@@ -60,8 +60,8 @@ See the class reference docs for information on the methods you can call from a
|
|
60
60
|
|
61
61
|
More detailed descriptions of the Google simple REST clients are available in two documents.
|
62
62
|
|
63
|
-
* The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/
|
64
|
-
* The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/
|
63
|
+
* The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/usage-guide.md) discusses how to make API calls, how to use the provided data structures, and how to work the various features of the client library, including media upload and download, error handling, retries, pagination, and logging.
|
64
|
+
* The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/auth-guide.md) discusses authentication in the client libraries, including API keys, OAuth 2.0, service accounts, and environment variables.
|
65
65
|
|
66
66
|
(Note: the above documents are written for the simple REST clients in general, and their examples may not reflect the Composer service in particular.)
|
67
67
|
|
@@ -97,7 +97,8 @@ module Google
|
|
97
97
|
end
|
98
98
|
|
99
99
|
# The configuration of Cloud SQL instance that is used by the Apache Airflow
|
100
|
-
# software.
|
100
|
+
# software. Supported for Cloud Composer environments in versions composer-1.*.*-
|
101
|
+
# airflow-*.*.*.
|
101
102
|
class DatabaseConfig
|
102
103
|
include Google::Apis::Core::Hashable
|
103
104
|
|
@@ -177,6 +178,8 @@ module Google
|
|
177
178
|
end
|
178
179
|
|
179
180
|
# The encryption options for the Cloud Composer environment and its dependencies.
|
181
|
+
# Supported for Cloud Composer environments in versions composer-1.*.*-airflow-*.
|
182
|
+
# *.*.
|
180
183
|
class EncryptionConfig
|
181
184
|
include Google::Apis::Core::Hashable
|
182
185
|
|
@@ -280,16 +283,26 @@ module Google
|
|
280
283
|
attr_accessor :dag_gcs_prefix
|
281
284
|
|
282
285
|
# The configuration of Cloud SQL instance that is used by the Apache Airflow
|
283
|
-
# software.
|
286
|
+
# software. Supported for Cloud Composer environments in versions composer-1.*.*-
|
287
|
+
# airflow-*.*.*.
|
284
288
|
# Corresponds to the JSON property `databaseConfig`
|
285
289
|
# @return [Google::Apis::ComposerV1::DatabaseConfig]
|
286
290
|
attr_accessor :database_config
|
287
291
|
|
288
292
|
# The encryption options for the Cloud Composer environment and its dependencies.
|
293
|
+
# Supported for Cloud Composer environments in versions composer-1.*.*-airflow-*.
|
294
|
+
# *.*.
|
289
295
|
# Corresponds to the JSON property `encryptionConfig`
|
290
296
|
# @return [Google::Apis::ComposerV1::EncryptionConfig]
|
291
297
|
attr_accessor :encryption_config
|
292
298
|
|
299
|
+
# Optional. The size of the Cloud Composer environment. This field is supported
|
300
|
+
# for Cloud Composer environments in versions composer-2.*.*-airflow-*.*.* and
|
301
|
+
# newer.
|
302
|
+
# Corresponds to the JSON property `environmentSize`
|
303
|
+
# @return [String]
|
304
|
+
attr_accessor :environment_size
|
305
|
+
|
293
306
|
# Output only. The Kubernetes Engine cluster used to run this environment.
|
294
307
|
# Corresponds to the JSON property `gkeCluster`
|
295
308
|
# @return [String]
|
@@ -302,7 +315,8 @@ module Google
|
|
302
315
|
attr_accessor :node_config
|
303
316
|
|
304
317
|
# The number of nodes in the Kubernetes Engine cluster that will be used to run
|
305
|
-
# this environment.
|
318
|
+
# this environment. This field is supported for Cloud Composer environments in
|
319
|
+
# versions composer-1.*.*-airflow-*.*.*.
|
306
320
|
# Corresponds to the JSON property `nodeCount`
|
307
321
|
# @return [Fixnum]
|
308
322
|
attr_accessor :node_count
|
@@ -319,15 +333,25 @@ module Google
|
|
319
333
|
attr_accessor :software_config
|
320
334
|
|
321
335
|
# The configuration settings for the Airflow web server App Engine instance.
|
336
|
+
# Supported for Cloud Composer environments in versions composer-1.*.*-airflow-*.
|
337
|
+
# *.*
|
322
338
|
# Corresponds to the JSON property `webServerConfig`
|
323
339
|
# @return [Google::Apis::ComposerV1::WebServerConfig]
|
324
340
|
attr_accessor :web_server_config
|
325
341
|
|
326
|
-
# Network-level access control policy for the Airflow web server.
|
342
|
+
# Network-level access control policy for the Airflow web server. Supported for
|
343
|
+
# Cloud Composer environments in versions composer-1.*.*-airflow-*.*.*.
|
327
344
|
# Corresponds to the JSON property `webServerNetworkAccessControl`
|
328
345
|
# @return [Google::Apis::ComposerV1::WebServerNetworkAccessControl]
|
329
346
|
attr_accessor :web_server_network_access_control
|
330
347
|
|
348
|
+
# The Kubernetes workloads configuration for GKE cluster associated with the
|
349
|
+
# Cloud Composer environment. Supported for Cloud Composer environments in
|
350
|
+
# versions composer-2.*.*-airflow-*.*.* and newer.
|
351
|
+
# Corresponds to the JSON property `workloadsConfig`
|
352
|
+
# @return [Google::Apis::ComposerV1::WorkloadsConfig]
|
353
|
+
attr_accessor :workloads_config
|
354
|
+
|
331
355
|
def initialize(**args)
|
332
356
|
update!(**args)
|
333
357
|
end
|
@@ -338,6 +362,7 @@ module Google
|
|
338
362
|
@dag_gcs_prefix = args[:dag_gcs_prefix] if args.key?(:dag_gcs_prefix)
|
339
363
|
@database_config = args[:database_config] if args.key?(:database_config)
|
340
364
|
@encryption_config = args[:encryption_config] if args.key?(:encryption_config)
|
365
|
+
@environment_size = args[:environment_size] if args.key?(:environment_size)
|
341
366
|
@gke_cluster = args[:gke_cluster] if args.key?(:gke_cluster)
|
342
367
|
@node_config = args[:node_config] if args.key?(:node_config)
|
343
368
|
@node_count = args[:node_count] if args.key?(:node_count)
|
@@ -345,6 +370,7 @@ module Google
|
|
345
370
|
@software_config = args[:software_config] if args.key?(:software_config)
|
346
371
|
@web_server_config = args[:web_server_config] if args.key?(:web_server_config)
|
347
372
|
@web_server_network_access_control = args[:web_server_network_access_control] if args.key?(:web_server_network_access_control)
|
373
|
+
@workloads_config = args[:workloads_config] if args.key?(:workloads_config)
|
348
374
|
end
|
349
375
|
end
|
350
376
|
|
@@ -354,42 +380,48 @@ module Google
|
|
354
380
|
include Google::Apis::Core::Hashable
|
355
381
|
|
356
382
|
# Optional. The IP address range used to allocate IP addresses to pods in the
|
357
|
-
# GKE cluster.
|
358
|
-
#
|
359
|
-
#
|
360
|
-
#
|
361
|
-
#
|
362
|
-
#
|
383
|
+
# GKE cluster. For Cloud Composer environments in versions composer-1.*.*-
|
384
|
+
# airflow-*.*.*, this field is applicable only when `use_ip_aliases` is true.
|
385
|
+
# Set to blank to have GKE choose a range with the default size. Set to /netmask
|
386
|
+
# (e.g. `/14`) to have GKE choose a range with a specific netmask. Set to a [
|
387
|
+
# CIDR](https://en.wikipedia.org/wiki/Classless_Inter-Domain_Routing) notation (
|
388
|
+
# e.g. `10.96.0.0/14`) from the RFC-1918 private networks (e.g. `10.0.0.0/8`, `
|
389
|
+
# 172.16.0.0/12`, `192.168.0.0/16`) to pick a specific range to use.
|
363
390
|
# Corresponds to the JSON property `clusterIpv4CidrBlock`
|
364
391
|
# @return [String]
|
365
392
|
attr_accessor :cluster_ipv4_cidr_block
|
366
393
|
|
367
394
|
# Optional. The name of the GKE cluster's secondary range used to allocate IP
|
368
|
-
# addresses to pods.
|
395
|
+
# addresses to pods. For Cloud Composer environments in versions composer-1.*.*-
|
396
|
+
# airflow-*.*.*, this field is applicable only when `use_ip_aliases` is true.
|
369
397
|
# Corresponds to the JSON property `clusterSecondaryRangeName`
|
370
398
|
# @return [String]
|
371
399
|
attr_accessor :cluster_secondary_range_name
|
372
400
|
|
373
401
|
# Optional. The IP address range of the services IP addresses in this GKE
|
374
|
-
# cluster.
|
375
|
-
#
|
376
|
-
#
|
377
|
-
#
|
378
|
-
#
|
379
|
-
# 0.0/
|
402
|
+
# cluster. For Cloud Composer environments in versions composer-1.*.*-airflow-*.*
|
403
|
+
# .*, this field is applicable only when `use_ip_aliases` is true. Set to blank
|
404
|
+
# to have GKE choose a range with the default size. Set to /netmask (e.g. `/14`)
|
405
|
+
# to have GKE choose a range with a specific netmask. Set to a [CIDR](https://en.
|
406
|
+
# wikipedia.org/wiki/Classless_Inter-Domain_Routing) notation (e.g. `10.96.0.0/
|
407
|
+
# 14`) from the RFC-1918 private networks (e.g. `10.0.0.0/8`, `172.16.0.0/12`, `
|
408
|
+
# 192.168.0.0/16`) to pick a specific range to use.
|
380
409
|
# Corresponds to the JSON property `servicesIpv4CidrBlock`
|
381
410
|
# @return [String]
|
382
411
|
attr_accessor :services_ipv4_cidr_block
|
383
412
|
|
384
413
|
# Optional. The name of the services' secondary range used to allocate IP
|
385
|
-
# addresses to the GKE cluster.
|
414
|
+
# addresses to the GKE cluster. For Cloud Composer environments in versions
|
415
|
+
# composer-1.*.*-airflow-*.*.*, this field is applicable only when `
|
386
416
|
# use_ip_aliases` is true.
|
387
417
|
# Corresponds to the JSON property `servicesSecondaryRangeName`
|
388
418
|
# @return [String]
|
389
419
|
attr_accessor :services_secondary_range_name
|
390
420
|
|
391
421
|
# Optional. Whether or not to enable Alias IPs in the GKE cluster. If `true`, a
|
392
|
-
# VPC-native cluster is created.
|
422
|
+
# VPC-native cluster is created. This field is only supported for Cloud Composer
|
423
|
+
# environments in versions composer-1.*.*-airflow-*.*.*. Environments in newer
|
424
|
+
# versions always use VPC-native GKE clusters.
|
393
425
|
# Corresponds to the JSON property `useIpAliases`
|
394
426
|
# @return [Boolean]
|
395
427
|
attr_accessor :use_ip_aliases
|
@@ -552,7 +584,8 @@ module Google
|
|
552
584
|
include Google::Apis::Core::Hashable
|
553
585
|
|
554
586
|
# Optional. The disk size in GB used for node VMs. Minimum size is 20GB. If
|
555
|
-
# unspecified, defaults to 100GB. Cannot be updated.
|
587
|
+
# unspecified, defaults to 100GB. Cannot be updated. This field is supported for
|
588
|
+
# Cloud Composer environments in versions composer-1.*.*-airflow-*.*.*.
|
556
589
|
# Corresponds to the JSON property `diskSizeGb`
|
557
590
|
# @return [Fixnum]
|
558
591
|
attr_accessor :disk_size_gb
|
@@ -573,7 +606,9 @@ module Google
|
|
573
606
|
# zone in the Compute Engine region corresponding to the Cloud Composer location,
|
574
607
|
# and propagate that choice to both fields. If only one field (`location` or `
|
575
608
|
# nodeConfig.machineType`) is specified, the location information from the
|
576
|
-
# specified field will be propagated to the unspecified field.
|
609
|
+
# specified field will be propagated to the unspecified field. This field is
|
610
|
+
# supported for Cloud Composer environments in versions composer-1.*.*-airflow-*.
|
611
|
+
# *.*.
|
577
612
|
# Corresponds to the JSON property `location`
|
578
613
|
# @return [String]
|
579
614
|
attr_accessor :location
|
@@ -591,6 +626,8 @@ module Google
|
|
591
626
|
# field will be propagated to the unspecified field. The `machineTypeId` must
|
592
627
|
# not be a [shared-core machine type](/compute/docs/machine-types#sharedcore).
|
593
628
|
# If this field is unspecified, the `machineTypeId` defaults to "n1-standard-1".
|
629
|
+
# This field is supported for Cloud Composer environments in versions composer-1.
|
630
|
+
# *.*-airflow-*.*.*.
|
594
631
|
# Corresponds to the JSON property `machineType`
|
595
632
|
# @return [String]
|
596
633
|
attr_accessor :machine_type
|
@@ -609,7 +646,8 @@ module Google
|
|
609
646
|
|
610
647
|
# Optional. The set of Google API scopes to be made available on all node VMs.
|
611
648
|
# If `oauth_scopes` is empty, defaults to ["https://www.googleapis.com/auth/
|
612
|
-
# cloud-platform"]. Cannot be updated.
|
649
|
+
# cloud-platform"]. Cannot be updated. This field is supported for Cloud
|
650
|
+
# Composer environments in versions composer-1.*.*-airflow-*.*.*.
|
613
651
|
# Corresponds to the JSON property `oauthScopes`
|
614
652
|
# @return [Array<String>]
|
615
653
|
attr_accessor :oauth_scopes
|
@@ -634,7 +672,8 @@ module Google
|
|
634
672
|
# Optional. The list of instance tags applied to all node VMs. Tags are used to
|
635
673
|
# identify valid sources or targets for network firewalls. Each tag within the
|
636
674
|
# list must comply with [RFC1035](https://www.ietf.org/rfc/rfc1035.txt). Cannot
|
637
|
-
# be updated.
|
675
|
+
# be updated. This field is supported for Cloud Composer environments in
|
676
|
+
# versions composer-1.*.*-airflow-*.*.*.
|
638
677
|
# Corresponds to the JSON property `tags`
|
639
678
|
# @return [Array<String>]
|
640
679
|
attr_accessor :tags
|
@@ -814,6 +853,22 @@ module Google
|
|
814
853
|
class PrivateEnvironmentConfig
|
815
854
|
include Google::Apis::Core::Hashable
|
816
855
|
|
856
|
+
# Optional. The CIDR block from which IP range for Cloud Composer Network in
|
857
|
+
# tenant project will be reserved. Needs to be disjoint from
|
858
|
+
# private_cluster_config.master_ipv4_cidr_block and cloud_sql_ipv4_cidr_block.
|
859
|
+
# This field is supported for Cloud Composer environments in versions composer-2.
|
860
|
+
# *.*-airflow-*.*.* and newer.
|
861
|
+
# Corresponds to the JSON property `cloudComposerNetworkIpv4CidrBlock`
|
862
|
+
# @return [String]
|
863
|
+
attr_accessor :cloud_composer_network_ipv4_cidr_block
|
864
|
+
|
865
|
+
# Output only. The IP range reserved for the tenant project's Cloud Composer
|
866
|
+
# network. This field is supported for Cloud Composer environments in versions
|
867
|
+
# composer-2.*.*-airflow-*.*.* and newer.
|
868
|
+
# Corresponds to the JSON property `cloudComposerNetworkIpv4ReservedRange`
|
869
|
+
# @return [String]
|
870
|
+
attr_accessor :cloud_composer_network_ipv4_reserved_range
|
871
|
+
|
817
872
|
# Optional. The CIDR block from which IP range in tenant project will be
|
818
873
|
# reserved for Cloud SQL. Needs to be disjoint from `web_server_ipv4_cidr_block`.
|
819
874
|
# Corresponds to the JSON property `cloudSqlIpv4CidrBlock`
|
@@ -822,7 +877,7 @@ module Google
|
|
822
877
|
|
823
878
|
# Optional. If `true`, a Private IP Cloud Composer environment is created. If
|
824
879
|
# this field is set to true, `IPAllocationPolicy.use_ip_aliases` must be set to
|
825
|
-
# true
|
880
|
+
# true for Cloud Composer environments in versions composer-1.*.*-airflow-*.*.*.
|
826
881
|
# Corresponds to the JSON property `enablePrivateEnvironment`
|
827
882
|
# @return [Boolean]
|
828
883
|
attr_accessor :enable_private_environment
|
@@ -836,12 +891,15 @@ module Google
|
|
836
891
|
|
837
892
|
# Optional. The CIDR block from which IP range for web server will be reserved.
|
838
893
|
# Needs to be disjoint from `private_cluster_config.master_ipv4_cidr_block` and `
|
839
|
-
# cloud_sql_ipv4_cidr_block`.
|
894
|
+
# cloud_sql_ipv4_cidr_block`. This field is supported for Cloud Composer
|
895
|
+
# environments in versions composer-1.*.*-airflow-*.*.*.
|
840
896
|
# Corresponds to the JSON property `webServerIpv4CidrBlock`
|
841
897
|
# @return [String]
|
842
898
|
attr_accessor :web_server_ipv4_cidr_block
|
843
899
|
|
844
900
|
# Output only. The IP range reserved for the tenant project's App Engine VMs.
|
901
|
+
# This field is supported for Cloud Composer environments in versions composer-1.
|
902
|
+
# *.*-airflow-*.*.*.
|
845
903
|
# Corresponds to the JSON property `webServerIpv4ReservedRange`
|
846
904
|
# @return [String]
|
847
905
|
attr_accessor :web_server_ipv4_reserved_range
|
@@ -852,6 +910,8 @@ module Google
|
|
852
910
|
|
853
911
|
# Update properties of this object
|
854
912
|
def update!(**args)
|
913
|
+
@cloud_composer_network_ipv4_cidr_block = args[:cloud_composer_network_ipv4_cidr_block] if args.key?(:cloud_composer_network_ipv4_cidr_block)
|
914
|
+
@cloud_composer_network_ipv4_reserved_range = args[:cloud_composer_network_ipv4_reserved_range] if args.key?(:cloud_composer_network_ipv4_reserved_range)
|
855
915
|
@cloud_sql_ipv4_cidr_block = args[:cloud_sql_ipv4_cidr_block] if args.key?(:cloud_sql_ipv4_cidr_block)
|
856
916
|
@enable_private_environment = args[:enable_private_environment] if args.key?(:enable_private_environment)
|
857
917
|
@private_cluster_config = args[:private_cluster_config] if args.key?(:private_cluster_config)
|
@@ -860,6 +920,44 @@ module Google
|
|
860
920
|
end
|
861
921
|
end
|
862
922
|
|
923
|
+
# Configuration for resources used by Airflow schedulers.
|
924
|
+
class SchedulerResource
|
925
|
+
include Google::Apis::Core::Hashable
|
926
|
+
|
927
|
+
# Optional. The number of schedulers.
|
928
|
+
# Corresponds to the JSON property `count`
|
929
|
+
# @return [Fixnum]
|
930
|
+
attr_accessor :count
|
931
|
+
|
932
|
+
# Optional. CPU request and limit for a single Airflow scheduler replica.
|
933
|
+
# Corresponds to the JSON property `cpu`
|
934
|
+
# @return [Float]
|
935
|
+
attr_accessor :cpu
|
936
|
+
|
937
|
+
# Optional. Memory (GB) request and limit for a single Airflow scheduler replica.
|
938
|
+
# Corresponds to the JSON property `memoryGb`
|
939
|
+
# @return [Float]
|
940
|
+
attr_accessor :memory_gb
|
941
|
+
|
942
|
+
# Optional. Storage (GB) request and limit for a single Airflow scheduler
|
943
|
+
# replica.
|
944
|
+
# Corresponds to the JSON property `storageGb`
|
945
|
+
# @return [Float]
|
946
|
+
attr_accessor :storage_gb
|
947
|
+
|
948
|
+
def initialize(**args)
|
949
|
+
update!(**args)
|
950
|
+
end
|
951
|
+
|
952
|
+
# Update properties of this object
|
953
|
+
def update!(**args)
|
954
|
+
@count = args[:count] if args.key?(:count)
|
955
|
+
@cpu = args[:cpu] if args.key?(:cpu)
|
956
|
+
@memory_gb = args[:memory_gb] if args.key?(:memory_gb)
|
957
|
+
@storage_gb = args[:storage_gb] if args.key?(:storage_gb)
|
958
|
+
end
|
959
|
+
end
|
960
|
+
|
863
961
|
# Specifies the selection and configuration of software inside the environment.
|
864
962
|
class SoftwareConfig
|
865
963
|
include Google::Apis::Core::Hashable
|
@@ -921,11 +1019,19 @@ module Google
|
|
921
1019
|
|
922
1020
|
# Optional. The major version of Python used to run the Apache Airflow scheduler,
|
923
1021
|
# worker, and webserver processes. Can be set to '2' or '3'. If not specified,
|
924
|
-
# the default is '3'. Cannot be updated.
|
1022
|
+
# the default is '3'. Cannot be updated. This field is only supported for Cloud
|
1023
|
+
# Composer environments in versions composer-1.*.*-airflow-*.*.*. Environments
|
1024
|
+
# in newer versions always use Python major version 3.
|
925
1025
|
# Corresponds to the JSON property `pythonVersion`
|
926
1026
|
# @return [String]
|
927
1027
|
attr_accessor :python_version
|
928
1028
|
|
1029
|
+
# Optional. The number of schedulers for Airflow. This field is supported for
|
1030
|
+
# Cloud Composer environments in versions composer-1.*.*-airflow-2.*.*.
|
1031
|
+
# Corresponds to the JSON property `schedulerCount`
|
1032
|
+
# @return [Fixnum]
|
1033
|
+
attr_accessor :scheduler_count
|
1034
|
+
|
929
1035
|
def initialize(**args)
|
930
1036
|
update!(**args)
|
931
1037
|
end
|
@@ -937,6 +1043,7 @@ module Google
|
|
937
1043
|
@image_version = args[:image_version] if args.key?(:image_version)
|
938
1044
|
@pypi_packages = args[:pypi_packages] if args.key?(:pypi_packages)
|
939
1045
|
@python_version = args[:python_version] if args.key?(:python_version)
|
1046
|
+
@scheduler_count = args[:scheduler_count] if args.key?(:scheduler_count)
|
940
1047
|
end
|
941
1048
|
end
|
942
1049
|
|
@@ -980,6 +1087,8 @@ module Google
|
|
980
1087
|
end
|
981
1088
|
|
982
1089
|
# The configuration settings for the Airflow web server App Engine instance.
|
1090
|
+
# Supported for Cloud Composer environments in versions composer-1.*.*-airflow-*.
|
1091
|
+
# *.*
|
983
1092
|
class WebServerConfig
|
984
1093
|
include Google::Apis::Core::Hashable
|
985
1094
|
|
@@ -1002,7 +1111,8 @@ module Google
|
|
1002
1111
|
end
|
1003
1112
|
end
|
1004
1113
|
|
1005
|
-
# Network-level access control policy for the Airflow web server.
|
1114
|
+
# Network-level access control policy for the Airflow web server. Supported for
|
1115
|
+
# Cloud Composer environments in versions composer-1.*.*-airflow-*.*.*.
|
1006
1116
|
class WebServerNetworkAccessControl
|
1007
1117
|
include Google::Apis::Core::Hashable
|
1008
1118
|
|
@@ -1020,6 +1130,113 @@ module Google
|
|
1020
1130
|
@allowed_ip_ranges = args[:allowed_ip_ranges] if args.key?(:allowed_ip_ranges)
|
1021
1131
|
end
|
1022
1132
|
end
|
1133
|
+
|
1134
|
+
# Configuration for resources used by Airflow web server.
|
1135
|
+
class WebServerResource
|
1136
|
+
include Google::Apis::Core::Hashable
|
1137
|
+
|
1138
|
+
# Optional. CPU request and limit for Airflow web server.
|
1139
|
+
# Corresponds to the JSON property `cpu`
|
1140
|
+
# @return [Float]
|
1141
|
+
attr_accessor :cpu
|
1142
|
+
|
1143
|
+
# Optional. Memory (GB) request and limit for Airflow web server.
|
1144
|
+
# Corresponds to the JSON property `memoryGb`
|
1145
|
+
# @return [Float]
|
1146
|
+
attr_accessor :memory_gb
|
1147
|
+
|
1148
|
+
# Optional. Storage (GB) request and limit for Airflow web server.
|
1149
|
+
# Corresponds to the JSON property `storageGb`
|
1150
|
+
# @return [Float]
|
1151
|
+
attr_accessor :storage_gb
|
1152
|
+
|
1153
|
+
def initialize(**args)
|
1154
|
+
update!(**args)
|
1155
|
+
end
|
1156
|
+
|
1157
|
+
# Update properties of this object
|
1158
|
+
def update!(**args)
|
1159
|
+
@cpu = args[:cpu] if args.key?(:cpu)
|
1160
|
+
@memory_gb = args[:memory_gb] if args.key?(:memory_gb)
|
1161
|
+
@storage_gb = args[:storage_gb] if args.key?(:storage_gb)
|
1162
|
+
end
|
1163
|
+
end
|
1164
|
+
|
1165
|
+
# Configuration for resources used by Airflow workers.
|
1166
|
+
class WorkerResource
|
1167
|
+
include Google::Apis::Core::Hashable
|
1168
|
+
|
1169
|
+
# Optional. CPU request and limit for a single Airflow worker replica.
|
1170
|
+
# Corresponds to the JSON property `cpu`
|
1171
|
+
# @return [Float]
|
1172
|
+
attr_accessor :cpu
|
1173
|
+
|
1174
|
+
# Optional. Maximum number of workers for autoscaling.
|
1175
|
+
# Corresponds to the JSON property `maxCount`
|
1176
|
+
# @return [Fixnum]
|
1177
|
+
attr_accessor :max_count
|
1178
|
+
|
1179
|
+
# Optional. Memory (GB) request and limit for a single Airflow worker replica.
|
1180
|
+
# Corresponds to the JSON property `memoryGb`
|
1181
|
+
# @return [Float]
|
1182
|
+
attr_accessor :memory_gb
|
1183
|
+
|
1184
|
+
# Optional. Minimum number of workers for autoscaling.
|
1185
|
+
# Corresponds to the JSON property `minCount`
|
1186
|
+
# @return [Fixnum]
|
1187
|
+
attr_accessor :min_count
|
1188
|
+
|
1189
|
+
# Optional. Storage (GB) request and limit for a single Airflow worker replica.
|
1190
|
+
# Corresponds to the JSON property `storageGb`
|
1191
|
+
# @return [Float]
|
1192
|
+
attr_accessor :storage_gb
|
1193
|
+
|
1194
|
+
def initialize(**args)
|
1195
|
+
update!(**args)
|
1196
|
+
end
|
1197
|
+
|
1198
|
+
# Update properties of this object
|
1199
|
+
def update!(**args)
|
1200
|
+
@cpu = args[:cpu] if args.key?(:cpu)
|
1201
|
+
@max_count = args[:max_count] if args.key?(:max_count)
|
1202
|
+
@memory_gb = args[:memory_gb] if args.key?(:memory_gb)
|
1203
|
+
@min_count = args[:min_count] if args.key?(:min_count)
|
1204
|
+
@storage_gb = args[:storage_gb] if args.key?(:storage_gb)
|
1205
|
+
end
|
1206
|
+
end
|
1207
|
+
|
1208
|
+
# The Kubernetes workloads configuration for GKE cluster associated with the
|
1209
|
+
# Cloud Composer environment. Supported for Cloud Composer environments in
|
1210
|
+
# versions composer-2.*.*-airflow-*.*.* and newer.
|
1211
|
+
class WorkloadsConfig
|
1212
|
+
include Google::Apis::Core::Hashable
|
1213
|
+
|
1214
|
+
# Configuration for resources used by Airflow schedulers.
|
1215
|
+
# Corresponds to the JSON property `scheduler`
|
1216
|
+
# @return [Google::Apis::ComposerV1::SchedulerResource]
|
1217
|
+
attr_accessor :scheduler
|
1218
|
+
|
1219
|
+
# Configuration for resources used by Airflow web server.
|
1220
|
+
# Corresponds to the JSON property `webServer`
|
1221
|
+
# @return [Google::Apis::ComposerV1::WebServerResource]
|
1222
|
+
attr_accessor :web_server
|
1223
|
+
|
1224
|
+
# Configuration for resources used by Airflow workers.
|
1225
|
+
# Corresponds to the JSON property `worker`
|
1226
|
+
# @return [Google::Apis::ComposerV1::WorkerResource]
|
1227
|
+
attr_accessor :worker
|
1228
|
+
|
1229
|
+
def initialize(**args)
|
1230
|
+
update!(**args)
|
1231
|
+
end
|
1232
|
+
|
1233
|
+
# Update properties of this object
|
1234
|
+
def update!(**args)
|
1235
|
+
@scheduler = args[:scheduler] if args.key?(:scheduler)
|
1236
|
+
@web_server = args[:web_server] if args.key?(:web_server)
|
1237
|
+
@worker = args[:worker] if args.key?(:worker)
|
1238
|
+
end
|
1239
|
+
end
|
1023
1240
|
end
|
1024
1241
|
end
|
1025
1242
|
end
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module ComposerV1
|
18
18
|
# Version of the google-apis-composer_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.16.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20211102"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -130,6 +130,12 @@ module Google
|
|
130
130
|
include Google::Apis::Core::JsonObjectSupport
|
131
131
|
end
|
132
132
|
|
133
|
+
class SchedulerResource
|
134
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
135
|
+
|
136
|
+
include Google::Apis::Core::JsonObjectSupport
|
137
|
+
end
|
138
|
+
|
133
139
|
class SoftwareConfig
|
134
140
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
135
141
|
|
@@ -154,6 +160,24 @@ module Google
|
|
154
160
|
include Google::Apis::Core::JsonObjectSupport
|
155
161
|
end
|
156
162
|
|
163
|
+
class WebServerResource
|
164
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
165
|
+
|
166
|
+
include Google::Apis::Core::JsonObjectSupport
|
167
|
+
end
|
168
|
+
|
169
|
+
class WorkerResource
|
170
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
171
|
+
|
172
|
+
include Google::Apis::Core::JsonObjectSupport
|
173
|
+
end
|
174
|
+
|
175
|
+
class WorkloadsConfig
|
176
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
177
|
+
|
178
|
+
include Google::Apis::Core::JsonObjectSupport
|
179
|
+
end
|
180
|
+
|
157
181
|
class AllowedIpRange
|
158
182
|
# @private
|
159
183
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -225,6 +249,7 @@ module Google
|
|
225
249
|
|
226
250
|
property :encryption_config, as: 'encryptionConfig', class: Google::Apis::ComposerV1::EncryptionConfig, decorator: Google::Apis::ComposerV1::EncryptionConfig::Representation
|
227
251
|
|
252
|
+
property :environment_size, as: 'environmentSize'
|
228
253
|
property :gke_cluster, as: 'gkeCluster'
|
229
254
|
property :node_config, as: 'nodeConfig', class: Google::Apis::ComposerV1::NodeConfig, decorator: Google::Apis::ComposerV1::NodeConfig::Representation
|
230
255
|
|
@@ -237,6 +262,8 @@ module Google
|
|
237
262
|
|
238
263
|
property :web_server_network_access_control, as: 'webServerNetworkAccessControl', class: Google::Apis::ComposerV1::WebServerNetworkAccessControl, decorator: Google::Apis::ComposerV1::WebServerNetworkAccessControl::Representation
|
239
264
|
|
265
|
+
property :workloads_config, as: 'workloadsConfig', class: Google::Apis::ComposerV1::WorkloadsConfig, decorator: Google::Apis::ComposerV1::WorkloadsConfig::Representation
|
266
|
+
|
240
267
|
end
|
241
268
|
end
|
242
269
|
|
@@ -343,6 +370,8 @@ module Google
|
|
343
370
|
class PrivateEnvironmentConfig
|
344
371
|
# @private
|
345
372
|
class Representation < Google::Apis::Core::JsonRepresentation
|
373
|
+
property :cloud_composer_network_ipv4_cidr_block, as: 'cloudComposerNetworkIpv4CidrBlock'
|
374
|
+
property :cloud_composer_network_ipv4_reserved_range, as: 'cloudComposerNetworkIpv4ReservedRange'
|
346
375
|
property :cloud_sql_ipv4_cidr_block, as: 'cloudSqlIpv4CidrBlock'
|
347
376
|
property :enable_private_environment, as: 'enablePrivateEnvironment'
|
348
377
|
property :private_cluster_config, as: 'privateClusterConfig', class: Google::Apis::ComposerV1::PrivateClusterConfig, decorator: Google::Apis::ComposerV1::PrivateClusterConfig::Representation
|
@@ -352,6 +381,16 @@ module Google
|
|
352
381
|
end
|
353
382
|
end
|
354
383
|
|
384
|
+
class SchedulerResource
|
385
|
+
# @private
|
386
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
387
|
+
property :count, as: 'count'
|
388
|
+
property :cpu, as: 'cpu'
|
389
|
+
property :memory_gb, as: 'memoryGb'
|
390
|
+
property :storage_gb, as: 'storageGb'
|
391
|
+
end
|
392
|
+
end
|
393
|
+
|
355
394
|
class SoftwareConfig
|
356
395
|
# @private
|
357
396
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -360,6 +399,7 @@ module Google
|
|
360
399
|
property :image_version, as: 'imageVersion'
|
361
400
|
hash :pypi_packages, as: 'pypiPackages'
|
362
401
|
property :python_version, as: 'pythonVersion'
|
402
|
+
property :scheduler_count, as: 'schedulerCount'
|
363
403
|
end
|
364
404
|
end
|
365
405
|
|
@@ -386,6 +426,38 @@ module Google
|
|
386
426
|
|
387
427
|
end
|
388
428
|
end
|
429
|
+
|
430
|
+
class WebServerResource
|
431
|
+
# @private
|
432
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
433
|
+
property :cpu, as: 'cpu'
|
434
|
+
property :memory_gb, as: 'memoryGb'
|
435
|
+
property :storage_gb, as: 'storageGb'
|
436
|
+
end
|
437
|
+
end
|
438
|
+
|
439
|
+
class WorkerResource
|
440
|
+
# @private
|
441
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
442
|
+
property :cpu, as: 'cpu'
|
443
|
+
property :max_count, as: 'maxCount'
|
444
|
+
property :memory_gb, as: 'memoryGb'
|
445
|
+
property :min_count, as: 'minCount'
|
446
|
+
property :storage_gb, as: 'storageGb'
|
447
|
+
end
|
448
|
+
end
|
449
|
+
|
450
|
+
class WorkloadsConfig
|
451
|
+
# @private
|
452
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
453
|
+
property :scheduler, as: 'scheduler', class: Google::Apis::ComposerV1::SchedulerResource, decorator: Google::Apis::ComposerV1::SchedulerResource::Representation
|
454
|
+
|
455
|
+
property :web_server, as: 'webServer', class: Google::Apis::ComposerV1::WebServerResource, decorator: Google::Apis::ComposerV1::WebServerResource::Representation
|
456
|
+
|
457
|
+
property :worker, as: 'worker', class: Google::Apis::ComposerV1::WorkerResource, decorator: Google::Apis::ComposerV1::WorkerResource::Representation
|
458
|
+
|
459
|
+
end
|
460
|
+
end
|
389
461
|
end
|
390
462
|
end
|
391
463
|
end
|
@@ -229,24 +229,42 @@ module Google
|
|
229
229
|
# error to provide both a mask of this form and the `labels` mask. * `config.
|
230
230
|
# nodeCount` * Horizontally scale the number of nodes in the environment. An
|
231
231
|
# integer greater than or equal to 3 must be provided in the `config.nodeCount`
|
232
|
-
# field.
|
233
|
-
#
|
234
|
-
#
|
235
|
-
#
|
236
|
-
#
|
237
|
-
#
|
238
|
-
#
|
239
|
-
#
|
240
|
-
#
|
241
|
-
#
|
242
|
-
#
|
243
|
-
#
|
244
|
-
#
|
245
|
-
#
|
246
|
-
#
|
247
|
-
#
|
248
|
-
#
|
249
|
-
#
|
232
|
+
# field. Supported for Cloud Composer environments in versions composer-1.*.*-
|
233
|
+
# airflow-*.*.*. * `config.webServerNetworkAccessControl` * Replace the
|
234
|
+
# environment's current `WebServerNetworkAccessControl`. * `config.
|
235
|
+
# databaseConfig.machineType` * Cloud SQL machine type used by Airflow database.
|
236
|
+
# It has to be one of: db-n1-standard-2, db-n1-standard-4, db-n1-standard-8 or
|
237
|
+
# db-n1-standard-16. Supported for Cloud Composer environments in versions
|
238
|
+
# composer-1.*.*-airflow-*.*.*. * `config.webServerConfig.machineType` * Machine
|
239
|
+
# type on which Airflow web server is running. It has to be one of: composer-n1-
|
240
|
+
# webserver-2, composer-n1-webserver-4 or composer-n1-webserver-8. Supported for
|
241
|
+
# Cloud Composer environments in versions composer-1.*.*-airflow-*.*.*. * `
|
242
|
+
# config.softwareConfig.airflowConfigOverrides` * Replace all Apache Airflow
|
243
|
+
# config overrides. If a replacement config overrides map is not included in `
|
244
|
+
# environment`, all config overrides are cleared. It is an error to provide both
|
245
|
+
# this mask and a mask specifying one or more individual config overrides. * `
|
246
|
+
# config.softwareConfig.airflowConfigOverrides.`section-name * Override the
|
247
|
+
# Apache Airflow config property *name* in the section named *section*,
|
248
|
+
# preserving other properties. To delete the property override, include it in `
|
249
|
+
# updateMask` and omit its mapping in `environment.config.softwareConfig.
|
250
|
+
# airflowConfigOverrides`. It is an error to provide both a mask of this form
|
251
|
+
# and the `config.softwareConfig.airflowConfigOverrides` mask. * `config.
|
252
|
+
# softwareConfig.envVariables` * Replace all environment variables. If a
|
253
|
+
# replacement environment variable map is not included in `environment`, all
|
254
|
+
# custom environment variables are cleared. It is an error to provide both this
|
255
|
+
# mask and a mask specifying one or more individual environment variables. * `
|
256
|
+
# config.softwareConfig.schedulerCount` * Horizontally scale the number of
|
257
|
+
# schedulers in Airflow. A positive integer not greater than the number of nodes
|
258
|
+
# must be provided in the `config.softwareConfig.schedulerCount` field.
|
259
|
+
# Supported for Cloud Composer environments in versions composer-1.*.*-airflow-2.
|
260
|
+
# *.*. * `config.databaseConfig.machineType` * Cloud SQL machine type used by
|
261
|
+
# Airflow database. It has to be one of: db-n1-standard-2, db-n1-standard-4, db-
|
262
|
+
# n1-standard-8 or db-n1-standard-16. Supported for Cloud Composer environments
|
263
|
+
# in versions composer-1.*.*-airflow-*.*.*. * `config.webServerConfig.
|
264
|
+
# machineType` * Machine type on which Airflow web server is running. It has to
|
265
|
+
# be one of: composer-n1-webserver-2, composer-n1-webserver-4 or composer-n1-
|
266
|
+
# webserver-8. Supported for Cloud Composer environments in versions composer-1.*
|
267
|
+
# .*-airflow-*.*.*.
|
250
268
|
# @param [String] fields
|
251
269
|
# Selector specifying which fields to include in a partial response.
|
252
270
|
# @param [String] quota_user
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-composer_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.16.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-11-15 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -57,9 +57,9 @@ licenses:
|
|
57
57
|
- Apache-2.0
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
|
-
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-composer_v1/v0.
|
62
|
-
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/
|
60
|
+
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-composer_v1/CHANGELOG.md
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-composer_v1/v0.16.0
|
62
|
+
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-composer_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
65
65
|
require_paths:
|