google-apis-composer_v1beta1 0.38.0 → 0.40.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e6ab880c64cdd577c6b2ec42083138b357325bed8db956217e1d67b85ce317ac
-  data.tar.gz: c1f50c64ba3404a87987c7b41069c38e2954a6d7b3b389e190ba195cd2ae07ab
+  metadata.gz: 556da1d725ae4aeac91270a4d7b16ac5f7d449a1ca54dc967fd0b585696ab20b
+  data.tar.gz: 1e82ecd6795602acef2e5534dd5e3ef6d93bc3789b86c15189806e00dd7889ed
 SHA512:
-  metadata.gz: 7a6c34dad55abe9ce56428c53cd632a76ca2db5c56fe58a7921debd9df6e2f45d07fd6315e97d4973dc5ce302e7e9be36dfd36c339b805cf34e97780d48e77ee
-  data.tar.gz: 86ee62bc4893a223a61f35f2c9b67bba23b9be9140169f627cc24d51a6f10c07240bb542f49409a3939563c9658d797581dd93dfd3570ae8bc8fcc175246552d
+  metadata.gz: 47fbdebf7e55a303a22a0f6bbd19c765dba06d3b2b7c13d3559cdcac683d47928cf9b1c5d954351c16f324316197c0621969ab638f36ca2b6aa697a8ac861061
+  data.tar.gz: 26e55ea1d81b9872b1dc054856ea0f8bfd46c629a7de057572f6cd61a47566cd6d87b7613e5e1fca6f17cb132d06e710e75a27b0da3026cb55e6aeb3d64c95b3

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 # Release history for google-apis-composer_v1beta1
 
+### v0.40.0 (2024-01-23)
+
+* Regenerated from discovery document revision 20240106
+* Regenerated using generator version 0.13.0
+
+### v0.39.0 (2023-12-10)
+
+* Regenerated from discovery document revision 20231129
+
 ### v0.38.0 (2023-10-08)
 
 * Regenerated from discovery document revision 20231004

data/lib/google/apis/composer_v1beta1/classes.rb

@@ -177,6 +177,65 @@ module Google
         end
       end
       
+      # Configuration for resources used by Airflow DAG processors.
+      class DagProcessorResource
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The number of DAG processors. If not provided or set to 0, a single
+        # DAG processor instance will be created.
+        # Corresponds to the JSON property `count`
+        # @return [Fixnum]
+        attr_accessor :count
+      
+        # Optional. CPU request and limit for a single Airflow DAG processor replica.
+        # Corresponds to the JSON property `cpu`
+        # @return [Float]
+        attr_accessor :cpu
+      
+        # Optional. Memory (GB) request and limit for a single Airflow DAG processor
+        # replica.
+        # Corresponds to the JSON property `memoryGb`
+        # @return [Float]
+        attr_accessor :memory_gb
+      
+        # Optional. Storage (GB) request and limit for a single Airflow DAG processor
+        # replica.
+        # Corresponds to the JSON property `storageGb`
+        # @return [Float]
+        attr_accessor :storage_gb
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @count = args[:count] if args.key?(:count)
+          @cpu = args[:cpu] if args.key?(:cpu)
+          @memory_gb = args[:memory_gb] if args.key?(:memory_gb)
+          @storage_gb = args[:storage_gb] if args.key?(:storage_gb)
+        end
+      end
+      
+      # The configuration setting for Airflow database data retention mechanism.
+      class DataRetentionConfig
+        include Google::Apis::Core::Hashable
+      
+        # The configuration setting for Task Logs.
+        # Corresponds to the JSON property `taskLogsRetentionConfig`
+        # @return [Google::Apis::ComposerV1beta1::TaskLogsRetentionConfig]
+        attr_accessor :task_logs_retention_config
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @task_logs_retention_config = args[:task_logs_retention_config] if args.key?(:task_logs_retention_config)
+        end
+      end
+      
       # The configuration of Cloud SQL instance that is used by the Apache Airflow
       # software.
       class DatabaseConfig
@@ -420,6 +479,11 @@ module Google
         # @return [String]
         attr_accessor :dag_gcs_prefix
       
+        # The configuration setting for Airflow database data retention mechanism.
+        # Corresponds to the JSON property `dataRetentionConfig`
+        # @return [Google::Apis::ComposerV1beta1::DataRetentionConfig]
+        attr_accessor :data_retention_config
+      
         # The configuration of Cloud SQL instance that is used by the Apache Airflow
         # software.
         # Corresponds to the JSON property `databaseConfig`
@@ -526,6 +590,7 @@ module Google
           @airflow_byoid_uri = args[:airflow_byoid_uri] if args.key?(:airflow_byoid_uri)
           @airflow_uri = args[:airflow_uri] if args.key?(:airflow_uri)
           @dag_gcs_prefix = args[:dag_gcs_prefix] if args.key?(:dag_gcs_prefix)
+          @data_retention_config = args[:data_retention_config] if args.key?(:data_retention_config)
           @database_config = args[:database_config] if args.key?(:database_config)
           @encryption_config = args[:encryption_config] if args.key?(:encryption_config)
           @environment_size = args[:environment_size] if args.key?(:environment_size)
@@ -1067,6 +1132,29 @@ module Google
       class NodeConfig
         include Google::Apis::Core::Hashable
       
+        # Optional. The IP range in CIDR notation to use internally by Cloud Composer.
+        # IP addresses are not reserved - and the same range can be used by multiple
+        # Cloud Composer environments. In case of overlap, IPs from this range will not
+        # be accessible in the user's VPC network. Cannot be updated. If not specified,
+        # the default value of '100.64.128.0/20' is used. This field is supported for
+        # Cloud Composer environments in versions composer-3.*.*-airflow-*.*.* and newer.
+        # Corresponds to the JSON property `composerInternalIpv4CidrBlock`
+        # @return [String]
+        attr_accessor :composer_internal_ipv4_cidr_block
+      
+        # Optional. Network Attachment that Cloud Composer environment is connected to,
+        # which provides connectivity with a user's VPC network. Takes precedence over
+        # network and subnetwork settings. If not provided, but network and subnetwork
+        # are defined during environment, it will be provisioned. If not provided and
+        # network and subnetwork are also empty, then connectivity to user's VPC network
+        # is disabled. Network attachment must be provided in format projects/`project`/
+        # regions/`region`/networkAttachments/`networkAttachment`. This field is
+        # supported for Cloud Composer environments in versions composer-3.*.*-airflow-*.
+        # *.* and newer.
+        # Corresponds to the JSON property `composerNetworkAttachment`
+        # @return [String]
+        attr_accessor :composer_network_attachment
+      
         # Optional. The disk size in GB used for node VMs. Minimum size is 30GB. If
         # unspecified, defaults to 100GB. Cannot be updated. This field is supported for
         # Cloud Composer environments in versions composer-1.*.*-airflow-*.*.*.
@@ -1188,6 +1276,8 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @composer_internal_ipv4_cidr_block = args[:composer_internal_ipv4_cidr_block] if args.key?(:composer_internal_ipv4_cidr_block)
+          @composer_network_attachment = args[:composer_network_attachment] if args.key?(:composer_network_attachment)
           @disk_size_gb = args[:disk_size_gb] if args.key?(:disk_size_gb)
           @enable_ip_masq_agent = args[:enable_ip_masq_agent] if args.key?(:enable_ip_masq_agent)
           @ip_allocation_policy = args[:ip_allocation_policy] if args.key?(:ip_allocation_policy)
@@ -1459,6 +1549,18 @@ module Google
         # @return [String]
         attr_accessor :cloud_sql_ipv4_cidr_block
       
+        # Optional. If `true`, builds performed during operations that install Python
+        # packages have only private connectivity to Google services (including Artifact
+        # Registry) and VPC network (if either `NodeConfig.network` and `NodeConfig.
+        # subnetwork` fields or `NodeConfig.composer_network_attachment` field are
+        # specified). If `false`, the builds also have access to the internet. This
+        # field is supported for Cloud Composer environments in versions composer-3.*.*-
+        # airflow-*.*.* and newer.
+        # Corresponds to the JSON property `enablePrivateBuildsOnly`
+        # @return [Boolean]
+        attr_accessor :enable_private_builds_only
+        alias_method :enable_private_builds_only?, :enable_private_builds_only
+      
         # Optional. If `true`, a Private IP Cloud Composer environment is created. If
         # this field is set to true, `IPAllocationPolicy.use_ip_aliases` must be set to
         # true for Cloud Composer environments in versions composer-1.*.*-airflow-*.*.*.
@@ -1511,6 +1613,7 @@ module Google
           @cloud_composer_network_ipv4_cidr_block = args[:cloud_composer_network_ipv4_cidr_block] if args.key?(:cloud_composer_network_ipv4_cidr_block)
           @cloud_composer_network_ipv4_reserved_range = args[:cloud_composer_network_ipv4_reserved_range] if args.key?(:cloud_composer_network_ipv4_reserved_range)
           @cloud_sql_ipv4_cidr_block = args[:cloud_sql_ipv4_cidr_block] if args.key?(:cloud_sql_ipv4_cidr_block)
+          @enable_private_builds_only = args[:enable_private_builds_only] if args.key?(:enable_private_builds_only)
           @enable_private_environment = args[:enable_private_environment] if args.key?(:enable_private_environment)
           @enable_privately_used_public_ips = args[:enable_privately_used_public_ips] if args.key?(:enable_privately_used_public_ips)
           @networking_config = args[:networking_config] if args.key?(:networking_config)
@@ -1756,6 +1859,13 @@ module Google
         # @return [Fixnum]
         attr_accessor :scheduler_count
       
+        # Optional. Whether or not the web server uses custom plugins. If unspecified,
+        # the field defaults to `PLUGINS_ENABLED`. This field is supported for Cloud
+        # Composer environments in versions composer-3.*.*-airflow-*.*.* and newer.
+        # Corresponds to the JSON property `webServerPluginsMode`
+        # @return [String]
+        attr_accessor :web_server_plugins_mode
+      
         def initialize(**args)
            update!(**args)
         end
@@ -1769,6 +1879,7 @@ module Google
           @pypi_packages = args[:pypi_packages] if args.key?(:pypi_packages)
           @python_version = args[:python_version] if args.key?(:python_version)
           @scheduler_count = args[:scheduler_count] if args.key?(:scheduler_count)
+          @web_server_plugins_mode = args[:web_server_plugins_mode] if args.key?(:web_server_plugins_mode)
         end
       end
       
@@ -1896,6 +2007,26 @@ module Google
         end
       end
       
+      # The configuration setting for Task Logs.
+      class TaskLogsRetentionConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The mode of storage for Airflow workers task logs. For details, see
+        # go/composer-store-task-logs-in-cloud-logging-only-design-doc
+        # Corresponds to the JSON property `storageMode`
+        # @return [String]
+        attr_accessor :storage_mode
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @storage_mode = args[:storage_mode] if args.key?(:storage_mode)
+        end
+      end
+      
       # Configuration for resources used by Airflow triggerers.
       class TriggererResource
         include Google::Apis::Core::Hashable
@@ -2051,6 +2182,11 @@ module Google
       class WorkloadsConfig
         include Google::Apis::Core::Hashable
       
+        # Configuration for resources used by Airflow DAG processors.
+        # Corresponds to the JSON property `dagProcessor`
+        # @return [Google::Apis::ComposerV1beta1::DagProcessorResource]
+        attr_accessor :dag_processor
+      
         # Configuration for resources used by Airflow schedulers.
         # Corresponds to the JSON property `scheduler`
         # @return [Google::Apis::ComposerV1beta1::SchedulerResource]
@@ -2077,6 +2213,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @dag_processor = args[:dag_processor] if args.key?(:dag_processor)
           @scheduler = args[:scheduler] if args.key?(:scheduler)
           @triggerer = args[:triggerer] if args.key?(:triggerer)
           @web_server = args[:web_server] if args.key?(:web_server)

data/lib/google/apis/composer_v1beta1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module ComposerV1beta1
       # Version of the google-apis-composer_v1beta1 gem
-      GEM_VERSION = "0.38.0"
+      GEM_VERSION = "0.40.0"
 
       # Version of the code generator used to generate this client
-      GENERATOR_VERSION = "0.12.0"
+      GENERATOR_VERSION = "0.13.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20231004"
+      REVISION = "20240106"
     end
   end
 end

data/lib/google/apis/composer_v1beta1/representations.rb

@@ -52,6 +52,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class DagProcessorResource
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class DataRetentionConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class DatabaseConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -298,6 +310,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class TaskLogsRetentionConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class TriggererResource
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -375,6 +393,24 @@ module Google
         end
       end
       
+      class DagProcessorResource
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :count, as: 'count'
+          property :cpu, as: 'cpu'
+          property :memory_gb, as: 'memoryGb'
+          property :storage_gb, as: 'storageGb'
+        end
+      end
+      
+      class DataRetentionConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :task_logs_retention_config, as: 'taskLogsRetentionConfig', class: Google::Apis::ComposerV1beta1::TaskLogsRetentionConfig, decorator: Google::Apis::ComposerV1beta1::TaskLogsRetentionConfig::Representation
+      
+        end
+      end
+      
       class DatabaseConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -440,6 +476,8 @@ module Google
           property :airflow_byoid_uri, as: 'airflowByoidUri'
           property :airflow_uri, as: 'airflowUri'
           property :dag_gcs_prefix, as: 'dagGcsPrefix'
+          property :data_retention_config, as: 'dataRetentionConfig', class: Google::Apis::ComposerV1beta1::DataRetentionConfig, decorator: Google::Apis::ComposerV1beta1::DataRetentionConfig::Representation
+      
           property :database_config, as: 'databaseConfig', class: Google::Apis::ComposerV1beta1::DatabaseConfig, decorator: Google::Apis::ComposerV1beta1::DatabaseConfig::Representation
       
           property :encryption_config, as: 'encryptionConfig', class: Google::Apis::ComposerV1beta1::EncryptionConfig, decorator: Google::Apis::ComposerV1beta1::EncryptionConfig::Representation
@@ -609,6 +647,8 @@ module Google
       class NodeConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :composer_internal_ipv4_cidr_block, as: 'composerInternalIpv4CidrBlock'
+          property :composer_network_attachment, as: 'composerNetworkAttachment'
           property :disk_size_gb, as: 'diskSizeGb'
           property :enable_ip_masq_agent, as: 'enableIpMasqAgent'
           property :ip_allocation_policy, as: 'ipAllocationPolicy', class: Google::Apis::ComposerV1beta1::IpAllocationPolicy, decorator: Google::Apis::ComposerV1beta1::IpAllocationPolicy::Representation
@@ -685,6 +725,7 @@ module Google
           property :cloud_composer_network_ipv4_cidr_block, as: 'cloudComposerNetworkIpv4CidrBlock'
           property :cloud_composer_network_ipv4_reserved_range, as: 'cloudComposerNetworkIpv4ReservedRange'
           property :cloud_sql_ipv4_cidr_block, as: 'cloudSqlIpv4CidrBlock'
+          property :enable_private_builds_only, as: 'enablePrivateBuildsOnly'
           property :enable_private_environment, as: 'enablePrivateEnvironment'
           property :enable_privately_used_public_ips, as: 'enablePrivatelyUsedPublicIps'
           property :networking_config, as: 'networkingConfig', class: Google::Apis::ComposerV1beta1::NetworkingConfig, decorator: Google::Apis::ComposerV1beta1::NetworkingConfig::Representation
@@ -755,6 +796,7 @@ module Google
           hash :pypi_packages, as: 'pypiPackages'
           property :python_version, as: 'pythonVersion'
           property :scheduler_count, as: 'schedulerCount'
+          property :web_server_plugins_mode, as: 'webServerPluginsMode'
         end
       end
       
@@ -792,6 +834,13 @@ module Google
         end
       end
       
+      class TaskLogsRetentionConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :storage_mode, as: 'storageMode'
+        end
+      end
+      
       class TriggererResource
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -839,6 +888,8 @@ module Google
       class WorkloadsConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :dag_processor, as: 'dagProcessor', class: Google::Apis::ComposerV1beta1::DagProcessorResource, decorator: Google::Apis::ComposerV1beta1::DagProcessorResource::Representation
+      
           property :scheduler, as: 'scheduler', class: Google::Apis::ComposerV1beta1::SchedulerResource, decorator: Google::Apis::ComposerV1beta1::SchedulerResource::Representation
       
           property :triggerer, as: 'triggerer', class: Google::Apis::ComposerV1beta1::TriggererResource, decorator: Google::Apis::ComposerV1beta1::TriggererResource::Representation

data/lib/google/apis/composer_v1beta1/service.rb

@@ -32,6 +32,8 @@ module Google
       #
       # @see https://cloud.google.com/composer/
       class CloudComposerService < Google::Apis::Core::BaseService
+        DEFAULT_ENDPOINT_TEMPLATE = "https://composer.$UNIVERSE_DOMAIN$/"
+
         # @return [String]
         #  API key. Your API key identifies your project and provides you with API access,
         #  quota, and reports. Required unless you provide an OAuth 2.0 token.
@@ -43,7 +45,7 @@ module Google
         attr_accessor :quota_user
 
         def initialize
-          super('https://composer.googleapis.com/', '',
+          super(DEFAULT_ENDPOINT_TEMPLATE, '',
                 client_name: 'google-apis-composer_v1beta1',
                 client_version: Google::Apis::ComposerV1beta1::GEM_VERSION)
           @batch_path = 'batch'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-composer_v1beta1
 version: !ruby/object:Gem::Version
-  version: 0.38.0
+  version: 0.40.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-10-08 00:00:00.000000000 Z
+date: 2024-01-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.11.0
+        version: 0.12.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.11.0
+        version: 0.12.0
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-composer_v1beta1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-composer_v1beta1/v0.38.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-composer_v1beta1/v0.40.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-composer_v1beta1
 post_install_message: 
 rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.19
+rubygems_version: 3.5.3
 signing_key: 
 specification_version: 4
 summary: Simple REST client for Cloud Composer API V1beta1