google-apis-dataflow_v1b3 0.46.0 → 0.48.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f14d411c2a60489c93d7aa0903719ec69d2f2b8d075ec7613fe49c5ec8ad7a2
-  data.tar.gz: 7c66b5df4039f5ae74020bd661e07a44e184363bda99b2c1b1a1369180e1040c
+  metadata.gz: ae42e2412fb5a708bc44bde5598e29161ecd8f8bcc53cde7938185e5113785e6
+  data.tar.gz: 1e92150cc71c12f5f8249f0ca18cc0d6148f2cdeafde209623f04f1feadf0b02
 SHA512:
-  metadata.gz: fea9f60b1f054641b0cb117676eaf89a03d1f1b6e57d269a5731ccd6c315b8fb6dbb815e64fcb9ced55a9de9502f444fe76dd2508fb0eb95a2d70aede7749dce
-  data.tar.gz: 4fc262d75c2eb7a58d9e1294baef3e4e21f42645d7f45991aa1b59525ace423e78952f5c432fc7e0b96f5ab570356c1c151209733b84f3bbefe54f329dc302ac
+  metadata.gz: 86b7c935110110bdac5fadfa0aa968d2a5cf2a73d20a3cf0e1311a06079a6e68186a70f912ec84a41e4e83c62060c47fdb44c16b5795734d5266b78c2c175315
+  data.tar.gz: 4255355c9050c8013235350b4edb1f9b65db2838ecfcb692f86412cb95081762214d6f6c10e472fbb83a7e605585009b670238e6e1080b9dc5df3f3309e53227

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataflow_v1b3
 
+### v0.48.0 (2023-12-24)
+
+* Regenerated from discovery document revision 20231217
+
+### v0.47.0 (2023-12-10)
+
+* Regenerated from discovery document revision 20231203
+
 ### v0.46.0 (2023-11-19)
 
 * Regenerated from discovery document revision 20231112

data/lib/google/apis/dataflow_v1b3/classes.rb

@@ -1326,6 +1326,14 @@ module Google
         # @return [String]
         attr_accessor :shuffle_mode
       
+        # Optional. Specifies the Streaming Engine message processing guarantees.
+        # Reduces cost and latency but might result in duplicate messages committed to
+        # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
+        # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
+        # Corresponds to the JSON property `streamingMode`
+        # @return [String]
+        attr_accessor :streaming_mode
+      
         # The prefix of the resources the system should use for temporary storage. The
         # system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
         # JOBNAME` is the value of the job_name field. The resulting bucket and object
@@ -1337,8 +1345,8 @@ module Google
         # @return [String]
         attr_accessor :temp_storage_prefix
       
-        # Output only. Whether the job uses the new streaming engine billing model based
-        # on resource usage.
+        # Output only. Whether the job uses the Streaming Engine resource-based billing
+        # model.
         # Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
         # @return [Boolean]
         attr_accessor :use_streaming_engine_resource_based_billing
@@ -1395,6 +1403,7 @@ module Google
           @service_kms_key_name = args[:service_kms_key_name] if args.key?(:service_kms_key_name)
           @service_options = args[:service_options] if args.key?(:service_options)
           @shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
+          @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
           @temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
           @use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
           @user_agent = args[:user_agent] if args.key?(:user_agent)
@@ -2194,8 +2203,8 @@ module Google
         # The current state of the job. Jobs are created in the `JOB_STATE_STOPPED`
         # state unless otherwise specified. A job in the `JOB_STATE_RUNNING` state may
         # asynchronously enter a terminal state. After a job has reached a terminal
-        # state, no further state updates may be made. This field may be mutated by the
-        # Cloud Dataflow service; callers cannot mutate it.
+        # state, no further state updates may be made. This field might be mutated by
+        # the Dataflow service; callers cannot mutate it.
         # Corresponds to the JSON property `currentState`
         # @return [String]
         attr_accessor :current_state
@@ -2216,8 +2225,8 @@ module Google
         # @return [Google::Apis::DataflowV1b3::JobExecutionInfo]
         attr_accessor :execution_info
       
-        # The unique ID of this job. This field is set by the Cloud Dataflow service
-        # when the Job is created, and is immutable for the life of the job.
+        # The unique ID of this job. This field is set by the Dataflow service when the
+        # job is created, and is immutable for the life of the job.
         # Corresponds to the JSON property `id`
         # @return [String]
         attr_accessor :id
@@ -2243,11 +2252,12 @@ module Google
         # @return [String]
         attr_accessor :location
       
-        # The user-specified Cloud Dataflow job name. Only one Job with a given name can
-        # exist in a project within one region at any given time. Jobs in different
-        # regions can have the same name. If a caller attempts to create a Job with the
-        # same name as an already-existing Job, the attempt returns the existing Job.
-        # The name must match the regular expression `[a-z]([-a-z0-9]`0,1022`[a-z0-9])?`
+        # The user-specified Dataflow job name. Only one active job with a given name
+        # can exist in a project within one region at any given time. Jobs in different
+        # regions can have the same name. If a caller attempts to create a job with the
+        # same name as an active job that already exists, the attempt returns the
+        # existing job. The name must match the regular expression `[a-z]([-a-z0-9]`0,
+        # 1022`[a-z0-9])?`
         # Corresponds to the JSON property `name`
         # @return [String]
         attr_accessor :name
@@ -2259,7 +2269,7 @@ module Google
         # @return [Google::Apis::DataflowV1b3::PipelineDescription]
         attr_accessor :pipeline_description
       
-        # The ID of the Cloud Platform project that the job belongs to.
+        # The ID of the Google Cloud project that the job belongs to.
         # Corresponds to the JSON property `projectId`
         # @return [String]
         attr_accessor :project_id
@@ -2351,7 +2361,7 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :transform_name_mapping
       
-        # The type of Cloud Dataflow job.
+        # The type of Dataflow job.
         # Corresponds to the JSON property `type`
         # @return [String]
         attr_accessor :type
@@ -4307,6 +4317,13 @@ module Google
         # @return [Fixnum]
         attr_accessor :min_num_workers
       
+        # Target worker utilization, compared against the aggregate utilization of the
+        # worker pool by autoscaler, to determine upscaling and downscaling when absent
+        # other constraints such as backlog.
+        # Corresponds to the JSON property `workerUtilizationHint`
+        # @return [Float]
+        attr_accessor :worker_utilization_hint
+      
         def initialize(**args)
            update!(**args)
         end
@@ -4315,6 +4332,7 @@ module Google
         def update!(**args)
           @max_num_workers = args[:max_num_workers] if args.key?(:max_num_workers)
           @min_num_workers = args[:min_num_workers] if args.key?(:min_num_workers)
+          @worker_utilization_hint = args[:worker_utilization_hint] if args.key?(:worker_utilization_hint)
         end
       end
       
@@ -5834,6 +5852,55 @@ module Google
         end
       end
       
+      # Contains per-user worker telemetry used in streaming autoscaling.
+      class StreamingScalingReport
+        include Google::Apis::Core::Hashable
+      
+        # Current acive bundle count.
+        # Corresponds to the JSON property `activeBundleCount`
+        # @return [Fixnum]
+        attr_accessor :active_bundle_count
+      
+        # Current acive thread count.
+        # Corresponds to the JSON property `activeThreadCount`
+        # @return [Fixnum]
+        attr_accessor :active_thread_count
+      
+        # Maximum bundle count limit.
+        # Corresponds to the JSON property `maximumBundleCount`
+        # @return [Fixnum]
+        attr_accessor :maximum_bundle_count
+      
+        # Maximum bytes count limit.
+        # Corresponds to the JSON property `maximumBytesCount`
+        # @return [Fixnum]
+        attr_accessor :maximum_bytes_count
+      
+        # Maximum thread count limit.
+        # Corresponds to the JSON property `maximumThreadCount`
+        # @return [Fixnum]
+        attr_accessor :maximum_thread_count
+      
+        # Current outstanding bytes count.
+        # Corresponds to the JSON property `outstandingBytesCount`
+        # @return [Fixnum]
+        attr_accessor :outstanding_bytes_count
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
+          @active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
+          @maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
+          @maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
+          @maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
+          @outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
+        end
+      end
+      
       # A task which initializes part of a streaming Dataflow job.
       class StreamingSetupTask
         include Google::Apis::Core::Hashable
@@ -6826,6 +6893,11 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :labels
       
+        # Contains per-user worker telemetry used in streaming autoscaling.
+        # Corresponds to the JSON property `streamingScalingReport`
+        # @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
+        attr_accessor :streaming_scaling_report
+      
         # The timestamp of the worker_message.
         # Corresponds to the JSON property `time`
         # @return [String]
@@ -6882,6 +6954,7 @@ module Google
         def update!(**args)
           @data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
           @labels = args[:labels] if args.key?(:labels)
+          @streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
           @time = args[:time] if args.key?(:time)
           @worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
           @worker_lifecycle_event = args[:worker_lifecycle_event] if args.key?(:worker_lifecycle_event)

data/lib/google/apis/dataflow_v1b3/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataflowV1b3
       # Version of the google-apis-dataflow_v1b3 gem
-      GEM_VERSION = "0.46.0"
+      GEM_VERSION = "0.48.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.12.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20231112"
+      REVISION = "20231217"
     end
   end
 end

data/lib/google/apis/dataflow_v1b3/representations.rb

@@ -892,6 +892,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class StreamingScalingReport
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class StreamingSetupTask
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1416,6 +1422,7 @@ module Google
           property :service_kms_key_name, as: 'serviceKmsKeyName'
           collection :service_options, as: 'serviceOptions'
           property :shuffle_mode, as: 'shuffleMode'
+          property :streaming_mode, as: 'streamingMode'
           property :temp_storage_prefix, as: 'tempStoragePrefix'
           property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
           hash :user_agent, as: 'userAgent'
@@ -2200,6 +2207,7 @@ module Google
         class Representation < Google::Apis::Core::JsonRepresentation
           property :max_num_workers, as: 'maxNumWorkers'
           property :min_num_workers, as: 'minNumWorkers'
+          property :worker_utilization_hint, as: 'workerUtilizationHint'
         end
       end
       
@@ -2647,6 +2655,18 @@ module Google
         end
       end
       
+      class StreamingScalingReport
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :active_bundle_count, as: 'activeBundleCount'
+          property :active_thread_count, as: 'activeThreadCount'
+          property :maximum_bundle_count, as: 'maximumBundleCount'
+          property :maximum_bytes_count, as: 'maximumBytesCount'
+          property :maximum_thread_count, as: 'maximumThreadCount'
+          property :outstanding_bytes_count, as: 'outstandingBytesCount'
+        end
+      end
+      
       class StreamingSetupTask
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2906,6 +2926,8 @@ module Google
           property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
       
           hash :labels, as: 'labels'
+          property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
+      
           property :time, as: 'time'
           property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation
       

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataflow_v1b3
 version: !ruby/object:Gem::Version
-  version: 0.46.0
+  version: 0.48.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-11-19 00:00:00.000000000 Z
+date: 2023-12-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.46.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.48.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
 post_install_message: 
 rdoc_options: []