google-apis-dataflow_v1b3 0.24.0 → 0.27.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 771ba032068be147e11debd744d854fe51b0efba3fa543ed030dbcb6df27f8bb
-  data.tar.gz: a676e8ba3f1df28e5bf434da41fa66b9d69e8d4f518462e395758adbbde419ea
+  metadata.gz: af6461050ecc687ed401f0e61fa89b51097fd25d1cca002405276ae77a2a5590
+  data.tar.gz: fccbcdf088683572ab84c558c0232c2c0b876bc2566370a5d29d87f9b49ffc59
 SHA512:
-  metadata.gz: f1e1c248463f19640aa7c2459ecd7b5c4403414939a6ebde7f7f9bd6347c4f93636d7eb631e07db986f6740e803b46bb487202e1d02596e81e14cb0d2dd1430b
-  data.tar.gz: fb58cb086597c6439b96dfe08d952eef6759c7b978bf0ebb69f73a359057f5262346c5a73d9a5924b5b220ee76fb4c62ce2ec6429161da2b46fc7103ef5db99a
+  metadata.gz: 02a726b0f2a32b44876b443a1cb1aab431101d287087c7f10db68a83398494b662d876e32a6a3fdaeee79934ba99f45248b386c64d6e22e09ce4e6c9683053ad
+  data.tar.gz: 113ada6902811d87a0c7479c58e9a338b22bf35d8df4923257887fd30b1a0fd76a7fd565deb0dd15f2cca210b17fc90ad231ed6290f976b9a427f05ce71cb68a

data/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Release history for google-apis-dataflow_v1b3
 
+### v0.27.0 (2022-09-10)
+
+* Regenerated from discovery document revision 20220904
+
+### v0.26.0 (2022-08-18)
+
+* Regenerated from discovery document revision 20220812
+
+### v0.25.0 (2022-08-11)
+
+* Regenerated from discovery document revision 20220806
+* Regenerated using generator version 0.9.0
+
 ### v0.24.0 (2022-07-02)
 
 * Regenerated from discovery document revision 20220629

data/lib/google/apis/dataflow_v1b3/classes.rb

@@ -1501,6 +1501,12 @@ module Google
         attr_accessor :dump_heap_on_oom
         alias_method :dump_heap_on_oom?, :dump_heap_on_oom
       
+        # If true serial port logging will be enabled for the launcher VM.
+        # Corresponds to the JSON property `enableLauncherVmSerialPortLogging`
+        # @return [Boolean]
+        attr_accessor :enable_launcher_vm_serial_port_logging
+        alias_method :enable_launcher_vm_serial_port_logging?, :enable_launcher_vm_serial_port_logging
+      
         # Whether to enable Streaming Engine for the job.
         # Corresponds to the JSON property `enableStreamingEngine`
         # @return [Boolean]
@@ -1628,6 +1634,7 @@ module Google
           @autoscaling_algorithm = args[:autoscaling_algorithm] if args.key?(:autoscaling_algorithm)
           @disk_size_gb = args[:disk_size_gb] if args.key?(:disk_size_gb)
           @dump_heap_on_oom = args[:dump_heap_on_oom] if args.key?(:dump_heap_on_oom)
+          @enable_launcher_vm_serial_port_logging = args[:enable_launcher_vm_serial_port_logging] if args.key?(:enable_launcher_vm_serial_port_logging)
           @enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
           @flexrs_goal = args[:flexrs_goal] if args.key?(:flexrs_goal)
           @ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
@@ -1821,6 +1828,25 @@ module Google
         end
       end
       
+      # Information useful for debugging a hot key detection.
+      class HotKeyDebuggingInfo
+        include Google::Apis::Core::Hashable
+      
+        # Debugging information for each detected hot key. Keyed by a hash of the key.
+        # Corresponds to the JSON property `detectedHotKeys`
+        # @return [Hash<String,Google::Apis::DataflowV1b3::HotKeyInfo>]
+        attr_accessor :detected_hot_keys
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @detected_hot_keys = args[:detected_hot_keys] if args.key?(:detected_hot_keys)
+        end
+      end
+      
       # Proto describing a hot key detected on a given WorkItem.
       class HotKeyDetection
         include Google::Apis::Core::Hashable
@@ -1853,6 +1879,41 @@ module Google
         end
       end
       
+      # Information about a hot key.
+      class HotKeyInfo
+        include Google::Apis::Core::Hashable
+      
+        # The age of the hot key measured from when it was first detected.
+        # Corresponds to the JSON property `hotKeyAge`
+        # @return [String]
+        attr_accessor :hot_key_age
+      
+        # A detected hot key that is causing limited parallelism. This field will be
+        # populated only if the following flag is set to true: "--enable_hot_key_logging"
+        # .
+        # Corresponds to the JSON property `key`
+        # @return [String]
+        attr_accessor :key
+      
+        # If true, then the above key is truncated and cannot be deserialized. This
+        # occurs if the key above is populated and the key size is >5MB.
+        # Corresponds to the JSON property `keyTruncated`
+        # @return [Boolean]
+        attr_accessor :key_truncated
+        alias_method :key_truncated?, :key_truncated
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @hot_key_age = args[:hot_key_age] if args.key?(:hot_key_age)
+          @key = args[:key] if args.key?(:key)
+          @key_truncated = args[:key_truncated] if args.key?(:key_truncated)
+        end
+      end
+      
       # An input of an instruction, as a reference to an output of a producer
       # instruction.
       class InstructionInput
@@ -3448,6 +3509,11 @@ module Google
         # @return [Array<Google::Apis::DataflowV1b3::TransformSummary>]
         attr_accessor :original_pipeline_transform
       
+        # A hash value of the submitted pipeline portable graph step names if exists.
+        # Corresponds to the JSON property `stepNamesHash`
+        # @return [String]
+        attr_accessor :step_names_hash
+      
         def initialize(**args)
            update!(**args)
         end
@@ -3457,6 +3523,7 @@ module Google
           @display_data = args[:display_data] if args.key?(:display_data)
           @execution_pipeline_stage = args[:execution_pipeline_stage] if args.key?(:execution_pipeline_stage)
           @original_pipeline_transform = args[:original_pipeline_transform] if args.key?(:original_pipeline_transform)
+          @step_names_hash = args[:step_names_hash] if args.key?(:step_names_hash)
         end
       end
       
@@ -5054,6 +5121,11 @@ module Google
         # @return [String]
         attr_accessor :state
       
+        # Summarized straggler identification details.
+        # Corresponds to the JSON property `stragglerSummary`
+        # @return [Google::Apis::DataflowV1b3::StragglerSummary]
+        attr_accessor :straggler_summary
+      
         def initialize(**args)
            update!(**args)
         end
@@ -5066,6 +5138,7 @@ module Google
           @stage_id = args[:stage_id] if args.key?(:stage_id)
           @start_time = args[:start_time] if args.key?(:start_time)
           @state = args[:state] if args.key?(:state)
+          @straggler_summary = args[:straggler_summary] if args.key?(:straggler_summary)
         end
       end
       
@@ -5178,6 +5251,79 @@ module Google
         end
       end
       
+      # Information useful for debugging a straggler. Each type will provide
+      # specialized debugging information relevant for a particular cause. The
+      # StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
+      class StragglerDebuggingInfo
+        include Google::Apis::Core::Hashable
+      
+        # Information useful for debugging a hot key detection.
+        # Corresponds to the JSON property `hotKey`
+        # @return [Google::Apis::DataflowV1b3::HotKeyDebuggingInfo]
+        attr_accessor :hot_key
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @hot_key = args[:hot_key] if args.key?(:hot_key)
+        end
+      end
+      
+      # Information useful for straggler identification and debugging.
+      class StragglerInfo
+        include Google::Apis::Core::Hashable
+      
+        # The straggler causes, keyed by the string representation of the StragglerCause
+        # enum and contains specialized debugging information for each straggler cause.
+        # Corresponds to the JSON property `causes`
+        # @return [Hash<String,Google::Apis::DataflowV1b3::StragglerDebuggingInfo>]
+        attr_accessor :causes
+      
+        # The time when the work item attempt became a straggler.
+        # Corresponds to the JSON property `startTime`
+        # @return [String]
+        attr_accessor :start_time
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @causes = args[:causes] if args.key?(:causes)
+          @start_time = args[:start_time] if args.key?(:start_time)
+        end
+      end
+      
+      # Summarized straggler identification details.
+      class StragglerSummary
+        include Google::Apis::Core::Hashable
+      
+        # Aggregated counts of straggler causes, keyed by the string representation of
+        # the StragglerCause enum.
+        # Corresponds to the JSON property `stragglerCauseCount`
+        # @return [Hash<String,Fixnum>]
+        attr_accessor :straggler_cause_count
+      
+        # The total count of stragglers.
+        # Corresponds to the JSON property `totalStragglerCount`
+        # @return [Fixnum]
+        attr_accessor :total_straggler_count
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @straggler_cause_count = args[:straggler_cause_count] if args.key?(:straggler_cause_count)
+          @total_straggler_count = args[:total_straggler_count] if args.key?(:total_straggler_count)
+        end
+      end
+      
       # Describes a stream of data, either as input to be processed or as output of a
       # streaming Dataflow job.
       class StreamLocation
@@ -5983,6 +6129,11 @@ module Google
         # @return [String]
         attr_accessor :state
       
+        # Information useful for straggler identification and debugging.
+        # Corresponds to the JSON property `stragglerInfo`
+        # @return [Google::Apis::DataflowV1b3::StragglerInfo]
+        attr_accessor :straggler_info
+      
         # Name of this work item.
         # Corresponds to the JSON property `taskId`
         # @return [String]
@@ -6000,6 +6151,7 @@ module Google
           @progress = args[:progress] if args.key?(:progress)
           @start_time = args[:start_time] if args.key?(:start_time)
           @state = args[:state] if args.key?(:state)
+          @straggler_info = args[:straggler_info] if args.key?(:straggler_info)
           @task_id = args[:task_id] if args.key?(:task_id)
         end
       end

data/lib/google/apis/dataflow_v1b3/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataflowV1b3
       # Version of the google-apis-dataflow_v1b3 gem
-      GEM_VERSION = "0.24.0"
+      GEM_VERSION = "0.27.0"
 
       # Version of the code generator used to generate this client
-      GENERATOR_VERSION = "0.8.0"
+      GENERATOR_VERSION = "0.9.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20220629"
+      REVISION = "20220904"
     end
   end
 end

data/lib/google/apis/dataflow_v1b3/representations.rb

@@ -268,12 +268,24 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class HotKeyDebuggingInfo
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class HotKeyDetection
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class HotKeyInfo
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class InstructionInput
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -796,6 +808,24 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class StragglerDebuggingInfo
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class StragglerInfo
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class StragglerSummary
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class StreamLocation
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1389,6 +1419,7 @@ module Google
           property :autoscaling_algorithm, as: 'autoscalingAlgorithm'
           property :disk_size_gb, as: 'diskSizeGb'
           property :dump_heap_on_oom, as: 'dumpHeapOnOom'
+          property :enable_launcher_vm_serial_port_logging, as: 'enableLauncherVmSerialPortLogging'
           property :enable_streaming_engine, as: 'enableStreamingEngine'
           property :flexrs_goal, as: 'flexrsGoal'
           property :ip_configuration, as: 'ipConfiguration'
@@ -1463,6 +1494,14 @@ module Google
         end
       end
       
+      class HotKeyDebuggingInfo
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :detected_hot_keys, as: 'detectedHotKeys', class: Google::Apis::DataflowV1b3::HotKeyInfo, decorator: Google::Apis::DataflowV1b3::HotKeyInfo::Representation
+      
+        end
+      end
+      
       class HotKeyDetection
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1472,6 +1511,15 @@ module Google
         end
       end
       
+      class HotKeyInfo
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :hot_key_age, as: 'hotKeyAge'
+          property :key, as: 'key'
+          property :key_truncated, as: 'keyTruncated'
+        end
+      end
+      
       class InstructionInput
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1910,6 +1958,7 @@ module Google
       
           collection :original_pipeline_transform, as: 'originalPipelineTransform', class: Google::Apis::DataflowV1b3::TransformSummary, decorator: Google::Apis::DataflowV1b3::TransformSummary::Representation
       
+          property :step_names_hash, as: 'stepNamesHash'
         end
       end
       
@@ -2364,6 +2413,8 @@ module Google
           property :stage_id, as: 'stageId'
           property :start_time, as: 'startTime'
           property :state, as: 'state'
+          property :straggler_summary, as: 'stragglerSummary', class: Google::Apis::DataflowV1b3::StragglerSummary, decorator: Google::Apis::DataflowV1b3::StragglerSummary::Representation
+      
         end
       end
       
@@ -2393,6 +2444,31 @@ module Google
         end
       end
       
+      class StragglerDebuggingInfo
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :hot_key, as: 'hotKey', class: Google::Apis::DataflowV1b3::HotKeyDebuggingInfo, decorator: Google::Apis::DataflowV1b3::HotKeyDebuggingInfo::Representation
+      
+        end
+      end
+      
+      class StragglerInfo
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :causes, as: 'causes', class: Google::Apis::DataflowV1b3::StragglerDebuggingInfo, decorator: Google::Apis::DataflowV1b3::StragglerDebuggingInfo::Representation
+      
+          property :start_time, as: 'startTime'
+        end
+      end
+      
+      class StragglerSummary
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :straggler_cause_count, as: 'stragglerCauseCount'
+          property :total_straggler_count, :numeric_string => true, as: 'totalStragglerCount'
+        end
+      end
+      
       class StreamLocation
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2617,6 +2693,8 @@ module Google
       
           property :start_time, as: 'startTime'
           property :state, as: 'state'
+          property :straggler_info, as: 'stragglerInfo', class: Google::Apis::DataflowV1b3::StragglerInfo, decorator: Google::Apis::DataflowV1b3::StragglerInfo::Representation
+      
           property :task_id, as: 'taskId'
         end
       end

data/lib/google/apis/dataflow_v1b3/service.rb

@@ -126,6 +126,8 @@ module Google
         # @param [String] location
         #   The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
         #   regional-endpoints) that contains this job.
+        # @param [String] name
+        #   Optional. The job name. Optional.
         # @param [Fixnum] page_size
         #   If there are many jobs, limit response to at most this many. The actual number
         #   of jobs returned will be the lesser of max_responses and an unspecified server-
@@ -153,13 +155,14 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def aggregated_project_job(project_id, filter: nil, location: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
+        def aggregated_project_job(project_id, filter: nil, location: nil, name: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
           command = make_simple_command(:get, 'v1b3/projects/{projectId}/jobs:aggregated', options)
           command.response_representation = Google::Apis::DataflowV1b3::ListJobsResponse::Representation
           command.response_class = Google::Apis::DataflowV1b3::ListJobsResponse
           command.params['projectId'] = project_id unless project_id.nil?
           command.query['filter'] = filter unless filter.nil?
           command.query['location'] = location unless location.nil?
+          command.query['name'] = name unless name.nil?
           command.query['pageSize'] = page_size unless page_size.nil?
           command.query['pageToken'] = page_token unless page_token.nil?
           command.query['view'] = view unless view.nil?
@@ -317,6 +320,8 @@ module Google
         # @param [String] location
         #   The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
         #   regional-endpoints) that contains this job.
+        # @param [String] name
+        #   Optional. The job name. Optional.
         # @param [Fixnum] page_size
         #   If there are many jobs, limit response to at most this many. The actual number
         #   of jobs returned will be the lesser of max_responses and an unspecified server-
@@ -344,13 +349,14 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_project_jobs(project_id, filter: nil, location: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
+        def list_project_jobs(project_id, filter: nil, location: nil, name: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
           command = make_simple_command(:get, 'v1b3/projects/{projectId}/jobs', options)
           command.response_representation = Google::Apis::DataflowV1b3::ListJobsResponse::Representation
           command.response_class = Google::Apis::DataflowV1b3::ListJobsResponse
           command.params['projectId'] = project_id unless project_id.nil?
           command.query['filter'] = filter unless filter.nil?
           command.query['location'] = location unless location.nil?
+          command.query['name'] = name unless name.nil?
           command.query['pageSize'] = page_size unless page_size.nil?
           command.query['pageToken'] = page_token unless page_token.nil?
           command.query['view'] = view unless view.nil?
@@ -915,6 +921,8 @@ module Google
         #   regional-endpoints) that contains this job.
         # @param [String] filter
         #   The kind of filter to use.
+        # @param [String] name
+        #   Optional. The job name. Optional.
         # @param [Fixnum] page_size
         #   If there are many jobs, limit response to at most this many. The actual number
         #   of jobs returned will be the lesser of max_responses and an unspecified server-
@@ -942,13 +950,14 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_project_location_jobs(project_id, location, filter: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
+        def list_project_location_jobs(project_id, location, filter: nil, name: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
           command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/jobs', options)
           command.response_representation = Google::Apis::DataflowV1b3::ListJobsResponse::Representation
           command.response_class = Google::Apis::DataflowV1b3::ListJobsResponse
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['location'] = location unless location.nil?
           command.query['filter'] = filter unless filter.nil?
+          command.query['name'] = name unless name.nil?
           command.query['pageSize'] = page_size unless page_size.nil?
           command.query['pageToken'] = page_token unless page_token.nil?
           command.query['view'] = view unless view.nil?

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataflow_v1b3
 version: !ruby/object:Gem::Version
-  version: 0.24.0
+  version: 0.27.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-07-04 00:00:00.000000000 Z
+date: 2022-09-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.24.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.27.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
 post_install_message: 
 rdoc_options: []