google-apis-dataflow_v1b3 0.33.0 → 0.35.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 117d9522081a05d75d1fa225e7d3e17e7d2d4ba34012994ebcd4859853ffa267
-  data.tar.gz: 3a8055bdf81b6fb17c060c4dcac36a3f27068ef84a0b45487d3777b552618545
+  metadata.gz: 0e1121eb251d09ba9e51dbd1b7f6ea2a6a008b6cb97aa255d87df455c98a3f6c
+  data.tar.gz: 8ff845d7b549523b18765834c0c66710ed27f8e532620df12748d2c0b598d524
 SHA512:
-  metadata.gz: 8ccf40ba109a2d0f97bce182cf806f9c2c80fdec5c070faaa92be62aa111a1ce84c160287bcdde4eb72542c6515b32839bfc36ea57311c437367c6369073a190
-  data.tar.gz: 45bd122d70cc5cfef401339e457df57c47ff36c1a2955af4172fe50ca9804a3d8a11ec090b22680d260f0e2eb4398c42b80d7d766aea3d334bfe20e04db2a844
+  metadata.gz: e1bf7a21e0a49d1650796c4dd656f09510788dba1ed247ba6d9f9f8865508a9c53c519115f5e8ab7857e1ec8c7e847dd1957c57ce4ac4eef360eba70b2469f8f
+  data.tar.gz: f03cf538789f3bede3f59f46dce900a358d9ed8ac9ec14ccab8a25ce181f20584c7d7f3e0ed93fd5472359f77809618d73c811228b37f4acd28ac1de1aec360d

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 # Release history for google-apis-dataflow_v1b3
 
+### v0.35.0 (2023-01-29)
+
+* Regenerated from discovery document revision 20230119
+
+### v0.34.0 (2023-01-08)
+
+* Regenerated from discovery document revision 20221229
+* Regenerated using generator version 0.11.1
+
 ### v0.33.0 (2022-12-11)
 
 * Regenerated from discovery document revision 20221206

data/lib/google/apis/dataflow_v1b3/classes.rb

@@ -2440,9 +2440,10 @@ module Google
       
       # JobMetrics contains a collection of metrics describing the detailed progress
       # of a Dataflow job. Metrics correspond to user-defined and system-defined
-      # metrics in the job. This resource captures only the most recent values of each
-      # metric; time-series data can be queried for them (under the same metric names)
-      # from Cloud Monitoring.
+      # metrics in the job. For more information, see [Dataflow job metrics] (https://
+      # cloud.google.com/dataflow/docs/guides/using-monitoring-intf). This resource
+      # captures only the most recent values of each metric; time-series data can be
+      # queried for them (under the same metric names) from Cloud Monitoring.
       class JobMetrics
         include Google::Apis::Core::Hashable
       
@@ -3749,25 +3750,6 @@ module Google
         end
       end
       
-      # Information about a validated query.
-      class QueryInfo
-        include Google::Apis::Core::Hashable
-      
-        # Includes an entry for each satisfied QueryProperty.
-        # Corresponds to the JSON property `queryProperty`
-        # @return [Array<String>]
-        attr_accessor :query_property
-      
-        def initialize(**args)
-           update!(**args)
-        end
-      
-        # Update properties of this object
-        def update!(**args)
-          @query_property = args[:query_property] if args.key?(:query_property)
-        end
-      end
-      
       # An instruction that reads records. Takes no inputs, produces one output.
       class ReadInstruction
         include Google::Apis::Core::Hashable
@@ -3943,100 +3925,102 @@ module Google
       class RuntimeEnvironment
         include Google::Apis::Core::Hashable
       
-        # Additional experiment flags for the job, specified with the `--experiments`
-        # option.
+        # Optional. Additional experiment flags for the job, specified with the `--
+        # experiments` option.
         # Corresponds to the JSON property `additionalExperiments`
         # @return [Array<String>]
         attr_accessor :additional_experiments
       
-        # Additional user labels to be specified for the job. Keys and values should
-        # follow the restrictions specified in the [labeling restrictions](https://cloud.
-        # google.com/compute/docs/labeling-resources#restrictions) page. An object
-        # containing a list of "key": value pairs. Example: ` "name": "wrench", "mass": "
-        # 1kg", "count": "3" `.
+        # Optional. Additional user labels to be specified for the job. Keys and values
+        # should follow the restrictions specified in the [labeling restrictions](https:/
+        # /cloud.google.com/compute/docs/labeling-resources#restrictions) page. An
+        # object containing a list of "key": value pairs. Example: ` "name": "wrench", "
+        # mass": "1kg", "count": "3" `.
         # Corresponds to the JSON property `additionalUserLabels`
         # @return [Hash<String,String>]
         attr_accessor :additional_user_labels
       
-        # Whether to bypass the safety checks for the job's temporary directory. Use
-        # with caution.
+        # Optional. Whether to bypass the safety checks for the job's temporary
+        # directory. Use with caution.
         # Corresponds to the JSON property `bypassTempDirValidation`
         # @return [Boolean]
         attr_accessor :bypass_temp_dir_validation
         alias_method :bypass_temp_dir_validation?, :bypass_temp_dir_validation
       
-        # Whether to enable Streaming Engine for the job.
+        # Optional. Whether to enable Streaming Engine for the job.
         # Corresponds to the JSON property `enableStreamingEngine`
         # @return [Boolean]
         attr_accessor :enable_streaming_engine
         alias_method :enable_streaming_engine?, :enable_streaming_engine
       
-        # Configuration for VM IPs.
+        # Optional. Configuration for VM IPs.
         # Corresponds to the JSON property `ipConfiguration`
         # @return [String]
         attr_accessor :ip_configuration
       
-        # Name for the Cloud KMS key for the job. Key format is: projects//locations//
-        # keyRings//cryptoKeys/
+        # Optional. Name for the Cloud KMS key for the job. Key format is: projects//
+        # locations//keyRings//cryptoKeys/
         # Corresponds to the JSON property `kmsKeyName`
         # @return [String]
         attr_accessor :kms_key_name
       
-        # The machine type to use for the job. Defaults to the value from the template
-        # if not specified.
+        # Optional. The machine type to use for the job. Defaults to the value from the
+        # template if not specified.
         # Corresponds to the JSON property `machineType`
         # @return [String]
         attr_accessor :machine_type
       
-        # The maximum number of Google Compute Engine instances to be made available to
-        # your pipeline during execution, from 1 to 1000.
+        # Optional. The maximum number of Google Compute Engine instances to be made
+        # available to your pipeline during execution, from 1 to 1000. The default value
+        # is 1.
         # Corresponds to the JSON property `maxWorkers`
         # @return [Fixnum]
         attr_accessor :max_workers
       
-        # Network to which VMs will be assigned. If empty or unspecified, the service
-        # will use the network "default".
+        # Optional. Network to which VMs will be assigned. If empty or unspecified, the
+        # service will use the network "default".
         # Corresponds to the JSON property `network`
         # @return [String]
         attr_accessor :network
       
-        # The initial number of Google Compute Engine instances for the job.
+        # Optional. The initial number of Google Compute Engine instances for the job.
+        # The default value is 11.
         # Corresponds to the JSON property `numWorkers`
         # @return [Fixnum]
         attr_accessor :num_workers
       
-        # The email address of the service account to run the job as.
+        # Optional. The email address of the service account to run the job as.
         # Corresponds to the JSON property `serviceAccountEmail`
         # @return [String]
         attr_accessor :service_account_email
       
-        # Subnetwork to which VMs will be assigned, if desired. You can specify a
-        # subnetwork using either a complete URL or an abbreviated path. Expected to be
-        # of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
-        # regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/
-        # SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must
-        # use the complete URL.
+        # Optional. Subnetwork to which VMs will be assigned, if desired. You can
+        # specify a subnetwork using either a complete URL or an abbreviated path.
+        # Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
+        # HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/
+        # subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network,
+        # you must use the complete URL.
         # Corresponds to the JSON property `subnetwork`
         # @return [String]
         attr_accessor :subnetwork
       
-        # The Cloud Storage path to use for temporary files. Must be a valid Cloud
-        # Storage URL, beginning with `gs://`.
+        # Required. The Cloud Storage path to use for temporary files. Must be a valid
+        # Cloud Storage URL, beginning with `gs://`.
         # Corresponds to the JSON property `tempLocation`
         # @return [String]
         attr_accessor :temp_location
       
-        # The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/
-        # regions-zones) in which worker processing should occur, e.g. "us-west1".
-        # Mutually exclusive with worker_zone. If neither worker_region nor worker_zone
-        # is specified, default to the control plane's region.
+        # Required. The Compute Engine region (https://cloud.google.com/compute/docs/
+        # regions-zones/regions-zones) in which worker processing should occur, e.g. "us-
+        # west1". Mutually exclusive with worker_zone. If neither worker_region nor
+        # worker_zone is specified, default to the control plane's region.
         # Corresponds to the JSON property `workerRegion`
         # @return [String]
         attr_accessor :worker_region
       
-        # The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/
-        # regions-zones) in which worker processing should occur, e.g. "us-west1-a".
-        # Mutually exclusive with worker_region. If neither worker_region nor
+        # Optional. The Compute Engine zone (https://cloud.google.com/compute/docs/
+        # regions-zones/regions-zones) in which worker processing should occur, e.g. "us-
+        # west1-a". Mutually exclusive with worker_region. If neither worker_region nor
         # worker_zone is specified, a zone in the control plane's region is chosen based
         # on available capacity. If both `worker_zone` and `zone` are set, `worker_zone`
         # takes precedence.
@@ -4044,9 +4028,9 @@ module Google
         # @return [String]
         attr_accessor :worker_zone
       
-        # The Compute Engine [availability zone](https://cloud.google.com/compute/docs/
-        # regions-zones/regions-zones) for launching worker instances to run your
-        # pipeline. In the future, worker_zone will take precedence.
+        # Optional. The Compute Engine [availability zone](https://cloud.google.com/
+        # compute/docs/regions-zones/regions-zones) for launching worker instances to
+        # run your pipeline. In the future, worker_zone will take precedence.
         # Corresponds to the JSON property `zone`
         # @return [String]
         attr_accessor :zone
@@ -5252,6 +5236,31 @@ module Google
         end
       end
       
+      # Information for a straggler.
+      class Straggler
+        include Google::Apis::Core::Hashable
+      
+        # Information useful for straggler identification and debugging.
+        # Corresponds to the JSON property `batchStraggler`
+        # @return [Google::Apis::DataflowV1b3::StragglerInfo]
+        attr_accessor :batch_straggler
+      
+        # Information useful for streaming straggler identification and debugging.
+        # Corresponds to the JSON property `streamingStraggler`
+        # @return [Google::Apis::DataflowV1b3::StreamingStragglerInfo]
+        attr_accessor :streaming_straggler
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @batch_straggler = args[:batch_straggler] if args.key?(:batch_straggler)
+          @streaming_straggler = args[:streaming_straggler] if args.key?(:streaming_straggler)
+        end
+      end
+      
       # Information useful for debugging a straggler. Each type will provide
       # specialized debugging information relevant for a particular cause. The
       # StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
@@ -5303,6 +5312,11 @@ module Google
       class StragglerSummary
         include Google::Apis::Core::Hashable
       
+        # The most recent stragglers.
+        # Corresponds to the JSON property `recentStragglers`
+        # @return [Array<Google::Apis::DataflowV1b3::Straggler>]
+        attr_accessor :recent_stragglers
+      
         # Aggregated counts of straggler causes, keyed by the string representation of
         # the StragglerCause enum.
         # Corresponds to the JSON property `stragglerCauseCount`
@@ -5320,6 +5334,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @recent_stragglers = args[:recent_stragglers] if args.key?(:recent_stragglers)
           @straggler_cause_count = args[:straggler_cause_count] if args.key?(:straggler_cause_count)
           @total_straggler_count = args[:total_straggler_count] if args.key?(:total_straggler_count)
         end
@@ -5641,6 +5656,49 @@ module Google
         end
       end
       
+      # Information useful for streaming straggler identification and debugging.
+      class StreamingStragglerInfo
+        include Google::Apis::Core::Hashable
+      
+        # The event-time watermark lag at the time of the straggler detection.
+        # Corresponds to the JSON property `dataWatermarkLag`
+        # @return [String]
+        attr_accessor :data_watermark_lag
+      
+        # End time of this straggler.
+        # Corresponds to the JSON property `endTime`
+        # @return [String]
+        attr_accessor :end_time
+      
+        # Start time of this straggler.
+        # Corresponds to the JSON property `startTime`
+        # @return [String]
+        attr_accessor :start_time
+      
+        # The system watermark lag at the time of the straggler detection.
+        # Corresponds to the JSON property `systemWatermarkLag`
+        # @return [String]
+        attr_accessor :system_watermark_lag
+      
+        # Name of the worker where the straggler was detected.
+        # Corresponds to the JSON property `workerName`
+        # @return [String]
+        attr_accessor :worker_name
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @data_watermark_lag = args[:data_watermark_lag] if args.key?(:data_watermark_lag)
+          @end_time = args[:end_time] if args.key?(:end_time)
+          @start_time = args[:start_time] if args.key?(:start_time)
+          @system_watermark_lag = args[:system_watermark_lag] if args.key?(:system_watermark_lag)
+          @worker_name = args[:worker_name] if args.key?(:worker_name)
+        end
+      end
+      
       # A metric value representing a list of strings.
       class StringList
         include Google::Apis::Core::Hashable
@@ -5960,31 +6018,6 @@ module Google
         end
       end
       
-      # Response to the validation request.
-      class ValidateResponse
-        include Google::Apis::Core::Hashable
-      
-        # Will be empty if validation succeeds.
-        # Corresponds to the JSON property `errorMessage`
-        # @return [String]
-        attr_accessor :error_message
-      
-        # Information about a validated query.
-        # Corresponds to the JSON property `queryInfo`
-        # @return [Google::Apis::DataflowV1b3::QueryInfo]
-        attr_accessor :query_info
-      
-        def initialize(**args)
-           update!(**args)
-        end
-      
-        # Update properties of this object
-        def update!(**args)
-          @error_message = args[:error_message] if args.key?(:error_message)
-          @query_info = args[:query_info] if args.key?(:query_info)
-        end
-      end
-      
       # WorkItem represents basic information about a WorkItem to be executed in the
       # cloud.
       class WorkItem

data/lib/google/apis/dataflow_v1b3/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataflowV1b3
       # Version of the google-apis-dataflow_v1b3 gem
-      GEM_VERSION = "0.33.0"
+      GEM_VERSION = "0.35.0"
 
       # Version of the code generator used to generate this client
-      GENERATOR_VERSION = "0.11.0"
+      GENERATOR_VERSION = "0.11.1"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20221206"
+      REVISION = "20230119"
     end
   end
 end

data/lib/google/apis/dataflow_v1b3/representations.rb

@@ -556,12 +556,6 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class QueryInfo
-        class Representation < Google::Apis::Core::JsonRepresentation; end
-      
-        include Google::Apis::Core::JsonObjectSupport
-      end
-      
       class ReadInstruction
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -808,6 +802,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class Straggler
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class StragglerDebuggingInfo
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -880,6 +880,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class StreamingStragglerInfo
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class StringList
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -916,12 +922,6 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ValidateResponse
-        class Representation < Google::Apis::Core::JsonRepresentation; end
-      
-        include Google::Apis::Core::JsonObjectSupport
-      end
-      
       class WorkItem
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -2034,13 +2034,6 @@ module Google
         end
       end
       
-      class QueryInfo
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          collection :query_property, as: 'queryProperty'
-        end
-      end
-      
       class ReadInstruction
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2456,6 +2449,16 @@ module Google
         end
       end
       
+      class Straggler
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :batch_straggler, as: 'batchStraggler', class: Google::Apis::DataflowV1b3::StragglerInfo, decorator: Google::Apis::DataflowV1b3::StragglerInfo::Representation
+      
+          property :streaming_straggler, as: 'streamingStraggler', class: Google::Apis::DataflowV1b3::StreamingStragglerInfo, decorator: Google::Apis::DataflowV1b3::StreamingStragglerInfo::Representation
+      
+        end
+      end
+      
       class StragglerDebuggingInfo
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2476,6 +2479,8 @@ module Google
       class StragglerSummary
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :recent_stragglers, as: 'recentStragglers', class: Google::Apis::DataflowV1b3::Straggler, decorator: Google::Apis::DataflowV1b3::Straggler::Representation
+      
           hash :straggler_cause_count, as: 'stragglerCauseCount'
           property :total_straggler_count, :numeric_string => true, as: 'totalStragglerCount'
         end
@@ -2577,6 +2582,17 @@ module Google
         end
       end
       
+      class StreamingStragglerInfo
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :data_watermark_lag, as: 'dataWatermarkLag'
+          property :end_time, as: 'endTime'
+          property :start_time, as: 'startTime'
+          property :system_watermark_lag, as: 'systemWatermarkLag'
+          property :worker_name, as: 'workerName'
+        end
+      end
+      
       class StringList
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2656,15 +2672,6 @@ module Google
         end
       end
       
-      class ValidateResponse
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :error_message, as: 'errorMessage'
-          property :query_info, as: 'queryInfo', class: Google::Apis::DataflowV1b3::QueryInfo, decorator: Google::Apis::DataflowV1b3::QueryInfo::Representation
-      
-        end
-      end
-      
       class WorkItem
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

data/lib/google/apis/dataflow_v1b3/service.rb

@@ -1470,45 +1470,6 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Validates a GoogleSQL query for Cloud Dataflow syntax. Will always confirm the
-        # given query parses correctly, and if able to look up schema information from
-        # DataCatalog, will validate that the query analyzes properly as well.
-        # @param [String] project_id
-        #   Required. The ID of the Cloud Platform project that the job belongs to.
-        # @param [String] location
-        #   The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
-        #   regional-endpoints) to which to direct the request.
-        # @param [String] query
-        #   The sql query to validate.
-        # @param [String] fields
-        #   Selector specifying which fields to include in a partial response.
-        # @param [String] quota_user
-        #   Available to use for quota purposes for server-side applications. Can be any
-        #   arbitrary string assigned to a user, but should not exceed 40 characters.
-        # @param [Google::Apis::RequestOptions] options
-        #   Request-specific options
-        #
-        # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataflowV1b3::ValidateResponse] parsed result object
-        # @yieldparam err [StandardError] error object if request failed
-        #
-        # @return [Google::Apis::DataflowV1b3::ValidateResponse]
-        #
-        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
-        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
-        # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def validate_project_location_sql(project_id, location, query: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/sql:validate', options)
-          command.response_representation = Google::Apis::DataflowV1b3::ValidateResponse::Representation
-          command.response_class = Google::Apis::DataflowV1b3::ValidateResponse
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['location'] = location unless location.nil?
-          command.query['query'] = query unless query.nil?
-          command.query['fields'] = fields unless fields.nil?
-          command.query['quotaUser'] = quota_user unless quota_user.nil?
-          execute_or_queue_command(command, &block)
-        end
-        
         # Creates a Cloud Dataflow job from a template. Do not enter confidential
         # information when you supply string values using the API.
         # @param [String] project_id

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataflow_v1b3
 version: !ruby/object:Gem::Version
-  version: 0.33.0
+  version: 0.35.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-12-12 00:00:00.000000000 Z
+date: 2023-01-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.33.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.35.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
 post_install_message: 
 rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.14
+rubygems_version: 3.4.2
 signing_key: 
 specification_version: 4
 summary: Simple REST client for Dataflow API V1b3