google-apis-dataflow_v1b3 0.41.0 → 0.43.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f86067976f4320c134bb565f1e94c97d94d2c9aadcfb8388ae36c5a6d4d1e4b7
-  data.tar.gz: 495a676de103909f4108079414ce542e66f4c439aa5206c98e2a042de0e86ac2
+  metadata.gz: 9fe0e4c6546a9b04e0c93ebcb23eef220722fa47083fff48dabe77dc0ee184f1
+  data.tar.gz: 314b060a6c72f44506af29849ebea931206154606bc346f9af44118fa0633fe2
 SHA512:
-  metadata.gz: 780498f4417f3ad8028bd2776162aa11ac589d27e3aa5f10c695cfda447bd1e32aa08c60f286315817318ec6d067ddf87dda435fcc7293ce66b2a83b272e5ac2
-  data.tar.gz: c1ec104a94ba227af40642ff5a581027c9f602d3c298988004723ebc9de6efd84b6ab2108a0845d1a755afc21a1cb9fd160cd41ee2a6970552dca7f1086a927d
+  metadata.gz: aedd1a8cc9a37bac6f4b6a5631079026eece5c960caa8821b939ff59f40004a03e00bd172923943eb545f5aa2b5720c4119268ed1e0079df28db1aa3df547f49
+  data.tar.gz: a86316f0913e001b74fdcec2a4aa05d1a1fd023b3a57798fe83aaa351781eeb2abd3352fcc13e5b6d761c1c601f4064e43dadc077901d0e90a392477320912d1

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataflow_v1b3
 
+### v0.43.0 (2023-08-06)
+
+* Regenerated from discovery document revision 20230729
+
+### v0.42.0 (2023-07-16)
+
+* Regenerated from discovery document revision 20230703
+
 ### v0.41.0 (2023-06-25)
 
 * Regenerated from discovery document revision 20230619

data/lib/google/apis/dataflow_v1b3/classes.rb

@@ -856,6 +856,88 @@ module Google
         end
       end
       
+      # Configuration options for sampling elements.
+      class DataSamplingConfig
+        include Google::Apis::Core::Hashable
+      
+        # List of given sampling behaviors to enable. For example, specifying behaviors =
+        # [ALWAYS_ON] samples in-flight elements but does not sample exceptions. Can be
+        # used to specify multiple behaviors like, behaviors = [ALWAYS_ON, EXCEPTIONS]
+        # for specifying periodic sampling and exception sampling. If DISABLED is in the
+        # list, then sampling will be disabled and ignore the other given behaviors.
+        # Ordering does not matter.
+        # Corresponds to the JSON property `behaviors`
+        # @return [Array<String>]
+        attr_accessor :behaviors
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @behaviors = args[:behaviors] if args.key?(:behaviors)
+        end
+      end
+      
+      # Contains per-worker telemetry about the data sampling feature.
+      class DataSamplingReport
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Delta of bytes written to file from previous report.
+        # Corresponds to the JSON property `bytesWrittenDelta`
+        # @return [Fixnum]
+        attr_accessor :bytes_written_delta
+      
+        # Optional. Delta of bytes sampled from previous report.
+        # Corresponds to the JSON property `elementsSampledBytes`
+        # @return [Fixnum]
+        attr_accessor :elements_sampled_bytes
+      
+        # Optional. Delta of number of elements sampled from previous report.
+        # Corresponds to the JSON property `elementsSampledCount`
+        # @return [Fixnum]
+        attr_accessor :elements_sampled_count
+      
+        # Optional. Delta of number of samples taken from user code exceptions from
+        # previous report.
+        # Corresponds to the JSON property `exceptionsSampledCount`
+        # @return [Fixnum]
+        attr_accessor :exceptions_sampled_count
+      
+        # Optional. Delta of number of PCollections sampled from previous report.
+        # Corresponds to the JSON property `pcollectionsSampledCount`
+        # @return [Fixnum]
+        attr_accessor :pcollections_sampled_count
+      
+        # Optional. Delta of errors counts from persisting the samples from previous
+        # report.
+        # Corresponds to the JSON property `persistenceErrorsCount`
+        # @return [Fixnum]
+        attr_accessor :persistence_errors_count
+      
+        # Optional. Delta of errors counts from retrieving, or translating the samples
+        # from previous report.
+        # Corresponds to the JSON property `translationErrorsCount`
+        # @return [Fixnum]
+        attr_accessor :translation_errors_count
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @bytes_written_delta = args[:bytes_written_delta] if args.key?(:bytes_written_delta)
+          @elements_sampled_bytes = args[:elements_sampled_bytes] if args.key?(:elements_sampled_bytes)
+          @elements_sampled_count = args[:elements_sampled_count] if args.key?(:elements_sampled_count)
+          @exceptions_sampled_count = args[:exceptions_sampled_count] if args.key?(:exceptions_sampled_count)
+          @pcollections_sampled_count = args[:pcollections_sampled_count] if args.key?(:pcollections_sampled_count)
+          @persistence_errors_count = args[:persistence_errors_count] if args.key?(:persistence_errors_count)
+          @translation_errors_count = args[:translation_errors_count] if args.key?(:translation_errors_count)
+        end
+      end
+      
       # Metadata for a Datastore connector used by the job.
       class DatastoreIoDetails
         include Google::Apis::Core::Hashable
@@ -885,6 +967,11 @@ module Google
       class DebugOptions
         include Google::Apis::Core::Hashable
       
+        # Configuration options for sampling elements.
+        # Corresponds to the JSON property `dataSampling`
+        # @return [Google::Apis::DataflowV1b3::DataSamplingConfig]
+        attr_accessor :data_sampling
+      
         # When true, enables the logging of the literal hot key to the user's Cloud
         # Logging.
         # Corresponds to the JSON property `enableHotKeyLogging`
@@ -898,6 +985,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @data_sampling = args[:data_sampling] if args.key?(:data_sampling)
           @enable_hot_key_logging = args[:enable_hot_key_logging] if args.key?(:enable_hot_key_logging)
         end
       end
@@ -1249,6 +1337,13 @@ module Google
         # @return [String]
         attr_accessor :temp_storage_prefix
       
+        # Output only. Whether the job uses the new streaming engine billing model based
+        # on resource usage.
+        # Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
+        # @return [Boolean]
+        attr_accessor :use_streaming_engine_resource_based_billing
+        alias_method :use_streaming_engine_resource_based_billing?, :use_streaming_engine_resource_based_billing
+      
         # A description of the process that generated the request.
         # Corresponds to the JSON property `userAgent`
         # @return [Hash<String,Object>]
@@ -1301,6 +1396,7 @@ module Google
           @service_options = args[:service_options] if args.key?(:service_options)
           @shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
           @temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
+          @use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
           @user_agent = args[:user_agent] if args.key?(:user_agent)
           @version = args[:version] if args.key?(:version)
           @worker_pools = args[:worker_pools] if args.key?(:worker_pools)
@@ -4030,6 +4126,12 @@ module Google
         attr_accessor :bypass_temp_dir_validation
         alias_method :bypass_temp_dir_validation?, :bypass_temp_dir_validation
       
+        # Optional. The disk size, in gigabytes, to use on each remote Compute Engine
+        # worker instance.
+        # Corresponds to the JSON property `diskSizeGb`
+        # @return [Fixnum]
+        attr_accessor :disk_size_gb
+      
         # Optional. Whether to enable Streaming Engine for the job.
         # Corresponds to the JSON property `enableStreamingEngine`
         # @return [Boolean]
@@ -4127,6 +4229,7 @@ module Google
           @additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
           @additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
           @bypass_temp_dir_validation = args[:bypass_temp_dir_validation] if args.key?(:bypass_temp_dir_validation)
+          @disk_size_gb = args[:disk_size_gb] if args.key?(:disk_size_gb)
           @enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
           @ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
           @kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
@@ -4222,6 +4325,37 @@ module Google
         end
       end
       
+      # A bug found in the Dataflow SDK.
+      class SdkBug
+        include Google::Apis::Core::Hashable
+      
+        # Output only. How severe the SDK bug is.
+        # Corresponds to the JSON property `severity`
+        # @return [String]
+        attr_accessor :severity
+      
+        # Output only. Describes the impact of this SDK bug.
+        # Corresponds to the JSON property `type`
+        # @return [String]
+        attr_accessor :type
+      
+        # Output only. Link to more information on the bug.
+        # Corresponds to the JSON property `uri`
+        # @return [String]
+        attr_accessor :uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @severity = args[:severity] if args.key?(:severity)
+          @type = args[:type] if args.key?(:type)
+          @uri = args[:uri] if args.key?(:uri)
+        end
+      end
+      
       # Defines an SDK harness container for executing Dataflow pipelines.
       class SdkHarnessContainerImage
         include Google::Apis::Core::Hashable
@@ -4271,6 +4405,11 @@ module Google
       class SdkVersion
         include Google::Apis::Core::Hashable
       
+        # Output only. Known bugs found in this SDK version.
+        # Corresponds to the JSON property `bugs`
+        # @return [Array<Google::Apis::DataflowV1b3::SdkBug>]
+        attr_accessor :bugs
+      
         # The support status for this SDK version.
         # Corresponds to the JSON property `sdkSupportStatus`
         # @return [String]
@@ -4292,6 +4431,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @bugs = args[:bugs] if args.key?(:bugs)
           @sdk_support_status = args[:sdk_support_status] if args.key?(:sdk_support_status)
           @version = args[:version] if args.key?(:version)
           @version_display_name = args[:version_display_name] if args.key?(:version_display_name)
@@ -6653,6 +6793,11 @@ module Google
       class WorkerMessage
         include Google::Apis::Core::Hashable
       
+        # Contains per-worker telemetry about the data sampling feature.
+        # Corresponds to the JSON property `dataSamplingReport`
+        # @return [Google::Apis::DataflowV1b3::DataSamplingReport]
+        attr_accessor :data_sampling_report
+      
         # Labels are used to group WorkerMessages. For example, a worker_message about a
         # particular container might have the labels: ` "JOB_ID": "2015-04-22", "
         # WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": "worker", "CONTAINER_ID": "
@@ -6717,6 +6862,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
           @labels = args[:labels] if args.key?(:labels)
           @time = args[:time] if args.key?(:time)
           @worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)

data/lib/google/apis/dataflow_v1b3/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataflowV1b3
       # Version of the google-apis-dataflow_v1b3 gem
-      GEM_VERSION = "0.41.0"
+      GEM_VERSION = "0.43.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.12.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20230619"
+      REVISION = "20230729"
     end
   end
 end

data/lib/google/apis/dataflow_v1b3/representations.rb

@@ -142,6 +142,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class DataSamplingConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class DataSamplingReport
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class DatastoreIoDetails
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -622,6 +634,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SdkBug
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SdkHarnessContainerImage
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1277,6 +1295,26 @@ module Google
         end
       end
       
+      class DataSamplingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :behaviors, as: 'behaviors'
+        end
+      end
+      
+      class DataSamplingReport
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :bytes_written_delta, :numeric_string => true, as: 'bytesWrittenDelta'
+          property :elements_sampled_bytes, :numeric_string => true, as: 'elementsSampledBytes'
+          property :elements_sampled_count, :numeric_string => true, as: 'elementsSampledCount'
+          property :exceptions_sampled_count, :numeric_string => true, as: 'exceptionsSampledCount'
+          property :pcollections_sampled_count, :numeric_string => true, as: 'pcollectionsSampledCount'
+          property :persistence_errors_count, :numeric_string => true, as: 'persistenceErrorsCount'
+          property :translation_errors_count, :numeric_string => true, as: 'translationErrorsCount'
+        end
+      end
+      
       class DatastoreIoDetails
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1288,6 +1326,8 @@ module Google
       class DebugOptions
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :data_sampling, as: 'dataSampling', class: Google::Apis::DataflowV1b3::DataSamplingConfig, decorator: Google::Apis::DataflowV1b3::DataSamplingConfig::Representation
+      
           property :enable_hot_key_logging, as: 'enableHotKeyLogging'
         end
       end
@@ -1377,6 +1417,7 @@ module Google
           collection :service_options, as: 'serviceOptions'
           property :shuffle_mode, as: 'shuffleMode'
           property :temp_storage_prefix, as: 'tempStoragePrefix'
+          property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
           hash :user_agent, as: 'userAgent'
           hash :version, as: 'version'
           collection :worker_pools, as: 'workerPools', class: Google::Apis::DataflowV1b3::WorkerPool, decorator: Google::Apis::DataflowV1b3::WorkerPool::Representation
@@ -2125,6 +2166,7 @@ module Google
           collection :additional_experiments, as: 'additionalExperiments'
           hash :additional_user_labels, as: 'additionalUserLabels'
           property :bypass_temp_dir_validation, as: 'bypassTempDirValidation'
+          property :disk_size_gb, as: 'diskSizeGb'
           property :enable_streaming_engine, as: 'enableStreamingEngine'
           property :ip_configuration, as: 'ipConfiguration'
           property :kms_key_name, as: 'kmsKeyName'
@@ -2167,6 +2209,15 @@ module Google
         end
       end
       
+      class SdkBug
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :severity, as: 'severity'
+          property :type, as: 'type'
+          property :uri, as: 'uri'
+        end
+      end
+      
       class SdkHarnessContainerImage
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2180,6 +2231,8 @@ module Google
       class SdkVersion
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :bugs, as: 'bugs', class: Google::Apis::DataflowV1b3::SdkBug, decorator: Google::Apis::DataflowV1b3::SdkBug::Representation
+      
           property :sdk_support_status, as: 'sdkSupportStatus'
           property :version, as: 'version'
           property :version_display_name, as: 'versionDisplayName'
@@ -2848,6 +2901,8 @@ module Google
       class WorkerMessage
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
+      
           hash :labels, as: 'labels'
           property :time, as: 'time'
           property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataflow_v1b3
 version: !ruby/object:Gem::Version
-  version: 0.41.0
+  version: 0.43.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-06-25 00:00:00.000000000 Z
+date: 2023-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.41.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.43.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
 post_install_message: 
 rdoc_options: []