google-apis-dataflow_v1b3 0.42.0 → 0.44.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dc4e10608d38b0be729cf8e9a67ed19fdb9de04d4f5411b59e060d9c5c8551a7
-  data.tar.gz: c78d35ae9228b8705494d51b47b6de08102a17a42a854d7987e491526e7edb6c
+  metadata.gz: c0755b1317352b7c4daa29272f352d2c68eb915141162c36b1fb9dc1cad07a55
+  data.tar.gz: 8b4beea3b521b96f9cae8be0758c630486d8263f1a190e8483214f747c1db362
 SHA512:
-  metadata.gz: 6e99413f287e6913e1e4fea0791fa3ec81cad71221c938a2f6b4b3df9a977970ee4660365f422abbbdcd15e84675d8255dd2802515881a6aa5e3c9117e40f144
-  data.tar.gz: 5a9160059b2ad4376afe63be1c93c5186872b397e420e8839760c0be46385de668a34ed3f3f6409c0fad99cde06e23340e71320d52e35b60172dbbd1fd7f23bf
+  metadata.gz: e4d5ae0ab7c321b8064d00eafb62ad0257b46fa47377ecafe309feda63e45e9e4d252593943aaa5e3a04d18c196587d3f29666a27803b642433e57d20dba0b34
+  data.tar.gz: e352c32edf9ef7b2fdbdbaa13aadca4707b805b3752fd759f3ec0e1fe3a673aa4ae65073d4a4d1416188e5cb14017155938ddbe67534d5cc0366c5f77170cccb

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataflow_v1b3
 
+### v0.44.0 (2023-09-10)
+
+* Regenerated from discovery document revision 20230902
+
+### v0.43.0 (2023-08-06)
+
+* Regenerated from discovery document revision 20230729
+
 ### v0.42.0 (2023-07-16)
 
 * Regenerated from discovery document revision 20230703

data/lib/google/apis/dataflow_v1b3/classes.rb

@@ -856,6 +856,88 @@ module Google
         end
       end
       
+      # Configuration options for sampling elements.
+      class DataSamplingConfig
+        include Google::Apis::Core::Hashable
+      
+        # List of given sampling behaviors to enable. For example, specifying behaviors =
+        # [ALWAYS_ON] samples in-flight elements but does not sample exceptions. Can be
+        # used to specify multiple behaviors like, behaviors = [ALWAYS_ON, EXCEPTIONS]
+        # for specifying periodic sampling and exception sampling. If DISABLED is in the
+        # list, then sampling will be disabled and ignore the other given behaviors.
+        # Ordering does not matter.
+        # Corresponds to the JSON property `behaviors`
+        # @return [Array<String>]
+        attr_accessor :behaviors
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @behaviors = args[:behaviors] if args.key?(:behaviors)
+        end
+      end
+      
+      # Contains per-worker telemetry about the data sampling feature.
+      class DataSamplingReport
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Delta of bytes written to file from previous report.
+        # Corresponds to the JSON property `bytesWrittenDelta`
+        # @return [Fixnum]
+        attr_accessor :bytes_written_delta
+      
+        # Optional. Delta of bytes sampled from previous report.
+        # Corresponds to the JSON property `elementsSampledBytes`
+        # @return [Fixnum]
+        attr_accessor :elements_sampled_bytes
+      
+        # Optional. Delta of number of elements sampled from previous report.
+        # Corresponds to the JSON property `elementsSampledCount`
+        # @return [Fixnum]
+        attr_accessor :elements_sampled_count
+      
+        # Optional. Delta of number of samples taken from user code exceptions from
+        # previous report.
+        # Corresponds to the JSON property `exceptionsSampledCount`
+        # @return [Fixnum]
+        attr_accessor :exceptions_sampled_count
+      
+        # Optional. Delta of number of PCollections sampled from previous report.
+        # Corresponds to the JSON property `pcollectionsSampledCount`
+        # @return [Fixnum]
+        attr_accessor :pcollections_sampled_count
+      
+        # Optional. Delta of errors counts from persisting the samples from previous
+        # report.
+        # Corresponds to the JSON property `persistenceErrorsCount`
+        # @return [Fixnum]
+        attr_accessor :persistence_errors_count
+      
+        # Optional. Delta of errors counts from retrieving, or translating the samples
+        # from previous report.
+        # Corresponds to the JSON property `translationErrorsCount`
+        # @return [Fixnum]
+        attr_accessor :translation_errors_count
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @bytes_written_delta = args[:bytes_written_delta] if args.key?(:bytes_written_delta)
+          @elements_sampled_bytes = args[:elements_sampled_bytes] if args.key?(:elements_sampled_bytes)
+          @elements_sampled_count = args[:elements_sampled_count] if args.key?(:elements_sampled_count)
+          @exceptions_sampled_count = args[:exceptions_sampled_count] if args.key?(:exceptions_sampled_count)
+          @pcollections_sampled_count = args[:pcollections_sampled_count] if args.key?(:pcollections_sampled_count)
+          @persistence_errors_count = args[:persistence_errors_count] if args.key?(:persistence_errors_count)
+          @translation_errors_count = args[:translation_errors_count] if args.key?(:translation_errors_count)
+        end
+      end
+      
       # Metadata for a Datastore connector used by the job.
       class DatastoreIoDetails
         include Google::Apis::Core::Hashable
@@ -885,6 +967,11 @@ module Google
       class DebugOptions
         include Google::Apis::Core::Hashable
       
+        # Configuration options for sampling elements.
+        # Corresponds to the JSON property `dataSampling`
+        # @return [Google::Apis::DataflowV1b3::DataSamplingConfig]
+        attr_accessor :data_sampling
+      
         # When true, enables the logging of the literal hot key to the user's Cloud
         # Logging.
         # Corresponds to the JSON property `enableHotKeyLogging`
@@ -898,6 +985,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @data_sampling = args[:data_sampling] if args.key?(:data_sampling)
           @enable_hot_key_logging = args[:enable_hot_key_logging] if args.key?(:enable_hot_key_logging)
         end
       end
@@ -1249,6 +1337,13 @@ module Google
         # @return [String]
         attr_accessor :temp_storage_prefix
       
+        # Output only. Whether the job uses the new streaming engine billing model based
+        # on resource usage.
+        # Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
+        # @return [Boolean]
+        attr_accessor :use_streaming_engine_resource_based_billing
+        alias_method :use_streaming_engine_resource_based_billing?, :use_streaming_engine_resource_based_billing
+      
         # A description of the process that generated the request.
         # Corresponds to the JSON property `userAgent`
         # @return [Hash<String,Object>]
@@ -1301,6 +1396,7 @@ module Google
           @service_options = args[:service_options] if args.key?(:service_options)
           @shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
           @temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
+          @use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
           @user_agent = args[:user_agent] if args.key?(:user_agent)
           @version = args[:version] if args.key?(:version)
           @worker_pools = args[:worker_pools] if args.key?(:worker_pools)
@@ -3404,6 +3500,13 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :custom_metadata
       
+        # Optional. The default values will pre-populate the parameter with the given
+        # value from the proto. If default_value is left empty, the parameter will be
+        # populated with a default of the relevant type, e.g. false for a boolean.
+        # Corresponds to the JSON property `defaultValue`
+        # @return [String]
+        attr_accessor :default_value
+      
         # Optional. The options shown when ENUM ParameterType is specified.
         # Corresponds to the JSON property `enumOptions`
         # @return [Array<Google::Apis::DataflowV1b3::ParameterMetadataEnumOption>]
@@ -3469,6 +3572,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @custom_metadata = args[:custom_metadata] if args.key?(:custom_metadata)
+          @default_value = args[:default_value] if args.key?(:default_value)
           @enum_options = args[:enum_options] if args.key?(:enum_options)
           @group_name = args[:group_name] if args.key?(:group_name)
           @help_text = args[:help_text] if args.key?(:help_text)
@@ -4229,6 +4333,37 @@ module Google
         end
       end
       
+      # A bug found in the Dataflow SDK.
+      class SdkBug
+        include Google::Apis::Core::Hashable
+      
+        # Output only. How severe the SDK bug is.
+        # Corresponds to the JSON property `severity`
+        # @return [String]
+        attr_accessor :severity
+      
+        # Output only. Describes the impact of this SDK bug.
+        # Corresponds to the JSON property `type`
+        # @return [String]
+        attr_accessor :type
+      
+        # Output only. Link to more information on the bug.
+        # Corresponds to the JSON property `uri`
+        # @return [String]
+        attr_accessor :uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @severity = args[:severity] if args.key?(:severity)
+          @type = args[:type] if args.key?(:type)
+          @uri = args[:uri] if args.key?(:uri)
+        end
+      end
+      
       # Defines an SDK harness container for executing Dataflow pipelines.
       class SdkHarnessContainerImage
         include Google::Apis::Core::Hashable
@@ -4278,6 +4413,11 @@ module Google
       class SdkVersion
         include Google::Apis::Core::Hashable
       
+        # Output only. Known bugs found in this SDK version.
+        # Corresponds to the JSON property `bugs`
+        # @return [Array<Google::Apis::DataflowV1b3::SdkBug>]
+        attr_accessor :bugs
+      
         # The support status for this SDK version.
         # Corresponds to the JSON property `sdkSupportStatus`
         # @return [String]
@@ -4299,6 +4439,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @bugs = args[:bugs] if args.key?(:bugs)
           @sdk_support_status = args[:sdk_support_status] if args.key?(:sdk_support_status)
           @version = args[:version] if args.key?(:version)
           @version_display_name = args[:version_display_name] if args.key?(:version_display_name)
@@ -6660,6 +6801,11 @@ module Google
       class WorkerMessage
         include Google::Apis::Core::Hashable
       
+        # Contains per-worker telemetry about the data sampling feature.
+        # Corresponds to the JSON property `dataSamplingReport`
+        # @return [Google::Apis::DataflowV1b3::DataSamplingReport]
+        attr_accessor :data_sampling_report
+      
         # Labels are used to group WorkerMessages. For example, a worker_message about a
         # particular container might have the labels: ` "JOB_ID": "2015-04-22", "
         # WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": "worker", "CONTAINER_ID": "
@@ -6724,6 +6870,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
           @labels = args[:labels] if args.key?(:labels)
           @time = args[:time] if args.key?(:time)
           @worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)

data/lib/google/apis/dataflow_v1b3/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataflowV1b3
       # Version of the google-apis-dataflow_v1b3 gem
-      GEM_VERSION = "0.42.0"
+      GEM_VERSION = "0.44.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.12.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20230703"
+      REVISION = "20230902"
     end
   end
 end

data/lib/google/apis/dataflow_v1b3/representations.rb

@@ -142,6 +142,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class DataSamplingConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class DataSamplingReport
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class DatastoreIoDetails
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -622,6 +634,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SdkBug
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SdkHarnessContainerImage
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1277,6 +1295,26 @@ module Google
         end
       end
       
+      class DataSamplingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :behaviors, as: 'behaviors'
+        end
+      end
+      
+      class DataSamplingReport
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :bytes_written_delta, :numeric_string => true, as: 'bytesWrittenDelta'
+          property :elements_sampled_bytes, :numeric_string => true, as: 'elementsSampledBytes'
+          property :elements_sampled_count, :numeric_string => true, as: 'elementsSampledCount'
+          property :exceptions_sampled_count, :numeric_string => true, as: 'exceptionsSampledCount'
+          property :pcollections_sampled_count, :numeric_string => true, as: 'pcollectionsSampledCount'
+          property :persistence_errors_count, :numeric_string => true, as: 'persistenceErrorsCount'
+          property :translation_errors_count, :numeric_string => true, as: 'translationErrorsCount'
+        end
+      end
+      
       class DatastoreIoDetails
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1288,6 +1326,8 @@ module Google
       class DebugOptions
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :data_sampling, as: 'dataSampling', class: Google::Apis::DataflowV1b3::DataSamplingConfig, decorator: Google::Apis::DataflowV1b3::DataSamplingConfig::Representation
+      
           property :enable_hot_key_logging, as: 'enableHotKeyLogging'
         end
       end
@@ -1377,6 +1417,7 @@ module Google
           collection :service_options, as: 'serviceOptions'
           property :shuffle_mode, as: 'shuffleMode'
           property :temp_storage_prefix, as: 'tempStoragePrefix'
+          property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
           hash :user_agent, as: 'userAgent'
           hash :version, as: 'version'
           collection :worker_pools, as: 'workerPools', class: Google::Apis::DataflowV1b3::WorkerPool, decorator: Google::Apis::DataflowV1b3::WorkerPool::Representation
@@ -1953,6 +1994,7 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           hash :custom_metadata, as: 'customMetadata'
+          property :default_value, as: 'defaultValue'
           collection :enum_options, as: 'enumOptions', class: Google::Apis::DataflowV1b3::ParameterMetadataEnumOption, decorator: Google::Apis::DataflowV1b3::ParameterMetadataEnumOption::Representation
       
           property :group_name, as: 'groupName'
@@ -2168,6 +2210,15 @@ module Google
         end
       end
       
+      class SdkBug
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :severity, as: 'severity'
+          property :type, as: 'type'
+          property :uri, as: 'uri'
+        end
+      end
+      
       class SdkHarnessContainerImage
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2181,6 +2232,8 @@ module Google
       class SdkVersion
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :bugs, as: 'bugs', class: Google::Apis::DataflowV1b3::SdkBug, decorator: Google::Apis::DataflowV1b3::SdkBug::Representation
+      
           property :sdk_support_status, as: 'sdkSupportStatus'
           property :version, as: 'version'
           property :version_display_name, as: 'versionDisplayName'
@@ -2849,6 +2902,8 @@ module Google
       class WorkerMessage
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
+      
           hash :labels, as: 'labels'
           property :time, as: 'time'
           property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataflow_v1b3
 version: !ruby/object:Gem::Version
-  version: 0.42.0
+  version: 0.44.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-07-16 00:00:00.000000000 Z
+date: 2023-09-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.42.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.44.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
 post_install_message: 
 rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.2
+rubygems_version: 3.4.19
 signing_key: 
 specification_version: 4
 summary: Simple REST client for Dataflow API V1b3