google-api-client 0.37.0 → 0.38.0

data/generated/google/apis/dataflow_v1b3/classes.rb

@@ -867,6 +867,19 @@ module Google
         end
       end
       
+      # Response from deleting a snapshot.
+      class DeleteSnapshotResponse
+        include Google::Apis::Core::Hashable
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+        end
+      end
+      
       # Specification of one of the bundles produced as a result of splitting
       # a Source (e.g. when executing a SourceSplitRequest, or when
       # splitting an active task using WorkItemStatus.dynamic_source_split),
@@ -2541,6 +2554,25 @@ module Google
         end
       end
       
+      # List of snapshots.
+      class ListSnapshotsResponse
+        include Google::Apis::Core::Hashable
+      
+        # Returned snapshots.
+        # Corresponds to the JSON property `snapshots`
+        # @return [Array<Google::Apis::DataflowV1b3::Snapshot>]
+        attr_accessor :snapshots
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @snapshots = args[:snapshots] if args.key?(:snapshots)
+        end
+      end
+      
       # MapTask consists of an ordered set of instructions, each of which
       # describes one particular low-level operation for the worker to
       # perform in order to accomplish the MapTask's WorkItem.
@@ -2585,6 +2617,44 @@ module Google
         end
       end
       
+      # Information about the memory usage of a worker or a container within a
+      # worker.
+      class MemInfo
+        include Google::Apis::Core::Hashable
+      
+        # Instantenous memory limit in bytes.
+        # Corresponds to the JSON property `currentLimitBytes`
+        # @return [Fixnum]
+        attr_accessor :current_limit_bytes
+      
+        # Instantenous memory (RSS) size in bytes.
+        # Corresponds to the JSON property `currentRssBytes`
+        # @return [Fixnum]
+        attr_accessor :current_rss_bytes
+      
+        # Timestamp of the measurement.
+        # Corresponds to the JSON property `timestamp`
+        # @return [String]
+        attr_accessor :timestamp
+      
+        # Total memory (RSS) usage since start up in GB * ms.
+        # Corresponds to the JSON property `totalGbMs`
+        # @return [Fixnum]
+        attr_accessor :total_gb_ms
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @current_limit_bytes = args[:current_limit_bytes] if args.key?(:current_limit_bytes)
+          @current_rss_bytes = args[:current_rss_bytes] if args.key?(:current_rss_bytes)
+          @timestamp = args[:timestamp] if args.key?(:timestamp)
+          @total_gb_ms = args[:total_gb_ms] if args.key?(:total_gb_ms)
+        end
+      end
+      
       # The metric short id is returned to the user alongside an offset into
       # ReportWorkItemStatusRequest
       class MetricShortId
@@ -3281,6 +3351,37 @@ module Google
         end
       end
       
+      # Represents a Pubsub snapshot.
+      class PubsubSnapshotMetadata
+        include Google::Apis::Core::Hashable
+      
+        # The expire time of the Pubsub snapshot.
+        # Corresponds to the JSON property `expireTime`
+        # @return [String]
+        attr_accessor :expire_time
+      
+        # The name of the Pubsub snapshot.
+        # Corresponds to the JSON property `snapshotName`
+        # @return [String]
+        attr_accessor :snapshot_name
+      
+        # The name of the Pubsub topic.
+        # Corresponds to the JSON property `topicName`
+        # @return [String]
+        attr_accessor :topic_name
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @expire_time = args[:expire_time] if args.key?(:expire_time)
+          @snapshot_name = args[:snapshot_name] if args.key?(:snapshot_name)
+          @topic_name = args[:topic_name] if args.key?(:topic_name)
+        end
+      end
+      
       # An instruction that reads records.
       # Takes no inputs, produces one output.
       class ReadInstruction
@@ -3417,18 +3518,31 @@ module Google
       class ResourceUtilizationReport
         include Google::Apis::Core::Hashable
       
+        # Per container information.
+        # Key: container name.
+        # Corresponds to the JSON property `containers`
+        # @return [Hash<String,Google::Apis::DataflowV1b3::ResourceUtilizationReport>]
+        attr_accessor :containers
+      
         # CPU utilization samples.
         # Corresponds to the JSON property `cpuTime`
         # @return [Array<Google::Apis::DataflowV1b3::CpuTime>]
         attr_accessor :cpu_time
       
+        # Memory utilization samples.
+        # Corresponds to the JSON property `memoryInfo`
+        # @return [Array<Google::Apis::DataflowV1b3::MemInfo>]
+        attr_accessor :memory_info
+      
         def initialize(**args)
            update!(**args)
         end
       
         # Update properties of this object
         def update!(**args)
+          @containers = args[:containers] if args.key?(:containers)
           @cpu_time = args[:cpu_time] if args.key?(:cpu_time)
+          @memory_info = args[:memory_info] if args.key?(:memory_info)
         end
       end
       
@@ -3623,6 +3737,36 @@ module Google
         end
       end
       
+      # Defines a SDK harness container for executing Dataflow pipelines.
+      class SdkHarnessContainerImage
+        include Google::Apis::Core::Hashable
+      
+        # A docker container image that resides in Google Container Registry.
+        # Corresponds to the JSON property `containerImage`
+        # @return [String]
+        attr_accessor :container_image
+      
+        # If true, recommends the Dataflow service to use only one core per SDK
+        # container instance with this image. If false (or unset) recommends using
+        # more than one core per SDK container instance with this image for
+        # efficiency. Note that Dataflow service may choose to override this property
+        # if needed.
+        # Corresponds to the JSON property `useSingleCorePerContainer`
+        # @return [Boolean]
+        attr_accessor :use_single_core_per_container
+        alias_method :use_single_core_per_container?, :use_single_core_per_container
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @container_image = args[:container_image] if args.key?(:container_image)
+          @use_single_core_per_container = args[:use_single_core_per_container] if args.key?(:use_single_core_per_container)
+        end
+      end
+      
       # The version of the SDK used to run the job.
       class SdkVersion
         include Google::Apis::Core::Hashable
@@ -3914,6 +4058,112 @@ module Google
         end
       end
       
+      # Represents a snapshot of a job.
+      class Snapshot
+        include Google::Apis::Core::Hashable
+      
+        # The time this snapshot was created.
+        # Corresponds to the JSON property `creationTime`
+        # @return [String]
+        attr_accessor :creation_time
+      
+        # User specified description of the snapshot. Maybe empty.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # The disk byte size of the snapshot. Only available for snapshots in READY
+        # state.
+        # Corresponds to the JSON property `diskSizeBytes`
+        # @return [Fixnum]
+        attr_accessor :disk_size_bytes
+      
+        # The unique ID of this snapshot.
+        # Corresponds to the JSON property `id`
+        # @return [String]
+        attr_accessor :id
+      
+        # The project this snapshot belongs to.
+        # Corresponds to the JSON property `projectId`
+        # @return [String]
+        attr_accessor :project_id
+      
+        # PubSub snapshot metadata.
+        # Corresponds to the JSON property `pubsubMetadata`
+        # @return [Array<Google::Apis::DataflowV1b3::PubsubSnapshotMetadata>]
+        attr_accessor :pubsub_metadata
+      
+        # The job this snapshot was created from.
+        # Corresponds to the JSON property `sourceJobId`
+        # @return [String]
+        attr_accessor :source_job_id
+      
+        # State of the snapshot.
+        # Corresponds to the JSON property `state`
+        # @return [String]
+        attr_accessor :state
+      
+        # The time after which this snapshot will be automatically deleted.
+        # Corresponds to the JSON property `ttl`
+        # @return [String]
+        attr_accessor :ttl
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @creation_time = args[:creation_time] if args.key?(:creation_time)
+          @description = args[:description] if args.key?(:description)
+          @disk_size_bytes = args[:disk_size_bytes] if args.key?(:disk_size_bytes)
+          @id = args[:id] if args.key?(:id)
+          @project_id = args[:project_id] if args.key?(:project_id)
+          @pubsub_metadata = args[:pubsub_metadata] if args.key?(:pubsub_metadata)
+          @source_job_id = args[:source_job_id] if args.key?(:source_job_id)
+          @state = args[:state] if args.key?(:state)
+          @ttl = args[:ttl] if args.key?(:ttl)
+        end
+      end
+      
+      # Request to create a snapshot of a job.
+      class SnapshotJobRequest
+        include Google::Apis::Core::Hashable
+      
+        # User specified description of the snapshot. Maybe empty.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # The location that contains this job.
+        # Corresponds to the JSON property `location`
+        # @return [String]
+        attr_accessor :location
+      
+        # If true, perform snapshots for sources which support this.
+        # Corresponds to the JSON property `snapshotSources`
+        # @return [Boolean]
+        attr_accessor :snapshot_sources
+        alias_method :snapshot_sources?, :snapshot_sources
+      
+        # TTL for the snapshot.
+        # Corresponds to the JSON property `ttl`
+        # @return [String]
+        attr_accessor :ttl
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @description = args[:description] if args.key?(:description)
+          @location = args[:location] if args.key?(:location)
+          @snapshot_sources = args[:snapshot_sources] if args.key?(:snapshot_sources)
+          @ttl = args[:ttl] if args.key?(:ttl)
+        end
+      end
+      
       # A source that records can be read and decoded from.
       class Source
         include Google::Apis::Core::Hashable
@@ -5886,6 +6136,14 @@ module Google
         # @return [Hash<String,Object>]
         attr_accessor :pool_args
       
+        # Set of SDK harness containers needed to execute this pipeline. This will
+        # only be set in the Fn API path. For non-cross-language pipelines this
+        # should have only one entry. Cross-language pipelines will have two or more
+        # entries.
+        # Corresponds to the JSON property `sdkHarnessContainerImages`
+        # @return [Array<Google::Apis::DataflowV1b3::SdkHarnessContainerImage>]
+        attr_accessor :sdk_harness_container_images
+      
         # Subnetwork to which VMs will be assigned, if desired.  Expected to be of
         # the form "regions/REGION/subnetworks/SUBNETWORK".
         # Corresponds to the JSON property `subnetwork`
@@ -5917,6 +6175,7 @@ module Google
       
         # Required. Docker container image that executes the Cloud Dataflow worker
         # harness, residing in Google Container Registry.
+        # Deprecated for the Fn API path. Use sdk_harness_container_images instead.
         # Corresponds to the JSON property `workerHarnessContainerImage`
         # @return [String]
         attr_accessor :worker_harness_container_image
@@ -5949,6 +6208,7 @@ module Google
           @on_host_maintenance = args[:on_host_maintenance] if args.key?(:on_host_maintenance)
           @packages = args[:packages] if args.key?(:packages)
           @pool_args = args[:pool_args] if args.key?(:pool_args)
+          @sdk_harness_container_images = args[:sdk_harness_container_images] if args.key?(:sdk_harness_container_images)
           @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
           @taskrunner_settings = args[:taskrunner_settings] if args.key?(:taskrunner_settings)
           @teardown_policy = args[:teardown_policy] if args.key?(:teardown_policy)

data/generated/google/apis/dataflow_v1b3/representations.rb

@@ -148,6 +148,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class DeleteSnapshotResponse
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class DerivedSource
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -388,12 +394,24 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class ListSnapshotsResponse
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class MapTask
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class MemInfo
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class MetricShortId
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -490,6 +508,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class PubsubSnapshotMetadata
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class ReadInstruction
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -544,6 +568,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SdkHarnessContainerImage
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SdkVersion
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -604,6 +634,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class Snapshot
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class SnapshotJobRequest
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Source
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1124,6 +1166,12 @@ module Google
         end
       end
       
+      class DeleteSnapshotResponse
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+        end
+      end
+      
       class DerivedSource
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1567,6 +1615,14 @@ module Google
         end
       end
       
+      class ListSnapshotsResponse
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :snapshots, as: 'snapshots', class: Google::Apis::DataflowV1b3::Snapshot, decorator: Google::Apis::DataflowV1b3::Snapshot::Representation
+      
+        end
+      end
+      
       class MapTask
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1578,6 +1634,16 @@ module Google
         end
       end
       
+      class MemInfo
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :current_limit_bytes, :numeric_string => true, as: 'currentLimitBytes'
+          property :current_rss_bytes, :numeric_string => true, as: 'currentRssBytes'
+          property :timestamp, as: 'timestamp'
+          property :total_gb_ms, :numeric_string => true, as: 'totalGbMs'
+        end
+      end
+      
       class MetricShortId
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1758,6 +1824,15 @@ module Google
         end
       end
       
+      class PubsubSnapshotMetadata
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :expire_time, as: 'expireTime'
+          property :snapshot_name, as: 'snapshotName'
+          property :topic_name, as: 'topicName'
+        end
+      end
+      
       class ReadInstruction
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1798,8 +1873,12 @@ module Google
       class ResourceUtilizationReport
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          hash :containers, as: 'containers', class: Google::Apis::DataflowV1b3::ResourceUtilizationReport, decorator: Google::Apis::DataflowV1b3::ResourceUtilizationReport::Representation
+      
           collection :cpu_time, as: 'cpuTime', class: Google::Apis::DataflowV1b3::CpuTime, decorator: Google::Apis::DataflowV1b3::CpuTime::Representation
       
+          collection :memory_info, as: 'memoryInfo', class: Google::Apis::DataflowV1b3::MemInfo, decorator: Google::Apis::DataflowV1b3::MemInfo::Representation
+      
         end
       end
       
@@ -1848,6 +1927,14 @@ module Google
         end
       end
       
+      class SdkHarnessContainerImage
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :container_image, as: 'containerImage'
+          property :use_single_core_per_container, as: 'useSingleCorePerContainer'
+        end
+      end
+      
       class SdkVersion
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1939,6 +2026,32 @@ module Google
         end
       end
       
+      class Snapshot
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :creation_time, as: 'creationTime'
+          property :description, as: 'description'
+          property :disk_size_bytes, :numeric_string => true, as: 'diskSizeBytes'
+          property :id, as: 'id'
+          property :project_id, as: 'projectId'
+          collection :pubsub_metadata, as: 'pubsubMetadata', class: Google::Apis::DataflowV1b3::PubsubSnapshotMetadata, decorator: Google::Apis::DataflowV1b3::PubsubSnapshotMetadata::Representation
+      
+          property :source_job_id, as: 'sourceJobId'
+          property :state, as: 'state'
+          property :ttl, as: 'ttl'
+        end
+      end
+      
+      class SnapshotJobRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :description, as: 'description'
+          property :location, as: 'location'
+          property :snapshot_sources, as: 'snapshotSources'
+          property :ttl, as: 'ttl'
+        end
+      end
+      
       class Source
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -2453,6 +2566,8 @@ module Google
           collection :packages, as: 'packages', class: Google::Apis::DataflowV1b3::Package, decorator: Google::Apis::DataflowV1b3::Package::Representation
       
           hash :pool_args, as: 'poolArgs'
+          collection :sdk_harness_container_images, as: 'sdkHarnessContainerImages', class: Google::Apis::DataflowV1b3::SdkHarnessContainerImage, decorator: Google::Apis::DataflowV1b3::SdkHarnessContainerImage::Representation
+      
           property :subnetwork, as: 'subnetwork'
           property :taskrunner_settings, as: 'taskrunnerSettings', class: Google::Apis::DataflowV1b3::TaskRunnerSettings, decorator: Google::Apis::DataflowV1b3::TaskRunnerSettings::Representation