google-api-client 0.32.1 → 0.40.0

data/generated/google/apis/dataflow_v1b3/classes.rb

@@ -132,6 +132,37 @@ module Google
         end
       end
       
+      # Job information for templates.
+      class Artifact
+        include Google::Apis::Core::Hashable
+      
+        # Container Spec.
+        # Corresponds to the JSON property `containerSpec`
+        # @return [Google::Apis::DataflowV1b3::ContainerSpec]
+        attr_accessor :container_spec
+      
+        # job_graph_gcs_path set for legacy Template.
+        # Corresponds to the JSON property `jobGraphGcsPath`
+        # @return [String]
+        attr_accessor :job_graph_gcs_path
+      
+        # Metadata describing a template.
+        # Corresponds to the JSON property `metadata`
+        # @return [Google::Apis::DataflowV1b3::TemplateMetadata]
+        attr_accessor :metadata
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @container_spec = args[:container_spec] if args.key?(:container_spec)
+          @job_graph_gcs_path = args[:job_graph_gcs_path] if args.key?(:job_graph_gcs_path)
+          @metadata = args[:metadata] if args.key?(:metadata)
+        end
+      end
+      
       # A structured message reporting an autoscaling decision made by the Dataflow
       # service.
       class AutoscalingEvent
@@ -312,6 +343,33 @@ module Google
         end
       end
       
+      # Commit will add a new TemplateVersion to an existing template.
+      class CommitTemplateVersionRequest
+        include Google::Apis::Core::Hashable
+      
+        # /////////////////////////////////////////////////////////////////////////////
+        # //// Template Catalog is used to organize user TemplateVersions.
+        # //// TemplateVersions that have the same project_id and display_name are
+        # //// belong to the same Template.
+        # //// Templates with the same project_id belong to the same Project.
+        # //// TemplateVersion may have labels and multiple labels are allowed.
+        # //// Duplicated labels in the same `TemplateVersion` are not allowed.
+        # //// TemplateVersion may have tags and multiple tags are allowed. Duplicated
+        # //// tags in the same `Template` are not allowed!
+        # Corresponds to the JSON property `templateVersion`
+        # @return [Google::Apis::DataflowV1b3::TemplateVersion]
+        attr_accessor :template_version
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @template_version = args[:template_version] if args.key?(:template_version)
+        end
+      end
+      
       # Description of an interstitial value between transforms in an execution
       # stage.
       class ComponentSource
@@ -455,6 +513,37 @@ module Google
         end
       end
       
+      # Container Spec.
+      class ContainerSpec
+        include Google::Apis::Core::Hashable
+      
+        # Name of the docker container image. E.g., gcr.io/project/some-image
+        # Corresponds to the JSON property `image`
+        # @return [String]
+        attr_accessor :image
+      
+        # Metadata describing a template.
+        # Corresponds to the JSON property `metadata`
+        # @return [Google::Apis::DataflowV1b3::TemplateMetadata]
+        attr_accessor :metadata
+      
+        # SDK Information.
+        # Corresponds to the JSON property `sdkInfo`
+        # @return [Google::Apis::DataflowV1b3::SdkInfo]
+        attr_accessor :sdk_info
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @image = args[:image] if args.key?(:image)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @sdk_info = args[:sdk_info] if args.key?(:sdk_info)
+        end
+      end
+      
       # CounterMetadata includes all static non-name non-value counter attributes.
       class CounterMetadata
         include Google::Apis::Core::Hashable
@@ -762,6 +851,33 @@ module Google
         end
       end
       
+      # Creates a new Template with TemplateVersions.
+      class CreateTemplateVersionRequest
+        include Google::Apis::Core::Hashable
+      
+        # /////////////////////////////////////////////////////////////////////////////
+        # //// Template Catalog is used to organize user TemplateVersions.
+        # //// TemplateVersions that have the same project_id and display_name are
+        # //// belong to the same Template.
+        # //// Templates with the same project_id belong to the same Project.
+        # //// TemplateVersion may have labels and multiple labels are allowed.
+        # //// Duplicated labels in the same `TemplateVersion` are not allowed.
+        # //// TemplateVersion may have tags and multiple tags are allowed. Duplicated
+        # //// tags in the same `Template` are not allowed!
+        # Corresponds to the JSON property `templateVersion`
+        # @return [Google::Apis::DataflowV1b3::TemplateVersion]
+        attr_accessor :template_version
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @template_version = args[:template_version] if args.key?(:template_version)
+        end
+      end
+      
       # Identifies the location of a custom souce.
       class CustomSourceLocation
         include Google::Apis::Core::Hashable
@@ -836,6 +952,19 @@ module Google
         end
       end
       
+      # Response from deleting a snapshot.
+      class DeleteSnapshotResponse
+        include Google::Apis::Core::Hashable
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+        end
+      end
+      
       # Specification of one of the bundles produced as a result of splitting
       # a Source (e.g. when executing a SourceSplitRequest, or when
       # splitting an active task using WorkItemStatus.dynamic_source_split),
@@ -1097,6 +1226,25 @@ module Google
         end
       end
       
+      # A generic empty message that you can re-use to avoid defining duplicated
+      # empty messages in your APIs. A typical example is to use it as the request
+      # or the response type of an API method. For instance:
+      # service Foo `
+      # rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty);
+      # `
+      # The JSON representation for `Empty` is empty JSON object ````.
+      class Empty
+        include Google::Apis::Core::Hashable
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+        end
+      end
+      
       # Describes the environment in which a Dataflow Job runs.
       class Environment
         include Google::Apis::Core::Hashable
@@ -1483,6 +1631,11 @@ module Google
         # @return [Google::Apis::DataflowV1b3::TemplateMetadata]
         attr_accessor :metadata
       
+        # RuntimeMetadata describing a runtime environment.
+        # Corresponds to the JSON property `runtimeMetadata`
+        # @return [Google::Apis::DataflowV1b3::RuntimeMetadata]
+        attr_accessor :runtime_metadata
+      
         # The `Status` type defines a logical error model that is suitable for
         # different programming environments, including REST APIs and RPC APIs. It is
         # used by [gRPC](https://github.com/grpc). Each `Status` message contains
@@ -1493,6 +1646,11 @@ module Google
         # @return [Google::Apis::DataflowV1b3::Status]
         attr_accessor :status
       
+        # Template Type.
+        # Corresponds to the JSON property `templateType`
+        # @return [String]
+        attr_accessor :template_type
+      
         def initialize(**args)
            update!(**args)
         end
@@ -1500,7 +1658,9 @@ module Google
         # Update properties of this object
         def update!(**args)
           @metadata = args[:metadata] if args.key?(:metadata)
+          @runtime_metadata = args[:runtime_metadata] if args.key?(:runtime_metadata)
           @status = args[:status] if args.key?(:status)
+          @template_type = args[:template_type] if args.key?(:template_type)
         end
       end
       
@@ -2197,6 +2357,90 @@ module Google
         end
       end
       
+      # Launch FlexTemplate Parameter.
+      class LaunchFlexTemplateParameter
+        include Google::Apis::Core::Hashable
+      
+        # Container Spec.
+        # Corresponds to the JSON property `containerSpec`
+        # @return [Google::Apis::DataflowV1b3::ContainerSpec]
+        attr_accessor :container_spec
+      
+        # Gcs path to a file with json serialized ContainerSpec as content.
+        # Corresponds to the JSON property `containerSpecGcsPath`
+        # @return [String]
+        attr_accessor :container_spec_gcs_path
+      
+        # Required. The job name to use for the created job.
+        # Corresponds to the JSON property `jobName`
+        # @return [String]
+        attr_accessor :job_name
+      
+        # The parameters for FlexTemplate.
+        # Ex. `"num_workers":"5"`
+        # Corresponds to the JSON property `parameters`
+        # @return [Hash<String,String>]
+        attr_accessor :parameters
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @container_spec = args[:container_spec] if args.key?(:container_spec)
+          @container_spec_gcs_path = args[:container_spec_gcs_path] if args.key?(:container_spec_gcs_path)
+          @job_name = args[:job_name] if args.key?(:job_name)
+          @parameters = args[:parameters] if args.key?(:parameters)
+        end
+      end
+      
+      # A request to launch a Cloud Dataflow job from a FlexTemplate.
+      class LaunchFlexTemplateRequest
+        include Google::Apis::Core::Hashable
+      
+        # Launch FlexTemplate Parameter.
+        # Corresponds to the JSON property `launchParameter`
+        # @return [Google::Apis::DataflowV1b3::LaunchFlexTemplateParameter]
+        attr_accessor :launch_parameter
+      
+        # If true, the request is validated but not actually executed.
+        # Defaults to false.
+        # Corresponds to the JSON property `validateOnly`
+        # @return [Boolean]
+        attr_accessor :validate_only
+        alias_method :validate_only?, :validate_only
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @launch_parameter = args[:launch_parameter] if args.key?(:launch_parameter)
+          @validate_only = args[:validate_only] if args.key?(:validate_only)
+        end
+      end
+      
+      # Response to the request to launch a job from Flex Template.
+      class LaunchFlexTemplateResponse
+        include Google::Apis::Core::Hashable
+      
+        # Defines a job to be run by the Cloud Dataflow service.
+        # Corresponds to the JSON property `job`
+        # @return [Google::Apis::DataflowV1b3::Job]
+        attr_accessor :job
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @job = args[:job] if args.key?(:job)
+        end
+      end
+      
       # Parameters to provide to the template being launched.
       class LaunchTemplateParameters
         include Google::Apis::Core::Hashable
@@ -2377,8 +2621,11 @@ module Google
         end
       end
       
-      # Response to a request to list Cloud Dataflow jobs.  This may be a partial
-      # response, depending on the page size in the ListJobsRequest.
+      # Response to a request to list Cloud Dataflow jobs in a project. This might
+      # be a partial response, depending on the page size in the ListJobsRequest.
+      # However, if the project does not have any jobs, an instance of
+      # ListJobsResponse is not returned and the requests's response
+      # body is empty ``.
       class ListJobsResponse
         include Google::Apis::Core::Hashable
       
@@ -2411,6 +2658,51 @@ module Google
         end
       end
       
+      # List of snapshots.
+      class ListSnapshotsResponse
+        include Google::Apis::Core::Hashable
+      
+        # Returned snapshots.
+        # Corresponds to the JSON property `snapshots`
+        # @return [Array<Google::Apis::DataflowV1b3::Snapshot>]
+        attr_accessor :snapshots
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @snapshots = args[:snapshots] if args.key?(:snapshots)
+        end
+      end
+      
+      # Respond a list of TemplateVersions.
+      class ListTemplateVersionsResponse
+        include Google::Apis::Core::Hashable
+      
+        # A token that can be sent as `page_token` to retrieve the next page.
+        # If this field is omitted, there are no subsequent pages.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        # A list of TemplateVersions.
+        # Corresponds to the JSON property `templateVersions`
+        # @return [Array<Google::Apis::DataflowV1b3::TemplateVersion>]
+        attr_accessor :template_versions
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+          @template_versions = args[:template_versions] if args.key?(:template_versions)
+        end
+      end
+      
       # MapTask consists of an ordered set of instructions, each of which
       # describes one particular low-level operation for the worker to
       # perform in order to accomplish the MapTask's WorkItem.
@@ -2455,6 +2747,44 @@ module Google
         end
       end
       
+      # Information about the memory usage of a worker or a container within a
+      # worker.
+      class MemInfo
+        include Google::Apis::Core::Hashable
+      
+        # Instantenous memory limit in bytes.
+        # Corresponds to the JSON property `currentLimitBytes`
+        # @return [Fixnum]
+        attr_accessor :current_limit_bytes
+      
+        # Instantenous memory (RSS) size in bytes.
+        # Corresponds to the JSON property `currentRssBytes`
+        # @return [Fixnum]
+        attr_accessor :current_rss_bytes
+      
+        # Timestamp of the measurement.
+        # Corresponds to the JSON property `timestamp`
+        # @return [String]
+        attr_accessor :timestamp
+      
+        # Total memory (RSS) usage since start up in GB * ms.
+        # Corresponds to the JSON property `totalGbMs`
+        # @return [Fixnum]
+        attr_accessor :total_gb_ms
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @current_limit_bytes = args[:current_limit_bytes] if args.key?(:current_limit_bytes)
+          @current_rss_bytes = args[:current_rss_bytes] if args.key?(:current_rss_bytes)
+          @timestamp = args[:timestamp] if args.key?(:timestamp)
+          @total_gb_ms = args[:total_gb_ms] if args.key?(:total_gb_ms)
+        end
+      end
+      
       # The metric short id is returned to the user alongside an offset into
       # ReportWorkItemStatusRequest
       class MetricShortId
@@ -2622,6 +2952,107 @@ module Google
         end
       end
       
+      # Either add the label to TemplateVersion or remove it from the
+      # TemplateVersion.
+      class ModifyTemplateVersionLabelRequest
+        include Google::Apis::Core::Hashable
+      
+        # The label key for update.
+        # Corresponds to the JSON property `key`
+        # @return [String]
+        attr_accessor :key
+      
+        # Requests for add label to TemplateVersion or remove label from
+        # TemplateVersion.
+        # Corresponds to the JSON property `op`
+        # @return [String]
+        attr_accessor :op
+      
+        # The label value for update.
+        # Corresponds to the JSON property `value`
+        # @return [String]
+        attr_accessor :value
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @key = args[:key] if args.key?(:key)
+          @op = args[:op] if args.key?(:op)
+          @value = args[:value] if args.key?(:value)
+        end
+      end
+      
+      # Respond the labels in the TemplateVersion.
+      class ModifyTemplateVersionLabelResponse
+        include Google::Apis::Core::Hashable
+      
+        # All the label in the TemplateVersion.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @labels = args[:labels] if args.key?(:labels)
+        end
+      end
+      
+      # Add a tag to the current TemplateVersion. If tag exist in another
+      # TemplateVersion in the Template, remove the tag before add it to the current
+      # TemplateVersion. If remove_only set, remove the tag from the current
+      # TemplateVersion.
+      class ModifyTemplateVersionTagRequest
+        include Google::Apis::Core::Hashable
+      
+        # The flag that indicates if the request is only for remove tag from
+        # TemplateVersion.
+        # Corresponds to the JSON property `removeOnly`
+        # @return [Boolean]
+        attr_accessor :remove_only
+        alias_method :remove_only?, :remove_only
+      
+        # The tag for update.
+        # Corresponds to the JSON property `tag`
+        # @return [String]
+        attr_accessor :tag
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @remove_only = args[:remove_only] if args.key?(:remove_only)
+          @tag = args[:tag] if args.key?(:tag)
+        end
+      end
+      
+      # Respond the current tags in the TemplateVersion.
+      class ModifyTemplateVersionTagResponse
+        include Google::Apis::Core::Hashable
+      
+        # All the tags in the TemplateVersion.
+        # Corresponds to the JSON property `tags`
+        # @return [Array<String>]
+        attr_accessor :tags
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @tags = args[:tags] if args.key?(:tags)
+        end
+      end
+      
       # Describes mounted data disk.
       class MountedDataDisk
         include Google::Apis::Core::Hashable
@@ -2895,6 +3326,12 @@ module Google
         # @return [String]
         attr_accessor :name
       
+        # Optional. The type of the parameter.
+        # Used for selecting input picker.
+        # Corresponds to the JSON property `paramType`
+        # @return [String]
+        attr_accessor :param_type
+      
         # Optional. Regexes that the parameter must match.
         # Corresponds to the JSON property `regexes`
         # @return [Array<String>]
@@ -2910,6 +3347,7 @@ module Google
           @is_optional = args[:is_optional] if args.key?(:is_optional)
           @label = args[:label] if args.key?(:label)
           @name = args[:name] if args.key?(:name)
+          @param_type = args[:param_type] if args.key?(:param_type)
           @regexes = args[:regexes] if args.key?(:regexes)
         end
       end
@@ -3144,6 +3582,56 @@ module Google
         end
       end
       
+      # Represents a Pubsub snapshot.
+      class PubsubSnapshotMetadata
+        include Google::Apis::Core::Hashable
+      
+        # The expire time of the Pubsub snapshot.
+        # Corresponds to the JSON property `expireTime`
+        # @return [String]
+        attr_accessor :expire_time
+      
+        # The name of the Pubsub snapshot.
+        # Corresponds to the JSON property `snapshotName`
+        # @return [String]
+        attr_accessor :snapshot_name
+      
+        # The name of the Pubsub topic.
+        # Corresponds to the JSON property `topicName`
+        # @return [String]
+        attr_accessor :topic_name
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @expire_time = args[:expire_time] if args.key?(:expire_time)
+          @snapshot_name = args[:snapshot_name] if args.key?(:snapshot_name)
+          @topic_name = args[:topic_name] if args.key?(:topic_name)
+        end
+      end
+      
+      # Information about a validated query.
+      class QueryInfo
+        include Google::Apis::Core::Hashable
+      
+        # Includes an entry for each satisfied QueryProperty.
+        # Corresponds to the JSON property `queryProperty`
+        # @return [Array<String>]
+        attr_accessor :query_property
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @query_property = args[:query_property] if args.key?(:query_property)
+        end
+      end
+      
       # An instruction that reads records.
       # Takes no inputs, produces one output.
       class ReadInstruction
@@ -3280,18 +3768,31 @@ module Google
       class ResourceUtilizationReport
         include Google::Apis::Core::Hashable
       
+        # Per container information.
+        # Key: container name.
+        # Corresponds to the JSON property `containers`
+        # @return [Hash<String,Google::Apis::DataflowV1b3::ResourceUtilizationReport>]
+        attr_accessor :containers
+      
         # CPU utilization samples.
         # Corresponds to the JSON property `cpuTime`
         # @return [Array<Google::Apis::DataflowV1b3::CpuTime>]
         attr_accessor :cpu_time
       
+        # Memory utilization samples.
+        # Corresponds to the JSON property `memoryInfo`
+        # @return [Array<Google::Apis::DataflowV1b3::MemInfo>]
+        attr_accessor :memory_info
+      
         def initialize(**args)
            update!(**args)
         end
       
         # Update properties of this object
         def update!(**args)
+          @containers = args[:containers] if args.key?(:containers)
           @cpu_time = args[:cpu_time] if args.key?(:cpu_time)
+          @memory_info = args[:memory_info] if args.key?(:memory_info)
         end
       end
       
@@ -3333,6 +3834,11 @@ module Google
         attr_accessor :bypass_temp_dir_validation
         alias_method :bypass_temp_dir_validation?, :bypass_temp_dir_validation
       
+        # Configuration for VM IPs.
+        # Corresponds to the JSON property `ipConfiguration`
+        # @return [String]
+        attr_accessor :ip_configuration
+      
         # Optional. Name for the Cloud KMS key for the job.
         # Key format is:
         # projects/<project>/locations/<location>/keyRings/<keyring>/cryptoKeys/<key>
@@ -3380,14 +3886,6 @@ module Google
         # @return [String]
         attr_accessor :temp_location
       
-        # Optional. Specifies whether worker pools should be started with private IP
-        # addresses.
-        # False by default.
-        # Corresponds to the JSON property `usePrivateIps`
-        # @return [Boolean]
-        attr_accessor :use_private_ips
-        alias_method :use_private_ips?, :use_private_ips
-      
         # The Compute Engine region
         # (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
         # which worker processing should occur, e.g. "us-west1". Mutually exclusive
@@ -3424,6 +3922,7 @@ module Google
           @additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
           @additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
           @bypass_temp_dir_validation = args[:bypass_temp_dir_validation] if args.key?(:bypass_temp_dir_validation)
+          @ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
           @kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
           @machine_type = args[:machine_type] if args.key?(:machine_type)
           @max_workers = args[:max_workers] if args.key?(:max_workers)
@@ -3432,13 +3931,92 @@ module Google
           @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
           @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
           @temp_location = args[:temp_location] if args.key?(:temp_location)
-          @use_private_ips = args[:use_private_ips] if args.key?(:use_private_ips)
           @worker_region = args[:worker_region] if args.key?(:worker_region)
           @worker_zone = args[:worker_zone] if args.key?(:worker_zone)
           @zone = args[:zone] if args.key?(:zone)
         end
       end
       
+      # RuntimeMetadata describing a runtime environment.
+      class RuntimeMetadata
+        include Google::Apis::Core::Hashable
+      
+        # The parameters for the template.
+        # Corresponds to the JSON property `parameters`
+        # @return [Array<Google::Apis::DataflowV1b3::ParameterMetadata>]
+        attr_accessor :parameters
+      
+        # SDK Information.
+        # Corresponds to the JSON property `sdkInfo`
+        # @return [Google::Apis::DataflowV1b3::SdkInfo]
+        attr_accessor :sdk_info
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @parameters = args[:parameters] if args.key?(:parameters)
+          @sdk_info = args[:sdk_info] if args.key?(:sdk_info)
+        end
+      end
+      
+      # SDK Information.
+      class SdkInfo
+        include Google::Apis::Core::Hashable
+      
+        # Required. The SDK Language.
+        # Corresponds to the JSON property `language`
+        # @return [String]
+        attr_accessor :language
+      
+        # Optional. The SDK version.
+        # Corresponds to the JSON property `version`
+        # @return [String]
+        attr_accessor :version
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @language = args[:language] if args.key?(:language)
+          @version = args[:version] if args.key?(:version)
+        end
+      end
+      
+      # Defines a SDK harness container for executing Dataflow pipelines.
+      class SdkHarnessContainerImage
+        include Google::Apis::Core::Hashable
+      
+        # A docker container image that resides in Google Container Registry.
+        # Corresponds to the JSON property `containerImage`
+        # @return [String]
+        attr_accessor :container_image
+      
+        # If true, recommends the Dataflow service to use only one core per SDK
+        # container instance with this image. If false (or unset) recommends using
+        # more than one core per SDK container instance with this image for
+        # efficiency. Note that Dataflow service may choose to override this property
+        # if needed.
+        # Corresponds to the JSON property `useSingleCorePerContainer`
+        # @return [Boolean]
+        attr_accessor :use_single_core_per_container
+        alias_method :use_single_core_per_container?, :use_single_core_per_container
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @container_image = args[:container_image] if args.key?(:container_image)
+          @use_single_core_per_container = args[:use_single_core_per_container] if args.key?(:use_single_core_per_container)
+        end
+      end
+      
       # The version of the SDK used to run the job.
       class SdkVersion
         include Google::Apis::Core::Hashable
@@ -3730,6 +4308,112 @@ module Google
         end
       end
       
+      # Represents a snapshot of a job.
+      class Snapshot
+        include Google::Apis::Core::Hashable
+      
+        # The time this snapshot was created.
+        # Corresponds to the JSON property `creationTime`
+        # @return [String]
+        attr_accessor :creation_time
+      
+        # User specified description of the snapshot. Maybe empty.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # The disk byte size of the snapshot. Only available for snapshots in READY
+        # state.
+        # Corresponds to the JSON property `diskSizeBytes`
+        # @return [Fixnum]
+        attr_accessor :disk_size_bytes
+      
+        # The unique ID of this snapshot.
+        # Corresponds to the JSON property `id`
+        # @return [String]
+        attr_accessor :id
+      
+        # The project this snapshot belongs to.
+        # Corresponds to the JSON property `projectId`
+        # @return [String]
+        attr_accessor :project_id
+      
+        # PubSub snapshot metadata.
+        # Corresponds to the JSON property `pubsubMetadata`
+        # @return [Array<Google::Apis::DataflowV1b3::PubsubSnapshotMetadata>]
+        attr_accessor :pubsub_metadata
+      
+        # The job this snapshot was created from.
+        # Corresponds to the JSON property `sourceJobId`
+        # @return [String]
+        attr_accessor :source_job_id
+      
+        # State of the snapshot.
+        # Corresponds to the JSON property `state`
+        # @return [String]
+        attr_accessor :state
+      
+        # The time after which this snapshot will be automatically deleted.
+        # Corresponds to the JSON property `ttl`
+        # @return [String]
+        attr_accessor :ttl
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @creation_time = args[:creation_time] if args.key?(:creation_time)
+          @description = args[:description] if args.key?(:description)
+          @disk_size_bytes = args[:disk_size_bytes] if args.key?(:disk_size_bytes)
+          @id = args[:id] if args.key?(:id)
+          @project_id = args[:project_id] if args.key?(:project_id)
+          @pubsub_metadata = args[:pubsub_metadata] if args.key?(:pubsub_metadata)
+          @source_job_id = args[:source_job_id] if args.key?(:source_job_id)
+          @state = args[:state] if args.key?(:state)
+          @ttl = args[:ttl] if args.key?(:ttl)
+        end
+      end
+      
+      # Request to create a snapshot of a job.
+      class SnapshotJobRequest
+        include Google::Apis::Core::Hashable
+      
+        # User specified description of the snapshot. Maybe empty.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # The location that contains this job.
+        # Corresponds to the JSON property `location`
+        # @return [String]
+        attr_accessor :location
+      
+        # If true, perform snapshots for sources which support this.
+        # Corresponds to the JSON property `snapshotSources`
+        # @return [Boolean]
+        attr_accessor :snapshot_sources
+        alias_method :snapshot_sources?, :snapshot_sources
+      
+        # TTL for the snapshot.
+        # Corresponds to the JSON property `ttl`
+        # @return [String]
+        attr_accessor :ttl
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @description = args[:description] if args.key?(:description)
+          @location = args[:location] if args.key?(:location)
+          @snapshot_sources = args[:snapshot_sources] if args.key?(:snapshot_sources)
+          @ttl = args[:ttl] if args.key?(:ttl)
+        end
+      end
+      
       # A source that records can be read and decoded from.
       class Source
         include Google::Apis::Core::Hashable
@@ -4894,6 +5578,81 @@ module Google
         end
       end
       
+      # /////////////////////////////////////////////////////////////////////////////
+      # //// Template Catalog is used to organize user TemplateVersions.
+      # //// TemplateVersions that have the same project_id and display_name are
+      # //// belong to the same Template.
+      # //// Templates with the same project_id belong to the same Project.
+      # //// TemplateVersion may have labels and multiple labels are allowed.
+      # //// Duplicated labels in the same `TemplateVersion` are not allowed.
+      # //// TemplateVersion may have tags and multiple tags are allowed. Duplicated
+      # //// tags in the same `Template` are not allowed!
+      class TemplateVersion
+        include Google::Apis::Core::Hashable
+      
+        # Job information for templates.
+        # Corresponds to the JSON property `artifact`
+        # @return [Google::Apis::DataflowV1b3::Artifact]
+        attr_accessor :artifact
+      
+        # Creation time of this TemplateVersion.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Template description from the user.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # A customized name for Template. Multiple TemplateVersions per Template.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # Labels for the Template Version. Labels can be duplicate within Template.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # A unique project_id. Multiple Templates per Project.
+        # Corresponds to the JSON property `projectId`
+        # @return [String]
+        attr_accessor :project_id
+      
+        # Alias for version_id, helps locate a TemplateVersion.
+        # Corresponds to the JSON property `tags`
+        # @return [Array<String>]
+        attr_accessor :tags
+      
+        # Either LEGACY or FLEX. This should match with the type of artifact.
+        # Corresponds to the JSON property `type`
+        # @return [String]
+        attr_accessor :type
+      
+        # An auto generated version_id for TemplateVersion.
+        # Corresponds to the JSON property `versionId`
+        # @return [String]
+        attr_accessor :version_id
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @artifact = args[:artifact] if args.key?(:artifact)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @description = args[:description] if args.key?(:description)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @labels = args[:labels] if args.key?(:labels)
+          @project_id = args[:project_id] if args.key?(:project_id)
+          @tags = args[:tags] if args.key?(:tags)
+          @type = args[:type] if args.key?(:type)
+          @version_id = args[:version_id] if args.key?(:version_id)
+        end
+      end
+      
       # Global topology of the streaming Dataflow job, including all
       # computations and their sharded locations.
       class TopologyConfig
@@ -4996,6 +5755,11 @@ module Google
         # @return [String]
         attr_accessor :error_message
       
+        # Information about a validated query.
+        # Corresponds to the JSON property `queryInfo`
+        # @return [Google::Apis::DataflowV1b3::QueryInfo]
+        attr_accessor :query_info
+      
         def initialize(**args)
            update!(**args)
         end
@@ -5003,6 +5767,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @error_message = args[:error_message] if args.key?(:error_message)
+          @query_info = args[:query_info] if args.key?(:query_info)
         end
       end
       
@@ -5702,6 +6467,14 @@ module Google
         # @return [Hash<String,Object>]
         attr_accessor :pool_args
       
+        # Set of SDK harness containers needed to execute this pipeline. This will
+        # only be set in the Fn API path. For non-cross-language pipelines this
+        # should have only one entry. Cross-language pipelines will have two or more
+        # entries.
+        # Corresponds to the JSON property `sdkHarnessContainerImages`
+        # @return [Array<Google::Apis::DataflowV1b3::SdkHarnessContainerImage>]
+        attr_accessor :sdk_harness_container_images
+      
         # Subnetwork to which VMs will be assigned, if desired.  Expected to be of
         # the form "regions/REGION/subnetworks/SUBNETWORK".
         # Corresponds to the JSON property `subnetwork`
@@ -5733,6 +6506,7 @@ module Google
       
         # Required. Docker container image that executes the Cloud Dataflow worker
         # harness, residing in Google Container Registry.
+        # Deprecated for the Fn API path. Use sdk_harness_container_images instead.
         # Corresponds to the JSON property `workerHarnessContainerImage`
         # @return [String]
         attr_accessor :worker_harness_container_image
@@ -5765,6 +6539,7 @@ module Google
           @on_host_maintenance = args[:on_host_maintenance] if args.key?(:on_host_maintenance)
           @packages = args[:packages] if args.key?(:packages)
           @pool_args = args[:pool_args] if args.key?(:pool_args)
+          @sdk_harness_container_images = args[:sdk_harness_container_images] if args.key?(:sdk_harness_container_images)
           @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
           @taskrunner_settings = args[:taskrunner_settings] if args.key?(:taskrunner_settings)
           @teardown_policy = args[:teardown_policy] if args.key?(:teardown_policy)