google-apis-dataproc_v1 0.18.0 → 0.19.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bf1feca2f1c11ebedec266a2b5e0b508e97ccd77ca7f5f4c1720803516c37a1f
-  data.tar.gz: b10349942e5e629ec7af13d9493adf5f206085a526fd04a1ea74ee8adfbced92
+  metadata.gz: b49e139fab6c34e0bd6707069e53c4105077e7abe1dc22ba91fe76124fc9410e
+  data.tar.gz: 4f11bed732911ec54b23d5d6eb1189e789e35b858c9abb20fe1b9f7bc4b8ac8b
 SHA512:
-  metadata.gz: 2b3125d24f0eaac4cbeb6e082f85ad7f8a907754038cd6ed3e841c3cf8df6a91ef96e4af5c6b61afd4aff1e6a09fc062ee0aa7801a6a2a64b66f7dd63eaa1647
-  data.tar.gz: aee8dbedaef3365d6f9c651a07aea954dfc5ca330daaaa78b4c29838643d454fc4a23bf99d32d6f63852695176dbcde36f53c6b91dc8b6a135ef592d4bc34e96
+  metadata.gz: 74cd3145e6b509ee3ce020ad5d016f2ffc30e53505ac4c70b70b910ae336f694861c29331e4e681bb5f7efdb3126aa4dd027631ab2b29f417dfcdbeedc49f362
+  data.tar.gz: 0dc5eccb08bb472d8adcabbb54510b287c02eb923f359c365526c92326ccfc17331b19582180bde9b1f45767868af314c1e1b6350ff953040bedd9f351a42451

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.19.0 (2022-01-14)
+
+* Regenerated from discovery document revision 20220111
+* Regenerated using generator version 0.4.1
+
 ### v0.18.0 (2022-01-07)
 
 * Regenerated from discovery document revision 20220105

data/lib/google/apis/dataproc_v1/classes.rb

@@ -245,6 +245,131 @@ module Google
         end
       end
       
+      # A representation of a batch workload in the service.
+      class Batch
+        include Google::Apis::Core::Hashable
+      
+        # Output only. The time when the batch was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Output only. The email address of the user who created the batch.
+        # Corresponds to the JSON property `creator`
+        # @return [String]
+        attr_accessor :creator
+      
+        # Environment configuration for a workload.
+        # Corresponds to the JSON property `environmentConfig`
+        # @return [Google::Apis::DataprocV1::EnvironmentConfig]
+        attr_accessor :environment_config
+      
+        # Optional. The labels to associate with this batch. Label keys must contain 1
+        # to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/
+        # rfc1035.txt). Label values may be empty, but, if present, must contain 1 to 63
+        # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
+        # . No more than 32 labels can be associated with a batch.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # Output only. The resource name of the batch.
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # Output only. The resource name of the operation associated with this batch.
+        # Corresponds to the JSON property `operation`
+        # @return [String]
+        attr_accessor :operation
+      
+        # A configuration for running an Apache PySpark (https://spark.apache.org/docs/
+        # latest/api/python/getting_started/quickstart.html) batch workload.
+        # Corresponds to the JSON property `pysparkBatch`
+        # @return [Google::Apis::DataprocV1::PySparkBatch]
+        attr_accessor :pyspark_batch
+      
+        # Runtime configuration for a workload.
+        # Corresponds to the JSON property `runtimeConfig`
+        # @return [Google::Apis::DataprocV1::RuntimeConfig]
+        attr_accessor :runtime_config
+      
+        # Runtime information about workload execution.
+        # Corresponds to the JSON property `runtimeInfo`
+        # @return [Google::Apis::DataprocV1::RuntimeInfo]
+        attr_accessor :runtime_info
+      
+        # A configuration for running an Apache Spark (http://spark.apache.org/) batch
+        # workload.
+        # Corresponds to the JSON property `sparkBatch`
+        # @return [Google::Apis::DataprocV1::SparkBatch]
+        attr_accessor :spark_batch
+      
+        # A configuration for running an Apache SparkR (https://spark.apache.org/docs/
+        # latest/sparkr.html) batch workload.
+        # Corresponds to the JSON property `sparkRBatch`
+        # @return [Google::Apis::DataprocV1::SparkRBatch]
+        attr_accessor :spark_r_batch
+      
+        # A configuration for running Apache Spark SQL (http://spark.apache.org/sql/)
+        # queries as a batch workload.
+        # Corresponds to the JSON property `sparkSqlBatch`
+        # @return [Google::Apis::DataprocV1::SparkSqlBatch]
+        attr_accessor :spark_sql_batch
+      
+        # Output only. The state of the batch.
+        # Corresponds to the JSON property `state`
+        # @return [String]
+        attr_accessor :state
+      
+        # Output only. Historical state information for the batch.
+        # Corresponds to the JSON property `stateHistory`
+        # @return [Array<Google::Apis::DataprocV1::StateHistory>]
+        attr_accessor :state_history
+      
+        # Output only. Batch state details, such as a failure description if the state
+        # is FAILED.
+        # Corresponds to the JSON property `stateMessage`
+        # @return [String]
+        attr_accessor :state_message
+      
+        # Output only. The time when the batch entered a current state.
+        # Corresponds to the JSON property `stateTime`
+        # @return [String]
+        attr_accessor :state_time
+      
+        # Output only. A batch UUID (Unique Universal Identifier). The service generates
+        # this value when it creates the batch.
+        # Corresponds to the JSON property `uuid`
+        # @return [String]
+        attr_accessor :uuid
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @creator = args[:creator] if args.key?(:creator)
+          @environment_config = args[:environment_config] if args.key?(:environment_config)
+          @labels = args[:labels] if args.key?(:labels)
+          @name = args[:name] if args.key?(:name)
+          @operation = args[:operation] if args.key?(:operation)
+          @pyspark_batch = args[:pyspark_batch] if args.key?(:pyspark_batch)
+          @runtime_config = args[:runtime_config] if args.key?(:runtime_config)
+          @runtime_info = args[:runtime_info] if args.key?(:runtime_info)
+          @spark_batch = args[:spark_batch] if args.key?(:spark_batch)
+          @spark_r_batch = args[:spark_r_batch] if args.key?(:spark_r_batch)
+          @spark_sql_batch = args[:spark_sql_batch] if args.key?(:spark_sql_batch)
+          @state = args[:state] if args.key?(:state)
+          @state_history = args[:state_history] if args.key?(:state_history)
+          @state_message = args[:state_message] if args.key?(:state_message)
+          @state_time = args[:state_time] if args.key?(:state_time)
+          @uuid = args[:uuid] if args.key?(:uuid)
+        end
+      end
+      
       # Metadata describing the Batch operation.
       class BatchOperationMetadata
         include Google::Apis::Core::Hashable
@@ -979,6 +1104,74 @@ module Google
         end
       end
       
+      # Environment configuration for a workload.
+      class EnvironmentConfig
+        include Google::Apis::Core::Hashable
+      
+        # Execution configuration for a workload.
+        # Corresponds to the JSON property `executionConfig`
+        # @return [Google::Apis::DataprocV1::ExecutionConfig]
+        attr_accessor :execution_config
+      
+        # Auxiliary services configuration for a workload.
+        # Corresponds to the JSON property `peripheralsConfig`
+        # @return [Google::Apis::DataprocV1::PeripheralsConfig]
+        attr_accessor :peripherals_config
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @execution_config = args[:execution_config] if args.key?(:execution_config)
+          @peripherals_config = args[:peripherals_config] if args.key?(:peripherals_config)
+        end
+      end
+      
+      # Execution configuration for a workload.
+      class ExecutionConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The Cloud KMS key to use for encryption.
+        # Corresponds to the JSON property `kmsKey`
+        # @return [String]
+        attr_accessor :kms_key
+      
+        # Optional. Tags used for network traffic control.
+        # Corresponds to the JSON property `networkTags`
+        # @return [Array<String>]
+        attr_accessor :network_tags
+      
+        # Optional. Network URI to connect workload to.
+        # Corresponds to the JSON property `networkUri`
+        # @return [String]
+        attr_accessor :network_uri
+      
+        # Optional. Service account that used to execute workload.
+        # Corresponds to the JSON property `serviceAccount`
+        # @return [String]
+        attr_accessor :service_account
+      
+        # Optional. Subnetwork URI to connect workload to.
+        # Corresponds to the JSON property `subnetworkUri`
+        # @return [String]
+        attr_accessor :subnetwork_uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @kms_key = args[:kms_key] if args.key?(:kms_key)
+          @network_tags = args[:network_tags] if args.key?(:network_tags)
+          @network_uri = args[:network_uri] if args.key?(:network_uri)
+          @service_account = args[:service_account] if args.key?(:service_account)
+          @subnetwork_uri = args[:subnetwork_uri] if args.key?(:subnetwork_uri)
+        end
+      end
+      
       # Represents a textual expression in the Common Expression Language (CEL) syntax.
       # CEL is a C-like expression language. The syntax and semantics of CEL are
       # documented at https://github.com/google/cel-spec.Example (Comparison): title: "
@@ -2168,6 +2361,32 @@ module Google
         end
       end
       
+      # A list of batch workloads.
+      class ListBatchesResponse
+        include Google::Apis::Core::Hashable
+      
+        # The batches from the specified collection.
+        # Corresponds to the JSON property `batches`
+        # @return [Array<Google::Apis::DataprocV1::Batch>]
+        attr_accessor :batches
+      
+        # A token, which can be sent as page_token to retrieve the next page. If this
+        # field is omitted, there are no subsequent pages.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @batches = args[:batches] if args.key?(:batches)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+        end
+      end
+      
       # The list of all clusters in a project.
       class ListClustersResponse
         include Google::Apis::Core::Hashable
@@ -2654,6 +2873,32 @@ module Google
         end
       end
       
+      # Auxiliary services configuration for a workload.
+      class PeripheralsConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Resource name of an existing Dataproc Metastore service.Example:
+        # projects/[project_id]/locations/[region]/services/[service_id]
+        # Corresponds to the JSON property `metastoreService`
+        # @return [String]
+        attr_accessor :metastore_service
+      
+        # Spark History Server configuration for the workload.
+        # Corresponds to the JSON property `sparkHistoryServerConfig`
+        # @return [Google::Apis::DataprocV1::SparkHistoryServerConfig]
+        attr_accessor :spark_history_server_config
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @metastore_service = args[:metastore_service] if args.key?(:metastore_service)
+          @spark_history_server_config = args[:spark_history_server_config] if args.key?(:spark_history_server_config)
+        end
+      end
+      
       # A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on
       # YARN.
       class PigJob
@@ -2869,6 +3114,63 @@ module Google
         end
       end
       
+      # A configuration for running an Apache PySpark (https://spark.apache.org/docs/
+      # latest/api/python/getting_started/quickstart.html) batch workload.
+      class PySparkBatch
+        include Google::Apis::Core::Hashable
+      
+        # Optional. HCFS URIs of archives to be extracted into the working directory of
+        # each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
+        # Corresponds to the JSON property `archiveUris`
+        # @return [Array<String>]
+        attr_accessor :archive_uris
+      
+        # Optional. The arguments to pass to the driver. Do not include arguments that
+        # can be set as batch properties, such as --conf, since a collision can occur
+        # that causes an incorrect batch submission.
+        # Corresponds to the JSON property `args`
+        # @return [Array<String>]
+        attr_accessor :args
+      
+        # Optional. HCFS URIs of files to be placed in the working directory of each
+        # executor.
+        # Corresponds to the JSON property `fileUris`
+        # @return [Array<String>]
+        attr_accessor :file_uris
+      
+        # Optional. HCFS URIs of jar files to add to the classpath of the Spark driver
+        # and tasks.
+        # Corresponds to the JSON property `jarFileUris`
+        # @return [Array<String>]
+        attr_accessor :jar_file_uris
+      
+        # Required. The HCFS URI of the main Python file to use as the Spark driver.
+        # Must be a .py file.
+        # Corresponds to the JSON property `mainPythonFileUri`
+        # @return [String]
+        attr_accessor :main_python_file_uri
+      
+        # Optional. HCFS file URIs of Python files to pass to the PySpark framework.
+        # Supported file types: .py, .egg, and .zip.
+        # Corresponds to the JSON property `pythonFileUris`
+        # @return [Array<String>]
+        attr_accessor :python_file_uris
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
+          @args = args[:args] if args.key?(:args)
+          @file_uris = args[:file_uris] if args.key?(:file_uris)
+          @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
+          @main_python_file_uri = args[:main_python_file_uri] if args.key?(:main_python_file_uri)
+          @python_file_uris = args[:python_file_uris] if args.key?(:python_file_uris)
+        end
+      end
+      
       # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
       # python-programming-guide.html) applications on YARN.
       class PySparkJob
@@ -3048,6 +3350,72 @@ module Google
         end
       end
       
+      # Runtime configuration for a workload.
+      class RuntimeConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Optional custom container image for the job runtime environment. If
+        # not specified, a default container image will be used.
+        # Corresponds to the JSON property `containerImage`
+        # @return [String]
+        attr_accessor :container_image
+      
+        # Optional. A mapping of property names to values, which are used to configure
+        # workload execution.
+        # Corresponds to the JSON property `properties`
+        # @return [Hash<String,String>]
+        attr_accessor :properties
+      
+        # Optional. Version of the batch runtime.
+        # Corresponds to the JSON property `version`
+        # @return [String]
+        attr_accessor :version
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @container_image = args[:container_image] if args.key?(:container_image)
+          @properties = args[:properties] if args.key?(:properties)
+          @version = args[:version] if args.key?(:version)
+        end
+      end
+      
+      # Runtime information about workload execution.
+      class RuntimeInfo
+        include Google::Apis::Core::Hashable
+      
+        # Output only. A URI pointing to the location of the diagnostics tarball.
+        # Corresponds to the JSON property `diagnosticOutputUri`
+        # @return [String]
+        attr_accessor :diagnostic_output_uri
+      
+        # Output only. Map of remote access endpoints (such as web interfaces and APIs)
+        # to their URIs.
+        # Corresponds to the JSON property `endpoints`
+        # @return [Hash<String,String>]
+        attr_accessor :endpoints
+      
+        # Output only. A URI pointing to the location of the stdout and stderr of the
+        # workload.
+        # Corresponds to the JSON property `outputUri`
+        # @return [String]
+        attr_accessor :output_uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @diagnostic_output_uri = args[:diagnostic_output_uri] if args.key?(:diagnostic_output_uri)
+          @endpoints = args[:endpoints] if args.key?(:endpoints)
+          @output_uri = args[:output_uri] if args.key?(:output_uri)
+        end
+      end
+      
       # Security related configuration, including encryption, Kerberos, etc.
       class SecurityConfig
         include Google::Apis::Core::Hashable
@@ -3258,6 +3626,83 @@ module Google
         end
       end
       
+      # A configuration for running an Apache Spark (http://spark.apache.org/) batch
+      # workload.
+      class SparkBatch
+        include Google::Apis::Core::Hashable
+      
+        # Optional. HCFS URIs of archives to be extracted into the working directory of
+        # each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
+        # Corresponds to the JSON property `archiveUris`
+        # @return [Array<String>]
+        attr_accessor :archive_uris
+      
+        # Optional. The arguments to pass to the driver. Do not include arguments that
+        # can be set as batch properties, such as --conf, since a collision can occur
+        # that causes an incorrect batch submission.
+        # Corresponds to the JSON property `args`
+        # @return [Array<String>]
+        attr_accessor :args
+      
+        # Optional. HCFS URIs of files to be placed in the working directory of each
+        # executor.
+        # Corresponds to the JSON property `fileUris`
+        # @return [Array<String>]
+        attr_accessor :file_uris
+      
+        # Optional. HCFS URIs of jar files to add to the classpath of the Spark driver
+        # and tasks.
+        # Corresponds to the JSON property `jarFileUris`
+        # @return [Array<String>]
+        attr_accessor :jar_file_uris
+      
+        # Optional. The name of the driver main class. The jar file that contains the
+        # class must be in the classpath or specified in jar_file_uris.
+        # Corresponds to the JSON property `mainClass`
+        # @return [String]
+        attr_accessor :main_class
+      
+        # Optional. The HCFS URI of the jar file that contains the main class.
+        # Corresponds to the JSON property `mainJarFileUri`
+        # @return [String]
+        attr_accessor :main_jar_file_uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
+          @args = args[:args] if args.key?(:args)
+          @file_uris = args[:file_uris] if args.key?(:file_uris)
+          @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
+          @main_class = args[:main_class] if args.key?(:main_class)
+          @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
+        end
+      end
+      
+      # Spark History Server configuration for the workload.
+      class SparkHistoryServerConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Resource name of an existing Dataproc Cluster to act as a Spark
+        # History Server for the workload.Example: projects/[project_id]/regions/[region]
+        # /clusters/[cluster_name]
+        # Corresponds to the JSON property `dataprocCluster`
+        # @return [String]
+        attr_accessor :dataproc_cluster
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @dataproc_cluster = args[:dataproc_cluster] if args.key?(:dataproc_cluster)
+        end
+      end
+      
       # A Dataproc job for running Apache Spark (http://spark.apache.org/)
       # applications on YARN.
       class SparkJob
@@ -3329,6 +3774,49 @@ module Google
         end
       end
       
+      # A configuration for running an Apache SparkR (https://spark.apache.org/docs/
+      # latest/sparkr.html) batch workload.
+      class SparkRBatch
+        include Google::Apis::Core::Hashable
+      
+        # Optional. HCFS URIs of archives to be extracted into the working directory of
+        # each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
+        # Corresponds to the JSON property `archiveUris`
+        # @return [Array<String>]
+        attr_accessor :archive_uris
+      
+        # Optional. The arguments to pass to the Spark driver. Do not include arguments
+        # that can be set as batch properties, such as --conf, since a collision can
+        # occur that causes an incorrect batch submission.
+        # Corresponds to the JSON property `args`
+        # @return [Array<String>]
+        attr_accessor :args
+      
+        # Optional. HCFS URIs of files to be placed in the working directory of each
+        # executor.
+        # Corresponds to the JSON property `fileUris`
+        # @return [Array<String>]
+        attr_accessor :file_uris
+      
+        # Required. The HCFS URI of the main R file to use as the driver. Must be a .R
+        # or .r file.
+        # Corresponds to the JSON property `mainRFileUri`
+        # @return [String]
+        attr_accessor :main_r_file_uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
+          @args = args[:args] if args.key?(:args)
+          @file_uris = args[:file_uris] if args.key?(:file_uris)
+          @main_r_file_uri = args[:main_r_file_uri] if args.key?(:main_r_file_uri)
+        end
+      end
+      
       # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
       # sparkr.html) applications on YARN.
       class SparkRJob
@@ -3387,6 +3875,40 @@ module Google
         end
       end
       
+      # A configuration for running Apache Spark SQL (http://spark.apache.org/sql/)
+      # queries as a batch workload.
+      class SparkSqlBatch
+        include Google::Apis::Core::Hashable
+      
+        # Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
+        # Corresponds to the JSON property `jarFileUris`
+        # @return [Array<String>]
+        attr_accessor :jar_file_uris
+      
+        # Required. The HCFS URI of the script that contains Spark SQL queries to
+        # execute.
+        # Corresponds to the JSON property `queryFileUri`
+        # @return [String]
+        attr_accessor :query_file_uri
+      
+        # Optional. Mapping of query variable names to values (equivalent to the Spark
+        # SQL command: SET name="value";).
+        # Corresponds to the JSON property `queryVariables`
+        # @return [Hash<String,String>]
+        attr_accessor :query_variables
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
+          @query_file_uri = args[:query_file_uri] if args.key?(:query_file_uri)
+          @query_variables = args[:query_variables] if args.key?(:query_variables)
+        end
+      end
+      
       # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
       # queries.
       class SparkSqlJob
@@ -3536,6 +4058,37 @@ module Google
         end
       end
       
+      # Historical state information.
+      class StateHistory
+        include Google::Apis::Core::Hashable
+      
+        # Output only. The state of the batch at this point in history.
+        # Corresponds to the JSON property `state`
+        # @return [String]
+        attr_accessor :state
+      
+        # Output only. Details about the state at this point in history.
+        # Corresponds to the JSON property `stateMessage`
+        # @return [String]
+        attr_accessor :state_message
+      
+        # Output only. The time when the batch entered the historical state.
+        # Corresponds to the JSON property `stateStartTime`
+        # @return [String]
+        attr_accessor :state_start_time
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @state = args[:state] if args.key?(:state)
+          @state_message = args[:state_message] if args.key?(:state_message)
+          @state_start_time = args[:state_start_time] if args.key?(:state_start_time)
+        end
+      end
+      
       # The Status type defines a logical error model that is suitable for different
       # programming environments, including REST APIs and RPC APIs. It is used by gRPC
       # (https://github.com/grpc). Each Status message contains three pieces of data:

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.18.0"
+      GEM_VERSION = "0.19.0"
 
       # Version of the code generator used to generate this client
-      GENERATOR_VERSION = "0.4.0"
+      GENERATOR_VERSION = "0.4.1"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20220105"
+      REVISION = "20220111"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -52,6 +52,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class Batch
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class BatchOperationMetadata
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -160,6 +166,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class EnvironmentConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class ExecutionConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Expr
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -292,6 +310,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class ListBatchesResponse
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class ListClustersResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -376,6 +400,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class PeripheralsConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class PigJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -394,6 +424,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class PySparkBatch
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class PySparkJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -424,6 +460,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class RuntimeConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class RuntimeInfo
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SecurityConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -454,18 +502,42 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SparkBatch
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class SparkHistoryServerConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SparkJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SparkRBatch
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SparkRJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class SparkSqlBatch
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SparkSqlJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -484,6 +556,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class StateHistory
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Status
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -614,6 +692,37 @@ module Google
         end
       end
       
+      class Batch
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :create_time, as: 'createTime'
+          property :creator, as: 'creator'
+          property :environment_config, as: 'environmentConfig', class: Google::Apis::DataprocV1::EnvironmentConfig, decorator: Google::Apis::DataprocV1::EnvironmentConfig::Representation
+      
+          hash :labels, as: 'labels'
+          property :name, as: 'name'
+          property :operation, as: 'operation'
+          property :pyspark_batch, as: 'pysparkBatch', class: Google::Apis::DataprocV1::PySparkBatch, decorator: Google::Apis::DataprocV1::PySparkBatch::Representation
+      
+          property :runtime_config, as: 'runtimeConfig', class: Google::Apis::DataprocV1::RuntimeConfig, decorator: Google::Apis::DataprocV1::RuntimeConfig::Representation
+      
+          property :runtime_info, as: 'runtimeInfo', class: Google::Apis::DataprocV1::RuntimeInfo, decorator: Google::Apis::DataprocV1::RuntimeInfo::Representation
+      
+          property :spark_batch, as: 'sparkBatch', class: Google::Apis::DataprocV1::SparkBatch, decorator: Google::Apis::DataprocV1::SparkBatch::Representation
+      
+          property :spark_r_batch, as: 'sparkRBatch', class: Google::Apis::DataprocV1::SparkRBatch, decorator: Google::Apis::DataprocV1::SparkRBatch::Representation
+      
+          property :spark_sql_batch, as: 'sparkSqlBatch', class: Google::Apis::DataprocV1::SparkSqlBatch, decorator: Google::Apis::DataprocV1::SparkSqlBatch::Representation
+      
+          property :state, as: 'state'
+          collection :state_history, as: 'stateHistory', class: Google::Apis::DataprocV1::StateHistory, decorator: Google::Apis::DataprocV1::StateHistory::Representation
+      
+          property :state_message, as: 'stateMessage'
+          property :state_time, as: 'stateTime'
+          property :uuid, as: 'uuid'
+        end
+      end
+      
       class BatchOperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -808,6 +917,27 @@ module Google
         end
       end
       
+      class EnvironmentConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :execution_config, as: 'executionConfig', class: Google::Apis::DataprocV1::ExecutionConfig, decorator: Google::Apis::DataprocV1::ExecutionConfig::Representation
+      
+          property :peripherals_config, as: 'peripheralsConfig', class: Google::Apis::DataprocV1::PeripheralsConfig, decorator: Google::Apis::DataprocV1::PeripheralsConfig::Representation
+      
+        end
+      end
+      
+      class ExecutionConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :kms_key, as: 'kmsKey'
+          collection :network_tags, as: 'networkTags'
+          property :network_uri, as: 'networkUri'
+          property :service_account, as: 'serviceAccount'
+          property :subnetwork_uri, as: 'subnetworkUri'
+        end
+      end
+      
       class Expr
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1081,6 +1211,15 @@ module Google
         end
       end
       
+      class ListBatchesResponse
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :batches, as: 'batches', class: Google::Apis::DataprocV1::Batch, decorator: Google::Apis::DataprocV1::Batch::Representation
+      
+          property :next_page_token, as: 'nextPageToken'
+        end
+      end
+      
       class ListClustersResponse
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1221,6 +1360,15 @@ module Google
         end
       end
       
+      class PeripheralsConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :metastore_service, as: 'metastoreService'
+          property :spark_history_server_config, as: 'sparkHistoryServerConfig', class: Google::Apis::DataprocV1::SparkHistoryServerConfig, decorator: Google::Apis::DataprocV1::SparkHistoryServerConfig::Representation
+      
+        end
+      end
+      
       class PigJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1261,6 +1409,18 @@ module Google
         end
       end
       
+      class PySparkBatch
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :archive_uris, as: 'archiveUris'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :main_python_file_uri, as: 'mainPythonFileUri'
+          collection :python_file_uris, as: 'pythonFileUris'
+        end
+      end
+      
       class PySparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1307,6 +1467,24 @@ module Google
         end
       end
       
+      class RuntimeConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :container_image, as: 'containerImage'
+          hash :properties, as: 'properties'
+          property :version, as: 'version'
+        end
+      end
+      
+      class RuntimeInfo
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :diagnostic_output_uri, as: 'diagnosticOutputUri'
+          hash :endpoints, as: 'endpoints'
+          property :output_uri, as: 'outputUri'
+        end
+      end
+      
       class SecurityConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1357,6 +1535,25 @@ module Google
         end
       end
       
+      class SparkBatch
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :archive_uris, as: 'archiveUris'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :main_class, as: 'mainClass'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
+        end
+      end
+      
+      class SparkHistoryServerConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :dataproc_cluster, as: 'dataprocCluster'
+        end
+      end
+      
       class SparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1372,6 +1569,16 @@ module Google
         end
       end
       
+      class SparkRBatch
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :archive_uris, as: 'archiveUris'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
+          property :main_r_file_uri, as: 'mainRFileUri'
+        end
+      end
+      
       class SparkRJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1385,6 +1592,15 @@ module Google
         end
       end
       
+      class SparkSqlBatch
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :query_file_uri, as: 'queryFileUri'
+          hash :query_variables, as: 'queryVariables'
+        end
+      end
+      
       class SparkSqlJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1418,6 +1634,15 @@ module Google
         end
       end
       
+      class StateHistory
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :state, as: 'state'
+          property :state_message, as: 'stateMessage'
+          property :state_start_time, as: 'stateStartTime'
+        end
+      end
+      
       class Status
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

data/lib/google/apis/dataproc_v1/service.rb

@@ -352,6 +352,155 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
+        # Creates a batch workload that executes asynchronously.
+        # @param [String] parent
+        #   Required. The parent resource where this batch will be created.
+        # @param [Google::Apis::DataprocV1::Batch] batch_object
+        # @param [String] batch_id
+        #   Optional. The ID to use for the batch, which will become the final component
+        #   of the batch's resource name.This value must be 4-63 characters. Valid
+        #   characters are /[a-z][0-9]-/.
+        # @param [String] request_id
+        #   Optional. A unique ID used to identify the request. If the service receives
+        #   two CreateBatchRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
+        #   google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateBatchRequest)s with
+        #   the same request_id, the second request is ignored and the Operation that
+        #   corresponds to the first Batch created and stored in the backend is returned.
+        #   Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/
+        #   Universally_unique_identifier).The value must contain only letters (a-z, A-Z),
+        #   numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40
+        #   characters.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Operation]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def create_project_location_batch(parent, batch_object = nil, batch_id: nil, request_id: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:post, 'v1/{+parent}/batches', options)
+          command.request_representation = Google::Apis::DataprocV1::Batch::Representation
+          command.request_object = batch_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['parent'] = parent unless parent.nil?
+          command.query['batchId'] = batch_id unless batch_id.nil?
+          command.query['requestId'] = request_id unless request_id.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Deletes the batch workload resource. If the batch is not in terminal state,
+        # the delete fails and the response returns FAILED_PRECONDITION.
+        # @param [String] name
+        #   Required. The name of the batch resource to delete.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Empty]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def delete_project_location_batch(name, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:delete, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Gets the batch workload resource representation.
+        # @param [String] name
+        #   Required. The name of the batch to retrieve.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Batch] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Batch]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_project_location_batch(name, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::Batch::Representation
+          command.response_class = Google::Apis::DataprocV1::Batch
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Lists batch workloads.
+        # @param [String] parent
+        #   Required. The parent, which owns this collection of batches.
+        # @param [Fixnum] page_size
+        #   Optional. The maximum number of batches to return in each response. The
+        #   service may return fewer than this value. The default page size is 20; the
+        #   maximum page size is 1000.
+        # @param [String] page_token
+        #   Optional. A page token received from a previous ListBatches call. Provide this
+        #   token to retrieve the subsequent page.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::ListBatchesResponse] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::ListBatchesResponse]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def list_project_location_batches(parent, page_size: nil, page_token: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:get, 'v1/{+parent}/batches', options)
+          command.response_representation = Google::Apis::DataprocV1::ListBatchesResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListBatchesResponse
+          command.params['parent'] = parent unless parent.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Creates new workflow template.
         # @param [String] parent
         #   Required. The resource name of the region or location, as described in https://

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.18.0
+  version: 0.19.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-01-10 00:00:00.000000000 Z
+date: 2022-01-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.18.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.19.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.4
+rubygems_version: 3.3.5
 signing_key: 
 specification_version: 4
 summary: Simple REST client for Cloud Dataproc API V1