@maxim_mazurok/gapi.client.dataproc-v1 0.0.20240830 → 0.0.20240928

package/index.d.ts

@@ -9,7 +9,7 @@
 // This file was generated by https://github.com/Maxim-Mazurok/google-api-typings-generator. Please do not edit it manually.
 // In case of any problems please post issue to https://github.com/Maxim-Mazurok/google-api-typings-generator
 // Generated from: https://dataproc.googleapis.com/$discovery/rest?version=v1
-// Revision: 20240830
+// Revision: 20240928
 
 /// <reference types="gapi.client" />
 
@@ -30,6 +30,68 @@ declare namespace gapi.client {
       /** Full URL, partial URI, or short name of the accelerator type resource to expose to this instance. See Compute Engine AcceleratorTypes (https://cloud.google.com/compute/docs/reference/v1/acceleratorTypes).Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-t4 projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-t4 nvidia-tesla-t4Auto Zone Exception: If you are using the Dataproc Auto Zone Placement (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) feature, you must use the short name of the accelerator type resource, for example, nvidia-tesla-t4. */
       acceleratorTypeUri?: string;
     }
+    interface AccessSessionSparkApplicationEnvironmentInfoResponse {
+      /** Details about the Environment that the application is running in. */
+      applicationEnvironmentInfo?: ApplicationEnvironmentInfo;
+    }
+    interface AccessSessionSparkApplicationJobResponse {
+      /** Output only. Data corresponding to a spark job. */
+      jobData?: JobData;
+    }
+    interface AccessSessionSparkApplicationResponse {
+      /** Output only. High level information corresponding to an application. */
+      application?: ApplicationInfo;
+    }
+    interface AccessSessionSparkApplicationSqlQueryResponse {
+      /** SQL Execution Data */
+      executionData?: SqlExecutionUiData;
+    }
+    interface AccessSessionSparkApplicationSqlSparkPlanGraphResponse {
+      /** SparkPlanGraph for a Spark Application execution. */
+      sparkPlanGraph?: SparkPlanGraph;
+    }
+    interface AccessSessionSparkApplicationStageAttemptResponse {
+      /** Output only. Data corresponding to a stage. */
+      stageData?: StageData;
+    }
+    interface AccessSessionSparkApplicationStageRddOperationGraphResponse {
+      /** RDD operation graph for a Spark Application Stage. */
+      rddOperationGraph?: RddOperationGraph;
+    }
+    interface AccessSparkApplicationEnvironmentInfoResponse {
+      /** Details about the Environment that the application is running in. */
+      applicationEnvironmentInfo?: ApplicationEnvironmentInfo;
+    }
+    interface AccessSparkApplicationJobResponse {
+      /** Output only. Data corresponding to a spark job. */
+      jobData?: JobData;
+    }
+    interface AccessSparkApplicationResponse {
+      /** Output only. High level information corresponding to an application. */
+      application?: ApplicationInfo;
+    }
+    interface AccessSparkApplicationSqlQueryResponse {
+      /** SQL Execution Data */
+      executionData?: SqlExecutionUiData;
+    }
+    interface AccessSparkApplicationSqlSparkPlanGraphResponse {
+      /** SparkPlanGraph for a Spark Application execution. */
+      sparkPlanGraph?: SparkPlanGraph;
+    }
+    interface AccessSparkApplicationStageAttemptResponse {
+      /** Output only. Data corresponding to a stage. */
+      stageData?: StageData;
+    }
+    interface AccessSparkApplicationStageRddOperationGraphResponse {
+      /** RDD operation graph for a Spark Application Stage. */
+      rddOperationGraph?: RddOperationGraph;
+    }
+    interface AccumulableInfo {
+      accumullableInfoId?: string;
+      name?: string;
+      update?: string;
+      value?: string;
+    }
     interface AnalyzeBatchRequest {
       /** Optional. A unique ID used to identify the request. If the service receives two AnalyzeBatchRequest (http://cloud/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.AnalyzeBatchRequest)s with the same request_id, the second request is ignored and the Operation that corresponds to the first request created and stored in the backend is returned.Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. */
       requestId?: string;
@@ -52,6 +114,40 @@ declare namespace gapi.client {
       /** Output only. Warnings encountered during operation execution. */
       warnings?: string[];
     }
+    interface ApplicationAttemptInfo {
+      appSparkVersion?: string;
+      attemptId?: string;
+      completed?: boolean;
+      durationMillis?: string;
+      endTime?: string;
+      lastUpdated?: string;
+      sparkUser?: string;
+      startTime?: string;
+    }
+    interface ApplicationEnvironmentInfo {
+      classpathEntries?: {[P in string]: string};
+      hadoopProperties?: {[P in string]: string};
+      metricsProperties?: {[P in string]: string};
+      resourceProfiles?: ResourceProfileInfo[];
+      runtime?: SparkRuntimeInfo;
+      sparkProperties?: {[P in string]: string};
+      systemProperties?: {[P in string]: string};
+    }
+    interface ApplicationInfo {
+      applicationContextIngestionStatus?: string;
+      applicationId?: string;
+      attempts?: ApplicationAttemptInfo[];
+      coresGranted?: number;
+      coresPerExecutor?: number;
+      maxCores?: number;
+      memoryPerExecutorMb?: number;
+      name?: string;
+      quantileDataStatus?: string;
+    }
+    interface AppSummary {
+      numCompletedJobs?: number;
+      numCompletedStages?: number;
+    }
     interface AutoscalingConfig {
       /** Optional. The autoscaling policy used by the cluster.Only resource names including projectid and location (region) are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id] projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]Note that the policy must be in the same project and Dataproc region. */
       policyUri?: string;
@@ -284,10 +380,33 @@ declare namespace gapi.client {
       /** Output only. Additional state information that includes status reported by the agent. */
       substate?: string;
     }
+    interface ClusterToRepair {
+      /** Required. Repair action to take on the cluster resource. */
+      clusterRepairAction?: string;
+    }
     interface ConfidentialInstanceConfig {
       /** Optional. Defines whether the instance should have confidential compute enabled. */
       enableConfidentialCompute?: boolean;
     }
+    interface ConsolidatedExecutorSummary {
+      activeTasks?: number;
+      completedTasks?: number;
+      count?: number;
+      diskUsed?: string;
+      failedTasks?: number;
+      isExcluded?: number;
+      maxMemory?: string;
+      memoryMetrics?: MemoryMetrics;
+      memoryUsed?: string;
+      rddBlocks?: number;
+      totalCores?: number;
+      totalDurationMillis?: string;
+      totalGcTimeMillis?: string;
+      totalInputBytes?: string;
+      totalShuffleRead?: string;
+      totalShuffleWrite?: string;
+      totalTasks?: number;
+    }
     interface DataprocMetricConfig {
       /** Required. Metrics sources to enable. */
       metrics?: Metric[];
@@ -369,6 +488,89 @@ declare namespace gapi.client {
       /** Optional. The duration after which the workload will be terminated, specified as the JSON representation for Duration (https://protobuf.dev/programming-guides/proto3/#json). When the workload exceeds this duration, it will be unconditionally terminated without waiting for ongoing work to finish. If ttl is not specified for a batch workload, the workload will be allowed to run until it exits naturally (or run forever without exiting). If ttl is not specified for an interactive session, it defaults to 24 hours. If ttl is not specified for a batch that uses 2.1+ runtime version, it defaults to 4 hours. Minimum value is 10 minutes; maximum value is 14 days. If both ttl and idle_ttl are specified (for an interactive session), the conditions are treated as OR conditions: the workload will be terminated when it has been idle for idle_ttl or when ttl has been exceeded, whichever occurs first. */
       ttl?: string;
     }
+    interface ExecutorMetrics {
+      metrics?: {[P in string]: string};
+    }
+    interface ExecutorMetricsDistributions {
+      diskBytesSpilled?: number[];
+      failedTasks?: number[];
+      inputBytes?: number[];
+      inputRecords?: number[];
+      killedTasks?: number[];
+      memoryBytesSpilled?: number[];
+      outputBytes?: number[];
+      outputRecords?: number[];
+      peakMemoryMetrics?: ExecutorPeakMetricsDistributions;
+      quantiles?: number[];
+      shuffleRead?: number[];
+      shuffleReadRecords?: number[];
+      shuffleWrite?: number[];
+      shuffleWriteRecords?: number[];
+      succeededTasks?: number[];
+      taskTimeMillis?: number[];
+    }
+    interface ExecutorPeakMetricsDistributions {
+      executorMetrics?: ExecutorMetrics[];
+      quantiles?: number[];
+    }
+    interface ExecutorResourceRequest {
+      amount?: string;
+      discoveryScript?: string;
+      resourceName?: string;
+      vendor?: string;
+    }
+    interface ExecutorStageSummary {
+      diskBytesSpilled?: string;
+      executorId?: string;
+      failedTasks?: number;
+      inputBytes?: string;
+      inputRecords?: string;
+      isExcludedForStage?: boolean;
+      killedTasks?: number;
+      memoryBytesSpilled?: string;
+      outputBytes?: string;
+      outputRecords?: string;
+      peakMemoryMetrics?: ExecutorMetrics;
+      shuffleRead?: string;
+      shuffleReadRecords?: string;
+      shuffleWrite?: string;
+      shuffleWriteRecords?: string;
+      stageAttemptId?: number;
+      stageId?: string;
+      succeededTasks?: number;
+      taskTimeMillis?: string;
+    }
+    interface ExecutorSummary {
+      activeTasks?: number;
+      addTime?: string;
+      attributes?: {[P in string]: string};
+      completedTasks?: number;
+      diskUsed?: string;
+      excludedInStages?: string[];
+      executorId?: string;
+      executorLogs?: {[P in string]: string};
+      failedTasks?: number;
+      hostPort?: string;
+      isActive?: boolean;
+      isExcluded?: boolean;
+      maxMemory?: string;
+      maxTasks?: number;
+      memoryMetrics?: MemoryMetrics;
+      memoryUsed?: string;
+      peakMemoryMetrics?: ExecutorMetrics;
+      rddBlocks?: number;
+      removeReason?: string;
+      removeTime?: string;
+      resourceProfileId?: number;
+      resources?: {[P in string]: ResourceInformation};
+      totalCores?: number;
+      totalDurationMillis?: string;
+      totalGcTimeMillis?: string;
+      totalInputBytes?: string;
+      totalShuffleRead?: string;
+      totalShuffleWrite?: string;
+      totalTasks?: number;
+    }
     interface Expr {
       /** Optional. Description of the expression. This is a longer text which describes the expression, e.g. when hovered over it in a UI. */
       description?: string;
@@ -390,7 +592,7 @@ declare namespace gapi.client {
       mainClass?: string;
       /** The HCFS URI of the jar file that contains the main class. */
       mainJarFileUri?: string;
-      /** Optional. A mapping of property names to values, used to configure Flink. Properties that conflict with values set by the Dataproc API might beoverwritten. Can include properties set in/etc/flink/conf/flink-defaults.conf and classes in user code. */
+      /** Optional. A mapping of property names to values, used to configure Flink. Properties that conflict with values set by the Dataproc API might be overwritten. Can include properties set in /etc/flink/conf/flink-defaults.conf and classes in user code. */
       properties?: {[P in string]: string};
       /** Optional. HCFS URI of the savepoint, which contains the last saved progress for starting the current job. */
       savepointUri?: string;
@@ -531,11 +733,21 @@ declare namespace gapi.client {
       /** Required. The encrypted credentials being injected in to the cluster.The client is responsible for encrypting the credentials in a way that is supported by the cluster.A wrapped value is used here so that the actual contents of the encrypted credentials are not written to audit logs. */
       credentialsCiphertext?: string;
     }
+    interface InputMetrics {
+      bytesRead?: string;
+      recordsRead?: string;
+    }
+    interface InputQuantileMetrics {
+      bytesRead?: Quantiles;
+      recordsRead?: Quantiles;
+    }
     interface InstanceFlexibilityPolicy {
       /** Optional. List of instance selection options that the group will use when creating new VMs. */
       instanceSelectionList?: InstanceSelection[];
       /** Output only. A list of instance selection results in the group. */
       instanceSelectionResults?: InstanceSelectionResult[];
+      /** Optional. Defines how the Group selects the provisioning model to ensure required reliability. */
+      provisioningModelMix?: ProvisioningModelMix;
     }
     interface InstanceGroupAutoscalingPolicyConfig {
       /** Required. Maximum number of instances for this group. Required for primary workers. Note that by default, clusters will not use secondary workers. Required for secondary workers if the minimum secondary instances is set.Primary workers - Bounds: [min_instances, ). Secondary workers - Bounds: [min_instances, ). Default: 0. */
@@ -657,6 +869,30 @@ declare namespace gapi.client {
       /** Output only. The collection of YARN applications spun up by this job.Beta Feature: This report is available for testing purposes only. It might be changed before final release. */
       yarnApplications?: YarnApplication[];
     }
+    interface JobData {
+      completionTime?: string;
+      description?: string;
+      jobGroup?: string;
+      jobId?: string;
+      killTasksSummary?: {[P in string]: number};
+      name?: string;
+      numActiveStages?: number;
+      numActiveTasks?: number;
+      numCompletedIndices?: number;
+      numCompletedStages?: number;
+      numCompletedTasks?: number;
+      numFailedStages?: number;
+      numFailedTasks?: number;
+      numKilledTasks?: number;
+      numSkippedStages?: number;
+      numSkippedTasks?: number;
+      numTasks?: number;
+      skippedStages?: number[];
+      sqlExecutionId?: string;
+      stageIds?: string[];
+      status?: string;
+      submissionTime?: string;
+    }
     interface JobMetadata {
       /** Output only. The job id. */
       jobId?: string;
@@ -687,6 +923,20 @@ declare namespace gapi.client {
       /** Optional. Maximum total number of times a driver can be restarted as a result of the driver exiting with a non-zero code. After the maximum number is reached, the job will be reported as failed.Maximum value is 240.Note: Currently, this restartable job option is not supported in Dataproc workflow templates (https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template). */
       maxFailuresTotal?: number;
     }
+    interface JobsSummary {
+      /** Number of active jobs */
+      activeJobs?: number;
+      /** Spark Application Id */
+      applicationId?: string;
+      /** Attempts info */
+      attempts?: ApplicationAttemptInfo[];
+      /** Number of completed jobs */
+      completedJobs?: number;
+      /** Number of failed jobs */
+      failedJobs?: number;
+      /** Spark Scheduling mode */
+      schedulingMode?: string;
+    }
     interface JobStatus {
       /** Optional. Output only. Job state details, such as an error description if the state is ERROR. */
       details?: string;
@@ -833,6 +1083,12 @@ declare namespace gapi.client {
       /** Output only. The name of the Instance Template used for the Managed Instance Group. */
       instanceTemplateName?: string;
     }
+    interface MemoryMetrics {
+      totalOffHeapStorageMemory?: string;
+      totalOnHeapStorageMemory?: string;
+      usedOffHeapStorageMemory?: string;
+      usedOnHeapStorageMemory?: string;
+    }
     interface MetastoreConfig {
       /** Required. Resource name of an existing Dataproc Metastore service.Example: projects/[project_id]/locations/[dataproc_region]/services/[service-name] */
       dataprocMetastoreService?: string;
@@ -850,7 +1106,7 @@ declare namespace gapi.client {
       targetGkeCluster?: string;
     }
     interface NodeGroup {
-      /** Optional. Node group labels. Label keys must consist of from 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). Label values can be empty. If specified, they must consist of from 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). The node group must have no more than 32 labelsn. */
+      /** Optional. Node group labels. Label keys must consist of from 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). Label values can be empty. If specified, they must consist of from 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). The node group must have no more than 32 labels. */
       labels?: {[P in string]: string};
       /** The Node group resource name (https://aip.dev/122). */
       name?: string;
@@ -937,6 +1193,14 @@ declare namespace gapi.client {
       /** Optional. Job is a Trino job. */
       trinoJob?: TrinoJob;
     }
+    interface OutputMetrics {
+      bytesWritten?: string;
+      recordsWritten?: string;
+    }
+    interface OutputQuantileMetrics {
+      bytesWritten?: Quantiles;
+      recordsWritten?: Quantiles;
+    }
     interface ParameterValidation {
       /** Validation based on regular expressions. */
       regex?: RegexValidation;
@@ -973,6 +1237,10 @@ declare namespace gapi.client {
       /** Specifies the format of the policy.Valid values are 0, 1, and 3. Requests that specify an invalid value are rejected.Any operation that affects conditional role bindings must specify version 3. This requirement applies to the following operations: Getting a policy that includes a conditional role binding Adding a conditional role binding to a policy Changing a conditional role binding in a policy Removing any role binding, with or without a condition, from a policy that includes conditionsImportant: If you use IAM Conditions, you must include the etag field whenever you call setIamPolicy. If you omit this field, then IAM allows you to overwrite a version 3 policy with a version 1 policy, and all of the conditions in the version 3 policy are lost.If a policy does not include any conditions, operations on that policy may specify any valid version or leave the field unset.To learn which resources support conditions in their IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/conditions/resource-policies). */
       version?: number;
     }
+    interface PoolData {
+      name?: string;
+      stageIds?: string[];
+    }
     interface PrestoJob {
       /** Optional. Presto client tags to attach to this query */
       clientTags?: string[];
@@ -989,6 +1257,21 @@ declare namespace gapi.client {
       /** A list of queries. */
       queryList?: QueryList;
     }
+    interface ProcessSummary {
+      addTime?: string;
+      hostPort?: string;
+      isActive?: boolean;
+      processId?: string;
+      processLogs?: {[P in string]: string};
+      removeTime?: string;
+      totalCores?: number;
+    }
+    interface ProvisioningModelMix {
+      /** Optional. The base capacity that will always use Standard VMs to avoid risk of more preemption than the minimum capacity you need. Dataproc will create only standard VMs until it reaches standard_capacity_base, then it will start using standard_capacity_percent_above_base to mix Spot with Standard VMs. eg. If 15 instances are requested and standard_capacity_base is 5, Dataproc will create 5 standard VMs and then start mixing spot and standard VMs for remaining 10 instances. */
+      standardCapacityBase?: number;
+      /** Optional. The percentage of target capacity that should use Standard VM. The remaining percentage will use Spot VMs. The percentage applies only to the capacity above standard_capacity_base. eg. If 15 instances are requested and standard_capacity_base is 5 and standard_capacity_percent_above_base is 30, Dataproc will create 5 standard VMs and then start mixing spot and standard VMs for remaining 10 instances. The mix will be 30% standard and 70% spot. */
+      standardCapacityPercentAboveBase?: number;
+    }
     interface PyPiRepositoryConfig {
       /** Optional. PyPi repository address */
       pypiRepository?: string;
@@ -1025,15 +1308,79 @@ declare namespace gapi.client {
       /** Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip. */
       pythonFileUris?: string[];
     }
+    interface Quantiles {
+      count?: string;
+      maximum?: string;
+      minimum?: string;
+      percentile25?: string;
+      percentile50?: string;
+      percentile75?: string;
+      sum?: string;
+    }
     interface QueryList {
       /** Required. The queries to execute. You do not need to end a query expression with a semicolon. Multiple queries can be specified in one string by separating each with a semicolon. Here is an example of a Dataproc API snippet that uses a QueryList to specify a HiveJob: "hiveJob": { "queryList": { "queries": [ "query1", "query2", "query3;query4", ] } } */
       queries?: string[];
     }
+    interface RddDataDistribution {
+      address?: string;
+      diskUsed?: string;
+      memoryRemaining?: string;
+      memoryUsed?: string;
+      offHeapMemoryRemaining?: string;
+      offHeapMemoryUsed?: string;
+      onHeapMemoryRemaining?: string;
+      onHeapMemoryUsed?: string;
+    }
+    interface RddOperationCluster {
+      childClusters?: RddOperationCluster[];
+      childNodes?: RddOperationNode[];
+      name?: string;
+      rddClusterId?: string;
+    }
+    interface RddOperationEdge {
+      fromId?: number;
+      toId?: number;
+    }
+    interface RddOperationGraph {
+      edges?: RddOperationEdge[];
+      incomingEdges?: RddOperationEdge[];
+      outgoingEdges?: RddOperationEdge[];
+      rootCluster?: RddOperationCluster;
+      stageId?: string;
+    }
+    interface RddOperationNode {
+      barrier?: boolean;
+      cached?: boolean;
+      callsite?: string;
+      name?: string;
+      nodeId?: number;
+      outputDeterministicLevel?: string;
+    }
+    interface RddPartitionInfo {
+      blockName?: string;
+      diskUsed?: string;
+      executors?: string[];
+      memoryUsed?: string;
+      storageLevel?: string;
+    }
+    interface RddStorageInfo {
+      dataDistribution?: RddDataDistribution[];
+      diskUsed?: string;
+      memoryUsed?: string;
+      name?: string;
+      numCachedPartitions?: number;
+      numPartitions?: number;
+      partitions?: RddPartitionInfo[];
+      rddStorageId?: number;
+      storageLevel?: string;
+    }
     interface RegexValidation {
       /** Required. RE2 regular expressions used to validate the parameter's value. The value must match the regex in its entirety (substring matches are not sufficient). */
       regexes?: string[];
     }
     interface RepairClusterRequest {
+      /** Optional. Cluster to be repaired */
+      cluster?: ClusterToRepair;
       /** Optional. Specifying the cluster_uuid means the RPC will fail (with error NOT_FOUND) if a cluster with the specified UUID does not exist. */
       clusterUuid?: string;
       /** Optional. Timeout for graceful YARN decommissioning. Graceful decommissioning facilitates the removal of cluster nodes without interrupting jobs in progress. The timeout specifies the amount of time to wait for jobs finish before forcefully removing nodes. The default timeout is 0 for forceful decommissioning, and the maximum timeout period is 1 day. (see JSON Mapping—Duration (https://developers.google.com/protocol-buffers/docs/proto3#json)).graceful_decommission_timeout is supported in Dataproc image versions 1.2+. */
@@ -1075,6 +1422,15 @@ declare namespace gapi.client {
       /** Required. The number of running instances for the node group to maintain. The group adds or removes instances to maintain the number of instances specified by this parameter. */
       size?: number;
     }
+    interface ResourceInformation {
+      addresses?: string[];
+      name?: string;
+    }
+    interface ResourceProfileInfo {
+      executorResources?: {[P in string]: ExecutorResourceRequest};
+      resourceProfileId?: number;
+      taskResources?: {[P in string]: TaskResourceRequest};
+    }
     interface RuntimeConfig {
       /** Optional. Autotuning configuration of the workload. */
       autotuningConfig?: AutotuningConfig;
@@ -1101,6 +1457,102 @@ declare namespace gapi.client {
       /** Output only. A URI pointing to the location of the stdout and stderr of the workload. */
       outputUri?: string;
     }
+    interface SearchSessionSparkApplicationExecutorsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationExecutorsRequest. */
+      nextPageToken?: string;
+      /** Details about executors used by the application. */
+      sparkApplicationExecutors?: ExecutorSummary[];
+    }
+    interface SearchSessionSparkApplicationExecutorStageSummaryResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationExecutorStageSummaryRequest. */
+      nextPageToken?: string;
+      /** Details about executors used by the application stage. */
+      sparkApplicationStageExecutors?: ExecutorStageSummary[];
+    }
+    interface SearchSessionSparkApplicationJobsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationJobsRequest. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to a spark job. */
+      sparkApplicationJobs?: JobData[];
+    }
+    interface SearchSessionSparkApplicationSqlQueriesResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationSqlQueriesRequest. */
+      nextPageToken?: string;
+      /** Output only. SQL Execution Data */
+      sparkApplicationSqlQueries?: SqlExecutionUiData[];
+    }
+    interface SearchSessionSparkApplicationsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationsRequest. */
+      nextPageToken?: string;
+      /** Output only. High level information corresponding to an application. */
+      sparkApplications?: SparkApplication[];
+    }
+    interface SearchSessionSparkApplicationStageAttemptsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationStageAttemptsRequest. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to a stage attempts */
+      sparkApplicationStageAttempts?: StageData[];
+    }
+    interface SearchSessionSparkApplicationStageAttemptTasksResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationStageAttemptTasksRequest. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to tasks created by spark. */
+      sparkApplicationStageAttemptTasks?: TaskData[];
+    }
+    interface SearchSessionSparkApplicationStagesResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSessionSparkApplicationStages. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to a stage. */
+      sparkApplicationStages?: StageData[];
+    }
+    interface SearchSparkApplicationExecutorsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSparkApplicationExecutorsListRequest. */
+      nextPageToken?: string;
+      /** Details about executors used by the application. */
+      sparkApplicationExecutors?: ExecutorSummary[];
+    }
+    interface SearchSparkApplicationExecutorStageSummaryResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSparkApplicationExecutorsListRequest. */
+      nextPageToken?: string;
+      /** Details about executors used by the application stage. */
+      sparkApplicationStageExecutors?: ExecutorStageSummary[];
+    }
+    interface SearchSparkApplicationJobsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSparkApplicationJobsRequest. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to a spark job. */
+      sparkApplicationJobs?: JobData[];
+    }
+    interface SearchSparkApplicationSqlQueriesResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSparkApplicationSqlQueriesRequest. */
+      nextPageToken?: string;
+      /** Output only. SQL Execution Data */
+      sparkApplicationSqlQueries?: SqlExecutionUiData[];
+    }
+    interface SearchSparkApplicationsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSparkApplicationsRequest. */
+      nextPageToken?: string;
+      /** Output only. High level information corresponding to an application. */
+      sparkApplications?: SparkApplication[];
+    }
+    interface SearchSparkApplicationStageAttemptsResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent ListSparkApplicationStageAttemptsRequest. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to a stage attempts */
+      sparkApplicationStageAttempts?: StageData[];
+    }
+    interface SearchSparkApplicationStageAttemptTasksResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent ListSparkApplicationStageAttemptTasksRequest. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to tasks created by spark. */
+      sparkApplicationStageAttemptTasks?: TaskData[];
+    }
+    interface SearchSparkApplicationStagesResponse {
+      /** This token is included in the response if there are more results to fetch. To fetch additional results, provide this value as the page_token in a subsequent SearchSparkApplicationStages. */
+      nextPageToken?: string;
+      /** Output only. Data corresponding to a stage. */
+      sparkApplicationStages?: StageData[];
+    }
     interface SecurityConfig {
       /** Optional. Identity related configuration, including service account based secure multi-tenancy user mappings. */
       identityConfig?: IdentityConfig;
@@ -1203,6 +1655,66 @@ declare namespace gapi.client {
       /** Optional. Defines whether instances have the vTPM enabled. */
       enableVtpm?: boolean;
     }
+    interface ShufflePushReadMetrics {
+      corruptMergedBlockChunks?: string;
+      localMergedBlocksFetched?: string;
+      localMergedBytesRead?: string;
+      localMergedChunksFetched?: string;
+      mergedFetchFallbackCount?: string;
+      remoteMergedBlocksFetched?: string;
+      remoteMergedBytesRead?: string;
+      remoteMergedChunksFetched?: string;
+      remoteMergedReqsDuration?: string;
+    }
+    interface ShufflePushReadQuantileMetrics {
+      corruptMergedBlockChunks?: Quantiles;
+      localMergedBlocksFetched?: Quantiles;
+      localMergedBytesRead?: Quantiles;
+      localMergedChunksFetched?: Quantiles;
+      mergedFetchFallbackCount?: Quantiles;
+      remoteMergedBlocksFetched?: Quantiles;
+      remoteMergedBytesRead?: Quantiles;
+      remoteMergedChunksFetched?: Quantiles;
+      remoteMergedReqsDuration?: Quantiles;
+    }
+    interface ShuffleReadMetrics {
+      fetchWaitTimeMillis?: string;
+      localBlocksFetched?: string;
+      localBytesRead?: string;
+      recordsRead?: string;
+      remoteBlocksFetched?: string;
+      remoteBytesRead?: string;
+      remoteBytesReadToDisk?: string;
+      remoteReqsDuration?: string;
+      shufflePushReadMetrics?: ShufflePushReadMetrics;
+    }
+    interface ShuffleReadQuantileMetrics {
+      fetchWaitTimeMillis?: Quantiles;
+      localBlocksFetched?: Quantiles;
+      readBytes?: Quantiles;
+      readRecords?: Quantiles;
+      remoteBlocksFetched?: Quantiles;
+      remoteBytesRead?: Quantiles;
+      remoteBytesReadToDisk?: Quantiles;
+      remoteReqsDuration?: Quantiles;
+      shufflePushReadMetrics?: ShufflePushReadQuantileMetrics;
+      totalBlocksFetched?: Quantiles;
+    }
+    interface ShuffleWriteMetrics {
+      bytesWritten?: string;
+      recordsWritten?: string;
+      writeTimeNanos?: string;
+    }
+    interface ShuffleWriteQuantileMetrics {
+      writeBytes?: Quantiles;
+      writeRecords?: Quantiles;
+      writeTimeNanos?: Quantiles;
+    }
+    interface SinkProgress {
+      description?: string;
+      metrics?: {[P in string]: string};
+      numOutputRows?: string;
+    }
     interface SoftwareConfig {
       /** Optional. The version of software inside the cluster. It must be one of the supported Dataproc Versions (https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported-dataproc-image-versions), such as "1.2" (including a subminor version, such as "1.2.29"), or the "preview" version (https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions). If unspecified, it defaults to the latest Debian version. */
       imageVersion?: string;
@@ -1211,6 +1723,22 @@ declare namespace gapi.client {
       /** Optional. The properties to set on daemon config files.Property keys are specified in prefix:property format, for example core:hadoop.tmp.dir. The following are supported prefixes and their mappings: capacity-scheduler: capacity-scheduler.xml core: core-site.xml distcp: distcp-default.xml hdfs: hdfs-site.xml hive: hive-site.xml mapred: mapred-site.xml pig: pig.properties spark: spark-defaults.conf yarn: yarn-site.xmlFor more information, see Cluster properties (https://cloud.google.com/dataproc/docs/concepts/cluster-properties). */
       properties?: {[P in string]: string};
     }
+    interface SourceProgress {
+      description?: string;
+      endOffset?: string;
+      inputRowsPerSecond?: number;
+      latestOffset?: string;
+      metrics?: {[P in string]: string};
+      numInputRows?: string;
+      processedRowsPerSecond?: number;
+      startOffset?: string;
+    }
+    interface SparkApplication {
+      /** Output only. High level information corresponding to an application. */
+      application?: ApplicationInfo;
+      /** Identifier. Name of the spark application */
+      name?: string;
+    }
     interface SparkBatch {
       /** Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip. */
       archiveUris?: string[];
@@ -1248,6 +1776,32 @@ declare namespace gapi.client {
       /** Optional. A mapping of property names to values, used to configure Spark. Properties that conflict with values set by the Dataproc API might be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code. */
       properties?: {[P in string]: string};
     }
+    interface SparkPlanGraph {
+      edges?: SparkPlanGraphEdge[];
+      executionId?: string;
+      nodes?: SparkPlanGraphNodeWrapper[];
+    }
+    interface SparkPlanGraphCluster {
+      desc?: string;
+      metrics?: SqlPlanMetric[];
+      name?: string;
+      nodes?: SparkPlanGraphNodeWrapper[];
+      sparkPlanGraphClusterId?: string;
+    }
+    interface SparkPlanGraphEdge {
+      fromId?: string;
+      toId?: string;
+    }
+    interface SparkPlanGraphNode {
+      desc?: string;
+      metrics?: SqlPlanMetric[];
+      name?: string;
+      sparkPlanGraphNodeId?: string;
+    }
+    interface SparkPlanGraphNodeWrapper {
+      cluster?: SparkPlanGraphCluster;
+      node?: SparkPlanGraphNode;
+    }
     interface SparkRBatch {
       /** Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip. */
       archiveUris?: string[];
@@ -1272,6 +1826,11 @@ declare namespace gapi.client {
       /** Optional. A mapping of property names to values, used to configure SparkR. Properties that conflict with values set by the Dataproc API might be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code. */
       properties?: {[P in string]: string};
     }
+    interface SparkRuntimeInfo {
+      javaHome?: string;
+      javaVersion?: string;
+      scalaVersion?: string;
+    }
     interface SparkSqlBatch {
       /** Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH. */
       jarFileUris?: string[];
@@ -1308,6 +1867,168 @@ declare namespace gapi.client {
       /** Optional. Minimum scale-up threshold as a fraction of total cluster size before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1 means the autoscaler must recommend at least a 2-worker scale-up for the cluster to scale. A threshold of 0 means the autoscaler will scale up on any recommended change.Bounds: 0.0, 1.0. Default: 0.0. */
       scaleUpMinWorkerFraction?: number;
     }
+    interface SparkWrapperObject {
+      applicationEnvironmentInfo?: ApplicationEnvironmentInfo;
+      /** Application Id created by Spark. */
+      applicationId?: string;
+      applicationInfo?: ApplicationInfo;
+      appSummary?: AppSummary;
+      /** VM Timestamp associated with the data object. */
+      eventTimestamp?: string;
+      executorStageSummary?: ExecutorStageSummary;
+      executorSummary?: ExecutorSummary;
+      jobData?: JobData;
+      poolData?: PoolData;
+      processSummary?: ProcessSummary;
+      rddOperationGraph?: RddOperationGraph;
+      rddStorageInfo?: RddStorageInfo;
+      resourceProfileInfo?: ResourceProfileInfo;
+      sparkPlanGraph?: SparkPlanGraph;
+      speculationStageSummary?: SpeculationStageSummary;
+      sqlExecutionUiData?: SqlExecutionUiData;
+      stageData?: StageData;
+      streamBlockData?: StreamBlockData;
+      streamingQueryData?: StreamingQueryData;
+      streamingQueryProgress?: StreamingQueryProgress;
+      taskData?: TaskData;
+    }
+    interface SpeculationStageSummary {
+      numActiveTasks?: number;
+      numCompletedTasks?: number;
+      numFailedTasks?: number;
+      numKilledTasks?: number;
+      numTasks?: number;
+      stageAttemptId?: number;
+      stageId?: string;
+    }
+    interface SqlExecutionUiData {
+      completionTime?: string;
+      description?: string;
+      details?: string;
+      errorMessage?: string;
+      executionId?: string;
+      jobs?: {[P in string]: string};
+      metrics?: SqlPlanMetric[];
+      metricValues?: {[P in string]: string};
+      metricValuesIsNull?: boolean;
+      modifiedConfigs?: {[P in string]: string};
+      physicalPlanDescription?: string;
+      rootExecutionId?: string;
+      stages?: string[];
+      submissionTime?: string;
+    }
+    interface SqlPlanMetric {
+      accumulatorId?: string;
+      metricType?: string;
+      name?: string;
+    }
+    interface StageAttemptTasksSummary {
+      applicationId?: string;
+      numFailedTasks?: number;
+      numKilledTasks?: number;
+      numPendingTasks?: number;
+      numRunningTasks?: number;
+      numSuccessTasks?: number;
+      numTasks?: number;
+      stageAttemptId?: number;
+      stageId?: string;
+    }
+    interface StageData {
+      accumulatorUpdates?: AccumulableInfo[];
+      completionTime?: string;
+      description?: string;
+      details?: string;
+      executorMetricsDistributions?: ExecutorMetricsDistributions;
+      executorSummary?: {[P in string]: ExecutorStageSummary};
+      failureReason?: string;
+      firstTaskLaunchedTime?: string;
+      isShufflePushEnabled?: boolean;
+      jobIds?: string[];
+      killedTasksSummary?: {[P in string]: number};
+      locality?: {[P in string]: string};
+      name?: string;
+      numActiveTasks?: number;
+      numCompletedIndices?: number;
+      numCompleteTasks?: number;
+      numFailedTasks?: number;
+      numKilledTasks?: number;
+      numTasks?: number;
+      parentStageIds?: string[];
+      peakExecutorMetrics?: ExecutorMetrics;
+      rddIds?: string[];
+      resourceProfileId?: number;
+      schedulingPool?: string;
+      shuffleMergersCount?: number;
+      speculationSummary?: SpeculationStageSummary;
+      stageAttemptId?: number;
+      stageId?: string;
+      stageMetrics?: StageMetrics;
+      status?: string;
+      submissionTime?: string;
+      /** Summary metrics fields. These are included in response only if present in summary_metrics_mask field in request */
+      taskQuantileMetrics?: TaskQuantileMetrics;
+      tasks?: {[P in string]: TaskData};
+    }
+    interface StageInputMetrics {
+      bytesRead?: string;
+      recordsRead?: string;
+    }
+    interface StageMetrics {
+      diskBytesSpilled?: string;
+      executorCpuTimeNanos?: string;
+      executorDeserializeCpuTimeNanos?: string;
+      executorDeserializeTimeMillis?: string;
+      executorRunTimeMillis?: string;
+      jvmGcTimeMillis?: string;
+      memoryBytesSpilled?: string;
+      peakExecutionMemoryBytes?: string;
+      resultSerializationTimeMillis?: string;
+      resultSize?: string;
+      stageInputMetrics?: StageInputMetrics;
+      stageOutputMetrics?: StageOutputMetrics;
+      stageShuffleReadMetrics?: StageShuffleReadMetrics;
+      stageShuffleWriteMetrics?: StageShuffleWriteMetrics;
+    }
+    interface StageOutputMetrics {
+      bytesWritten?: string;
+      recordsWritten?: string;
+    }
+    interface StageShufflePushReadMetrics {
+      corruptMergedBlockChunks?: string;
+      localMergedBlocksFetched?: string;
+      localMergedBytesRead?: string;
+      localMergedChunksFetched?: string;
+      mergedFetchFallbackCount?: string;
+      remoteMergedBlocksFetched?: string;
+      remoteMergedBytesRead?: string;
+      remoteMergedChunksFetched?: string;
+      remoteMergedReqsDuration?: string;
+    }
+    interface StageShuffleReadMetrics {
+      bytesRead?: string;
+      fetchWaitTimeMillis?: string;
+      localBlocksFetched?: string;
+      localBytesRead?: string;
+      recordsRead?: string;
+      remoteBlocksFetched?: string;
+      remoteBytesRead?: string;
+      remoteBytesReadToDisk?: string;
+      remoteReqsDuration?: string;
+      stageShufflePushReadMetrics?: StageShufflePushReadMetrics;
+    }
+    interface StageShuffleWriteMetrics {
+      bytesWritten?: string;
+      recordsWritten?: string;
+      writeTimeNanos?: string;
+    }
+    interface StagesSummary {
+      applicationId?: string;
+      numActiveStages?: number;
+      numCompletedStages?: number;
+      numFailedStages?: number;
+      numPendingStages?: number;
+      numSkippedStages?: number;
+    }
     interface StartClusterRequest {
       /** Optional. Specifying the cluster_uuid means the RPC will fail (with error NOT_FOUND) if a cluster with the specified UUID does not exist. */
       clusterUuid?: string;
@@ -1326,6 +2047,20 @@ declare namespace gapi.client {
       /** Output only. The time when the batch entered the historical state. */
       stateStartTime?: string;
     }
+    interface StateOperatorProgress {
+      allRemovalsTimeMs?: string;
+      allUpdatesTimeMs?: string;
+      commitTimeMs?: string;
+      customMetrics?: {[P in string]: string};
+      memoryUsedBytes?: string;
+      numRowsDroppedByWatermark?: string;
+      numRowsRemoved?: string;
+      numRowsTotal?: string;
+      numRowsUpdated?: string;
+      numShufflePartitions?: string;
+      numStateStoreInstances?: string;
+      operatorName?: string;
+    }
     interface Status {
       /** The status code, which should be an enum value of google.rpc.Code. */
       code?: number;
@@ -1340,12 +2075,152 @@ declare namespace gapi.client {
       /** Optional. A unique ID used to identify the request. If the server receives two StopClusterRequest (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s with the same id, then the second request will be ignored and the first google.longrunning.Operation created and stored in the backend is returned.Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. */
       requestId?: string;
     }
+    interface StreamBlockData {
+      deserialized?: boolean;
+      diskSize?: string;
+      executorId?: string;
+      hostPort?: string;
+      memSize?: string;
+      name?: string;
+      storageLevel?: string;
+      useDisk?: boolean;
+      useMemory?: boolean;
+    }
+    interface StreamingQueryData {
+      endTimestamp?: string;
+      exception?: string;
+      isActive?: boolean;
+      name?: string;
+      runId?: string;
+      startTimestamp?: string;
+      streamingQueryId?: string;
+    }
+    interface StreamingQueryProgress {
+      batchDuration?: string;
+      batchId?: string;
+      durationMillis?: {[P in string]: string};
+      eventTime?: {[P in string]: string};
+      name?: string;
+      observedMetrics?: {[P in string]: string};
+      runId?: string;
+      sink?: SinkProgress;
+      sources?: SourceProgress[];
+      stateOperators?: StateOperatorProgress[];
+      streamingQueryProgressId?: string;
+      timestamp?: string;
+    }
     interface SubmitJobRequest {
       /** Required. The job resource. */
       job?: Job;
       /** Optional. A unique id used to identify the request. If the server receives two SubmitJobRequest (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s with the same id, then the second request will be ignored and the first Job created and stored in the backend is returned.It is recommended to always set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The id must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. */
       requestId?: string;
     }
+    interface SummarizeSessionSparkApplicationExecutorsResponse {
+      /** Consolidated summary for active executors. */
+      activeExecutorSummary?: ConsolidatedExecutorSummary;
+      /** Spark Application Id */
+      applicationId?: string;
+      /** Consolidated summary for dead executors. */
+      deadExecutorSummary?: ConsolidatedExecutorSummary;
+      /** Overall consolidated summary for all executors. */
+      totalExecutorSummary?: ConsolidatedExecutorSummary;
+    }
+    interface SummarizeSessionSparkApplicationJobsResponse {
+      /** Summary of a Spark Application Jobs */
+      jobsSummary?: JobsSummary;
+    }
+    interface SummarizeSessionSparkApplicationStageAttemptTasksResponse {
+      /** Summary of tasks for a Spark Application Stage Attempt */
+      stageAttemptTasksSummary?: StageAttemptTasksSummary;
+    }
+    interface SummarizeSessionSparkApplicationStagesResponse {
+      /** Summary of a Spark Application Stages */
+      stagesSummary?: StagesSummary;
+    }
+    interface SummarizeSparkApplicationExecutorsResponse {
+      /** Consolidated summary for active executors. */
+      activeExecutorSummary?: ConsolidatedExecutorSummary;
+      /** Spark Application Id */
+      applicationId?: string;
+      /** Consolidated summary for dead executors. */
+      deadExecutorSummary?: ConsolidatedExecutorSummary;
+      /** Overall consolidated summary for all executors. */
+      totalExecutorSummary?: ConsolidatedExecutorSummary;
+    }
+    interface SummarizeSparkApplicationJobsResponse {
+      /** Summary of a Spark Application Jobs */
+      jobsSummary?: JobsSummary;
+    }
+    interface SummarizeSparkApplicationStageAttemptTasksResponse {
+      /** Summary of tasks for a Spark Application Stage Attempt */
+      stageAttemptTasksSummary?: StageAttemptTasksSummary;
+    }
+    interface SummarizeSparkApplicationStagesResponse {
+      /** Summary of a Spark Application Stages */
+      stagesSummary?: StagesSummary;
+    }
+    interface TaskData {
+      accumulatorUpdates?: AccumulableInfo[];
+      attempt?: number;
+      durationMillis?: string;
+      errorMessage?: string;
+      executorId?: string;
+      executorLogs?: {[P in string]: string};
+      gettingResultTimeMillis?: string;
+      hasMetrics?: boolean;
+      host?: string;
+      index?: number;
+      launchTime?: string;
+      partitionId?: number;
+      resultFetchStart?: string;
+      schedulerDelayMillis?: string;
+      speculative?: boolean;
+      stageAttemptId?: number;
+      stageId?: string;
+      status?: string;
+      taskId?: string;
+      taskLocality?: string;
+      taskMetrics?: TaskMetrics;
+    }
+    interface TaskMetrics {
+      diskBytesSpilled?: string;
+      executorCpuTimeNanos?: string;
+      executorDeserializeCpuTimeNanos?: string;
+      executorDeserializeTimeMillis?: string;
+      executorRunTimeMillis?: string;
+      inputMetrics?: InputMetrics;
+      jvmGcTimeMillis?: string;
+      memoryBytesSpilled?: string;
+      outputMetrics?: OutputMetrics;
+      peakExecutionMemoryBytes?: string;
+      resultSerializationTimeMillis?: string;
+      resultSize?: string;
+      shuffleReadMetrics?: ShuffleReadMetrics;
+      shuffleWriteMetrics?: ShuffleWriteMetrics;
+    }
+    interface TaskQuantileMetrics {
+      diskBytesSpilled?: Quantiles;
+      durationMillis?: Quantiles;
+      executorCpuTimeNanos?: Quantiles;
+      executorDeserializeCpuTimeNanos?: Quantiles;
+      executorDeserializeTimeMillis?: Quantiles;
+      executorRunTimeMillis?: Quantiles;
+      gettingResultTimeMillis?: Quantiles;
+      inputMetrics?: InputQuantileMetrics;
+      jvmGcTimeMillis?: Quantiles;
+      memoryBytesSpilled?: Quantiles;
+      outputMetrics?: OutputQuantileMetrics;
+      peakExecutionMemoryBytes?: Quantiles;
+      resultSerializationTimeMillis?: Quantiles;
+      resultSize?: Quantiles;
+      schedulerDelayMillis?: Quantiles;
+      shuffleReadMetrics?: ShuffleReadQuantileMetrics;
+      shuffleWriteMetrics?: ShuffleWriteQuantileMetrics;
+    }
+    interface TaskResourceRequest {
+      amount?: number;
+      resourceName?: string;
+    }
     interface TemplateParameter {
       /** Optional. Brief description of the parameter. Must not exceed 1024 characters. */
       description?: string;
@@ -1497,6 +2372,19 @@ declare namespace gapi.client {
       /** A cluster that is managed by the workflow. */
       managedCluster?: ManagedCluster;
     }
+    interface WriteSessionSparkApplicationContextRequest {
+      /** Required. Parent (Batch) resource reference. */
+      parent?: string;
+      /** Required. The batch of spark application context objects sent for ingestion. */
+      sparkWrapperObjects?: SparkWrapperObject[];
+    }
+    interface WriteSessionSparkApplicationContextResponse {}
+    interface WriteSparkApplicationContextRequest {
+      /** Required. Parent (Batch) resource reference. */
+      parent?: string;
+      sparkWrapperObjects?: SparkWrapperObject[];
+    }
+    interface WriteSparkApplicationContextResponse {}
     interface YarnApplication {
       /** Required. The application name. */
       name?: string;
@@ -1800,9 +2688,9 @@ declare namespace gapi.client {
         body: AutoscalingPolicy
       ): Request<AutoscalingPolicy>;
     }
-    interface BatchesResource {
-      /** Analyze a Batch for possible recommendations and insights. */
-      analyze(request: {
+    interface SparkApplicationsResource {
+      /** Obtain high level information corresponding to a single Spark Application. */
+      access(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
@@ -1815,10 +2703,12 @@ declare namespace gapi.client {
         fields?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
-        /** Required. The fully qualified name of the batch to analyze in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
         name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
@@ -1827,106 +2717,38 @@ declare namespace gapi.client {
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-        /** Request body */
-        resource: AnalyzeBatchRequest;
-      }): Request<Operation>;
-      analyze(
-        request: {
-          /** V1 error format. */
-          '$.xgafv'?: string;
-          /** OAuth access token. */
-          access_token?: string;
-          /** Data format for response. */
-          alt?: string;
-          /** JSONP */
-          callback?: string;
-          /** Selector specifying which fields to include in a partial response. */
-          fields?: string;
-          /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
-          key?: string;
-          /** Required. The fully qualified name of the batch to analyze in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
-          name: string;
-          /** OAuth 2.0 token for the current user. */
-          oauth_token?: string;
-          /** Returns response with indentations and line breaks. */
-          prettyPrint?: boolean;
-          /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
-          quotaUser?: string;
-          /** Upload protocol for media (e.g. "raw", "multipart"). */
-          upload_protocol?: string;
-          /** Legacy upload protocol for media (e.g. "media", "multipart"). */
-          uploadType?: string;
-        },
-        body: AnalyzeBatchRequest
-      ): Request<Operation>;
-      /** Creates a batch workload that executes asynchronously. */
-      create(request: {
+      }): Request<AccessSparkApplicationResponse>;
+      /** Obtain environment details for a Spark Application */
+      accessEnvironmentInfo(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
         access_token?: string;
         /** Data format for response. */
         alt?: string;
-        /** Optional. The ID to use for the batch, which will become the final component of the batch's resource name.This value must be 4-63 characters. Valid characters are /[a-z][0-9]-/. */
-        batchId?: string;
         /** JSONP */
         callback?: string;
         /** Selector specifying which fields to include in a partial response. */
         fields?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
-        /** Required. The parent resource where this batch will be created. */
-        parent: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
         quotaUser?: string;
-        /** Optional. A unique ID used to identify the request. If the service receives two CreateBatchRequest (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateBatchRequest)s with the same request_id, the second request is ignored and the Operation that corresponds to the first Batch created and stored in the backend is returned.Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. */
-        requestId?: string;
         /** Upload protocol for media (e.g. "raw", "multipart"). */
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-        /** Request body */
-        resource: Batch;
-      }): Request<Operation>;
-      create(
-        request: {
-          /** V1 error format. */
-          '$.xgafv'?: string;
-          /** OAuth access token. */
-          access_token?: string;
-          /** Data format for response. */
-          alt?: string;
-          /** Optional. The ID to use for the batch, which will become the final component of the batch's resource name.This value must be 4-63 characters. Valid characters are /[a-z][0-9]-/. */
-          batchId?: string;
-          /** JSONP */
-          callback?: string;
-          /** Selector specifying which fields to include in a partial response. */
-          fields?: string;
-          /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
-          key?: string;
-          /** OAuth 2.0 token for the current user. */
-          oauth_token?: string;
-          /** Required. The parent resource where this batch will be created. */
-          parent: string;
-          /** Returns response with indentations and line breaks. */
-          prettyPrint?: boolean;
-          /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
-          quotaUser?: string;
-          /** Optional. A unique ID used to identify the request. If the service receives two CreateBatchRequest (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateBatchRequest)s with the same request_id, the second request is ignored and the Operation that corresponds to the first Batch created and stored in the backend is returned.Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. */
-          requestId?: string;
-          /** Upload protocol for media (e.g. "raw", "multipart"). */
-          upload_protocol?: string;
-          /** Legacy upload protocol for media (e.g. "media", "multipart"). */
-          uploadType?: string;
-        },
-        body: Batch
-      ): Request<Operation>;
-      /** Deletes the batch workload resource. If the batch is not in a CANCELLED, SUCCEEDED or FAILED State, the delete operation fails and the response returns FAILED_PRECONDITION. */
-      delete(request?: {
+      }): Request<AccessSparkApplicationEnvironmentInfoResponse>;
+      /** Obtain data corresponding to a spark job for a Spark Application. */
+      accessJob(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
@@ -1937,12 +2759,16 @@ declare namespace gapi.client {
         callback?: string;
         /** Selector specifying which fields to include in a partial response. */
         fields?: string;
+        /** Required. Job ID to fetch data for. */
+        jobId?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
-        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
         name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
@@ -1951,9 +2777,9 @@ declare namespace gapi.client {
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-      }): Request<{}>;
-      /** Gets the batch workload resource representation. */
-      get(request?: {
+      }): Request<AccessSparkApplicationJobResponse>;
+      /** Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000. */
+      accessSqlPlan(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
@@ -1962,14 +2788,18 @@ declare namespace gapi.client {
         alt?: string;
         /** JSONP */
         callback?: string;
+        /** Required. Execution ID */
+        executionId?: string;
         /** Selector specifying which fields to include in a partial response. */
         fields?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
-        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
         name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
@@ -1978,9 +2808,9 @@ declare namespace gapi.client {
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-      }): Request<Batch>;
-      /** Lists batch workloads. */
-      list(request?: {
+      }): Request<AccessSparkApplicationSqlSparkPlanGraphResponse>;
+      /** Obtain data corresponding to a particular SQL Query for a Spark Application. */
+      accessSqlQuery(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
@@ -1989,22 +2819,22 @@ declare namespace gapi.client {
         alt?: string;
         /** JSONP */
         callback?: string;
+        /** Optional. Lists/ hides details of Spark plan nodes. True is set to list and false to hide. */
+        details?: boolean;
+        /** Required. Execution ID */
+        executionId?: string;
         /** Selector specifying which fields to include in a partial response. */
         fields?: string;
-        /** Optional. A filter for the batches to return in the response.A filter is a logical expression constraining the values of various fields in each batch resource. Filters are case sensitive, and may contain multiple clauses combined with logical operators (AND/OR). Supported fields are batch_id, batch_uuid, state, create_time, and labels.e.g. state = RUNNING and create_time < "2023-01-01T00:00:00Z" filters for batches in state RUNNING that were created before 2023-01-01. state = RUNNING and labels.environment=production filters for batches in state in a RUNNING state that have a production environment label.See https://google.aip.dev/assets/misc/ebnf-filtering.txt for a detailed description of the filter syntax and a list of supported comparisons. */
-        filter?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
-        /** Optional. Field(s) on which to sort the list of batches.Currently the only supported sort orders are unspecified (empty) and create_time desc to sort by most recently created batches first.See https://google.aip.dev/132#ordering for more details. */
-        orderBy?: string;
-        /** Optional. The maximum number of batches to return in each response. The service may return fewer than this value. The default page size is 20; the maximum page size is 1000. */
-        pageSize?: number;
-        /** Optional. A page token received from a previous ListBatches call. Provide this token to retrieve the subsequent page. */
-        pageToken?: string;
-        /** Required. The parent, which owns this collection of batches. */
-        parent: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Optional. Enables/ disables physical plan description on demand */
+        planDescription?: boolean;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
@@ -2013,11 +2843,9 @@ declare namespace gapi.client {
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-      }): Request<ListBatchesResponse>;
-    }
-    interface OperationsResource {
-      /** Starts asynchronous cancellation on a long-running operation. The server makes a best effort to cancel the operation, but success is not guaranteed. If the server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED. Clients can use Operations.GetOperation or other methods to check whether the cancellation succeeded or whether the operation completed despite cancellation. On successful cancellation, the operation is not deleted; instead, it becomes an operation with an Operation.error value with a google.rpc.Status.code of 1, corresponding to Code.CANCELLED. */
-      cancel(request?: {
+      }): Request<AccessSparkApplicationSqlQueryResponse>;
+      /** Obtain data corresponding to a spark stage attempt for a Spark Application. */
+      accessStageAttempt(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
@@ -2030,21 +2858,29 @@ declare namespace gapi.client {
         fields?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
-        /** The name of the operation resource to be cancelled. */
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
         name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
         quotaUser?: string;
+        /** Required. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Required. Stage ID */
+        stageId?: string;
+        /** Optional. The list of summary metrics fields to include. Empty list will default to skip all summary metrics fields. Example, if the response should include TaskQuantileMetrics, the request should have task_quantile_metrics in summary_metrics_mask field */
+        summaryMetricsMask?: string;
         /** Upload protocol for media (e.g. "raw", "multipart"). */
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-      }): Request<{}>;
-      /** Deletes a long-running operation. This method indicates that the client is no longer interested in the operation result. It does not cancel the operation. If the server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED. */
-      delete(request?: {
+      }): Request<AccessSparkApplicationStageAttemptResponse>;
+      /** Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000. */
+      accessStageRddGraph(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
@@ -2057,37 +2893,55 @@ declare namespace gapi.client {
         fields?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
-        /** The name of the operation resource to be deleted. */
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
         name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
         quotaUser?: string;
+        /** Required. Stage ID */
+        stageId?: string;
         /** Upload protocol for media (e.g. "raw", "multipart"). */
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-      }): Request<{}>;
-      /** Gets the latest state of a long-running operation. Clients can use this method to poll the operation result at intervals as recommended by the API service. */
-      get(request?: {
+      }): Request<AccessSparkApplicationStageRddOperationGraphResponse>;
+      /** Obtain high level information and list of Spark Applications corresponding to a batch */
+      search(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
         access_token?: string;
         /** Data format for response. */
         alt?: string;
+        /** Optional. Search only applications in the chosen state. */
+        applicationStatus?: string;
         /** JSONP */
         callback?: string;
         /** Selector specifying which fields to include in a partial response. */
         fields?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
-        /** The name of the operation resource. */
-        name: string;
+        /** Optional. Latest end timestamp to list. */
+        maxEndTime?: string;
+        /** Optional. Latest start timestamp to list. */
+        maxTime?: string;
+        /** Optional. Earliest end timestamp to list. */
+        minEndTime?: string;
+        /** Optional. Earliest start timestamp to list. */
+        minTime?: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
+        /** Optional. Maximum number of applications to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSparkApplications call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+        parent: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
@@ -2096,9 +2950,9 @@ declare namespace gapi.client {
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-      }): Request<Operation>;
-      /** Lists operations that match the specified filter in the request. If the server doesn't support this method, it returns UNIMPLEMENTED. */
-      list(request?: {
+      }): Request<SearchSparkApplicationsResponse>;
+      /** Obtain data corresponding to executors for a Spark Application. */
+      searchExecutors(request?: {
         /** V1 error format. */
         '$.xgafv'?: string;
         /** OAuth access token. */
@@ -2107,20 +2961,22 @@ declare namespace gapi.client {
         alt?: string;
         /** JSONP */
         callback?: string;
+        /** Optional. Filter to select whether active/ dead or all executors should be selected. */
+        executorStatus?: string;
         /** Selector specifying which fields to include in a partial response. */
         fields?: string;
-        /** The standard list filter. */
-        filter?: string;
         /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
         key?: string;
-        /** The name of the operation's parent resource. */
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
         name: string;
         /** OAuth 2.0 token for the current user. */
         oauth_token?: string;
-        /** The standard list page size. */
+        /** Optional. Maximum number of executors to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
         pageSize?: number;
-        /** The standard list page token. */
+        /** Optional. A page token received from a previous AccessSparkApplicationExecutorsList call. Provide this token to retrieve the subsequent page. */
         pageToken?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
         /** Returns response with indentations and line breaks. */
         prettyPrint?: boolean;
         /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
@@ -2129,7 +2985,1442 @@ declare namespace gapi.client {
         upload_protocol?: string;
         /** Legacy upload protocol for media (e.g. "media", "multipart"). */
         uploadType?: string;
-      }): Request<ListOperationsResponse>;
+      }): Request<SearchSparkApplicationExecutorsResponse>;
+      /** Obtain executor summary with respect to a spark stage attempt. */
+      searchExecutorStageSummary(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of executors to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous AccessSparkApplicationExecutorsList call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Required. Stage ID */
+        stageId?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSparkApplicationExecutorStageSummaryResponse>;
+      /** Obtain list of spark jobs corresponding to a Spark Application. */
+      searchJobs(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** Optional. List only jobs in the specific state. */
+        jobStatus?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of jobs to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSparkApplicationJobs call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSparkApplicationJobsResponse>;
+      /** Obtain data corresponding to SQL Queries for a Spark Application. */
+      searchSqlQueries(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Optional. Lists/ hides details of Spark plan nodes. True is set to list and false to hide. */
+        details?: boolean;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of queries to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSparkApplicationSqlQueries call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Optional. Enables/ disables physical plan description on demand */
+        planDescription?: boolean;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSparkApplicationSqlQueriesResponse>;
+      /** Obtain data corresponding to a spark stage attempts for a Spark Application. */
+      searchStageAttempts(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of stage attempts (paging based on stage_attempt_id) to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSparkApplicationStageAttempts call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage ID for which attempts are to be fetched */
+        stageId?: string;
+        /** Optional. The list of summary metrics fields to include. Empty list will default to skip all summary metrics fields. Example, if the response should include TaskQuantileMetrics, the request should have task_quantile_metrics in summary_metrics_mask field */
+        summaryMetricsMask?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSparkApplicationStageAttemptsResponse>;
+      /** Obtain data corresponding to tasks for a spark stage attempt for a Spark Application. */
+      searchStageAttemptTasks(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of tasks to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous ListSparkApplicationStageAttemptTasks call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Optional. Sort the tasks by runtime. */
+        sortRuntime?: boolean;
+        /** Optional. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Optional. Stage ID */
+        stageId?: string;
+        /** Optional. List only tasks in the state. */
+        taskStatus?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSparkApplicationStageAttemptTasksResponse>;
+      /** Obtain data corresponding to stages for a Spark Application. */
+      searchStages(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of stages (paging based on stage_id) to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous FetchSparkApplicationStagesList call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Optional. List only stages in the given state. */
+        stageStatus?: string;
+        /** Optional. The list of summary metrics fields to include. Empty list will default to skip all summary metrics fields. Example, if the response should include TaskQuantileMetrics, the request should have task_quantile_metrics in summary_metrics_mask field */
+        summaryMetricsMask?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSparkApplicationStagesResponse>;
+      /** Obtain summary of Executor Summary for a Spark Application */
+      summarizeExecutors(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSparkApplicationExecutorsResponse>;
+      /** Obtain summary of Jobs for a Spark Application */
+      summarizeJobs(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSparkApplicationJobsResponse>;
+      /** Obtain summary of Tasks for a Spark Application Stage Attempt */
+      summarizeStageAttemptTasks(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Required. Stage ID */
+        stageId?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSparkApplicationStageAttemptTasksResponse>;
+      /** Obtain summary of Stages for a Spark Application */
+      summarizeStages(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Batch) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSparkApplicationStagesResponse>;
+      /** Write wrapper objects from dataplane to spanner */
+      write(request: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the spark application to write data about in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+        /** Request body */
+        resource: WriteSparkApplicationContextRequest;
+      }): Request<{}>;
+      write(
+        request: {
+          /** V1 error format. */
+          '$.xgafv'?: string;
+          /** OAuth access token. */
+          access_token?: string;
+          /** Data format for response. */
+          alt?: string;
+          /** JSONP */
+          callback?: string;
+          /** Selector specifying which fields to include in a partial response. */
+          fields?: string;
+          /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+          key?: string;
+          /** Required. The fully qualified name of the spark application to write data about in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID/sparkApplications/APPLICATION_ID" */
+          name: string;
+          /** OAuth 2.0 token for the current user. */
+          oauth_token?: string;
+          /** Returns response with indentations and line breaks. */
+          prettyPrint?: boolean;
+          /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+          quotaUser?: string;
+          /** Upload protocol for media (e.g. "raw", "multipart"). */
+          upload_protocol?: string;
+          /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+          uploadType?: string;
+        },
+        body: WriteSparkApplicationContextRequest
+      ): Request<{}>;
+    }
+    interface BatchesResource {
+      /** Analyze a Batch for possible recommendations and insights. */
+      analyze(request: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to analyze in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+        /** Request body */
+        resource: AnalyzeBatchRequest;
+      }): Request<Operation>;
+      analyze(
+        request: {
+          /** V1 error format. */
+          '$.xgafv'?: string;
+          /** OAuth access token. */
+          access_token?: string;
+          /** Data format for response. */
+          alt?: string;
+          /** JSONP */
+          callback?: string;
+          /** Selector specifying which fields to include in a partial response. */
+          fields?: string;
+          /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+          key?: string;
+          /** Required. The fully qualified name of the batch to analyze in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+          name: string;
+          /** OAuth 2.0 token for the current user. */
+          oauth_token?: string;
+          /** Returns response with indentations and line breaks. */
+          prettyPrint?: boolean;
+          /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+          quotaUser?: string;
+          /** Upload protocol for media (e.g. "raw", "multipart"). */
+          upload_protocol?: string;
+          /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+          uploadType?: string;
+        },
+        body: AnalyzeBatchRequest
+      ): Request<Operation>;
+      /** Creates a batch workload that executes asynchronously. */
+      create(request: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** Optional. The ID to use for the batch, which will become the final component of the batch's resource name.This value must be 4-63 characters. Valid characters are /[a-z][0-9]-/. */
+        batchId?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. The parent resource where this batch will be created. */
+        parent: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Optional. A unique ID used to identify the request. If the service receives two CreateBatchRequest (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateBatchRequest)s with the same request_id, the second request is ignored and the Operation that corresponds to the first Batch created and stored in the backend is returned.Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. */
+        requestId?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+        /** Request body */
+        resource: Batch;
+      }): Request<Operation>;
+      create(
+        request: {
+          /** V1 error format. */
+          '$.xgafv'?: string;
+          /** OAuth access token. */
+          access_token?: string;
+          /** Data format for response. */
+          alt?: string;
+          /** Optional. The ID to use for the batch, which will become the final component of the batch's resource name.This value must be 4-63 characters. Valid characters are /[a-z][0-9]-/. */
+          batchId?: string;
+          /** JSONP */
+          callback?: string;
+          /** Selector specifying which fields to include in a partial response. */
+          fields?: string;
+          /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+          key?: string;
+          /** OAuth 2.0 token for the current user. */
+          oauth_token?: string;
+          /** Required. The parent resource where this batch will be created. */
+          parent: string;
+          /** Returns response with indentations and line breaks. */
+          prettyPrint?: boolean;
+          /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+          quotaUser?: string;
+          /** Optional. A unique ID used to identify the request. If the service receives two CreateBatchRequest (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateBatchRequest)s with the same request_id, the second request is ignored and the Operation that corresponds to the first Batch created and stored in the backend is returned.Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters. */
+          requestId?: string;
+          /** Upload protocol for media (e.g. "raw", "multipart"). */
+          upload_protocol?: string;
+          /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+          uploadType?: string;
+        },
+        body: Batch
+      ): Request<Operation>;
+      /** Deletes the batch workload resource. If the batch is not in a CANCELLED, SUCCEEDED or FAILED State, the delete operation fails and the response returns FAILED_PRECONDITION. */
+      delete(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<{}>;
+      /** Gets the batch workload resource representation. */
+      get(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the batch to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<Batch>;
+      /** Lists batch workloads. */
+      list(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** Optional. A filter for the batches to return in the response.A filter is a logical expression constraining the values of various fields in each batch resource. Filters are case sensitive, and may contain multiple clauses combined with logical operators (AND/OR). Supported fields are batch_id, batch_uuid, state, create_time, and labels.e.g. state = RUNNING and create_time < "2023-01-01T00:00:00Z" filters for batches in state RUNNING that were created before 2023-01-01. state = RUNNING and labels.environment=production filters for batches in state in a RUNNING state that have a production environment label.See https://google.aip.dev/assets/misc/ebnf-filtering.txt for a detailed description of the filter syntax and a list of supported comparisons. */
+        filter?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Field(s) on which to sort the list of batches.Currently the only supported sort orders are unspecified (empty) and create_time desc to sort by most recently created batches first.See https://google.aip.dev/132#ordering for more details. */
+        orderBy?: string;
+        /** Optional. The maximum number of batches to return in each response. The service may return fewer than this value. The default page size is 20; the maximum page size is 1000. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous ListBatches call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. The parent, which owns this collection of batches. */
+        parent: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<ListBatchesResponse>;
+      sparkApplications: SparkApplicationsResource;
+    }
+    interface OperationsResource {
+      /** Starts asynchronous cancellation on a long-running operation. The server makes a best effort to cancel the operation, but success is not guaranteed. If the server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED. Clients can use Operations.GetOperation or other methods to check whether the cancellation succeeded or whether the operation completed despite cancellation. On successful cancellation, the operation is not deleted; instead, it becomes an operation with an Operation.error value with a google.rpc.Status.code of 1, corresponding to Code.CANCELLED. */
+      cancel(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** The name of the operation resource to be cancelled. */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<{}>;
+      /** Deletes a long-running operation. This method indicates that the client is no longer interested in the operation result. It does not cancel the operation. If the server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED. */
+      delete(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** The name of the operation resource to be deleted. */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<{}>;
+      /** Gets the latest state of a long-running operation. Clients can use this method to poll the operation result at intervals as recommended by the API service. */
+      get(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** The name of the operation resource. */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<Operation>;
+      /** Lists operations that match the specified filter in the request. If the server doesn't support this method, it returns UNIMPLEMENTED. */
+      list(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** The standard list filter. */
+        filter?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** The name of the operation's parent resource. */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** The standard list page size. */
+        pageSize?: number;
+        /** The standard list page token. */
+        pageToken?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<ListOperationsResponse>;
+    }
+    interface SparkApplicationsResource {
+      /** Obtain high level information corresponding to a single Spark Application. */
+      access(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<AccessSessionSparkApplicationResponse>;
+      /** Obtain environment details for a Spark Application */
+      accessEnvironmentInfo(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<AccessSessionSparkApplicationEnvironmentInfoResponse>;
+      /** Obtain data corresponding to a spark job for a Spark Application. */
+      accessJob(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** Required. Job ID to fetch data for. */
+        jobId?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<AccessSessionSparkApplicationJobResponse>;
+      /** Obtain Spark Plan Graph for a Spark Application SQL execution. Limits the number of clusters returned as part of the graph to 10000. */
+      accessSqlPlan(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Required. Execution ID */
+        executionId?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<AccessSessionSparkApplicationSqlSparkPlanGraphResponse>;
+      /** Obtain data corresponding to a particular SQL Query for a Spark Application. */
+      accessSqlQuery(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Optional. Lists/ hides details of Spark plan nodes. True is set to list and false to hide. */
+        details?: boolean;
+        /** Required. Execution ID */
+        executionId?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Optional. Enables/ disables physical plan description on demand */
+        planDescription?: boolean;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<AccessSessionSparkApplicationSqlQueryResponse>;
+      /** Obtain data corresponding to a spark stage attempt for a Spark Application. */
+      accessStageAttempt(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Required. Stage ID */
+        stageId?: string;
+        /** Optional. The list of summary metrics fields to include. Empty list will default to skip all summary metrics fields. Example, if the response should include TaskQuantileMetrics, the request should have task_quantile_metrics in summary_metrics_mask field */
+        summaryMetricsMask?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<AccessSessionSparkApplicationStageAttemptResponse>;
+      /** Obtain RDD operation graph for a Spark Application Stage. Limits the number of clusters returned as part of the graph to 10000. */
+      accessStageRddGraph(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage ID */
+        stageId?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<AccessSessionSparkApplicationStageRddOperationGraphResponse>;
+      /** Obtain high level information and list of Spark Applications corresponding to a batch */
+      search(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** Optional. Search only applications in the chosen state. */
+        applicationStatus?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Optional. Latest end timestamp to list. */
+        maxEndTime?: string;
+        /** Optional. Latest start timestamp to list. */
+        maxTime?: string;
+        /** Optional. Earliest end timestamp to list. */
+        minEndTime?: string;
+        /** Optional. Earliest start timestamp to list. */
+        minTime?: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of applications to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplications call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID" */
+        parent: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationsResponse>;
+      /** Obtain data corresponding to executors for a Spark Application. */
+      searchExecutors(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Optional. Filter to select whether active/ dead or all executors should be selected. */
+        executorStatus?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of executors to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplicationExecutors call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationExecutorsResponse>;
+      /** Obtain executor summary with respect to a spark stage attempt. */
+      searchExecutorStageSummary(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of executors to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplicationExecutorStageSummary call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Required. Stage ID */
+        stageId?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationExecutorStageSummaryResponse>;
+      /** Obtain list of spark jobs corresponding to a Spark Application. */
+      searchJobs(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** Optional. List only jobs in the specific state. */
+        jobStatus?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of jobs to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplicationJobs call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationJobsResponse>;
+      /** Obtain data corresponding to SQL Queries for a Spark Application. */
+      searchSqlQueries(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Optional. Lists/ hides details of Spark plan nodes. True is set to list and false to hide. */
+        details?: boolean;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of queries to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplicationSqlQueries call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Optional. Enables/ disables physical plan description on demand */
+        planDescription?: boolean;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationSqlQueriesResponse>;
+      /** Obtain data corresponding to a spark stage attempts for a Spark Application. */
+      searchStageAttempts(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of stage attempts (paging based on stage_attempt_id) to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplicationStageAttempts call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage ID for which attempts are to be fetched */
+        stageId?: string;
+        /** Optional. The list of summary metrics fields to include. Empty list will default to skip all summary metrics fields. Example, if the response should include TaskQuantileMetrics, the request should have task_quantile_metrics in summary_metrics_mask field */
+        summaryMetricsMask?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationStageAttemptsResponse>;
+      /** Obtain data corresponding to tasks for a spark stage attempt for a Spark Application. */
+      searchStageAttemptTasks(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of tasks to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplicationStageAttemptTasks call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Optional. Sort the tasks by runtime. */
+        sortRuntime?: boolean;
+        /** Optional. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Optional. Stage ID */
+        stageId?: string;
+        /** Optional. List only tasks in the state. */
+        taskStatus?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationStageAttemptTasksResponse>;
+      /** Obtain data corresponding to stages for a Spark Application. */
+      searchStages(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Optional. Maximum number of stages (paging based on stage_id) to return in each response. The service may return fewer than this. The default page size is 10; the maximum page size is 100. */
+        pageSize?: number;
+        /** Optional. A page token received from a previous SearchSessionSparkApplicationStages call. Provide this token to retrieve the subsequent page. */
+        pageToken?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Optional. List only stages in the given state. */
+        stageStatus?: string;
+        /** Optional. The list of summary metrics fields to include. Empty list will default to skip all summary metrics fields. Example, if the response should include TaskQuantileMetrics, the request should have task_quantile_metrics in summary_metrics_mask field */
+        summaryMetricsMask?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SearchSessionSparkApplicationStagesResponse>;
+      /** Obtain summary of Executor Summary for a Spark Application */
+      summarizeExecutors(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSessionSparkApplicationExecutorsResponse>;
+      /** Obtain summary of Jobs for a Spark Application */
+      summarizeJobs(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSessionSparkApplicationJobsResponse>;
+      /** Obtain summary of Tasks for a Spark Application Stage Attempt */
+      summarizeStageAttemptTasks(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Required. Stage Attempt ID */
+        stageAttemptId?: number;
+        /** Required. Stage ID */
+        stageId?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSessionSparkApplicationStageAttemptTasksResponse>;
+      /** Obtain summary of Stages for a Spark Application */
+      summarizeStages(request?: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the session to retrieve in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Required. Parent (Session) resource reference. */
+        parent?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+      }): Request<SummarizeSessionSparkApplicationStagesResponse>;
+      /** Write wrapper objects from dataplane to spanner */
+      write(request: {
+        /** V1 error format. */
+        '$.xgafv'?: string;
+        /** OAuth access token. */
+        access_token?: string;
+        /** Data format for response. */
+        alt?: string;
+        /** JSONP */
+        callback?: string;
+        /** Selector specifying which fields to include in a partial response. */
+        fields?: string;
+        /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+        key?: string;
+        /** Required. The fully qualified name of the spark application to write data about in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+        name: string;
+        /** OAuth 2.0 token for the current user. */
+        oauth_token?: string;
+        /** Returns response with indentations and line breaks. */
+        prettyPrint?: boolean;
+        /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+        quotaUser?: string;
+        /** Upload protocol for media (e.g. "raw", "multipart"). */
+        upload_protocol?: string;
+        /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+        uploadType?: string;
+        /** Request body */
+        resource: WriteSessionSparkApplicationContextRequest;
+      }): Request<{}>;
+      write(
+        request: {
+          /** V1 error format. */
+          '$.xgafv'?: string;
+          /** OAuth access token. */
+          access_token?: string;
+          /** Data format for response. */
+          alt?: string;
+          /** JSONP */
+          callback?: string;
+          /** Selector specifying which fields to include in a partial response. */
+          fields?: string;
+          /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
+          key?: string;
+          /** Required. The fully qualified name of the spark application to write data about in the format "projects/PROJECT_ID/locations/DATAPROC_REGION/sessions/SESSION_ID/sparkApplications/APPLICATION_ID" */
+          name: string;
+          /** OAuth 2.0 token for the current user. */
+          oauth_token?: string;
+          /** Returns response with indentations and line breaks. */
+          prettyPrint?: boolean;
+          /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
+          quotaUser?: string;
+          /** Upload protocol for media (e.g. "raw", "multipart"). */
+          upload_protocol?: string;
+          /** Legacy upload protocol for media (e.g. "media", "multipart"). */
+          uploadType?: string;
+        },
+        body: WriteSessionSparkApplicationContextRequest
+      ): Request<{}>;
     }
     interface SessionsResource {
       /** Create an interactive session asynchronously. */
@@ -2345,6 +4636,7 @@ declare namespace gapi.client {
         },
         body: TerminateSessionRequest
       ): Request<Operation>;
+      sparkApplications: SparkApplicationsResource;
     }
     interface SessionTemplatesResource {
       /** Create a session template synchronously. */