@maxim_mazurok/gapi.client.dataproc-v1 0.0.20221114 → 0.0.20221207

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. package/index.d.ts +243 -7
  2. package/package.json +1 -1
  3. package/tests.ts +477 -1
package/index.d.ts CHANGED
@@ -9,7 +9,7 @@
9
9
  // This file was generated by https://github.com/Maxim-Mazurok/google-api-typings-generator. Please do not edit it manually.
10
10
  // In case of any problems please post issue to https://github.com/Maxim-Mazurok/google-api-typings-generator
11
11
  // Generated from: https://dataproc.googleapis.com/$discovery/rest?version=v1
12
- // Revision: 20221114
12
+ // Revision: 20221207
13
13
 
14
14
  /// <reference types="gapi.client" />
15
15
 
@@ -67,6 +67,15 @@ declare namespace gapi.client {
67
67
  /** Required. Describes how the autoscaler will operate for primary workers. */
68
68
  workerConfig?: InstanceGroupAutoscalingPolicyConfig;
69
69
  }
70
+ interface AuxiliaryNodeGroup {
71
+ /** Required. Node group configuration. */
72
+ nodeGroup?: NodeGroup;
73
+ /**
74
+ * Optional. A node group ID. Generated if not specified.The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot begin or end with
75
+ * underscore or hyphen. Must consist of from 3 to 33 characters.
76
+ */
77
+ nodeGroupId?: string;
78
+ }
70
79
  interface AuxiliaryServicesConfig {
71
80
  /** Optional. The Hive Metastore configuration for this workload. */
72
81
  metastoreConfig?: MetastoreConfig;
@@ -234,6 +243,8 @@ declare namespace gapi.client {
234
243
  interface ClusterConfig {
235
244
  /** Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset. */
236
245
  autoscalingConfig?: AutoscalingConfig;
246
+ /** Optional. The node group settings. */
247
+ auxiliaryNodeGroups?: AuxiliaryNodeGroup[];
237
248
  /**
238
249
  * Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a
239
250
  * Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this
@@ -381,6 +392,12 @@ declare namespace gapi.client {
381
392
  */
382
393
  numLocalSsds?: number;
383
394
  }
395
+ interface DriverSchedulingConfig {
396
+ /** Required. The amount of memory in MB the driver is requesting. */
397
+ memoryMb?: number;
398
+ /** Required. The number of vCPUs the driver is requesting. */
399
+ vcores?: number;
400
+ }
384
401
  // tslint:disable-next-line:no-empty-interface
385
402
  interface Empty {
386
403
  }
@@ -403,7 +420,7 @@ declare namespace gapi.client {
403
420
  interface ExecutionConfig {
404
421
  /**
405
422
  * Optional. The duration to keep the session alive while it's idling. Passing this threshold will cause the session to be terminated. Minimum value is 10 minutes; maximum value is 14
406
- * days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 10 minutes if not set.
423
+ * days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4 hours if not set.
407
424
  */
408
425
  idleTtl?: string;
409
426
  /** Optional. The Cloud KMS key to use for encryption. */
@@ -733,6 +750,8 @@ declare namespace gapi.client {
733
750
  driverControlFilesUri?: string;
734
751
  /** Output only. A URI pointing to the location of the stdout of the job's driver program. */
735
752
  driverOutputResourceUri?: string;
753
+ /** Optional. Driver scheduling configuration. */
754
+ driverSchedulingConfig?: DriverSchedulingConfig;
736
755
  /** Optional. Job is a Hadoop job. */
737
756
  hadoopJob?: HadoopJob;
738
757
  /** Optional. Job is a Hive job. */
@@ -804,14 +823,14 @@ declare namespace gapi.client {
804
823
  interface JobScheduling {
805
824
  /**
806
825
  * Optional. Maximum number of times per hour a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed.A job may be reported as
807
- * thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10.Note: Currently, this restartable job option is not supported in Dataproc workflow
808
- * template (https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template) jobs.
826
+ * thrashing if the driver exits with a non-zero code four times within a 10-minute window.Maximum value is 10.Note: This restartable job option is not supported in Dataproc workflow
827
+ * templates (https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template).
809
828
  */
810
829
  maxFailuresPerHour?: number;
811
830
  /**
812
- * Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240.Note:
813
- * Currently, this restartable job option is not supported in Dataproc workflow template
814
- * (https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template) jobs.
831
+ * Optional. Maximum total number of times a driver may be restarted as a result of the driver exiting with a non-zero code. After the maximum number is reached, the job will be
832
+ * reported as failed.Maximum value is 240.Note: Currently, this restartable job option is not supported in Dataproc workflow templates
833
+ * (https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template).
815
834
  */
816
835
  maxFailuresTotal?: number;
817
836
  }
@@ -1005,6 +1024,19 @@ declare namespace gapi.client {
1005
1024
  /** Optional. The target GKE cluster to deploy to. Format: 'projects/{project}/locations/{location}/clusters/{cluster_id}' */
1006
1025
  targetGkeCluster?: string;
1007
1026
  }
1027
+ interface NodeGroup {
1028
+ /**
1029
+ * Optional. Node group labels. Label keys must consist of from 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). Label values can be empty. If
1030
+ * specified, they must consist of from 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). The node group must have no more than 32 labelsn.
1031
+ */
1032
+ labels?: { [P in string]: string };
1033
+ /** The Node group resource name (https://aip.dev/122). */
1034
+ name?: string;
1035
+ /** Optional. The node group instance group configuration. */
1036
+ nodeGroupConfig?: InstanceGroupConfig;
1037
+ /** Required. Node group roles. */
1038
+ roles?: string[];
1039
+ }
1008
1040
  interface NodeGroupAffinity {
1009
1041
  /**
1010
1042
  * Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial
@@ -1266,6 +1298,26 @@ declare namespace gapi.client {
1266
1298
  /** Optional. Corresponds to the label values of reservation resource. */
1267
1299
  values?: string[];
1268
1300
  }
1301
+ interface ResizeNodeGroupRequest {
1302
+ /**
1303
+ * Optional. Timeout for graceful YARN decomissioning. Graceful decommissioning
1304
+ * (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-clusters#graceful_decommissioning) allows the removal of nodes from the Compute Engine node group
1305
+ * without interrupting jobs in progress. This timeout specifies how long to wait for jobs in progress to finish before forcefully removing nodes (and potentially interrupting jobs).
1306
+ * Default timeout is 0 (for forceful decommission), and the maximum allowed timeout is 1 day. (see JSON representation of Duration
1307
+ * (https://developers.google.com/protocol-buffers/docs/proto3#json)).Only supported on Dataproc image versions 1.2 and higher.
1308
+ */
1309
+ gracefulDecommissionTimeout?: string;
1310
+ /**
1311
+ * Optional. A unique ID used to identify the request. If the server receives two ResizeNodeGroupRequest
1312
+ * (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.ResizeNodeGroupRequests) with the same ID, the second request is ignored and
1313
+ * the first google.longrunning.Operation created and stored in the backend is returned.Recommendation: Set this value to a UUID
1314
+ * (https://en.wikipedia.org/wiki/Universally_unique_identifier).The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40
1315
+ * characters.
1316
+ */
1317
+ requestId?: string;
1318
+ /** Required. The number of running instances for the node group to maintain. The group adds or removes instances to maintain the number of instances specified by this parameter. */
1319
+ size?: number;
1320
+ }
1269
1321
  interface RuntimeConfig {
1270
1322
  /** Optional. Optional custom container image for the job runtime environment. If not specified, a default container image will be used. */
1271
1323
  containerImage?: string;
@@ -1277,6 +1329,8 @@ declare namespace gapi.client {
1277
1329
  interface RuntimeInfo {
1278
1330
  /** Output only. Approximate workload resource usage calculated after workload finishes (see Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)). */
1279
1331
  approximateUsage?: UsageMetrics;
1332
+ /** Output only. Snapshot of current workload resource usage. */
1333
+ currentUsage?: UsageSnapshot;
1280
1334
  /** Output only. A URI pointing to the location of the diagnostics tarball. */
1281
1335
  diagnosticOutputUri?: string;
1282
1336
  /** Output only. Map of remote access endpoints (such as web interfaces and APIs) to their URIs. */
@@ -1581,6 +1635,14 @@ declare namespace gapi.client {
1581
1635
  /** Optional. Shuffle storage usage in (GB x seconds) (see Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)). */
1582
1636
  shuffleStorageGbSeconds?: string;
1583
1637
  }
1638
+ interface UsageSnapshot {
1639
+ /** Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) (see Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)). */
1640
+ milliDcu?: string;
1641
+ /** Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)) */
1642
+ shuffleStorageGb?: string;
1643
+ /** Optional. The timestamp of the usage snapshot. */
1644
+ snapshotTime?: string;
1645
+ }
1584
1646
  interface ValueValidation {
1585
1647
  /** Required. List of allowed values for the parameter. */
1586
1648
  values?: string[];
@@ -3131,6 +3193,179 @@ declare namespace gapi.client {
3131
3193
  },
3132
3194
  body: AutoscalingPolicy): Request<AutoscalingPolicy>;
3133
3195
  }
3196
+ interface NodeGroupsResource {
3197
+ /**
3198
+ * Creates a node group in a cluster. The returned Operation.metadata is NodeGroupOperationMetadata
3199
+ * (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
3200
+ */
3201
+ create(request: {
3202
+ /** V1 error format. */
3203
+ "$.xgafv"?: string;
3204
+ /** OAuth access token. */
3205
+ access_token?: string;
3206
+ /** Data format for response. */
3207
+ alt?: string;
3208
+ /** JSONP */
3209
+ callback?: string;
3210
+ /** Selector specifying which fields to include in a partial response. */
3211
+ fields?: string;
3212
+ /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
3213
+ key?: string;
3214
+ /**
3215
+ * Optional. An optional node group ID. Generated if not specified.The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot begin or end
3216
+ * with underscore or hyphen. Must consist of from 3 to 33 characters.
3217
+ */
3218
+ nodeGroupId?: string;
3219
+ /** OAuth 2.0 token for the current user. */
3220
+ oauth_token?: string;
3221
+ /** Required. The parent resource where this node group will be created. Format: projects/{project}/regions/{region}/clusters/{cluster} */
3222
+ parent: string;
3223
+ /** Returns response with indentations and line breaks. */
3224
+ prettyPrint?: boolean;
3225
+ /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
3226
+ quotaUser?: string;
3227
+ /**
3228
+ * Optional. A unique ID used to identify the request. If the server receives two CreateNodeGroupRequest
3229
+ * (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateNodeGroupRequests) with the same ID, the second request is ignored
3230
+ * and the first google.longrunning.Operation created and stored in the backend is returned.Recommendation: Set this value to a UUID
3231
+ * (https://en.wikipedia.org/wiki/Universally_unique_identifier).The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is
3232
+ * 40 characters.
3233
+ */
3234
+ requestId?: string;
3235
+ /** Upload protocol for media (e.g. "raw", "multipart"). */
3236
+ upload_protocol?: string;
3237
+ /** Legacy upload protocol for media (e.g. "media", "multipart"). */
3238
+ uploadType?: string;
3239
+ /** Request body */
3240
+ resource: NodeGroup;
3241
+ }): Request<Operation>;
3242
+ create(request: {
3243
+ /** V1 error format. */
3244
+ "$.xgafv"?: string;
3245
+ /** OAuth access token. */
3246
+ access_token?: string;
3247
+ /** Data format for response. */
3248
+ alt?: string;
3249
+ /** JSONP */
3250
+ callback?: string;
3251
+ /** Selector specifying which fields to include in a partial response. */
3252
+ fields?: string;
3253
+ /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
3254
+ key?: string;
3255
+ /**
3256
+ * Optional. An optional node group ID. Generated if not specified.The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot begin or end
3257
+ * with underscore or hyphen. Must consist of from 3 to 33 characters.
3258
+ */
3259
+ nodeGroupId?: string;
3260
+ /** OAuth 2.0 token for the current user. */
3261
+ oauth_token?: string;
3262
+ /** Required. The parent resource where this node group will be created. Format: projects/{project}/regions/{region}/clusters/{cluster} */
3263
+ parent: string;
3264
+ /** Returns response with indentations and line breaks. */
3265
+ prettyPrint?: boolean;
3266
+ /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
3267
+ quotaUser?: string;
3268
+ /**
3269
+ * Optional. A unique ID used to identify the request. If the server receives two CreateNodeGroupRequest
3270
+ * (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateNodeGroupRequests) with the same ID, the second request is ignored
3271
+ * and the first google.longrunning.Operation created and stored in the backend is returned.Recommendation: Set this value to a UUID
3272
+ * (https://en.wikipedia.org/wiki/Universally_unique_identifier).The ID must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is
3273
+ * 40 characters.
3274
+ */
3275
+ requestId?: string;
3276
+ /** Upload protocol for media (e.g. "raw", "multipart"). */
3277
+ upload_protocol?: string;
3278
+ /** Legacy upload protocol for media (e.g. "media", "multipart"). */
3279
+ uploadType?: string;
3280
+ },
3281
+ body: NodeGroup): Request<Operation>;
3282
+ /** Gets the resource representation for a node group in a cluster. */
3283
+ get(request?: {
3284
+ /** V1 error format. */
3285
+ "$.xgafv"?: string;
3286
+ /** OAuth access token. */
3287
+ access_token?: string;
3288
+ /** Data format for response. */
3289
+ alt?: string;
3290
+ /** JSONP */
3291
+ callback?: string;
3292
+ /** Selector specifying which fields to include in a partial response. */
3293
+ fields?: string;
3294
+ /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
3295
+ key?: string;
3296
+ /** Required. The name of the node group to retrieve. Format: projects/{project}/regions/{region}/clusters/{cluster}/nodeGroups/{nodeGroup} */
3297
+ name: string;
3298
+ /** OAuth 2.0 token for the current user. */
3299
+ oauth_token?: string;
3300
+ /** Returns response with indentations and line breaks. */
3301
+ prettyPrint?: boolean;
3302
+ /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
3303
+ quotaUser?: string;
3304
+ /** Upload protocol for media (e.g. "raw", "multipart"). */
3305
+ upload_protocol?: string;
3306
+ /** Legacy upload protocol for media (e.g. "media", "multipart"). */
3307
+ uploadType?: string;
3308
+ }): Request<NodeGroup>;
3309
+ /**
3310
+ * Resizes a node group in a cluster. The returned Operation.metadata is NodeGroupOperationMetadata
3311
+ * (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
3312
+ */
3313
+ resize(request: {
3314
+ /** V1 error format. */
3315
+ "$.xgafv"?: string;
3316
+ /** OAuth access token. */
3317
+ access_token?: string;
3318
+ /** Data format for response. */
3319
+ alt?: string;
3320
+ /** JSONP */
3321
+ callback?: string;
3322
+ /** Selector specifying which fields to include in a partial response. */
3323
+ fields?: string;
3324
+ /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
3325
+ key?: string;
3326
+ /** Required. The name of the node group to resize. Format: projects/{project}/regions/{region}/clusters/{cluster}/nodeGroups/{nodeGroup} */
3327
+ name: string;
3328
+ /** OAuth 2.0 token for the current user. */
3329
+ oauth_token?: string;
3330
+ /** Returns response with indentations and line breaks. */
3331
+ prettyPrint?: boolean;
3332
+ /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
3333
+ quotaUser?: string;
3334
+ /** Upload protocol for media (e.g. "raw", "multipart"). */
3335
+ upload_protocol?: string;
3336
+ /** Legacy upload protocol for media (e.g. "media", "multipart"). */
3337
+ uploadType?: string;
3338
+ /** Request body */
3339
+ resource: ResizeNodeGroupRequest;
3340
+ }): Request<Operation>;
3341
+ resize(request: {
3342
+ /** V1 error format. */
3343
+ "$.xgafv"?: string;
3344
+ /** OAuth access token. */
3345
+ access_token?: string;
3346
+ /** Data format for response. */
3347
+ alt?: string;
3348
+ /** JSONP */
3349
+ callback?: string;
3350
+ /** Selector specifying which fields to include in a partial response. */
3351
+ fields?: string;
3352
+ /** API key. Your API key identifies your project and provides you with API access, quota, and reports. Required unless you provide an OAuth 2.0 token. */
3353
+ key?: string;
3354
+ /** Required. The name of the node group to resize. Format: projects/{project}/regions/{region}/clusters/{cluster}/nodeGroups/{nodeGroup} */
3355
+ name: string;
3356
+ /** OAuth 2.0 token for the current user. */
3357
+ oauth_token?: string;
3358
+ /** Returns response with indentations and line breaks. */
3359
+ prettyPrint?: boolean;
3360
+ /** Available to use for quota purposes for server-side applications. Can be any arbitrary string assigned to a user, but should not exceed 40 characters. */
3361
+ quotaUser?: string;
3362
+ /** Upload protocol for media (e.g. "raw", "multipart"). */
3363
+ upload_protocol?: string;
3364
+ /** Legacy upload protocol for media (e.g. "media", "multipart"). */
3365
+ uploadType?: string;
3366
+ },
3367
+ body: ResizeNodeGroupRequest): Request<Operation>;
3368
+ }
3134
3369
  interface ClustersResource {
3135
3370
  /**
3136
3371
  * Creates a cluster in a project. The returned Operation.metadata will be ClusterOperationMetadata
@@ -3866,6 +4101,7 @@ declare namespace gapi.client {
3866
4101
  uploadType?: string;
3867
4102
  },
3868
4103
  body: TestIamPermissionsRequest): Request<TestIamPermissionsResponse>;
4104
+ nodeGroups: NodeGroupsResource;
3869
4105
  }
3870
4106
  interface JobsResource {
3871
4107
  /**
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@maxim_mazurok/gapi.client.dataproc-v1",
3
- "version": "0.0.20221114",
3
+ "version": "0.0.20221207",
4
4
  "description": "TypeScript typings for Cloud Dataproc API v1",
5
5
  "license": "MIT",
6
6
  "author": {
package/tests.ts CHANGED
@@ -3,7 +3,7 @@
3
3
  // This file was generated by https://github.com/Maxim-Mazurok/google-api-typings-generator. Please do not edit it manually.
4
4
  // In case of any problems please post issue to https://github.com/Maxim-Mazurok/google-api-typings-generator
5
5
 
6
- // Revision: 20221114
6
+ // Revision: 20221207
7
7
 
8
8
  gapi.load('client', async () => {
9
9
  /** now we can use gapi.client */
@@ -220,6 +220,11 @@ gapi.load('client', async () => {
220
220
  milliDcuSeconds: "Test string",
221
221
  shuffleStorageGbSeconds: "Test string",
222
222
  },
223
+ currentUsage: {
224
+ milliDcu: "Test string",
225
+ shuffleStorageGb: "Test string",
226
+ snapshotTime: "Test string",
227
+ },
223
228
  diagnosticOutputUri: "Test string",
224
229
  endpoints: {
225
230
  A: "Test string"
@@ -580,6 +585,55 @@ gapi.load('client', async () => {
580
585
  autoscalingConfig: {
581
586
  policyUri: "Test string",
582
587
  },
588
+ auxiliaryNodeGroups: [
589
+ {
590
+ nodeGroup: {
591
+ labels: {
592
+ A: "Test string"
593
+ },
594
+ name: "Test string",
595
+ nodeGroupConfig: {
596
+ accelerators: [
597
+ {
598
+ acceleratorCount: 42,
599
+ acceleratorTypeUri: "Test string",
600
+ }
601
+ ],
602
+ diskConfig: {
603
+ bootDiskSizeGb: 42,
604
+ bootDiskType: "Test string",
605
+ localSsdInterface: "Test string",
606
+ numLocalSsds: 42,
607
+ },
608
+ imageUri: "Test string",
609
+ instanceNames: [
610
+ "Test string"
611
+ ],
612
+ instanceReferences: [
613
+ {
614
+ instanceId: "Test string",
615
+ instanceName: "Test string",
616
+ publicEciesKey: "Test string",
617
+ publicKey: "Test string",
618
+ }
619
+ ],
620
+ isPreemptible: true,
621
+ machineTypeUri: "Test string",
622
+ managedGroupConfig: {
623
+ instanceGroupManagerName: "Test string",
624
+ instanceTemplateName: "Test string",
625
+ },
626
+ minCpuPlatform: "Test string",
627
+ numInstances: 42,
628
+ preemptibility: "Test string",
629
+ },
630
+ roles: [
631
+ "Test string"
632
+ ],
633
+ },
634
+ nodeGroupId: "Test string",
635
+ }
636
+ ],
583
637
  configBucket: "Test string",
584
638
  dataprocMetricConfig: {
585
639
  metrics: [
@@ -1136,6 +1190,55 @@ gapi.load('client', async () => {
1136
1190
  autoscalingConfig: {
1137
1191
  policyUri: "Test string",
1138
1192
  },
1193
+ auxiliaryNodeGroups: [
1194
+ {
1195
+ nodeGroup: {
1196
+ labels: {
1197
+ A: "Test string"
1198
+ },
1199
+ name: "Test string",
1200
+ nodeGroupConfig: {
1201
+ accelerators: [
1202
+ {
1203
+ acceleratorCount: 42,
1204
+ acceleratorTypeUri: "Test string",
1205
+ }
1206
+ ],
1207
+ diskConfig: {
1208
+ bootDiskSizeGb: 42,
1209
+ bootDiskType: "Test string",
1210
+ localSsdInterface: "Test string",
1211
+ numLocalSsds: 42,
1212
+ },
1213
+ imageUri: "Test string",
1214
+ instanceNames: [
1215
+ "Test string"
1216
+ ],
1217
+ instanceReferences: [
1218
+ {
1219
+ instanceId: "Test string",
1220
+ instanceName: "Test string",
1221
+ publicEciesKey: "Test string",
1222
+ publicKey: "Test string",
1223
+ }
1224
+ ],
1225
+ isPreemptible: true,
1226
+ machineTypeUri: "Test string",
1227
+ managedGroupConfig: {
1228
+ instanceGroupManagerName: "Test string",
1229
+ instanceTemplateName: "Test string",
1230
+ },
1231
+ minCpuPlatform: "Test string",
1232
+ numInstances: 42,
1233
+ preemptibility: "Test string",
1234
+ },
1235
+ roles: [
1236
+ "Test string"
1237
+ ],
1238
+ },
1239
+ nodeGroupId: "Test string",
1240
+ }
1241
+ ],
1139
1242
  configBucket: "Test string",
1140
1243
  dataprocMetricConfig: {
1141
1244
  metrics: [
@@ -1692,6 +1795,55 @@ gapi.load('client', async () => {
1692
1795
  autoscalingConfig: {
1693
1796
  policyUri: "Test string",
1694
1797
  },
1798
+ auxiliaryNodeGroups: [
1799
+ {
1800
+ nodeGroup: {
1801
+ labels: {
1802
+ A: "Test string"
1803
+ },
1804
+ name: "Test string",
1805
+ nodeGroupConfig: {
1806
+ accelerators: [
1807
+ {
1808
+ acceleratorCount: 42,
1809
+ acceleratorTypeUri: "Test string",
1810
+ }
1811
+ ],
1812
+ diskConfig: {
1813
+ bootDiskSizeGb: 42,
1814
+ bootDiskType: "Test string",
1815
+ localSsdInterface: "Test string",
1816
+ numLocalSsds: 42,
1817
+ },
1818
+ imageUri: "Test string",
1819
+ instanceNames: [
1820
+ "Test string"
1821
+ ],
1822
+ instanceReferences: [
1823
+ {
1824
+ instanceId: "Test string",
1825
+ instanceName: "Test string",
1826
+ publicEciesKey: "Test string",
1827
+ publicKey: "Test string",
1828
+ }
1829
+ ],
1830
+ isPreemptible: true,
1831
+ machineTypeUri: "Test string",
1832
+ managedGroupConfig: {
1833
+ instanceGroupManagerName: "Test string",
1834
+ instanceTemplateName: "Test string",
1835
+ },
1836
+ minCpuPlatform: "Test string",
1837
+ numInstances: 42,
1838
+ preemptibility: "Test string",
1839
+ },
1840
+ roles: [
1841
+ "Test string"
1842
+ ],
1843
+ },
1844
+ nodeGroupId: "Test string",
1845
+ }
1846
+ ],
1695
1847
  configBucket: "Test string",
1696
1848
  dataprocMetricConfig: {
1697
1849
  metrics: [
@@ -2095,6 +2247,55 @@ gapi.load('client', async () => {
2095
2247
  autoscalingConfig: {
2096
2248
  policyUri: "Test string",
2097
2249
  },
2250
+ auxiliaryNodeGroups: [
2251
+ {
2252
+ nodeGroup: {
2253
+ labels: {
2254
+ A: "Test string"
2255
+ },
2256
+ name: "Test string",
2257
+ nodeGroupConfig: {
2258
+ accelerators: [
2259
+ {
2260
+ acceleratorCount: 42,
2261
+ acceleratorTypeUri: "Test string",
2262
+ }
2263
+ ],
2264
+ diskConfig: {
2265
+ bootDiskSizeGb: 42,
2266
+ bootDiskType: "Test string",
2267
+ localSsdInterface: "Test string",
2268
+ numLocalSsds: 42,
2269
+ },
2270
+ imageUri: "Test string",
2271
+ instanceNames: [
2272
+ "Test string"
2273
+ ],
2274
+ instanceReferences: [
2275
+ {
2276
+ instanceId: "Test string",
2277
+ instanceName: "Test string",
2278
+ publicEciesKey: "Test string",
2279
+ publicKey: "Test string",
2280
+ }
2281
+ ],
2282
+ isPreemptible: true,
2283
+ machineTypeUri: "Test string",
2284
+ managedGroupConfig: {
2285
+ instanceGroupManagerName: "Test string",
2286
+ instanceTemplateName: "Test string",
2287
+ },
2288
+ minCpuPlatform: "Test string",
2289
+ numInstances: 42,
2290
+ preemptibility: "Test string",
2291
+ },
2292
+ roles: [
2293
+ "Test string"
2294
+ ],
2295
+ },
2296
+ nodeGroupId: "Test string",
2297
+ }
2298
+ ],
2098
2299
  configBucket: "Test string",
2099
2300
  dataprocMetricConfig: {
2100
2301
  metrics: [
@@ -2503,6 +2704,55 @@ gapi.load('client', async () => {
2503
2704
  autoscalingConfig: {
2504
2705
  policyUri: "Test string",
2505
2706
  },
2707
+ auxiliaryNodeGroups: [
2708
+ {
2709
+ nodeGroup: {
2710
+ labels: {
2711
+ A: "Test string"
2712
+ },
2713
+ name: "Test string",
2714
+ nodeGroupConfig: {
2715
+ accelerators: [
2716
+ {
2717
+ acceleratorCount: 42,
2718
+ acceleratorTypeUri: "Test string",
2719
+ }
2720
+ ],
2721
+ diskConfig: {
2722
+ bootDiskSizeGb: 42,
2723
+ bootDiskType: "Test string",
2724
+ localSsdInterface: "Test string",
2725
+ numLocalSsds: 42,
2726
+ },
2727
+ imageUri: "Test string",
2728
+ instanceNames: [
2729
+ "Test string"
2730
+ ],
2731
+ instanceReferences: [
2732
+ {
2733
+ instanceId: "Test string",
2734
+ instanceName: "Test string",
2735
+ publicEciesKey: "Test string",
2736
+ publicKey: "Test string",
2737
+ }
2738
+ ],
2739
+ isPreemptible: true,
2740
+ machineTypeUri: "Test string",
2741
+ managedGroupConfig: {
2742
+ instanceGroupManagerName: "Test string",
2743
+ instanceTemplateName: "Test string",
2744
+ },
2745
+ minCpuPlatform: "Test string",
2746
+ numInstances: 42,
2747
+ preemptibility: "Test string",
2748
+ },
2749
+ roles: [
2750
+ "Test string"
2751
+ ],
2752
+ },
2753
+ nodeGroupId: "Test string",
2754
+ }
2755
+ ],
2506
2756
  configBucket: "Test string",
2507
2757
  dataprocMetricConfig: {
2508
2758
  metrics: [
@@ -2912,6 +3162,73 @@ gapi.load('client', async () => {
2912
3162
  "Test string"
2913
3163
  ],
2914
3164
  });
3165
+ /**
3166
+ * Creates a node group in a cluster. The returned Operation.metadata is NodeGroupOperationMetadata
3167
+ * (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
3168
+ */
3169
+ await gapi.client.dataproc.projects.regions.clusters.nodeGroups.create({
3170
+ nodeGroupId: "Test string",
3171
+ parent: "Test string",
3172
+ requestId: "Test string",
3173
+ }, {
3174
+ labels: {
3175
+ A: "Test string"
3176
+ },
3177
+ name: "Test string",
3178
+ nodeGroupConfig: {
3179
+ accelerators: [
3180
+ {
3181
+ acceleratorCount: 42,
3182
+ acceleratorTypeUri: "Test string",
3183
+ }
3184
+ ],
3185
+ diskConfig: {
3186
+ bootDiskSizeGb: 42,
3187
+ bootDiskType: "Test string",
3188
+ localSsdInterface: "Test string",
3189
+ numLocalSsds: 42,
3190
+ },
3191
+ imageUri: "Test string",
3192
+ instanceNames: [
3193
+ "Test string"
3194
+ ],
3195
+ instanceReferences: [
3196
+ {
3197
+ instanceId: "Test string",
3198
+ instanceName: "Test string",
3199
+ publicEciesKey: "Test string",
3200
+ publicKey: "Test string",
3201
+ }
3202
+ ],
3203
+ isPreemptible: true,
3204
+ machineTypeUri: "Test string",
3205
+ managedGroupConfig: {
3206
+ instanceGroupManagerName: "Test string",
3207
+ instanceTemplateName: "Test string",
3208
+ },
3209
+ minCpuPlatform: "Test string",
3210
+ numInstances: 42,
3211
+ preemptibility: "Test string",
3212
+ },
3213
+ roles: [
3214
+ "Test string"
3215
+ ],
3216
+ });
3217
+ /** Gets the resource representation for a node group in a cluster. */
3218
+ await gapi.client.dataproc.projects.regions.clusters.nodeGroups.get({
3219
+ name: "Test string",
3220
+ });
3221
+ /**
3222
+ * Resizes a node group in a cluster. The returned Operation.metadata is NodeGroupOperationMetadata
3223
+ * (https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
3224
+ */
3225
+ await gapi.client.dataproc.projects.regions.clusters.nodeGroups.resize({
3226
+ name: "Test string",
3227
+ }, {
3228
+ gracefulDecommissionTimeout: "Test string",
3229
+ requestId: "Test string",
3230
+ size: 42,
3231
+ });
2915
3232
  /**
2916
3233
  * Starts a job cancellation request. To access the job resource after cancellation, call regions/{region}/jobs.list
2917
3234
  * (https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/list) or regions/{region}/jobs.get
@@ -2963,6 +3280,10 @@ gapi.load('client', async () => {
2963
3280
  done: true,
2964
3281
  driverControlFilesUri: "Test string",
2965
3282
  driverOutputResourceUri: "Test string",
3283
+ driverSchedulingConfig: {
3284
+ memoryMb: 42,
3285
+ vcores: 42,
3286
+ },
2966
3287
  hadoopJob: {
2967
3288
  archiveUris: [
2968
3289
  "Test string"
@@ -3236,6 +3557,10 @@ gapi.load('client', async () => {
3236
3557
  done: true,
3237
3558
  driverControlFilesUri: "Test string",
3238
3559
  driverOutputResourceUri: "Test string",
3560
+ driverSchedulingConfig: {
3561
+ memoryMb: 42,
3562
+ vcores: 42,
3563
+ },
3239
3564
  hadoopJob: {
3240
3565
  archiveUris: [
3241
3566
  "Test string"
@@ -3488,6 +3813,10 @@ gapi.load('client', async () => {
3488
3813
  done: true,
3489
3814
  driverControlFilesUri: "Test string",
3490
3815
  driverOutputResourceUri: "Test string",
3816
+ driverSchedulingConfig: {
3817
+ memoryMb: 42,
3818
+ vcores: 42,
3819
+ },
3491
3820
  hadoopJob: {
3492
3821
  archiveUris: [
3493
3822
  "Test string"
@@ -4075,6 +4404,55 @@ gapi.load('client', async () => {
4075
4404
  autoscalingConfig: {
4076
4405
  policyUri: "Test string",
4077
4406
  },
4407
+ auxiliaryNodeGroups: [
4408
+ {
4409
+ nodeGroup: {
4410
+ labels: {
4411
+ A: "Test string"
4412
+ },
4413
+ name: "Test string",
4414
+ nodeGroupConfig: {
4415
+ accelerators: [
4416
+ {
4417
+ acceleratorCount: 42,
4418
+ acceleratorTypeUri: "Test string",
4419
+ }
4420
+ ],
4421
+ diskConfig: {
4422
+ bootDiskSizeGb: 42,
4423
+ bootDiskType: "Test string",
4424
+ localSsdInterface: "Test string",
4425
+ numLocalSsds: 42,
4426
+ },
4427
+ imageUri: "Test string",
4428
+ instanceNames: [
4429
+ "Test string"
4430
+ ],
4431
+ instanceReferences: [
4432
+ {
4433
+ instanceId: "Test string",
4434
+ instanceName: "Test string",
4435
+ publicEciesKey: "Test string",
4436
+ publicKey: "Test string",
4437
+ }
4438
+ ],
4439
+ isPreemptible: true,
4440
+ machineTypeUri: "Test string",
4441
+ managedGroupConfig: {
4442
+ instanceGroupManagerName: "Test string",
4443
+ instanceTemplateName: "Test string",
4444
+ },
4445
+ minCpuPlatform: "Test string",
4446
+ numInstances: 42,
4447
+ preemptibility: "Test string",
4448
+ },
4449
+ roles: [
4450
+ "Test string"
4451
+ ],
4452
+ },
4453
+ nodeGroupId: "Test string",
4454
+ }
4455
+ ],
4078
4456
  configBucket: "Test string",
4079
4457
  dataprocMetricConfig: {
4080
4458
  metrics: [
@@ -4631,6 +5009,55 @@ gapi.load('client', async () => {
4631
5009
  autoscalingConfig: {
4632
5010
  policyUri: "Test string",
4633
5011
  },
5012
+ auxiliaryNodeGroups: [
5013
+ {
5014
+ nodeGroup: {
5015
+ labels: {
5016
+ A: "Test string"
5017
+ },
5018
+ name: "Test string",
5019
+ nodeGroupConfig: {
5020
+ accelerators: [
5021
+ {
5022
+ acceleratorCount: 42,
5023
+ acceleratorTypeUri: "Test string",
5024
+ }
5025
+ ],
5026
+ diskConfig: {
5027
+ bootDiskSizeGb: 42,
5028
+ bootDiskType: "Test string",
5029
+ localSsdInterface: "Test string",
5030
+ numLocalSsds: 42,
5031
+ },
5032
+ imageUri: "Test string",
5033
+ instanceNames: [
5034
+ "Test string"
5035
+ ],
5036
+ instanceReferences: [
5037
+ {
5038
+ instanceId: "Test string",
5039
+ instanceName: "Test string",
5040
+ publicEciesKey: "Test string",
5041
+ publicKey: "Test string",
5042
+ }
5043
+ ],
5044
+ isPreemptible: true,
5045
+ machineTypeUri: "Test string",
5046
+ managedGroupConfig: {
5047
+ instanceGroupManagerName: "Test string",
5048
+ instanceTemplateName: "Test string",
5049
+ },
5050
+ minCpuPlatform: "Test string",
5051
+ numInstances: 42,
5052
+ preemptibility: "Test string",
5053
+ },
5054
+ roles: [
5055
+ "Test string"
5056
+ ],
5057
+ },
5058
+ nodeGroupId: "Test string",
5059
+ }
5060
+ ],
4634
5061
  configBucket: "Test string",
4635
5062
  dataprocMetricConfig: {
4636
5063
  metrics: [
@@ -5187,6 +5614,55 @@ gapi.load('client', async () => {
5187
5614
  autoscalingConfig: {
5188
5615
  policyUri: "Test string",
5189
5616
  },
5617
+ auxiliaryNodeGroups: [
5618
+ {
5619
+ nodeGroup: {
5620
+ labels: {
5621
+ A: "Test string"
5622
+ },
5623
+ name: "Test string",
5624
+ nodeGroupConfig: {
5625
+ accelerators: [
5626
+ {
5627
+ acceleratorCount: 42,
5628
+ acceleratorTypeUri: "Test string",
5629
+ }
5630
+ ],
5631
+ diskConfig: {
5632
+ bootDiskSizeGb: 42,
5633
+ bootDiskType: "Test string",
5634
+ localSsdInterface: "Test string",
5635
+ numLocalSsds: 42,
5636
+ },
5637
+ imageUri: "Test string",
5638
+ instanceNames: [
5639
+ "Test string"
5640
+ ],
5641
+ instanceReferences: [
5642
+ {
5643
+ instanceId: "Test string",
5644
+ instanceName: "Test string",
5645
+ publicEciesKey: "Test string",
5646
+ publicKey: "Test string",
5647
+ }
5648
+ ],
5649
+ isPreemptible: true,
5650
+ machineTypeUri: "Test string",
5651
+ managedGroupConfig: {
5652
+ instanceGroupManagerName: "Test string",
5653
+ instanceTemplateName: "Test string",
5654
+ },
5655
+ minCpuPlatform: "Test string",
5656
+ numInstances: 42,
5657
+ preemptibility: "Test string",
5658
+ },
5659
+ roles: [
5660
+ "Test string"
5661
+ ],
5662
+ },
5663
+ nodeGroupId: "Test string",
5664
+ }
5665
+ ],
5190
5666
  configBucket: "Test string",
5191
5667
  dataprocMetricConfig: {
5192
5668
  metrics: [