@aws-sdk/client-glue 3.128.0 → 3.133.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -3,6 +3,38 @@
3
3
  All notable changes to this project will be documented in this file.
4
4
  See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
5
5
 
6
+ # [3.133.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.132.0...v3.133.0) (2022-07-19)
7
+
8
+ **Note:** Version bump only for package @aws-sdk/client-glue
9
+
10
+
11
+
12
+
13
+
14
+ # [3.131.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.130.0...v3.131.0) (2022-07-15)
15
+
16
+ **Note:** Version bump only for package @aws-sdk/client-glue
17
+
18
+
19
+
20
+
21
+
22
+ # [3.130.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.129.0...v3.130.0) (2022-07-14)
23
+
24
+
25
+ ### Bug Fixes
26
+
27
+ * **codegen:** fix error code parsing when it's a number ([#3371](https://github.com/aws/aws-sdk-js-v3/issues/3371)) ([c2d8522](https://github.com/aws/aws-sdk-js-v3/commit/c2d852279a3d23958521a6ceb4f4c642b0cb1848))
28
+
29
+
30
+ ### Features
31
+
32
+ * **client-glue:** This release adds an additional worker type for Glue Streaming jobs. ([f47fa13](https://github.com/aws/aws-sdk-js-v3/commit/f47fa1366d13d05326cc44a2de29968f5ed555e0))
33
+
34
+
35
+
36
+
37
+
6
38
  # [3.128.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.127.0...v3.128.0) (2022-07-12)
7
39
 
8
40
  **Note:** Version bump only for package @aws-sdk/client-glue
@@ -19876,6 +19876,9 @@ const loadRestJsonErrorCode = (output, data) => {
19876
19876
  const findKey = (object, key) => Object.keys(object).find((k) => k.toLowerCase() === key.toLowerCase());
19877
19877
  const sanitizeErrorCode = (rawValue) => {
19878
19878
  let cleanValue = rawValue;
19879
+ if (typeof cleanValue === "number") {
19880
+ cleanValue = cleanValue.toString();
19881
+ }
19879
19882
  if (cleanValue.indexOf(":") >= 0) {
19880
19883
  cleanValue = cleanValue.split(":")[0];
19881
19884
  }
@@ -21556,6 +21556,9 @@ var loadRestJsonErrorCode = function (output, data) {
21556
21556
  var findKey = function (object, key) { return Object.keys(object).find(function (k) { return k.toLowerCase() === key.toLowerCase(); }); };
21557
21557
  var sanitizeErrorCode = function (rawValue) {
21558
21558
  var cleanValue = rawValue;
21559
+ if (typeof cleanValue === "number") {
21560
+ cleanValue = cleanValue.toString();
21561
+ }
21559
21562
  if (cleanValue.indexOf(":") >= 0) {
21560
21563
  cleanValue = cleanValue.split(":")[0];
21561
21564
  }
@@ -302,7 +302,7 @@ export declare class Glue extends GlueClient {
302
302
  cancelMLTaskRun(args: CancelMLTaskRunCommandInput, cb: (err: any, data?: CancelMLTaskRunCommandOutput) => void): void;
303
303
  cancelMLTaskRun(args: CancelMLTaskRunCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: CancelMLTaskRunCommandOutput) => void): void;
304
304
  /**
305
- * <p>Cancels the statement..</p>
305
+ * <p>Cancels the statement.</p>
306
306
  */
307
307
  cancelStatement(args: CancelStatementCommandInput, options?: __HttpHandlerOptions): Promise<CancelStatementCommandOutput>;
308
308
  cancelStatement(args: CancelStatementCommandInput, cb: (err: any, data?: CancelStatementCommandOutput) => void): void;
@@ -1137,7 +1137,7 @@ export declare class Glue extends GlueClient {
1137
1137
  listSchemaVersions(args: ListSchemaVersionsCommandInput, cb: (err: any, data?: ListSchemaVersionsCommandOutput) => void): void;
1138
1138
  listSchemaVersions(args: ListSchemaVersionsCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: ListSchemaVersionsCommandOutput) => void): void;
1139
1139
  /**
1140
- * <p>Retrieve a session..</p>
1140
+ * <p>Retrieve a list of sessions.</p>
1141
1141
  */
1142
1142
  listSessions(args: ListSessionsCommandInput, options?: __HttpHandlerOptions): Promise<ListSessionsCommandOutput>;
1143
1143
  listSessions(args: ListSessionsCommandInput, cb: (err: any, data?: ListSessionsCommandOutput) => void): void;
@@ -1461,7 +1461,7 @@ export declare class Glue extends GlueClient {
1461
1461
  updateDevEndpoint(args: UpdateDevEndpointCommandInput, cb: (err: any, data?: UpdateDevEndpointCommandOutput) => void): void;
1462
1462
  updateDevEndpoint(args: UpdateDevEndpointCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: UpdateDevEndpointCommandOutput) => void): void;
1463
1463
  /**
1464
- * <p>Updates an existing job definition.</p>
1464
+ * <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
1465
1465
  */
1466
1466
  updateJob(args: UpdateJobCommandInput, options?: __HttpHandlerOptions): Promise<UpdateJobCommandOutput>;
1467
1467
  updateJob(args: UpdateJobCommandInput, cb: (err: any, data?: UpdateJobCommandOutput) => void): void;
@@ -7,7 +7,7 @@ export interface CancelStatementCommandInput extends CancelStatementRequest {
7
7
  export interface CancelStatementCommandOutput extends CancelStatementResponse, __MetadataBearer {
8
8
  }
9
9
  /**
10
- * <p>Cancels the statement..</p>
10
+ * <p>Cancels the statement.</p>
11
11
  * @example
12
12
  * Use a bare-bones client and the command you need to make an API call.
13
13
  * ```javascript
@@ -7,7 +7,7 @@ export interface ListSessionsCommandInput extends ListSessionsRequest {
7
7
  export interface ListSessionsCommandOutput extends ListSessionsResponse, __MetadataBearer {
8
8
  }
9
9
  /**
10
- * <p>Retrieve a session..</p>
10
+ * <p>Retrieve a list of sessions.</p>
11
11
  * @example
12
12
  * Use a bare-bones client and the command you need to make an API call.
13
13
  * ```javascript
@@ -7,7 +7,7 @@ export interface UpdateJobCommandInput extends UpdateJobRequest {
7
7
  export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBearer {
8
8
  }
9
9
  /**
10
- * <p>Updates an existing job definition.</p>
10
+ * <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
11
11
  * @example
12
12
  * Use a bare-bones client and the command you need to make an API call.
13
13
  * ```javascript
@@ -1594,7 +1594,7 @@ export declare namespace BatchGetDevEndpointsRequest {
1594
1594
  */
1595
1595
  const filterSensitiveLog: (obj: BatchGetDevEndpointsRequest) => any;
1596
1596
  }
1597
- export declare type WorkerType = "G.1X" | "G.2X" | "Standard";
1597
+ export declare type WorkerType = "G.025X" | "G.1X" | "G.2X" | "Standard";
1598
1598
  /**
1599
1599
  * <p>A development endpoint where a developer can remotely debug extract, transform, and load
1600
1600
  * (ETL) scripts.</p>
@@ -4329,8 +4329,8 @@ export declare namespace BlueprintDetails {
4329
4329
  const filterSensitiveLog: (obj: BlueprintDetails) => any;
4330
4330
  }
4331
4331
  /**
4332
- * <p>An edge represents a directed connection between two components
4333
- * on a workflow graph.</p>
4332
+ * <p>An edge represents a directed connection between two Glue components that are part of the workflow the
4333
+ * edge belongs to.</p>
4334
4334
  */
4335
4335
  export interface Edge {
4336
4336
  /**
@@ -4493,8 +4493,9 @@ export interface JobRun {
4493
4493
  ExecutionTime?: number;
4494
4494
  /**
4495
4495
  * <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
4496
- * consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default
4497
- * is 2,880 minutes (48 hours). This overrides the timeout value set in the parent job.</p>
4496
+ * consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
4497
+ *
4498
+ * <p>Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).</p>
4498
4499
  */
4499
4500
  Timeout?: number;
4500
4501
  /**
@@ -4513,13 +4514,13 @@ export interface JobRun {
4513
4514
  * allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
4514
4515
  * </li>
4515
4516
  * <li>
4516
- * <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
4517
+ * <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate a minimum of 2 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
4517
4518
  * </li>
4518
4519
  * </ul>
4519
4520
  */
4520
4521
  MaxCapacity?: number;
4521
4522
  /**
4522
- * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.</p>
4523
+ * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
4523
4524
  * <ul>
4524
4525
  * <li>
4525
4526
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
@@ -4530,13 +4531,14 @@ export interface JobRun {
4530
4531
  * <li>
4531
4532
  * <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
4532
4533
  * </li>
4534
+ * <li>
4535
+ * <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
4536
+ * </li>
4533
4537
  * </ul>
4534
4538
  */
4535
4539
  WorkerType?: WorkerType | string;
4536
4540
  /**
4537
4541
  * <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
4538
- *
4539
- * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
4540
4542
  */
4541
4543
  NumberOfWorkers?: number;
4542
4544
  /**
@@ -4566,7 +4568,7 @@ export interface JobRun {
4566
4568
  */
4567
4569
  GlueVersion?: string;
4568
4570
  /**
4569
- * <p>This field populates only when an Auto Scaling job run completes, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code> and 2 for <code>G.2X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>
4571
+ * <p>This field populates only for Auto Scaling job runs, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code>, 2 for <code>G.2X</code>, or 0.25 for <code>G.025X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>
4570
4572
  */
4571
4573
  DPUSeconds?: number;
4572
4574
  }
@@ -6840,7 +6842,7 @@ export declare namespace CreateSecurityConfigurationResponse {
6840
6842
  */
6841
6843
  export interface SessionCommand {
6842
6844
  /**
6843
- * <p>Specifies the name of the SessionCommand.Can be 'glueetl' or 'gluestreaming'.</p>
6845
+ * <p>Specifies the name of the SessionCommand. Can be 'glueetl' or 'gluestreaming'.</p>
6844
6846
  */
6845
6847
  Name?: string;
6846
6848
  /**
@@ -6891,16 +6893,30 @@ export interface CreateSessionRequest {
6891
6893
  */
6892
6894
  Connections?: ConnectionsList;
6893
6895
  /**
6894
- * <p>The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs.
6896
+ * <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
6895
6897
  * A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
6896
6898
  */
6897
6899
  MaxCapacity?: number;
6898
6900
  /**
6899
- * <p>The number of workers to use for the session. </p>
6901
+ * <p>The number of workers of a defined <code>WorkerType</code> to use for the session. </p>
6900
6902
  */
6901
6903
  NumberOfWorkers?: number;
6902
6904
  /**
6903
- * <p>The Worker Type. Can be one of G.1X, G.2X, Standard </p>
6905
+ * <p>The type of predefined worker that is allocated to use for the session. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
6906
+ * <ul>
6907
+ * <li>
6908
+ * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
6909
+ * </li>
6910
+ * <li>
6911
+ * <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
6912
+ * </li>
6913
+ * <li>
6914
+ * <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
6915
+ * </li>
6916
+ * <li>
6917
+ * <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
6918
+ * </li>
6919
+ * </ul>
6904
6920
  */
6905
6921
  WorkerType?: WorkerType | string;
6906
6922
  /**
@@ -6908,7 +6924,7 @@ export interface CreateSessionRequest {
6908
6924
  */
6909
6925
  SecurityConfiguration?: string;
6910
6926
  /**
6911
- * <p>The Glue version determines the versions of Apache Spark and Python that AWS Glue supports.
6927
+ * <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
6912
6928
  * The GlueVersion must be greater than 2.0. </p>
6913
6929
  */
6914
6930
  GlueVersion?: string;
@@ -6980,7 +6996,7 @@ export interface Session {
6980
6996
  */
6981
6997
  Progress?: number;
6982
6998
  /**
6983
- * <p>The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs.
6999
+ * <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
6984
7000
  * A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
6985
7001
  */
6986
7002
  MaxCapacity?: number;
@@ -6989,7 +7005,7 @@ export interface Session {
6989
7005
  */
6990
7006
  SecurityConfiguration?: string;
6991
7007
  /**
6992
- * <p>The Glue version determines the versions of Apache Spark and Python that AWS Glue supports.
7008
+ * <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
6993
7009
  * The GlueVersion must be greater than 2.0.</p>
6994
7010
  */
6995
7011
  GlueVersion?: string;
@@ -6070,7 +6070,7 @@ export declare namespace ListSessionsRequest {
6070
6070
  }
6071
6071
  export interface ListSessionsResponse {
6072
6072
  /**
6073
- * <p>Returns the Id of the session. </p>
6073
+ * <p>Returns the ID of the session. </p>
6074
6074
  */
6075
6075
  Ids?: string[];
6076
6076
  /**
@@ -6097,6 +6097,9 @@ export interface ListStatementsRequest {
6097
6097
  * <p>The origin of the request to list statements.</p>
6098
6098
  */
6099
6099
  RequestOrigin?: string;
6100
+ /**
6101
+ * <p>A continuation token, if this is a continuation call.</p>
6102
+ */
6100
6103
  NextToken?: string;
6101
6104
  }
6102
6105
  export declare namespace ListStatementsRequest {
@@ -6110,6 +6113,9 @@ export interface ListStatementsResponse {
6110
6113
  * <p>Returns the list of statements.</p>
6111
6114
  */
6112
6115
  Statements?: Statement[];
6116
+ /**
6117
+ * <p>A continuation token, if not all statements have yet been returned.</p>
6118
+ */
6113
6119
  NextToken?: string;
6114
6120
  }
6115
6121
  export declare namespace ListStatementsResponse {
@@ -355,9 +355,15 @@ export declare namespace SearchTablesResponse {
355
355
  */
356
356
  const filterSensitiveLog: (obj: SearchTablesResponse) => any;
357
357
  }
358
+ /**
359
+ * <p>The blueprint is in an invalid state to perform a requested operation.</p>
360
+ */
358
361
  export declare class IllegalBlueprintStateException extends __BaseException {
359
362
  readonly name: "IllegalBlueprintStateException";
360
363
  readonly $fault: "client";
364
+ /**
365
+ * <p>A message describing the problem.</p>
366
+ */
361
367
  Message?: string;
362
368
  /**
363
369
  * @internal
@@ -540,6 +546,10 @@ export interface StartJobRunRequest {
540
546
  * <p>The job arguments specifically for this run. For this job run, they replace the default arguments set in the job definition itself.</p>
541
547
  * <p>You can specify arguments here that your own job-execution script
542
548
  * consumes, as well as arguments that Glue itself consumes.</p>
549
+ * <p>Job arguments may be logged. Do not pass plaintext secrets as arguments.
550
+ * Retrieve secrets from a Glue Connection, Secrets Manager or
551
+ * other secret management mechanism if you intend to keep them within the Job.
552
+ * </p>
543
553
  * <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
544
554
  * <p>For information about the key-value pairs that Glue consumes to set up your job, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
545
555
  */
@@ -550,7 +560,7 @@ export interface StartJobRunRequest {
550
560
  * <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
551
561
  *
552
562
  * <p>The number of Glue data processing units (DPUs) to allocate to this JobRun.
553
- * From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure
563
+ * You can allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure
554
564
  * of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
555
565
  * For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
556
566
  * pricing page</a>.</p>
@@ -558,8 +568,9 @@ export interface StartJobRunRequest {
558
568
  AllocatedCapacity?: number;
559
569
  /**
560
570
  * <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
561
- * consume resources before it is terminated and enters <code>TIMEOUT</code> status. The default
562
- * is 2,880 minutes (48 hours). This overrides the timeout value set in the parent job.</p>
571
+ * consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
572
+ *
573
+ * <p>Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).</p>
563
574
  */
564
575
  Timeout?: number;
565
576
  /**
@@ -578,7 +589,7 @@ export interface StartJobRunRequest {
578
589
  * allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
579
590
  * </li>
580
591
  * <li>
581
- * <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
592
+ * <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate a minimum of 2 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
582
593
  * </li>
583
594
  * </ul>
584
595
  */
@@ -593,7 +604,7 @@ export interface StartJobRunRequest {
593
604
  */
594
605
  NotificationProperty?: NotificationProperty;
595
606
  /**
596
- * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.</p>
607
+ * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
597
608
  * <ul>
598
609
  * <li>
599
610
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
@@ -604,13 +615,14 @@ export interface StartJobRunRequest {
604
615
  * <li>
605
616
  * <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
606
617
  * </li>
618
+ * <li>
619
+ * <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
620
+ * </li>
607
621
  * </ul>
608
622
  */
609
623
  WorkerType?: WorkerType | string;
610
624
  /**
611
625
  * <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
612
- *
613
- * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
614
626
  */
615
627
  NumberOfWorkers?: number;
616
628
  }
@@ -2253,7 +2265,12 @@ export interface CreateJobRequest {
2253
2265
  * <p>The default arguments for this job.</p>
2254
2266
  * <p>You can specify arguments here that your own job-execution script
2255
2267
  * consumes, as well as arguments that Glue itself consumes.</p>
2268
+ * <p>Job arguments may be logged. Do not pass plaintext secrets as arguments.
2269
+ * Retrieve secrets from a Glue Connection, Secrets Manager or
2270
+ * other secret management mechanism if you intend to keep them within the Job.
2271
+ * </p>
2256
2272
  * <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
2273
+ *
2257
2274
  * <p>For information about the key-value pairs that Glue consumes to set up your job, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
2258
2275
  */
2259
2276
  DefaultArguments?: Record<string, string>;
@@ -2275,7 +2292,7 @@ export interface CreateJobRequest {
2275
2292
  * <p>This parameter is deprecated. Use <code>MaxCapacity</code> instead.</p>
2276
2293
  *
2277
2294
  * <p>The number of Glue data processing units (DPUs) to allocate to this Job. You can
2278
- * allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing
2295
+ * allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
2279
2296
  * power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
2280
2297
  * see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
2281
2298
  * page</a>.</p>
@@ -2304,7 +2321,7 @@ export interface CreateJobRequest {
2304
2321
  * </li>
2305
2322
  * <li>
2306
2323
  * <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
2307
- * Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate from 2 to 100 DPUs.
2324
+ * Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
2308
2325
  * The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
2309
2326
  * </li>
2310
2327
  * </ul>
@@ -2334,12 +2351,10 @@ export interface CreateJobRequest {
2334
2351
  GlueVersion?: string;
2335
2352
  /**
2336
2353
  * <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
2337
- *
2338
- * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
2339
2354
  */
2340
2355
  NumberOfWorkers?: number;
2341
2356
  /**
2342
- * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.</p>
2357
+ * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
2343
2358
  * <ul>
2344
2359
  * <li>
2345
2360
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
@@ -2350,6 +2365,9 @@ export interface CreateJobRequest {
2350
2365
  * <li>
2351
2366
  * <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
2352
2367
  * </li>
2368
+ * <li>
2369
+ * <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
2370
+ * </li>
2353
2371
  * </ul>
2354
2372
  */
2355
2373
  WorkerType?: WorkerType | string;
@@ -2427,7 +2445,7 @@ export interface Job {
2427
2445
  * <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
2428
2446
  *
2429
2447
  * <p>The number of Glue data processing units (DPUs) allocated to runs of this job. You can
2430
- * allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing
2448
+ * allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
2431
2449
  * power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
2432
2450
  * see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
2433
2451
  * page</a>.</p>
@@ -2458,7 +2476,7 @@ export interface Job {
2458
2476
  * </li>
2459
2477
  * <li>
2460
2478
  * <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
2461
- * Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate from 2 to 100 DPUs.
2479
+ * Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
2462
2480
  * The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
2463
2481
  * </li>
2464
2482
  * </ul>
@@ -2466,7 +2484,7 @@ export interface Job {
2466
2484
  */
2467
2485
  MaxCapacity?: number;
2468
2486
  /**
2469
- * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.</p>
2487
+ * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
2470
2488
  * <ul>
2471
2489
  * <li>
2472
2490
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
@@ -2477,13 +2495,14 @@ export interface Job {
2477
2495
  * <li>
2478
2496
  * <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
2479
2497
  * </li>
2498
+ * <li>
2499
+ * <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
2500
+ * </li>
2480
2501
  * </ul>
2481
2502
  */
2482
2503
  WorkerType?: WorkerType | string;
2483
2504
  /**
2484
2505
  * <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
2485
- *
2486
- * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
2487
2506
  */
2488
2507
  NumberOfWorkers?: number;
2489
2508
  /**
@@ -2567,7 +2586,7 @@ export interface JobUpdate {
2567
2586
  * <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
2568
2587
  *
2569
2588
  * <p>The number of Glue data processing units (DPUs) to allocate to this job. You can
2570
- * allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing
2589
+ * allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
2571
2590
  * power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
2572
2591
  * see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
2573
2592
  * page</a>.</p>
@@ -2595,7 +2614,7 @@ export interface JobUpdate {
2595
2614
  * </li>
2596
2615
  * <li>
2597
2616
  * <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
2598
- * Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate from 2 to 100 DPUs.
2617
+ * Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
2599
2618
  * The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
2600
2619
  * </li>
2601
2620
  * </ul>
@@ -2603,7 +2622,7 @@ export interface JobUpdate {
2603
2622
  */
2604
2623
  MaxCapacity?: number;
2605
2624
  /**
2606
- * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.</p>
2625
+ * <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
2607
2626
  * <ul>
2608
2627
  * <li>
2609
2628
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
@@ -2614,13 +2633,14 @@ export interface JobUpdate {
2614
2633
  * <li>
2615
2634
  * <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
2616
2635
  * </li>
2636
+ * <li>
2637
+ * <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
2638
+ * </li>
2617
2639
  * </ul>
2618
2640
  */
2619
2641
  WorkerType?: WorkerType | string;
2620
2642
  /**
2621
2643
  * <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
2622
- *
2623
- * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
2624
2644
  */
2625
2645
  NumberOfWorkers?: number;
2626
2646
  /**
@@ -2667,7 +2687,7 @@ export interface UpdateJobRequest {
2667
2687
  */
2668
2688
  JobName: string | undefined;
2669
2689
  /**
2670
- * <p>Specifies the values with which to update the job definition.</p>
2690
+ * <p>Specifies the values with which to update the job definition. Unspecified configuration is removed or reset to default values.</p>
2671
2691
  */
2672
2692
  JobUpdate: JobUpdate | undefined;
2673
2693
  }
@@ -881,7 +881,7 @@ export declare namespace BatchGetDevEndpointsRequest {
881
881
 
882
882
  const filterSensitiveLog: (obj: BatchGetDevEndpointsRequest) => any;
883
883
  }
884
- export declare type WorkerType = "G.1X" | "G.2X" | "Standard";
884
+ export declare type WorkerType = "G.025X" | "G.1X" | "G.2X" | "Standard";
885
885
 
886
886
  export interface DevEndpoint {
887
887
 
@@ -3259,6 +3259,7 @@ export interface ListStatementsRequest {
3259
3259
  SessionId: string | undefined;
3260
3260
 
3261
3261
  RequestOrigin?: string;
3262
+
3262
3263
  NextToken?: string;
3263
3264
  }
3264
3265
  export declare namespace ListStatementsRequest {
@@ -3268,6 +3269,7 @@ export declare namespace ListStatementsRequest {
3268
3269
  export interface ListStatementsResponse {
3269
3270
 
3270
3271
  Statements?: Statement[];
3272
+
3271
3273
  NextToken?: string;
3272
3274
  }
3273
3275
  export declare namespace ListStatementsResponse {
@@ -203,9 +203,11 @@ export declare namespace SearchTablesResponse {
203
203
 
204
204
  const filterSensitiveLog: (obj: SearchTablesResponse) => any;
205
205
  }
206
+
206
207
  export declare class IllegalBlueprintStateException extends __BaseException {
207
208
  readonly name: "IllegalBlueprintStateException";
208
209
  readonly $fault: "client";
210
+
209
211
  Message?: string;
210
212
 
211
213
  constructor(opts: __ExceptionOptionType<IllegalBlueprintStateException, __BaseException>);
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@aws-sdk/client-glue",
3
3
  "description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
4
- "version": "3.128.0",
4
+ "version": "3.133.0",
5
5
  "scripts": {
6
6
  "build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
7
7
  "build:cjs": "tsc -p tsconfig.cjs.json",
@@ -18,10 +18,10 @@
18
18
  "dependencies": {
19
19
  "@aws-crypto/sha256-browser": "2.0.0",
20
20
  "@aws-crypto/sha256-js": "2.0.0",
21
- "@aws-sdk/client-sts": "3.128.0",
22
- "@aws-sdk/config-resolver": "3.128.0",
23
- "@aws-sdk/credential-provider-node": "3.128.0",
24
- "@aws-sdk/fetch-http-handler": "3.127.0",
21
+ "@aws-sdk/client-sts": "3.131.0",
22
+ "@aws-sdk/config-resolver": "3.130.0",
23
+ "@aws-sdk/credential-provider-node": "3.131.0",
24
+ "@aws-sdk/fetch-http-handler": "3.131.0",
25
25
  "@aws-sdk/hash-node": "3.127.0",
26
26
  "@aws-sdk/invalid-dependency": "3.127.0",
27
27
  "@aws-sdk/middleware-content-length": "3.127.0",
@@ -30,7 +30,7 @@
30
30
  "@aws-sdk/middleware-recursion-detection": "3.127.0",
31
31
  "@aws-sdk/middleware-retry": "3.127.0",
32
32
  "@aws-sdk/middleware-serde": "3.127.0",
33
- "@aws-sdk/middleware-signing": "3.128.0",
33
+ "@aws-sdk/middleware-signing": "3.130.0",
34
34
  "@aws-sdk/middleware-stack": "3.127.0",
35
35
  "@aws-sdk/middleware-user-agent": "3.127.0",
36
36
  "@aws-sdk/node-config-provider": "3.127.0",
@@ -44,7 +44,7 @@
44
44
  "@aws-sdk/util-body-length-browser": "3.55.0",
45
45
  "@aws-sdk/util-body-length-node": "3.55.0",
46
46
  "@aws-sdk/util-defaults-mode-browser": "3.127.0",
47
- "@aws-sdk/util-defaults-mode-node": "3.128.0",
47
+ "@aws-sdk/util-defaults-mode-node": "3.130.0",
48
48
  "@aws-sdk/util-user-agent-browser": "3.127.0",
49
49
  "@aws-sdk/util-user-agent-node": "3.127.0",
50
50
  "@aws-sdk/util-utf8-browser": "3.109.0",