@aws-sdk/client-glue 3.128.0 → 3.133.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +32 -0
- package/dist-cjs/protocols/Aws_json1_1.js +3 -0
- package/dist-es/protocols/Aws_json1_1.js +3 -0
- package/dist-types/Glue.d.ts +3 -3
- package/dist-types/commands/CancelStatementCommand.d.ts +1 -1
- package/dist-types/commands/ListSessionsCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +1 -1
- package/dist-types/models/models_0.d.ts +33 -17
- package/dist-types/models/models_1.d.ts +7 -1
- package/dist-types/models/models_2.d.ts +43 -23
- package/dist-types/ts3.4/models/models_0.d.ts +1 -1
- package/dist-types/ts3.4/models/models_1.d.ts +2 -0
- package/dist-types/ts3.4/models/models_2.d.ts +2 -0
- package/package.json +7 -7
package/CHANGELOG.md
CHANGED
|
@@ -3,6 +3,38 @@
|
|
|
3
3
|
All notable changes to this project will be documented in this file.
|
|
4
4
|
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
|
|
5
5
|
|
|
6
|
+
# [3.133.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.132.0...v3.133.0) (2022-07-19)
|
|
7
|
+
|
|
8
|
+
**Note:** Version bump only for package @aws-sdk/client-glue
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
# [3.131.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.130.0...v3.131.0) (2022-07-15)
|
|
15
|
+
|
|
16
|
+
**Note:** Version bump only for package @aws-sdk/client-glue
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
# [3.130.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.129.0...v3.130.0) (2022-07-14)
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
### Bug Fixes
|
|
26
|
+
|
|
27
|
+
* **codegen:** fix error code parsing when it's a number ([#3371](https://github.com/aws/aws-sdk-js-v3/issues/3371)) ([c2d8522](https://github.com/aws/aws-sdk-js-v3/commit/c2d852279a3d23958521a6ceb4f4c642b0cb1848))
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
### Features
|
|
31
|
+
|
|
32
|
+
* **client-glue:** This release adds an additional worker type for Glue Streaming jobs. ([f47fa13](https://github.com/aws/aws-sdk-js-v3/commit/f47fa1366d13d05326cc44a2de29968f5ed555e0))
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
|
|
6
38
|
# [3.128.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.127.0...v3.128.0) (2022-07-12)
|
|
7
39
|
|
|
8
40
|
**Note:** Version bump only for package @aws-sdk/client-glue
|
|
@@ -19876,6 +19876,9 @@ const loadRestJsonErrorCode = (output, data) => {
|
|
|
19876
19876
|
const findKey = (object, key) => Object.keys(object).find((k) => k.toLowerCase() === key.toLowerCase());
|
|
19877
19877
|
const sanitizeErrorCode = (rawValue) => {
|
|
19878
19878
|
let cleanValue = rawValue;
|
|
19879
|
+
if (typeof cleanValue === "number") {
|
|
19880
|
+
cleanValue = cleanValue.toString();
|
|
19881
|
+
}
|
|
19879
19882
|
if (cleanValue.indexOf(":") >= 0) {
|
|
19880
19883
|
cleanValue = cleanValue.split(":")[0];
|
|
19881
19884
|
}
|
|
@@ -21556,6 +21556,9 @@ var loadRestJsonErrorCode = function (output, data) {
|
|
|
21556
21556
|
var findKey = function (object, key) { return Object.keys(object).find(function (k) { return k.toLowerCase() === key.toLowerCase(); }); };
|
|
21557
21557
|
var sanitizeErrorCode = function (rawValue) {
|
|
21558
21558
|
var cleanValue = rawValue;
|
|
21559
|
+
if (typeof cleanValue === "number") {
|
|
21560
|
+
cleanValue = cleanValue.toString();
|
|
21561
|
+
}
|
|
21559
21562
|
if (cleanValue.indexOf(":") >= 0) {
|
|
21560
21563
|
cleanValue = cleanValue.split(":")[0];
|
|
21561
21564
|
}
|
package/dist-types/Glue.d.ts
CHANGED
|
@@ -302,7 +302,7 @@ export declare class Glue extends GlueClient {
|
|
|
302
302
|
cancelMLTaskRun(args: CancelMLTaskRunCommandInput, cb: (err: any, data?: CancelMLTaskRunCommandOutput) => void): void;
|
|
303
303
|
cancelMLTaskRun(args: CancelMLTaskRunCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: CancelMLTaskRunCommandOutput) => void): void;
|
|
304
304
|
/**
|
|
305
|
-
* <p>Cancels the statement
|
|
305
|
+
* <p>Cancels the statement.</p>
|
|
306
306
|
*/
|
|
307
307
|
cancelStatement(args: CancelStatementCommandInput, options?: __HttpHandlerOptions): Promise<CancelStatementCommandOutput>;
|
|
308
308
|
cancelStatement(args: CancelStatementCommandInput, cb: (err: any, data?: CancelStatementCommandOutput) => void): void;
|
|
@@ -1137,7 +1137,7 @@ export declare class Glue extends GlueClient {
|
|
|
1137
1137
|
listSchemaVersions(args: ListSchemaVersionsCommandInput, cb: (err: any, data?: ListSchemaVersionsCommandOutput) => void): void;
|
|
1138
1138
|
listSchemaVersions(args: ListSchemaVersionsCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: ListSchemaVersionsCommandOutput) => void): void;
|
|
1139
1139
|
/**
|
|
1140
|
-
* <p>Retrieve a
|
|
1140
|
+
* <p>Retrieve a list of sessions.</p>
|
|
1141
1141
|
*/
|
|
1142
1142
|
listSessions(args: ListSessionsCommandInput, options?: __HttpHandlerOptions): Promise<ListSessionsCommandOutput>;
|
|
1143
1143
|
listSessions(args: ListSessionsCommandInput, cb: (err: any, data?: ListSessionsCommandOutput) => void): void;
|
|
@@ -1461,7 +1461,7 @@ export declare class Glue extends GlueClient {
|
|
|
1461
1461
|
updateDevEndpoint(args: UpdateDevEndpointCommandInput, cb: (err: any, data?: UpdateDevEndpointCommandOutput) => void): void;
|
|
1462
1462
|
updateDevEndpoint(args: UpdateDevEndpointCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: UpdateDevEndpointCommandOutput) => void): void;
|
|
1463
1463
|
/**
|
|
1464
|
-
* <p>Updates an existing job definition.</p>
|
|
1464
|
+
* <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
|
|
1465
1465
|
*/
|
|
1466
1466
|
updateJob(args: UpdateJobCommandInput, options?: __HttpHandlerOptions): Promise<UpdateJobCommandOutput>;
|
|
1467
1467
|
updateJob(args: UpdateJobCommandInput, cb: (err: any, data?: UpdateJobCommandOutput) => void): void;
|
|
@@ -7,7 +7,7 @@ export interface CancelStatementCommandInput extends CancelStatementRequest {
|
|
|
7
7
|
export interface CancelStatementCommandOutput extends CancelStatementResponse, __MetadataBearer {
|
|
8
8
|
}
|
|
9
9
|
/**
|
|
10
|
-
* <p>Cancels the statement
|
|
10
|
+
* <p>Cancels the statement.</p>
|
|
11
11
|
* @example
|
|
12
12
|
* Use a bare-bones client and the command you need to make an API call.
|
|
13
13
|
* ```javascript
|
|
@@ -7,7 +7,7 @@ export interface ListSessionsCommandInput extends ListSessionsRequest {
|
|
|
7
7
|
export interface ListSessionsCommandOutput extends ListSessionsResponse, __MetadataBearer {
|
|
8
8
|
}
|
|
9
9
|
/**
|
|
10
|
-
* <p>Retrieve a
|
|
10
|
+
* <p>Retrieve a list of sessions.</p>
|
|
11
11
|
* @example
|
|
12
12
|
* Use a bare-bones client and the command you need to make an API call.
|
|
13
13
|
* ```javascript
|
|
@@ -7,7 +7,7 @@ export interface UpdateJobCommandInput extends UpdateJobRequest {
|
|
|
7
7
|
export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBearer {
|
|
8
8
|
}
|
|
9
9
|
/**
|
|
10
|
-
* <p>Updates an existing job definition.</p>
|
|
10
|
+
* <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
|
|
11
11
|
* @example
|
|
12
12
|
* Use a bare-bones client and the command you need to make an API call.
|
|
13
13
|
* ```javascript
|
|
@@ -1594,7 +1594,7 @@ export declare namespace BatchGetDevEndpointsRequest {
|
|
|
1594
1594
|
*/
|
|
1595
1595
|
const filterSensitiveLog: (obj: BatchGetDevEndpointsRequest) => any;
|
|
1596
1596
|
}
|
|
1597
|
-
export declare type WorkerType = "G.1X" | "G.2X" | "Standard";
|
|
1597
|
+
export declare type WorkerType = "G.025X" | "G.1X" | "G.2X" | "Standard";
|
|
1598
1598
|
/**
|
|
1599
1599
|
* <p>A development endpoint where a developer can remotely debug extract, transform, and load
|
|
1600
1600
|
* (ETL) scripts.</p>
|
|
@@ -4329,8 +4329,8 @@ export declare namespace BlueprintDetails {
|
|
|
4329
4329
|
const filterSensitiveLog: (obj: BlueprintDetails) => any;
|
|
4330
4330
|
}
|
|
4331
4331
|
/**
|
|
4332
|
-
* <p>An edge represents a directed connection between two components
|
|
4333
|
-
*
|
|
4332
|
+
* <p>An edge represents a directed connection between two Glue components that are part of the workflow the
|
|
4333
|
+
* edge belongs to.</p>
|
|
4334
4334
|
*/
|
|
4335
4335
|
export interface Edge {
|
|
4336
4336
|
/**
|
|
@@ -4493,8 +4493,9 @@ export interface JobRun {
|
|
|
4493
4493
|
ExecutionTime?: number;
|
|
4494
4494
|
/**
|
|
4495
4495
|
* <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
|
|
4496
|
-
* consume resources before it is terminated and enters <code>TIMEOUT</code> status.
|
|
4497
|
-
*
|
|
4496
|
+
* consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
|
|
4497
|
+
*
|
|
4498
|
+
* <p>Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).</p>
|
|
4498
4499
|
*/
|
|
4499
4500
|
Timeout?: number;
|
|
4500
4501
|
/**
|
|
@@ -4513,13 +4514,13 @@ export interface JobRun {
|
|
|
4513
4514
|
* allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
|
|
4514
4515
|
* </li>
|
|
4515
4516
|
* <li>
|
|
4516
|
-
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate
|
|
4517
|
+
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate a minimum of 2 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
4517
4518
|
* </li>
|
|
4518
4519
|
* </ul>
|
|
4519
4520
|
*/
|
|
4520
4521
|
MaxCapacity?: number;
|
|
4521
4522
|
/**
|
|
4522
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
4523
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
4523
4524
|
* <ul>
|
|
4524
4525
|
* <li>
|
|
4525
4526
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -4530,13 +4531,14 @@ export interface JobRun {
|
|
|
4530
4531
|
* <li>
|
|
4531
4532
|
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
4532
4533
|
* </li>
|
|
4534
|
+
* <li>
|
|
4535
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
4536
|
+
* </li>
|
|
4533
4537
|
* </ul>
|
|
4534
4538
|
*/
|
|
4535
4539
|
WorkerType?: WorkerType | string;
|
|
4536
4540
|
/**
|
|
4537
4541
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
4538
|
-
*
|
|
4539
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
4540
4542
|
*/
|
|
4541
4543
|
NumberOfWorkers?: number;
|
|
4542
4544
|
/**
|
|
@@ -4566,7 +4568,7 @@ export interface JobRun {
|
|
|
4566
4568
|
*/
|
|
4567
4569
|
GlueVersion?: string;
|
|
4568
4570
|
/**
|
|
4569
|
-
* <p>This field populates only
|
|
4571
|
+
* <p>This field populates only for Auto Scaling job runs, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code>, 2 for <code>G.2X</code>, or 0.25 for <code>G.025X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>
|
|
4570
4572
|
*/
|
|
4571
4573
|
DPUSeconds?: number;
|
|
4572
4574
|
}
|
|
@@ -6840,7 +6842,7 @@ export declare namespace CreateSecurityConfigurationResponse {
|
|
|
6840
6842
|
*/
|
|
6841
6843
|
export interface SessionCommand {
|
|
6842
6844
|
/**
|
|
6843
|
-
* <p>Specifies the name of the SessionCommand.Can be 'glueetl' or 'gluestreaming'.</p>
|
|
6845
|
+
* <p>Specifies the name of the SessionCommand. Can be 'glueetl' or 'gluestreaming'.</p>
|
|
6844
6846
|
*/
|
|
6845
6847
|
Name?: string;
|
|
6846
6848
|
/**
|
|
@@ -6891,16 +6893,30 @@ export interface CreateSessionRequest {
|
|
|
6891
6893
|
*/
|
|
6892
6894
|
Connections?: ConnectionsList;
|
|
6893
6895
|
/**
|
|
6894
|
-
* <p>The number of
|
|
6896
|
+
* <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
|
|
6895
6897
|
* A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
|
|
6896
6898
|
*/
|
|
6897
6899
|
MaxCapacity?: number;
|
|
6898
6900
|
/**
|
|
6899
|
-
* <p>The number of workers to use for the session. </p>
|
|
6901
|
+
* <p>The number of workers of a defined <code>WorkerType</code> to use for the session. </p>
|
|
6900
6902
|
*/
|
|
6901
6903
|
NumberOfWorkers?: number;
|
|
6902
6904
|
/**
|
|
6903
|
-
* <p>The
|
|
6905
|
+
* <p>The type of predefined worker that is allocated to use for the session. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
6906
|
+
* <ul>
|
|
6907
|
+
* <li>
|
|
6908
|
+
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
6909
|
+
* </li>
|
|
6910
|
+
* <li>
|
|
6911
|
+
* <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
6912
|
+
* </li>
|
|
6913
|
+
* <li>
|
|
6914
|
+
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
6915
|
+
* </li>
|
|
6916
|
+
* <li>
|
|
6917
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
6918
|
+
* </li>
|
|
6919
|
+
* </ul>
|
|
6904
6920
|
*/
|
|
6905
6921
|
WorkerType?: WorkerType | string;
|
|
6906
6922
|
/**
|
|
@@ -6908,7 +6924,7 @@ export interface CreateSessionRequest {
|
|
|
6908
6924
|
*/
|
|
6909
6925
|
SecurityConfiguration?: string;
|
|
6910
6926
|
/**
|
|
6911
|
-
* <p>The Glue version determines the versions of Apache Spark and Python that
|
|
6927
|
+
* <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
|
|
6912
6928
|
* The GlueVersion must be greater than 2.0. </p>
|
|
6913
6929
|
*/
|
|
6914
6930
|
GlueVersion?: string;
|
|
@@ -6980,7 +6996,7 @@ export interface Session {
|
|
|
6980
6996
|
*/
|
|
6981
6997
|
Progress?: number;
|
|
6982
6998
|
/**
|
|
6983
|
-
* <p>The number of
|
|
6999
|
+
* <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
|
|
6984
7000
|
* A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
|
|
6985
7001
|
*/
|
|
6986
7002
|
MaxCapacity?: number;
|
|
@@ -6989,7 +7005,7 @@ export interface Session {
|
|
|
6989
7005
|
*/
|
|
6990
7006
|
SecurityConfiguration?: string;
|
|
6991
7007
|
/**
|
|
6992
|
-
* <p>The Glue version determines the versions of Apache Spark and Python that
|
|
7008
|
+
* <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
|
|
6993
7009
|
* The GlueVersion must be greater than 2.0.</p>
|
|
6994
7010
|
*/
|
|
6995
7011
|
GlueVersion?: string;
|
|
@@ -6070,7 +6070,7 @@ export declare namespace ListSessionsRequest {
|
|
|
6070
6070
|
}
|
|
6071
6071
|
export interface ListSessionsResponse {
|
|
6072
6072
|
/**
|
|
6073
|
-
* <p>Returns the
|
|
6073
|
+
* <p>Returns the ID of the session. </p>
|
|
6074
6074
|
*/
|
|
6075
6075
|
Ids?: string[];
|
|
6076
6076
|
/**
|
|
@@ -6097,6 +6097,9 @@ export interface ListStatementsRequest {
|
|
|
6097
6097
|
* <p>The origin of the request to list statements.</p>
|
|
6098
6098
|
*/
|
|
6099
6099
|
RequestOrigin?: string;
|
|
6100
|
+
/**
|
|
6101
|
+
* <p>A continuation token, if this is a continuation call.</p>
|
|
6102
|
+
*/
|
|
6100
6103
|
NextToken?: string;
|
|
6101
6104
|
}
|
|
6102
6105
|
export declare namespace ListStatementsRequest {
|
|
@@ -6110,6 +6113,9 @@ export interface ListStatementsResponse {
|
|
|
6110
6113
|
* <p>Returns the list of statements.</p>
|
|
6111
6114
|
*/
|
|
6112
6115
|
Statements?: Statement[];
|
|
6116
|
+
/**
|
|
6117
|
+
* <p>A continuation token, if not all statements have yet been returned.</p>
|
|
6118
|
+
*/
|
|
6113
6119
|
NextToken?: string;
|
|
6114
6120
|
}
|
|
6115
6121
|
export declare namespace ListStatementsResponse {
|
|
@@ -355,9 +355,15 @@ export declare namespace SearchTablesResponse {
|
|
|
355
355
|
*/
|
|
356
356
|
const filterSensitiveLog: (obj: SearchTablesResponse) => any;
|
|
357
357
|
}
|
|
358
|
+
/**
|
|
359
|
+
* <p>The blueprint is in an invalid state to perform a requested operation.</p>
|
|
360
|
+
*/
|
|
358
361
|
export declare class IllegalBlueprintStateException extends __BaseException {
|
|
359
362
|
readonly name: "IllegalBlueprintStateException";
|
|
360
363
|
readonly $fault: "client";
|
|
364
|
+
/**
|
|
365
|
+
* <p>A message describing the problem.</p>
|
|
366
|
+
*/
|
|
361
367
|
Message?: string;
|
|
362
368
|
/**
|
|
363
369
|
* @internal
|
|
@@ -540,6 +546,10 @@ export interface StartJobRunRequest {
|
|
|
540
546
|
* <p>The job arguments specifically for this run. For this job run, they replace the default arguments set in the job definition itself.</p>
|
|
541
547
|
* <p>You can specify arguments here that your own job-execution script
|
|
542
548
|
* consumes, as well as arguments that Glue itself consumes.</p>
|
|
549
|
+
* <p>Job arguments may be logged. Do not pass plaintext secrets as arguments.
|
|
550
|
+
* Retrieve secrets from a Glue Connection, Secrets Manager or
|
|
551
|
+
* other secret management mechanism if you intend to keep them within the Job.
|
|
552
|
+
* </p>
|
|
543
553
|
* <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
|
|
544
554
|
* <p>For information about the key-value pairs that Glue consumes to set up your job, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
|
|
545
555
|
*/
|
|
@@ -550,7 +560,7 @@ export interface StartJobRunRequest {
|
|
|
550
560
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
551
561
|
*
|
|
552
562
|
* <p>The number of Glue data processing units (DPUs) to allocate to this JobRun.
|
|
553
|
-
*
|
|
563
|
+
* You can allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure
|
|
554
564
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
555
565
|
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
|
|
556
566
|
* pricing page</a>.</p>
|
|
@@ -558,8 +568,9 @@ export interface StartJobRunRequest {
|
|
|
558
568
|
AllocatedCapacity?: number;
|
|
559
569
|
/**
|
|
560
570
|
* <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
|
|
561
|
-
* consume resources before it is terminated and enters <code>TIMEOUT</code> status.
|
|
562
|
-
*
|
|
571
|
+
* consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
|
|
572
|
+
*
|
|
573
|
+
* <p>Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).</p>
|
|
563
574
|
*/
|
|
564
575
|
Timeout?: number;
|
|
565
576
|
/**
|
|
@@ -578,7 +589,7 @@ export interface StartJobRunRequest {
|
|
|
578
589
|
* allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
|
|
579
590
|
* </li>
|
|
580
591
|
* <li>
|
|
581
|
-
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate
|
|
592
|
+
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate a minimum of 2 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
582
593
|
* </li>
|
|
583
594
|
* </ul>
|
|
584
595
|
*/
|
|
@@ -593,7 +604,7 @@ export interface StartJobRunRequest {
|
|
|
593
604
|
*/
|
|
594
605
|
NotificationProperty?: NotificationProperty;
|
|
595
606
|
/**
|
|
596
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
607
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
597
608
|
* <ul>
|
|
598
609
|
* <li>
|
|
599
610
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -604,13 +615,14 @@ export interface StartJobRunRequest {
|
|
|
604
615
|
* <li>
|
|
605
616
|
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
606
617
|
* </li>
|
|
618
|
+
* <li>
|
|
619
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
620
|
+
* </li>
|
|
607
621
|
* </ul>
|
|
608
622
|
*/
|
|
609
623
|
WorkerType?: WorkerType | string;
|
|
610
624
|
/**
|
|
611
625
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
612
|
-
*
|
|
613
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
614
626
|
*/
|
|
615
627
|
NumberOfWorkers?: number;
|
|
616
628
|
}
|
|
@@ -2253,7 +2265,12 @@ export interface CreateJobRequest {
|
|
|
2253
2265
|
* <p>The default arguments for this job.</p>
|
|
2254
2266
|
* <p>You can specify arguments here that your own job-execution script
|
|
2255
2267
|
* consumes, as well as arguments that Glue itself consumes.</p>
|
|
2268
|
+
* <p>Job arguments may be logged. Do not pass plaintext secrets as arguments.
|
|
2269
|
+
* Retrieve secrets from a Glue Connection, Secrets Manager or
|
|
2270
|
+
* other secret management mechanism if you intend to keep them within the Job.
|
|
2271
|
+
* </p>
|
|
2256
2272
|
* <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
|
|
2273
|
+
*
|
|
2257
2274
|
* <p>For information about the key-value pairs that Glue consumes to set up your job, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
|
|
2258
2275
|
*/
|
|
2259
2276
|
DefaultArguments?: Record<string, string>;
|
|
@@ -2275,7 +2292,7 @@ export interface CreateJobRequest {
|
|
|
2275
2292
|
* <p>This parameter is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2276
2293
|
*
|
|
2277
2294
|
* <p>The number of Glue data processing units (DPUs) to allocate to this Job. You can
|
|
2278
|
-
* allocate
|
|
2295
|
+
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2279
2296
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
2280
2297
|
* see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2281
2298
|
* page</a>.</p>
|
|
@@ -2304,7 +2321,7 @@ export interface CreateJobRequest {
|
|
|
2304
2321
|
* </li>
|
|
2305
2322
|
* <li>
|
|
2306
2323
|
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
|
|
2307
|
-
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate
|
|
2324
|
+
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
|
|
2308
2325
|
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
2309
2326
|
* </li>
|
|
2310
2327
|
* </ul>
|
|
@@ -2334,12 +2351,10 @@ export interface CreateJobRequest {
|
|
|
2334
2351
|
GlueVersion?: string;
|
|
2335
2352
|
/**
|
|
2336
2353
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
2337
|
-
*
|
|
2338
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
2339
2354
|
*/
|
|
2340
2355
|
NumberOfWorkers?: number;
|
|
2341
2356
|
/**
|
|
2342
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
2357
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2343
2358
|
* <ul>
|
|
2344
2359
|
* <li>
|
|
2345
2360
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -2350,6 +2365,9 @@ export interface CreateJobRequest {
|
|
|
2350
2365
|
* <li>
|
|
2351
2366
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
2352
2367
|
* </li>
|
|
2368
|
+
* <li>
|
|
2369
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
2370
|
+
* </li>
|
|
2353
2371
|
* </ul>
|
|
2354
2372
|
*/
|
|
2355
2373
|
WorkerType?: WorkerType | string;
|
|
@@ -2427,7 +2445,7 @@ export interface Job {
|
|
|
2427
2445
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2428
2446
|
*
|
|
2429
2447
|
* <p>The number of Glue data processing units (DPUs) allocated to runs of this job. You can
|
|
2430
|
-
* allocate
|
|
2448
|
+
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2431
2449
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
2432
2450
|
* see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2433
2451
|
* page</a>.</p>
|
|
@@ -2458,7 +2476,7 @@ export interface Job {
|
|
|
2458
2476
|
* </li>
|
|
2459
2477
|
* <li>
|
|
2460
2478
|
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
|
|
2461
|
-
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate
|
|
2479
|
+
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
|
|
2462
2480
|
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
2463
2481
|
* </li>
|
|
2464
2482
|
* </ul>
|
|
@@ -2466,7 +2484,7 @@ export interface Job {
|
|
|
2466
2484
|
*/
|
|
2467
2485
|
MaxCapacity?: number;
|
|
2468
2486
|
/**
|
|
2469
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
2487
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2470
2488
|
* <ul>
|
|
2471
2489
|
* <li>
|
|
2472
2490
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -2477,13 +2495,14 @@ export interface Job {
|
|
|
2477
2495
|
* <li>
|
|
2478
2496
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
2479
2497
|
* </li>
|
|
2498
|
+
* <li>
|
|
2499
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
2500
|
+
* </li>
|
|
2480
2501
|
* </ul>
|
|
2481
2502
|
*/
|
|
2482
2503
|
WorkerType?: WorkerType | string;
|
|
2483
2504
|
/**
|
|
2484
2505
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
2485
|
-
*
|
|
2486
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
2487
2506
|
*/
|
|
2488
2507
|
NumberOfWorkers?: number;
|
|
2489
2508
|
/**
|
|
@@ -2567,7 +2586,7 @@ export interface JobUpdate {
|
|
|
2567
2586
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2568
2587
|
*
|
|
2569
2588
|
* <p>The number of Glue data processing units (DPUs) to allocate to this job. You can
|
|
2570
|
-
* allocate
|
|
2589
|
+
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2571
2590
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
2572
2591
|
* see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2573
2592
|
* page</a>.</p>
|
|
@@ -2595,7 +2614,7 @@ export interface JobUpdate {
|
|
|
2595
2614
|
* </li>
|
|
2596
2615
|
* <li>
|
|
2597
2616
|
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
|
|
2598
|
-
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate
|
|
2617
|
+
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
|
|
2599
2618
|
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
2600
2619
|
* </li>
|
|
2601
2620
|
* </ul>
|
|
@@ -2603,7 +2622,7 @@ export interface JobUpdate {
|
|
|
2603
2622
|
*/
|
|
2604
2623
|
MaxCapacity?: number;
|
|
2605
2624
|
/**
|
|
2606
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
2625
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2607
2626
|
* <ul>
|
|
2608
2627
|
* <li>
|
|
2609
2628
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -2614,13 +2633,14 @@ export interface JobUpdate {
|
|
|
2614
2633
|
* <li>
|
|
2615
2634
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
2616
2635
|
* </li>
|
|
2636
|
+
* <li>
|
|
2637
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
2638
|
+
* </li>
|
|
2617
2639
|
* </ul>
|
|
2618
2640
|
*/
|
|
2619
2641
|
WorkerType?: WorkerType | string;
|
|
2620
2642
|
/**
|
|
2621
2643
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
2622
|
-
*
|
|
2623
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
2624
2644
|
*/
|
|
2625
2645
|
NumberOfWorkers?: number;
|
|
2626
2646
|
/**
|
|
@@ -2667,7 +2687,7 @@ export interface UpdateJobRequest {
|
|
|
2667
2687
|
*/
|
|
2668
2688
|
JobName: string | undefined;
|
|
2669
2689
|
/**
|
|
2670
|
-
* <p>Specifies the values with which to update the job definition.</p>
|
|
2690
|
+
* <p>Specifies the values with which to update the job definition. Unspecified configuration is removed or reset to default values.</p>
|
|
2671
2691
|
*/
|
|
2672
2692
|
JobUpdate: JobUpdate | undefined;
|
|
2673
2693
|
}
|
|
@@ -881,7 +881,7 @@ export declare namespace BatchGetDevEndpointsRequest {
|
|
|
881
881
|
|
|
882
882
|
const filterSensitiveLog: (obj: BatchGetDevEndpointsRequest) => any;
|
|
883
883
|
}
|
|
884
|
-
export declare type WorkerType = "G.1X" | "G.2X" | "Standard";
|
|
884
|
+
export declare type WorkerType = "G.025X" | "G.1X" | "G.2X" | "Standard";
|
|
885
885
|
|
|
886
886
|
export interface DevEndpoint {
|
|
887
887
|
|
|
@@ -3259,6 +3259,7 @@ export interface ListStatementsRequest {
|
|
|
3259
3259
|
SessionId: string | undefined;
|
|
3260
3260
|
|
|
3261
3261
|
RequestOrigin?: string;
|
|
3262
|
+
|
|
3262
3263
|
NextToken?: string;
|
|
3263
3264
|
}
|
|
3264
3265
|
export declare namespace ListStatementsRequest {
|
|
@@ -3268,6 +3269,7 @@ export declare namespace ListStatementsRequest {
|
|
|
3268
3269
|
export interface ListStatementsResponse {
|
|
3269
3270
|
|
|
3270
3271
|
Statements?: Statement[];
|
|
3272
|
+
|
|
3271
3273
|
NextToken?: string;
|
|
3272
3274
|
}
|
|
3273
3275
|
export declare namespace ListStatementsResponse {
|
|
@@ -203,9 +203,11 @@ export declare namespace SearchTablesResponse {
|
|
|
203
203
|
|
|
204
204
|
const filterSensitiveLog: (obj: SearchTablesResponse) => any;
|
|
205
205
|
}
|
|
206
|
+
|
|
206
207
|
export declare class IllegalBlueprintStateException extends __BaseException {
|
|
207
208
|
readonly name: "IllegalBlueprintStateException";
|
|
208
209
|
readonly $fault: "client";
|
|
210
|
+
|
|
209
211
|
Message?: string;
|
|
210
212
|
|
|
211
213
|
constructor(opts: __ExceptionOptionType<IllegalBlueprintStateException, __BaseException>);
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-glue",
|
|
3
3
|
"description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.133.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "tsc -p tsconfig.cjs.json",
|
|
@@ -18,10 +18,10 @@
|
|
|
18
18
|
"dependencies": {
|
|
19
19
|
"@aws-crypto/sha256-browser": "2.0.0",
|
|
20
20
|
"@aws-crypto/sha256-js": "2.0.0",
|
|
21
|
-
"@aws-sdk/client-sts": "3.
|
|
22
|
-
"@aws-sdk/config-resolver": "3.
|
|
23
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
24
|
-
"@aws-sdk/fetch-http-handler": "3.
|
|
21
|
+
"@aws-sdk/client-sts": "3.131.0",
|
|
22
|
+
"@aws-sdk/config-resolver": "3.130.0",
|
|
23
|
+
"@aws-sdk/credential-provider-node": "3.131.0",
|
|
24
|
+
"@aws-sdk/fetch-http-handler": "3.131.0",
|
|
25
25
|
"@aws-sdk/hash-node": "3.127.0",
|
|
26
26
|
"@aws-sdk/invalid-dependency": "3.127.0",
|
|
27
27
|
"@aws-sdk/middleware-content-length": "3.127.0",
|
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
"@aws-sdk/middleware-recursion-detection": "3.127.0",
|
|
31
31
|
"@aws-sdk/middleware-retry": "3.127.0",
|
|
32
32
|
"@aws-sdk/middleware-serde": "3.127.0",
|
|
33
|
-
"@aws-sdk/middleware-signing": "3.
|
|
33
|
+
"@aws-sdk/middleware-signing": "3.130.0",
|
|
34
34
|
"@aws-sdk/middleware-stack": "3.127.0",
|
|
35
35
|
"@aws-sdk/middleware-user-agent": "3.127.0",
|
|
36
36
|
"@aws-sdk/node-config-provider": "3.127.0",
|
|
@@ -44,7 +44,7 @@
|
|
|
44
44
|
"@aws-sdk/util-body-length-browser": "3.55.0",
|
|
45
45
|
"@aws-sdk/util-body-length-node": "3.55.0",
|
|
46
46
|
"@aws-sdk/util-defaults-mode-browser": "3.127.0",
|
|
47
|
-
"@aws-sdk/util-defaults-mode-node": "3.
|
|
47
|
+
"@aws-sdk/util-defaults-mode-node": "3.130.0",
|
|
48
48
|
"@aws-sdk/util-user-agent-browser": "3.127.0",
|
|
49
49
|
"@aws-sdk/util-user-agent-node": "3.127.0",
|
|
50
50
|
"@aws-sdk/util-utf8-browser": "3.109.0",
|