@aws-sdk/client-glue 3.127.0 → 3.131.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +32 -0
- package/dist-cjs/protocols/Aws_json1_1.js +3 -0
- package/dist-es/protocols/Aws_json1_1.js +3 -0
- package/dist-types/Glue.d.ts +3 -3
- package/dist-types/commands/CancelStatementCommand.d.ts +1 -1
- package/dist-types/commands/ListSessionsCommand.d.ts +1 -1
- package/dist-types/commands/UpdateJobCommand.d.ts +1 -1
- package/dist-types/models/models_0.d.ts +29 -14
- package/dist-types/models/models_1.d.ts +7 -1
- package/dist-types/models/models_2.d.ts +40 -21
- package/dist-types/ts3.4/models/models_0.d.ts +1 -1
- package/dist-types/ts3.4/models/models_1.d.ts +2 -0
- package/dist-types/ts3.4/models/models_2.d.ts +2 -0
- package/package.json +7 -7
package/CHANGELOG.md
CHANGED
|
@@ -3,6 +3,38 @@
|
|
|
3
3
|
All notable changes to this project will be documented in this file.
|
|
4
4
|
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
|
|
5
5
|
|
|
6
|
+
# [3.131.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.130.0...v3.131.0) (2022-07-15)
|
|
7
|
+
|
|
8
|
+
**Note:** Version bump only for package @aws-sdk/client-glue
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
# [3.130.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.129.0...v3.130.0) (2022-07-14)
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
### Bug Fixes
|
|
18
|
+
|
|
19
|
+
* **codegen:** fix error code parsing when it's a number ([#3371](https://github.com/aws/aws-sdk-js-v3/issues/3371)) ([c2d8522](https://github.com/aws/aws-sdk-js-v3/commit/c2d852279a3d23958521a6ceb4f4c642b0cb1848))
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
### Features
|
|
23
|
+
|
|
24
|
+
* **client-glue:** This release adds an additional worker type for Glue Streaming jobs. ([f47fa13](https://github.com/aws/aws-sdk-js-v3/commit/f47fa1366d13d05326cc44a2de29968f5ed555e0))
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
# [3.128.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.127.0...v3.128.0) (2022-07-12)
|
|
31
|
+
|
|
32
|
+
**Note:** Version bump only for package @aws-sdk/client-glue
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
|
|
6
38
|
# [3.127.0](https://github.com/aws/aws-sdk-js-v3/compare/v3.126.0...v3.127.0) (2022-07-11)
|
|
7
39
|
|
|
8
40
|
**Note:** Version bump only for package @aws-sdk/client-glue
|
|
@@ -19876,6 +19876,9 @@ const loadRestJsonErrorCode = (output, data) => {
|
|
|
19876
19876
|
const findKey = (object, key) => Object.keys(object).find((k) => k.toLowerCase() === key.toLowerCase());
|
|
19877
19877
|
const sanitizeErrorCode = (rawValue) => {
|
|
19878
19878
|
let cleanValue = rawValue;
|
|
19879
|
+
if (typeof cleanValue === "number") {
|
|
19880
|
+
cleanValue = cleanValue.toString();
|
|
19881
|
+
}
|
|
19879
19882
|
if (cleanValue.indexOf(":") >= 0) {
|
|
19880
19883
|
cleanValue = cleanValue.split(":")[0];
|
|
19881
19884
|
}
|
|
@@ -21556,6 +21556,9 @@ var loadRestJsonErrorCode = function (output, data) {
|
|
|
21556
21556
|
var findKey = function (object, key) { return Object.keys(object).find(function (k) { return k.toLowerCase() === key.toLowerCase(); }); };
|
|
21557
21557
|
var sanitizeErrorCode = function (rawValue) {
|
|
21558
21558
|
var cleanValue = rawValue;
|
|
21559
|
+
if (typeof cleanValue === "number") {
|
|
21560
|
+
cleanValue = cleanValue.toString();
|
|
21561
|
+
}
|
|
21559
21562
|
if (cleanValue.indexOf(":") >= 0) {
|
|
21560
21563
|
cleanValue = cleanValue.split(":")[0];
|
|
21561
21564
|
}
|
package/dist-types/Glue.d.ts
CHANGED
|
@@ -302,7 +302,7 @@ export declare class Glue extends GlueClient {
|
|
|
302
302
|
cancelMLTaskRun(args: CancelMLTaskRunCommandInput, cb: (err: any, data?: CancelMLTaskRunCommandOutput) => void): void;
|
|
303
303
|
cancelMLTaskRun(args: CancelMLTaskRunCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: CancelMLTaskRunCommandOutput) => void): void;
|
|
304
304
|
/**
|
|
305
|
-
* <p>Cancels the statement
|
|
305
|
+
* <p>Cancels the statement.</p>
|
|
306
306
|
*/
|
|
307
307
|
cancelStatement(args: CancelStatementCommandInput, options?: __HttpHandlerOptions): Promise<CancelStatementCommandOutput>;
|
|
308
308
|
cancelStatement(args: CancelStatementCommandInput, cb: (err: any, data?: CancelStatementCommandOutput) => void): void;
|
|
@@ -1137,7 +1137,7 @@ export declare class Glue extends GlueClient {
|
|
|
1137
1137
|
listSchemaVersions(args: ListSchemaVersionsCommandInput, cb: (err: any, data?: ListSchemaVersionsCommandOutput) => void): void;
|
|
1138
1138
|
listSchemaVersions(args: ListSchemaVersionsCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: ListSchemaVersionsCommandOutput) => void): void;
|
|
1139
1139
|
/**
|
|
1140
|
-
* <p>Retrieve a
|
|
1140
|
+
* <p>Retrieve a list of sessions.</p>
|
|
1141
1141
|
*/
|
|
1142
1142
|
listSessions(args: ListSessionsCommandInput, options?: __HttpHandlerOptions): Promise<ListSessionsCommandOutput>;
|
|
1143
1143
|
listSessions(args: ListSessionsCommandInput, cb: (err: any, data?: ListSessionsCommandOutput) => void): void;
|
|
@@ -1461,7 +1461,7 @@ export declare class Glue extends GlueClient {
|
|
|
1461
1461
|
updateDevEndpoint(args: UpdateDevEndpointCommandInput, cb: (err: any, data?: UpdateDevEndpointCommandOutput) => void): void;
|
|
1462
1462
|
updateDevEndpoint(args: UpdateDevEndpointCommandInput, options: __HttpHandlerOptions, cb: (err: any, data?: UpdateDevEndpointCommandOutput) => void): void;
|
|
1463
1463
|
/**
|
|
1464
|
-
* <p>Updates an existing job definition.</p>
|
|
1464
|
+
* <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
|
|
1465
1465
|
*/
|
|
1466
1466
|
updateJob(args: UpdateJobCommandInput, options?: __HttpHandlerOptions): Promise<UpdateJobCommandOutput>;
|
|
1467
1467
|
updateJob(args: UpdateJobCommandInput, cb: (err: any, data?: UpdateJobCommandOutput) => void): void;
|
|
@@ -7,7 +7,7 @@ export interface CancelStatementCommandInput extends CancelStatementRequest {
|
|
|
7
7
|
export interface CancelStatementCommandOutput extends CancelStatementResponse, __MetadataBearer {
|
|
8
8
|
}
|
|
9
9
|
/**
|
|
10
|
-
* <p>Cancels the statement
|
|
10
|
+
* <p>Cancels the statement.</p>
|
|
11
11
|
* @example
|
|
12
12
|
* Use a bare-bones client and the command you need to make an API call.
|
|
13
13
|
* ```javascript
|
|
@@ -7,7 +7,7 @@ export interface ListSessionsCommandInput extends ListSessionsRequest {
|
|
|
7
7
|
export interface ListSessionsCommandOutput extends ListSessionsResponse, __MetadataBearer {
|
|
8
8
|
}
|
|
9
9
|
/**
|
|
10
|
-
* <p>Retrieve a
|
|
10
|
+
* <p>Retrieve a list of sessions.</p>
|
|
11
11
|
* @example
|
|
12
12
|
* Use a bare-bones client and the command you need to make an API call.
|
|
13
13
|
* ```javascript
|
|
@@ -7,7 +7,7 @@ export interface UpdateJobCommandInput extends UpdateJobRequest {
|
|
|
7
7
|
export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBearer {
|
|
8
8
|
}
|
|
9
9
|
/**
|
|
10
|
-
* <p>Updates an existing job definition.</p>
|
|
10
|
+
* <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
|
|
11
11
|
* @example
|
|
12
12
|
* Use a bare-bones client and the command you need to make an API call.
|
|
13
13
|
* ```javascript
|
|
@@ -1594,7 +1594,7 @@ export declare namespace BatchGetDevEndpointsRequest {
|
|
|
1594
1594
|
*/
|
|
1595
1595
|
const filterSensitiveLog: (obj: BatchGetDevEndpointsRequest) => any;
|
|
1596
1596
|
}
|
|
1597
|
-
export declare type WorkerType = "G.1X" | "G.2X" | "Standard";
|
|
1597
|
+
export declare type WorkerType = "G.025X" | "G.1X" | "G.2X" | "Standard";
|
|
1598
1598
|
/**
|
|
1599
1599
|
* <p>A development endpoint where a developer can remotely debug extract, transform, and load
|
|
1600
1600
|
* (ETL) scripts.</p>
|
|
@@ -4329,8 +4329,8 @@ export declare namespace BlueprintDetails {
|
|
|
4329
4329
|
const filterSensitiveLog: (obj: BlueprintDetails) => any;
|
|
4330
4330
|
}
|
|
4331
4331
|
/**
|
|
4332
|
-
* <p>An edge represents a directed connection between two components
|
|
4333
|
-
*
|
|
4332
|
+
* <p>An edge represents a directed connection between two Glue components that are part of the workflow the
|
|
4333
|
+
* edge belongs to.</p>
|
|
4334
4334
|
*/
|
|
4335
4335
|
export interface Edge {
|
|
4336
4336
|
/**
|
|
@@ -4513,13 +4513,13 @@ export interface JobRun {
|
|
|
4513
4513
|
* allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
|
|
4514
4514
|
* </li>
|
|
4515
4515
|
* <li>
|
|
4516
|
-
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate
|
|
4516
|
+
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate a minimum of 2 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
4517
4517
|
* </li>
|
|
4518
4518
|
* </ul>
|
|
4519
4519
|
*/
|
|
4520
4520
|
MaxCapacity?: number;
|
|
4521
4521
|
/**
|
|
4522
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
4522
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
4523
4523
|
* <ul>
|
|
4524
4524
|
* <li>
|
|
4525
4525
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -4530,13 +4530,14 @@ export interface JobRun {
|
|
|
4530
4530
|
* <li>
|
|
4531
4531
|
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
4532
4532
|
* </li>
|
|
4533
|
+
* <li>
|
|
4534
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
4535
|
+
* </li>
|
|
4533
4536
|
* </ul>
|
|
4534
4537
|
*/
|
|
4535
4538
|
WorkerType?: WorkerType | string;
|
|
4536
4539
|
/**
|
|
4537
4540
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
4538
|
-
*
|
|
4539
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
4540
4541
|
*/
|
|
4541
4542
|
NumberOfWorkers?: number;
|
|
4542
4543
|
/**
|
|
@@ -6840,7 +6841,7 @@ export declare namespace CreateSecurityConfigurationResponse {
|
|
|
6840
6841
|
*/
|
|
6841
6842
|
export interface SessionCommand {
|
|
6842
6843
|
/**
|
|
6843
|
-
* <p>Specifies the name of the SessionCommand.Can be 'glueetl' or 'gluestreaming'.</p>
|
|
6844
|
+
* <p>Specifies the name of the SessionCommand. Can be 'glueetl' or 'gluestreaming'.</p>
|
|
6844
6845
|
*/
|
|
6845
6846
|
Name?: string;
|
|
6846
6847
|
/**
|
|
@@ -6891,16 +6892,30 @@ export interface CreateSessionRequest {
|
|
|
6891
6892
|
*/
|
|
6892
6893
|
Connections?: ConnectionsList;
|
|
6893
6894
|
/**
|
|
6894
|
-
* <p>The number of
|
|
6895
|
+
* <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
|
|
6895
6896
|
* A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
|
|
6896
6897
|
*/
|
|
6897
6898
|
MaxCapacity?: number;
|
|
6898
6899
|
/**
|
|
6899
|
-
* <p>The number of workers to use for the session. </p>
|
|
6900
|
+
* <p>The number of workers of a defined <code>WorkerType</code> to use for the session. </p>
|
|
6900
6901
|
*/
|
|
6901
6902
|
NumberOfWorkers?: number;
|
|
6902
6903
|
/**
|
|
6903
|
-
* <p>The
|
|
6904
|
+
* <p>The type of predefined worker that is allocated to use for the session. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
6905
|
+
* <ul>
|
|
6906
|
+
* <li>
|
|
6907
|
+
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
6908
|
+
* </li>
|
|
6909
|
+
* <li>
|
|
6910
|
+
* <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
6911
|
+
* </li>
|
|
6912
|
+
* <li>
|
|
6913
|
+
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
6914
|
+
* </li>
|
|
6915
|
+
* <li>
|
|
6916
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
6917
|
+
* </li>
|
|
6918
|
+
* </ul>
|
|
6904
6919
|
*/
|
|
6905
6920
|
WorkerType?: WorkerType | string;
|
|
6906
6921
|
/**
|
|
@@ -6908,7 +6923,7 @@ export interface CreateSessionRequest {
|
|
|
6908
6923
|
*/
|
|
6909
6924
|
SecurityConfiguration?: string;
|
|
6910
6925
|
/**
|
|
6911
|
-
* <p>The Glue version determines the versions of Apache Spark and Python that
|
|
6926
|
+
* <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
|
|
6912
6927
|
* The GlueVersion must be greater than 2.0. </p>
|
|
6913
6928
|
*/
|
|
6914
6929
|
GlueVersion?: string;
|
|
@@ -6980,7 +6995,7 @@ export interface Session {
|
|
|
6980
6995
|
*/
|
|
6981
6996
|
Progress?: number;
|
|
6982
6997
|
/**
|
|
6983
|
-
* <p>The number of
|
|
6998
|
+
* <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
|
|
6984
6999
|
* A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
|
|
6985
7000
|
*/
|
|
6986
7001
|
MaxCapacity?: number;
|
|
@@ -6989,7 +7004,7 @@ export interface Session {
|
|
|
6989
7004
|
*/
|
|
6990
7005
|
SecurityConfiguration?: string;
|
|
6991
7006
|
/**
|
|
6992
|
-
* <p>The Glue version determines the versions of Apache Spark and Python that
|
|
7007
|
+
* <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
|
|
6993
7008
|
* The GlueVersion must be greater than 2.0.</p>
|
|
6994
7009
|
*/
|
|
6995
7010
|
GlueVersion?: string;
|
|
@@ -6070,7 +6070,7 @@ export declare namespace ListSessionsRequest {
|
|
|
6070
6070
|
}
|
|
6071
6071
|
export interface ListSessionsResponse {
|
|
6072
6072
|
/**
|
|
6073
|
-
* <p>Returns the
|
|
6073
|
+
* <p>Returns the ID of the session. </p>
|
|
6074
6074
|
*/
|
|
6075
6075
|
Ids?: string[];
|
|
6076
6076
|
/**
|
|
@@ -6097,6 +6097,9 @@ export interface ListStatementsRequest {
|
|
|
6097
6097
|
* <p>The origin of the request to list statements.</p>
|
|
6098
6098
|
*/
|
|
6099
6099
|
RequestOrigin?: string;
|
|
6100
|
+
/**
|
|
6101
|
+
* <p>A continuation token, if this is a continuation call.</p>
|
|
6102
|
+
*/
|
|
6100
6103
|
NextToken?: string;
|
|
6101
6104
|
}
|
|
6102
6105
|
export declare namespace ListStatementsRequest {
|
|
@@ -6110,6 +6113,9 @@ export interface ListStatementsResponse {
|
|
|
6110
6113
|
* <p>Returns the list of statements.</p>
|
|
6111
6114
|
*/
|
|
6112
6115
|
Statements?: Statement[];
|
|
6116
|
+
/**
|
|
6117
|
+
* <p>A continuation token, if not all statements have yet been returned.</p>
|
|
6118
|
+
*/
|
|
6113
6119
|
NextToken?: string;
|
|
6114
6120
|
}
|
|
6115
6121
|
export declare namespace ListStatementsResponse {
|
|
@@ -355,9 +355,15 @@ export declare namespace SearchTablesResponse {
|
|
|
355
355
|
*/
|
|
356
356
|
const filterSensitiveLog: (obj: SearchTablesResponse) => any;
|
|
357
357
|
}
|
|
358
|
+
/**
|
|
359
|
+
* <p>The blueprint is in an invalid state to perform a requested operation.</p>
|
|
360
|
+
*/
|
|
358
361
|
export declare class IllegalBlueprintStateException extends __BaseException {
|
|
359
362
|
readonly name: "IllegalBlueprintStateException";
|
|
360
363
|
readonly $fault: "client";
|
|
364
|
+
/**
|
|
365
|
+
* <p>A message describing the problem.</p>
|
|
366
|
+
*/
|
|
361
367
|
Message?: string;
|
|
362
368
|
/**
|
|
363
369
|
* @internal
|
|
@@ -540,6 +546,10 @@ export interface StartJobRunRequest {
|
|
|
540
546
|
* <p>The job arguments specifically for this run. For this job run, they replace the default arguments set in the job definition itself.</p>
|
|
541
547
|
* <p>You can specify arguments here that your own job-execution script
|
|
542
548
|
* consumes, as well as arguments that Glue itself consumes.</p>
|
|
549
|
+
* <p>Job arguments may be logged. Do not pass plaintext secrets as arguments.
|
|
550
|
+
* Retrieve secrets from a Glue Connection, Secrets Manager or
|
|
551
|
+
* other secret management mechanism if you intend to keep them within the Job.
|
|
552
|
+
* </p>
|
|
543
553
|
* <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
|
|
544
554
|
* <p>For information about the key-value pairs that Glue consumes to set up your job, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
|
|
545
555
|
*/
|
|
@@ -550,7 +560,7 @@ export interface StartJobRunRequest {
|
|
|
550
560
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
551
561
|
*
|
|
552
562
|
* <p>The number of Glue data processing units (DPUs) to allocate to this JobRun.
|
|
553
|
-
*
|
|
563
|
+
* You can allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure
|
|
554
564
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
555
565
|
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
|
|
556
566
|
* pricing page</a>.</p>
|
|
@@ -578,7 +588,7 @@ export interface StartJobRunRequest {
|
|
|
578
588
|
* allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
|
|
579
589
|
* </li>
|
|
580
590
|
* <li>
|
|
581
|
-
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate
|
|
591
|
+
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate a minimum of 2 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
582
592
|
* </li>
|
|
583
593
|
* </ul>
|
|
584
594
|
*/
|
|
@@ -593,7 +603,7 @@ export interface StartJobRunRequest {
|
|
|
593
603
|
*/
|
|
594
604
|
NotificationProperty?: NotificationProperty;
|
|
595
605
|
/**
|
|
596
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
606
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
597
607
|
* <ul>
|
|
598
608
|
* <li>
|
|
599
609
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -604,13 +614,14 @@ export interface StartJobRunRequest {
|
|
|
604
614
|
* <li>
|
|
605
615
|
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
606
616
|
* </li>
|
|
617
|
+
* <li>
|
|
618
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
619
|
+
* </li>
|
|
607
620
|
* </ul>
|
|
608
621
|
*/
|
|
609
622
|
WorkerType?: WorkerType | string;
|
|
610
623
|
/**
|
|
611
624
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
612
|
-
*
|
|
613
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
614
625
|
*/
|
|
615
626
|
NumberOfWorkers?: number;
|
|
616
627
|
}
|
|
@@ -2253,7 +2264,12 @@ export interface CreateJobRequest {
|
|
|
2253
2264
|
* <p>The default arguments for this job.</p>
|
|
2254
2265
|
* <p>You can specify arguments here that your own job-execution script
|
|
2255
2266
|
* consumes, as well as arguments that Glue itself consumes.</p>
|
|
2267
|
+
* <p>Job arguments may be logged. Do not pass plaintext secrets as arguments.
|
|
2268
|
+
* Retrieve secrets from a Glue Connection, Secrets Manager or
|
|
2269
|
+
* other secret management mechanism if you intend to keep them within the Job.
|
|
2270
|
+
* </p>
|
|
2256
2271
|
* <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
|
|
2272
|
+
*
|
|
2257
2273
|
* <p>For information about the key-value pairs that Glue consumes to set up your job, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
|
|
2258
2274
|
*/
|
|
2259
2275
|
DefaultArguments?: Record<string, string>;
|
|
@@ -2275,7 +2291,7 @@ export interface CreateJobRequest {
|
|
|
2275
2291
|
* <p>This parameter is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2276
2292
|
*
|
|
2277
2293
|
* <p>The number of Glue data processing units (DPUs) to allocate to this Job. You can
|
|
2278
|
-
* allocate
|
|
2294
|
+
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2279
2295
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
2280
2296
|
* see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2281
2297
|
* page</a>.</p>
|
|
@@ -2304,7 +2320,7 @@ export interface CreateJobRequest {
|
|
|
2304
2320
|
* </li>
|
|
2305
2321
|
* <li>
|
|
2306
2322
|
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
|
|
2307
|
-
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate
|
|
2323
|
+
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
|
|
2308
2324
|
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
2309
2325
|
* </li>
|
|
2310
2326
|
* </ul>
|
|
@@ -2334,12 +2350,10 @@ export interface CreateJobRequest {
|
|
|
2334
2350
|
GlueVersion?: string;
|
|
2335
2351
|
/**
|
|
2336
2352
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
2337
|
-
*
|
|
2338
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
2339
2353
|
*/
|
|
2340
2354
|
NumberOfWorkers?: number;
|
|
2341
2355
|
/**
|
|
2342
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
2356
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2343
2357
|
* <ul>
|
|
2344
2358
|
* <li>
|
|
2345
2359
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -2350,6 +2364,9 @@ export interface CreateJobRequest {
|
|
|
2350
2364
|
* <li>
|
|
2351
2365
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
2352
2366
|
* </li>
|
|
2367
|
+
* <li>
|
|
2368
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
2369
|
+
* </li>
|
|
2353
2370
|
* </ul>
|
|
2354
2371
|
*/
|
|
2355
2372
|
WorkerType?: WorkerType | string;
|
|
@@ -2427,7 +2444,7 @@ export interface Job {
|
|
|
2427
2444
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2428
2445
|
*
|
|
2429
2446
|
* <p>The number of Glue data processing units (DPUs) allocated to runs of this job. You can
|
|
2430
|
-
* allocate
|
|
2447
|
+
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2431
2448
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
2432
2449
|
* see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2433
2450
|
* page</a>.</p>
|
|
@@ -2458,7 +2475,7 @@ export interface Job {
|
|
|
2458
2475
|
* </li>
|
|
2459
2476
|
* <li>
|
|
2460
2477
|
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
|
|
2461
|
-
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate
|
|
2478
|
+
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
|
|
2462
2479
|
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
2463
2480
|
* </li>
|
|
2464
2481
|
* </ul>
|
|
@@ -2466,7 +2483,7 @@ export interface Job {
|
|
|
2466
2483
|
*/
|
|
2467
2484
|
MaxCapacity?: number;
|
|
2468
2485
|
/**
|
|
2469
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
2486
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2470
2487
|
* <ul>
|
|
2471
2488
|
* <li>
|
|
2472
2489
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -2477,13 +2494,14 @@ export interface Job {
|
|
|
2477
2494
|
* <li>
|
|
2478
2495
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
2479
2496
|
* </li>
|
|
2497
|
+
* <li>
|
|
2498
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
2499
|
+
* </li>
|
|
2480
2500
|
* </ul>
|
|
2481
2501
|
*/
|
|
2482
2502
|
WorkerType?: WorkerType | string;
|
|
2483
2503
|
/**
|
|
2484
2504
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
2485
|
-
*
|
|
2486
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
2487
2505
|
*/
|
|
2488
2506
|
NumberOfWorkers?: number;
|
|
2489
2507
|
/**
|
|
@@ -2567,7 +2585,7 @@ export interface JobUpdate {
|
|
|
2567
2585
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2568
2586
|
*
|
|
2569
2587
|
* <p>The number of Glue data processing units (DPUs) to allocate to this job. You can
|
|
2570
|
-
* allocate
|
|
2588
|
+
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2571
2589
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
2572
2590
|
* see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2573
2591
|
* page</a>.</p>
|
|
@@ -2595,7 +2613,7 @@ export interface JobUpdate {
|
|
|
2595
2613
|
* </li>
|
|
2596
2614
|
* <li>
|
|
2597
2615
|
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl") or Apache
|
|
2598
|
-
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate
|
|
2616
|
+
* Spark streaming ETL job (<code>JobCommand.Name</code>="gluestreaming"), you can allocate a minimum of 2 DPUs.
|
|
2599
2617
|
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
2600
2618
|
* </li>
|
|
2601
2619
|
* </ul>
|
|
@@ -2603,7 +2621,7 @@ export interface JobUpdate {
|
|
|
2603
2621
|
*/
|
|
2604
2622
|
MaxCapacity?: number;
|
|
2605
2623
|
/**
|
|
2606
|
-
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.
|
|
2624
|
+
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2607
2625
|
* <ul>
|
|
2608
2626
|
* <li>
|
|
2609
2627
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
@@ -2614,13 +2632,14 @@ export interface JobUpdate {
|
|
|
2614
2632
|
* <li>
|
|
2615
2633
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
2616
2634
|
* </li>
|
|
2635
|
+
* <li>
|
|
2636
|
+
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
|
|
2637
|
+
* </li>
|
|
2617
2638
|
* </ul>
|
|
2618
2639
|
*/
|
|
2619
2640
|
WorkerType?: WorkerType | string;
|
|
2620
2641
|
/**
|
|
2621
2642
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
|
|
2622
|
-
*
|
|
2623
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
2624
2643
|
*/
|
|
2625
2644
|
NumberOfWorkers?: number;
|
|
2626
2645
|
/**
|
|
@@ -2667,7 +2686,7 @@ export interface UpdateJobRequest {
|
|
|
2667
2686
|
*/
|
|
2668
2687
|
JobName: string | undefined;
|
|
2669
2688
|
/**
|
|
2670
|
-
* <p>Specifies the values with which to update the job definition.</p>
|
|
2689
|
+
* <p>Specifies the values with which to update the job definition. Unspecified configuration is removed or reset to default values.</p>
|
|
2671
2690
|
*/
|
|
2672
2691
|
JobUpdate: JobUpdate | undefined;
|
|
2673
2692
|
}
|
|
@@ -881,7 +881,7 @@ export declare namespace BatchGetDevEndpointsRequest {
|
|
|
881
881
|
|
|
882
882
|
const filterSensitiveLog: (obj: BatchGetDevEndpointsRequest) => any;
|
|
883
883
|
}
|
|
884
|
-
export declare type WorkerType = "G.1X" | "G.2X" | "Standard";
|
|
884
|
+
export declare type WorkerType = "G.025X" | "G.1X" | "G.2X" | "Standard";
|
|
885
885
|
|
|
886
886
|
export interface DevEndpoint {
|
|
887
887
|
|
|
@@ -3259,6 +3259,7 @@ export interface ListStatementsRequest {
|
|
|
3259
3259
|
SessionId: string | undefined;
|
|
3260
3260
|
|
|
3261
3261
|
RequestOrigin?: string;
|
|
3262
|
+
|
|
3262
3263
|
NextToken?: string;
|
|
3263
3264
|
}
|
|
3264
3265
|
export declare namespace ListStatementsRequest {
|
|
@@ -3268,6 +3269,7 @@ export declare namespace ListStatementsRequest {
|
|
|
3268
3269
|
export interface ListStatementsResponse {
|
|
3269
3270
|
|
|
3270
3271
|
Statements?: Statement[];
|
|
3272
|
+
|
|
3271
3273
|
NextToken?: string;
|
|
3272
3274
|
}
|
|
3273
3275
|
export declare namespace ListStatementsResponse {
|
|
@@ -203,9 +203,11 @@ export declare namespace SearchTablesResponse {
|
|
|
203
203
|
|
|
204
204
|
const filterSensitiveLog: (obj: SearchTablesResponse) => any;
|
|
205
205
|
}
|
|
206
|
+
|
|
206
207
|
export declare class IllegalBlueprintStateException extends __BaseException {
|
|
207
208
|
readonly name: "IllegalBlueprintStateException";
|
|
208
209
|
readonly $fault: "client";
|
|
210
|
+
|
|
209
211
|
Message?: string;
|
|
210
212
|
|
|
211
213
|
constructor(opts: __ExceptionOptionType<IllegalBlueprintStateException, __BaseException>);
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws-sdk/client-glue",
|
|
3
3
|
"description": "AWS SDK for JavaScript Glue Client for Node.js, Browser and React Native",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.131.0",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"build": "concurrently 'yarn:build:cjs' 'yarn:build:es' 'yarn:build:types'",
|
|
7
7
|
"build:cjs": "tsc -p tsconfig.cjs.json",
|
|
@@ -18,10 +18,10 @@
|
|
|
18
18
|
"dependencies": {
|
|
19
19
|
"@aws-crypto/sha256-browser": "2.0.0",
|
|
20
20
|
"@aws-crypto/sha256-js": "2.0.0",
|
|
21
|
-
"@aws-sdk/client-sts": "3.
|
|
22
|
-
"@aws-sdk/config-resolver": "3.
|
|
23
|
-
"@aws-sdk/credential-provider-node": "3.
|
|
24
|
-
"@aws-sdk/fetch-http-handler": "3.
|
|
21
|
+
"@aws-sdk/client-sts": "3.131.0",
|
|
22
|
+
"@aws-sdk/config-resolver": "3.130.0",
|
|
23
|
+
"@aws-sdk/credential-provider-node": "3.131.0",
|
|
24
|
+
"@aws-sdk/fetch-http-handler": "3.131.0",
|
|
25
25
|
"@aws-sdk/hash-node": "3.127.0",
|
|
26
26
|
"@aws-sdk/invalid-dependency": "3.127.0",
|
|
27
27
|
"@aws-sdk/middleware-content-length": "3.127.0",
|
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
"@aws-sdk/middleware-recursion-detection": "3.127.0",
|
|
31
31
|
"@aws-sdk/middleware-retry": "3.127.0",
|
|
32
32
|
"@aws-sdk/middleware-serde": "3.127.0",
|
|
33
|
-
"@aws-sdk/middleware-signing": "3.
|
|
33
|
+
"@aws-sdk/middleware-signing": "3.130.0",
|
|
34
34
|
"@aws-sdk/middleware-stack": "3.127.0",
|
|
35
35
|
"@aws-sdk/middleware-user-agent": "3.127.0",
|
|
36
36
|
"@aws-sdk/node-config-provider": "3.127.0",
|
|
@@ -44,7 +44,7 @@
|
|
|
44
44
|
"@aws-sdk/util-body-length-browser": "3.55.0",
|
|
45
45
|
"@aws-sdk/util-body-length-node": "3.55.0",
|
|
46
46
|
"@aws-sdk/util-defaults-mode-browser": "3.127.0",
|
|
47
|
-
"@aws-sdk/util-defaults-mode-node": "3.
|
|
47
|
+
"@aws-sdk/util-defaults-mode-node": "3.130.0",
|
|
48
48
|
"@aws-sdk/util-user-agent-browser": "3.127.0",
|
|
49
49
|
"@aws-sdk/util-user-agent-node": "3.127.0",
|
|
50
50
|
"@aws-sdk/util-utf8-browser": "3.109.0",
|