@aws-sdk/client-glue 3.231.0 → 3.232.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/endpoint/ruleset.js +0 -9
- package/dist-cjs/protocols/Aws_json1_1.js +2 -0
- package/dist-es/endpoint/ruleset.js +0 -9
- package/dist-es/protocols/Aws_json1_1.js +2 -0
- package/dist-types/Glue.d.ts +23 -54
- package/dist-types/commands/CreateCustomEntityTypeCommand.d.ts +1 -2
- package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +1 -2
- package/dist-types/commands/CreateMLTransformCommand.d.ts +1 -3
- package/dist-types/commands/DeleteColumnStatisticsForPartitionCommand.d.ts +1 -2
- package/dist-types/commands/DeleteColumnStatisticsForTableCommand.d.ts +1 -2
- package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -2
- package/dist-types/commands/GetColumnStatisticsForTableCommand.d.ts +0 -1
- package/dist-types/commands/GetJobBookmarkCommand.d.ts +2 -4
- package/dist-types/commands/GetMLTaskRunsCommand.d.ts +1 -2
- package/dist-types/commands/ListCrawlersCommand.d.ts +0 -1
- package/dist-types/commands/ListCrawlsCommand.d.ts +2 -3
- package/dist-types/commands/ListDevEndpointsCommand.d.ts +0 -1
- package/dist-types/commands/ListJobsCommand.d.ts +1 -2
- package/dist-types/commands/ListTriggersCommand.d.ts +0 -1
- package/dist-types/commands/RegisterSchemaVersionCommand.d.ts +1 -1
- package/dist-types/commands/ResetJobBookmarkCommand.d.ts +2 -4
- package/dist-types/commands/StartImportLabelsTaskRunCommand.d.ts +0 -3
- package/dist-types/commands/StartMLEvaluationTaskRunCommand.d.ts +2 -4
- package/dist-types/commands/StartMLLabelingSetGenerationTaskRunCommand.d.ts +1 -4
- package/dist-types/commands/UpdateColumnStatisticsForPartitionCommand.d.ts +0 -1
- package/dist-types/commands/UpdateColumnStatisticsForTableCommand.d.ts +1 -2
- package/dist-types/commands/UpdateJobFromSourceControlCommand.d.ts +1 -2
- package/dist-types/commands/UpdateMLTransformCommand.d.ts +0 -1
- package/dist-types/commands/UpdateSchemaCommand.d.ts +2 -2
- package/dist-types/commands/UpdateSourceControlFromJobCommand.d.ts +1 -2
- package/dist-types/models/models_0.d.ts +51 -105
- package/dist-types/models/models_1.d.ts +35 -55
- package/dist-types/models/models_2.d.ts +28 -66
- package/dist-types/ts3.4/models/models_0.d.ts +1 -0
- package/package.json +1 -1
|
@@ -111,7 +111,7 @@ export interface CreateSessionRequest {
|
|
|
111
111
|
NumberOfWorkers?: number;
|
|
112
112
|
/**
|
|
113
113
|
* <p>The type of predefined worker that is allocated to use for the session. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
114
|
-
*
|
|
114
|
+
* <ul>
|
|
115
115
|
* <li>
|
|
116
116
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
117
117
|
* </li>
|
|
@@ -272,7 +272,7 @@ export interface TableInput {
|
|
|
272
272
|
/**
|
|
273
273
|
* <p>A list of columns by which the table is partitioned. Only primitive
|
|
274
274
|
* types are supported as partition keys.</p>
|
|
275
|
-
*
|
|
275
|
+
* <p>When you create a table used by Amazon Athena, and you do not specify any
|
|
276
276
|
* <code>partitionKeys</code>, you must at least set the value of <code>partitionKeys</code> to
|
|
277
277
|
* an empty list. For example:</p>
|
|
278
278
|
* <p>
|
|
@@ -796,7 +796,7 @@ export interface DeleteSchemaVersionsInput {
|
|
|
796
796
|
SchemaId: SchemaId | undefined;
|
|
797
797
|
/**
|
|
798
798
|
* <p>A version range may be supplied which may be of the format:</p>
|
|
799
|
-
*
|
|
799
|
+
* <ul>
|
|
800
800
|
* <li>
|
|
801
801
|
* <p>a single version number, 5</p>
|
|
802
802
|
* </li>
|
|
@@ -1004,8 +1004,7 @@ export interface BlueprintRun {
|
|
|
1004
1004
|
WorkflowName?: string;
|
|
1005
1005
|
/**
|
|
1006
1006
|
* <p>The state of the blueprint run. Possible values are:</p>
|
|
1007
|
-
*
|
|
1008
|
-
* <ul>
|
|
1007
|
+
* <ul>
|
|
1009
1008
|
* <li>
|
|
1010
1009
|
* <p>Running — The blueprint run is in progress.</p>
|
|
1011
1010
|
* </li>
|
|
@@ -2088,8 +2087,7 @@ export interface GetDatabasesRequest {
|
|
|
2088
2087
|
MaxResults?: number;
|
|
2089
2088
|
/**
|
|
2090
2089
|
* <p>Allows you to specify that you want to list the databases shared with your account. The allowable values are <code>FOREIGN</code> or <code>ALL</code>. </p>
|
|
2091
|
-
*
|
|
2092
|
-
* <ul>
|
|
2090
|
+
* <ul>
|
|
2093
2091
|
* <li>
|
|
2094
2092
|
* <p>If set to <code>FOREIGN</code>, will list the databases shared with your account. </p>
|
|
2095
2093
|
* </li>
|
|
@@ -2123,11 +2121,9 @@ export interface GetDataCatalogEncryptionSettingsRequest {
|
|
|
2123
2121
|
* <code>CreateConnection</code> or <code>UpdateConnection</code> and store it in the
|
|
2124
2122
|
* <code>ENCRYPTED_PASSWORD</code> field in the connection properties. You can enable catalog
|
|
2125
2123
|
* encryption or only password encryption.</p>
|
|
2126
|
-
*
|
|
2127
|
-
* <p>When a <code>CreationConnection</code> request arrives containing a password, the Data
|
|
2124
|
+
* <p>When a <code>CreationConnection</code> request arrives containing a password, the Data
|
|
2128
2125
|
* Catalog first encrypts the password using your KMS key. It then encrypts the whole
|
|
2129
2126
|
* connection object again if catalog encryption is also enabled.</p>
|
|
2130
|
-
*
|
|
2131
2127
|
* <p>This encryption requires that you set KMS key permissions to enable or restrict access
|
|
2132
2128
|
* on the password key according to your security requirements. For example, you might want only
|
|
2133
2129
|
* administrators to have decrypt permission on the password key.</p>
|
|
@@ -2139,12 +2135,10 @@ export interface ConnectionPasswordEncryption {
|
|
|
2139
2135
|
ReturnConnectionPasswordEncrypted: boolean | undefined;
|
|
2140
2136
|
/**
|
|
2141
2137
|
* <p>An KMS key that is used to encrypt the connection password. </p>
|
|
2142
|
-
*
|
|
2143
2138
|
* <p>If connection password protection is enabled, the caller of <code>CreateConnection</code>
|
|
2144
2139
|
* and <code>UpdateConnection</code> needs at least <code>kms:Encrypt</code> permission on the
|
|
2145
2140
|
* specified KMS key, to encrypt passwords before storing them in the Data Catalog. </p>
|
|
2146
|
-
*
|
|
2147
|
-
* <p>You can set the decrypt permission to enable or restrict access on the password key according to your security requirements.</p>
|
|
2141
|
+
* <p>You can set the decrypt permission to enable or restrict access on the password key according to your security requirements.</p>
|
|
2148
2142
|
*/
|
|
2149
2143
|
AwsKmsKeyId?: string;
|
|
2150
2144
|
}
|
|
@@ -2918,8 +2912,7 @@ export interface GetMLTransformRequest {
|
|
|
2918
2912
|
}
|
|
2919
2913
|
/**
|
|
2920
2914
|
* <p>A structure containing the column name and column importance score for a column. </p>
|
|
2921
|
-
*
|
|
2922
|
-
* <p>Column importance helps you understand how columns contribute to your model, by identifying which columns in your records are more important than others.</p>
|
|
2915
|
+
* <p>Column importance helps you understand how columns contribute to your model, by identifying which columns in your records are more important than others.</p>
|
|
2923
2916
|
*/
|
|
2924
2917
|
export interface ColumnImportance {
|
|
2925
2918
|
/**
|
|
@@ -2933,8 +2926,7 @@ export interface ColumnImportance {
|
|
|
2933
2926
|
}
|
|
2934
2927
|
/**
|
|
2935
2928
|
* <p>The confusion matrix shows you what your transform is predicting accurately and what types of errors it is making.</p>
|
|
2936
|
-
*
|
|
2937
|
-
* <p>For more information, see <a href="https://en.wikipedia.org/wiki/Confusion_matrix">Confusion matrix</a> in Wikipedia.</p>
|
|
2929
|
+
* <p>For more information, see <a href="https://en.wikipedia.org/wiki/Confusion_matrix">Confusion matrix</a> in Wikipedia.</p>
|
|
2938
2930
|
*/
|
|
2939
2931
|
export interface ConfusionMatrix {
|
|
2940
2932
|
/**
|
|
@@ -2967,7 +2959,7 @@ export interface FindMatchesMetrics {
|
|
|
2967
2959
|
* <p>The area under the precision/recall curve (AUPRC) is a single number measuring the overall
|
|
2968
2960
|
* quality of the transform, that is independent of the choice made for precision vs. recall.
|
|
2969
2961
|
* Higher values indicate that you have a more attractive precision vs. recall tradeoff.</p>
|
|
2970
|
-
*
|
|
2962
|
+
* <p>For more information, see <a href="https://en.wikipedia.org/wiki/Precision_and_recall">Precision and recall</a> in Wikipedia.</p>
|
|
2971
2963
|
*/
|
|
2972
2964
|
AreaUnderPRCurve?: number;
|
|
2973
2965
|
/**
|
|
@@ -2989,7 +2981,7 @@ export interface FindMatchesMetrics {
|
|
|
2989
2981
|
F1?: number;
|
|
2990
2982
|
/**
|
|
2991
2983
|
* <p>The confusion matrix shows you what your transform is predicting accurately and what types of errors it is making.</p>
|
|
2992
|
-
*
|
|
2984
|
+
* <p>For more information, see <a href="https://en.wikipedia.org/wiki/Confusion_matrix">Confusion matrix</a> in Wikipedia.</p>
|
|
2993
2985
|
*/
|
|
2994
2986
|
ConfusionMatrix?: ConfusionMatrix;
|
|
2995
2987
|
/**
|
|
@@ -3090,13 +3082,12 @@ export interface GetMLTransformResponse {
|
|
|
3090
3082
|
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
3091
3083
|
* information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
3092
3084
|
* page</a>. </p>
|
|
3093
|
-
*
|
|
3094
3085
|
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
3095
3086
|
*/
|
|
3096
3087
|
MaxCapacity?: number;
|
|
3097
3088
|
/**
|
|
3098
3089
|
* <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
3099
|
-
*
|
|
3090
|
+
* <ul>
|
|
3100
3091
|
* <li>
|
|
3101
3092
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
3102
3093
|
* </li>
|
|
@@ -3267,8 +3258,7 @@ export interface MLTransform {
|
|
|
3267
3258
|
Schema?: SchemaColumn[];
|
|
3268
3259
|
/**
|
|
3269
3260
|
* <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
|
|
3270
|
-
*
|
|
3271
|
-
* <ul>
|
|
3261
|
+
* <ul>
|
|
3272
3262
|
* <li>
|
|
3273
3263
|
* <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
|
|
3274
3264
|
* </li>
|
|
@@ -3287,10 +3277,9 @@ export interface MLTransform {
|
|
|
3287
3277
|
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
3288
3278
|
* information, see the <a href="http://aws.amazon.com/glue/pricing/">Glue pricing
|
|
3289
3279
|
* page</a>. </p>
|
|
3290
|
-
*
|
|
3291
|
-
* <p>
|
|
3280
|
+
* <p>
|
|
3292
3281
|
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
3293
|
-
*
|
|
3282
|
+
* <ul>
|
|
3294
3283
|
* <li>
|
|
3295
3284
|
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
3296
3285
|
* </li>
|
|
@@ -3305,13 +3294,12 @@ export interface MLTransform {
|
|
|
3305
3294
|
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
3306
3295
|
* </li>
|
|
3307
3296
|
* </ul>
|
|
3308
|
-
*
|
|
3309
|
-
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
3297
|
+
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
3310
3298
|
*/
|
|
3311
3299
|
MaxCapacity?: number;
|
|
3312
3300
|
/**
|
|
3313
3301
|
* <p>The type of predefined worker that is allocated when a task of this transform runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
3314
|
-
*
|
|
3302
|
+
* <ul>
|
|
3315
3303
|
* <li>
|
|
3316
3304
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
3317
3305
|
* </li>
|
|
@@ -3322,10 +3310,9 @@ export interface MLTransform {
|
|
|
3322
3310
|
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
3323
3311
|
* </li>
|
|
3324
3312
|
* </ul>
|
|
3325
|
-
*
|
|
3326
|
-
* <p>
|
|
3313
|
+
* <p>
|
|
3327
3314
|
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
3328
|
-
*
|
|
3315
|
+
* <ul>
|
|
3329
3316
|
* <li>
|
|
3330
3317
|
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
3331
3318
|
* </li>
|
|
@@ -3344,8 +3331,7 @@ export interface MLTransform {
|
|
|
3344
3331
|
WorkerType?: WorkerType | string;
|
|
3345
3332
|
/**
|
|
3346
3333
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a task of the transform runs.</p>
|
|
3347
|
-
*
|
|
3348
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
3334
|
+
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
3349
3335
|
*/
|
|
3350
3336
|
NumberOfWorkers?: number;
|
|
3351
3337
|
/**
|
|
@@ -3425,10 +3411,8 @@ export declare enum BackfillErrorCode {
|
|
|
3425
3411
|
}
|
|
3426
3412
|
/**
|
|
3427
3413
|
* <p>A list of errors that can occur when registering partition indexes for an existing table.</p>
|
|
3428
|
-
*
|
|
3429
|
-
*
|
|
3430
|
-
*
|
|
3431
|
-
* <ul>
|
|
3414
|
+
* <p>These errors give the details about why an index registration failed and provide a limited number of partitions in the response, so that you can fix the partitions at fault and try registering the index again. The most common set of errors that can occur are categorized as follows:</p>
|
|
3415
|
+
* <ul>
|
|
3432
3416
|
* <li>
|
|
3433
3417
|
* <p>EncryptedPartitionError: The partitions are encrypted.</p>
|
|
3434
3418
|
* </li>
|
|
@@ -3489,9 +3473,8 @@ export interface PartitionIndexDescriptor {
|
|
|
3489
3473
|
Keys: KeySchemaElement[] | undefined;
|
|
3490
3474
|
/**
|
|
3491
3475
|
* <p>The status of the partition index. </p>
|
|
3492
|
-
*
|
|
3493
|
-
*
|
|
3494
|
-
* <ul>
|
|
3476
|
+
* <p>The possible statuses are:</p>
|
|
3477
|
+
* <ul>
|
|
3495
3478
|
* <li>
|
|
3496
3479
|
* <p>CREATING: The index is being created. When an index is in a CREATING state, the index or its table cannot be deleted.</p>
|
|
3497
3480
|
* </li>
|
|
@@ -3655,7 +3638,6 @@ export interface GetPartitionsRequest {
|
|
|
3655
3638
|
* <p>The following list shows the valid operators on each type. When you define a crawler, the
|
|
3656
3639
|
* <code>partitionKey</code> type is created as a <code>STRING</code>, to be compatible with the catalog
|
|
3657
3640
|
* partitions. </p>
|
|
3658
|
-
*
|
|
3659
3641
|
* <p>
|
|
3660
3642
|
* <i>Sample API Call</i>: </p>
|
|
3661
3643
|
*/
|
|
@@ -3720,17 +3702,15 @@ export interface GetPlanRequest {
|
|
|
3720
3702
|
Language?: Language | string;
|
|
3721
3703
|
/**
|
|
3722
3704
|
* <p>A map to hold additional optional key-value parameters.</p>
|
|
3723
|
-
*
|
|
3724
|
-
*
|
|
3725
|
-
*
|
|
3726
|
-
* <ul>
|
|
3705
|
+
* <p>Currently, these key-value pairs are supported:</p>
|
|
3706
|
+
* <ul>
|
|
3727
3707
|
* <li>
|
|
3728
3708
|
* <p>
|
|
3729
3709
|
* <code>inferSchema</code> — Specifies whether to set <code>inferSchema</code> to true or false for the default script generated by an Glue job. For example, to set <code>inferSchema</code> to true, pass the following key value pair:</p>
|
|
3730
|
-
*
|
|
3710
|
+
* <p>
|
|
3731
3711
|
* <code>--additional-plan-options-map '{"inferSchema":"true"}'</code>
|
|
3732
3712
|
* </p>
|
|
3733
|
-
*
|
|
3713
|
+
* </li>
|
|
3734
3714
|
* </ul>
|
|
3735
3715
|
*/
|
|
3736
3716
|
AdditionalPlanOptionsMap?: Record<string, string>;
|
|
@@ -3848,7 +3828,7 @@ export interface GetResourcePolicyResponse {
|
|
|
3848
3828
|
export interface GetSchemaInput {
|
|
3849
3829
|
/**
|
|
3850
3830
|
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
3851
|
-
*
|
|
3831
|
+
* <ul>
|
|
3852
3832
|
* <li>
|
|
3853
3833
|
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either <code>SchemaArn</code> or <code>SchemaName</code> and <code>RegistryName</code> has to be provided.</p>
|
|
3854
3834
|
* </li>
|
|
@@ -3916,7 +3896,7 @@ export interface GetSchemaResponse {
|
|
|
3916
3896
|
export interface GetSchemaByDefinitionInput {
|
|
3917
3897
|
/**
|
|
3918
3898
|
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
3919
|
-
*
|
|
3899
|
+
* <ul>
|
|
3920
3900
|
* <li>
|
|
3921
3901
|
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of <code>SchemaArn</code> or <code>SchemaName</code> has to be provided.</p>
|
|
3922
3902
|
* </li>
|
|
@@ -3969,7 +3949,7 @@ export interface SchemaVersionNumber {
|
|
|
3969
3949
|
export interface GetSchemaVersionInput {
|
|
3970
3950
|
/**
|
|
3971
3951
|
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
3972
|
-
*
|
|
3952
|
+
* <ul>
|
|
3973
3953
|
* <li>
|
|
3974
3954
|
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either <code>SchemaArn</code> or <code>SchemaName</code> and <code>RegistryName</code> has to be provided.</p>
|
|
3975
3955
|
* </li>
|
|
@@ -4024,7 +4004,7 @@ export declare enum SchemaDiffType {
|
|
|
4024
4004
|
export interface GetSchemaVersionsDiffInput {
|
|
4025
4005
|
/**
|
|
4026
4006
|
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
4027
|
-
*
|
|
4007
|
+
* <ul>
|
|
4028
4008
|
* <li>
|
|
4029
4009
|
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of <code>SchemaArn</code> or <code>SchemaName</code> has to be provided.</p>
|
|
4030
4010
|
* </li>
|
|
@@ -4294,7 +4274,7 @@ export interface Table {
|
|
|
4294
4274
|
/**
|
|
4295
4275
|
* <p>A list of columns by which the table is partitioned. Only primitive
|
|
4296
4276
|
* types are supported as partition keys.</p>
|
|
4297
|
-
*
|
|
4277
|
+
* <p>When you create a table used by Amazon Athena, and you do not specify any
|
|
4298
4278
|
* <code>partitionKeys</code>, you must at least set the value of <code>partitionKeys</code> to
|
|
4299
4279
|
* an empty list. For example:</p>
|
|
4300
4280
|
* <p>
|
|
@@ -4854,7 +4834,7 @@ export declare enum FilterOperator {
|
|
|
4854
4834
|
export interface CrawlsFilter {
|
|
4855
4835
|
/**
|
|
4856
4836
|
* <p>A key used to filter the crawler runs for a specified crawler. Valid values for each of the field names are:</p>
|
|
4857
|
-
*
|
|
4837
|
+
* <ul>
|
|
4858
4838
|
* <li>
|
|
4859
4839
|
* <p>
|
|
4860
4840
|
* <code>CRAWL_ID</code>: A string representing the UUID identifier for a crawl.</p>
|
|
@@ -4876,7 +4856,7 @@ export interface CrawlsFilter {
|
|
|
4876
4856
|
FieldName?: FieldName | string;
|
|
4877
4857
|
/**
|
|
4878
4858
|
* <p>A defined comparator that operates on the value. The available operators are:</p>
|
|
4879
|
-
*
|
|
4859
|
+
* <ul>
|
|
4880
4860
|
* <li>
|
|
4881
4861
|
* <p>
|
|
4882
4862
|
* <code>GT</code>: Greater than.</p>
|
|
@@ -463,7 +463,7 @@ export interface ListSchemasResponse {
|
|
|
463
463
|
export interface ListSchemaVersionsInput {
|
|
464
464
|
/**
|
|
465
465
|
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
466
|
-
*
|
|
466
|
+
* <ul>
|
|
467
467
|
* <li>
|
|
468
468
|
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either <code>SchemaArn</code> or <code>SchemaName</code> and <code>RegistryName</code> has to be provided.</p>
|
|
469
469
|
* </li>
|
|
@@ -845,7 +845,7 @@ export interface QuerySchemaVersionMetadataResponse {
|
|
|
845
845
|
export interface RegisterSchemaVersionInput {
|
|
846
846
|
/**
|
|
847
847
|
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
848
|
-
*
|
|
848
|
+
* <ul>
|
|
849
849
|
* <li>
|
|
850
850
|
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. Either <code>SchemaArn</code> or <code>SchemaName</code> and <code>RegistryName</code> has to be provided.</p>
|
|
851
851
|
* </li>
|
|
@@ -1070,13 +1070,12 @@ export interface SearchTablesRequest {
|
|
|
1070
1070
|
NextToken?: string;
|
|
1071
1071
|
/**
|
|
1072
1072
|
* <p>A list of key-value pairs, and a comparator used to filter the search results. Returns all entities matching the predicate.</p>
|
|
1073
|
-
*
|
|
1074
|
-
* <p>The <code>Comparator</code> member of the <code>PropertyPredicate</code> struct is used only for time fields, and can be omitted for other field types. Also, when comparing string values, such as when <code>Key=Name</code>, a fuzzy match algorithm is used. The <code>Key</code> field (for example, the value of the <code>Name</code> field) is split on certain punctuation characters, for example, -, :, #, etc. into tokens. Then each token is exact-match compared with the <code>Value</code> member of <code>PropertyPredicate</code>. For example, if <code>Key=Name</code> and <code>Value=link</code>, tables named <code>customer-link</code> and <code>xx-link-yy</code> are returned, but <code>xxlinkyy</code> is not returned.</p>
|
|
1073
|
+
* <p>The <code>Comparator</code> member of the <code>PropertyPredicate</code> struct is used only for time fields, and can be omitted for other field types. Also, when comparing string values, such as when <code>Key=Name</code>, a fuzzy match algorithm is used. The <code>Key</code> field (for example, the value of the <code>Name</code> field) is split on certain punctuation characters, for example, -, :, #, etc. into tokens. Then each token is exact-match compared with the <code>Value</code> member of <code>PropertyPredicate</code>. For example, if <code>Key=Name</code> and <code>Value=link</code>, tables named <code>customer-link</code> and <code>xx-link-yy</code> are returned, but <code>xxlinkyy</code> is not returned.</p>
|
|
1075
1074
|
*/
|
|
1076
1075
|
Filters?: PropertyPredicate[];
|
|
1077
1076
|
/**
|
|
1078
1077
|
* <p>A string used for a text search.</p>
|
|
1079
|
-
*
|
|
1078
|
+
* <p>Specifying a value in quotes filters based on an exact match to the value.</p>
|
|
1080
1079
|
*/
|
|
1081
1080
|
SearchText?: string;
|
|
1082
1081
|
/**
|
|
@@ -1089,8 +1088,7 @@ export interface SearchTablesRequest {
|
|
|
1089
1088
|
MaxResults?: number;
|
|
1090
1089
|
/**
|
|
1091
1090
|
* <p>Allows you to specify that you want to search the tables shared with your account. The allowable values are <code>FOREIGN</code> or <code>ALL</code>. </p>
|
|
1092
|
-
*
|
|
1093
|
-
* <ul>
|
|
1091
|
+
* <ul>
|
|
1094
1092
|
* <li>
|
|
1095
1093
|
* <p>If set to <code>FOREIGN</code>, will search the tables shared with your account. </p>
|
|
1096
1094
|
* </li>
|
|
@@ -1322,7 +1320,6 @@ export interface StartJobRunRequest {
|
|
|
1322
1320
|
* @deprecated
|
|
1323
1321
|
*
|
|
1324
1322
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
1325
|
-
*
|
|
1326
1323
|
* <p>The number of Glue data processing units (DPUs) to allocate to this JobRun.
|
|
1327
1324
|
* You can allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure
|
|
1328
1325
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
@@ -1333,7 +1330,6 @@ export interface StartJobRunRequest {
|
|
|
1333
1330
|
/**
|
|
1334
1331
|
* <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
|
|
1335
1332
|
* consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
|
|
1336
|
-
*
|
|
1337
1333
|
* <p>Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).</p>
|
|
1338
1334
|
*/
|
|
1339
1335
|
Timeout?: number;
|
|
@@ -1342,9 +1338,7 @@ export interface StartJobRunRequest {
|
|
|
1342
1338
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
1343
1339
|
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
|
|
1344
1340
|
* pricing page</a>.</p>
|
|
1345
|
-
*
|
|
1346
1341
|
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
1347
|
-
*
|
|
1348
1342
|
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
|
|
1349
1343
|
* running a Python shell job, or an Apache Spark ETL job:</p>
|
|
1350
1344
|
* <ul>
|
|
@@ -1391,10 +1385,8 @@ export interface StartJobRunRequest {
|
|
|
1391
1385
|
NumberOfWorkers?: number;
|
|
1392
1386
|
/**
|
|
1393
1387
|
* <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
|
|
1394
|
-
*
|
|
1395
1388
|
* <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
|
|
1396
|
-
*
|
|
1397
|
-
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
1389
|
+
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
1398
1390
|
*/
|
|
1399
1391
|
ExecutionClass?: ExecutionClass | string;
|
|
1400
1392
|
}
|
|
@@ -2036,16 +2028,14 @@ export interface UpdateDevEndpointRequest {
|
|
|
2036
2028
|
/**
|
|
2037
2029
|
* <p>The map of arguments to add the map of arguments used to configure the
|
|
2038
2030
|
* <code>DevEndpoint</code>.</p>
|
|
2039
|
-
*
|
|
2040
|
-
*
|
|
2041
|
-
* <ul>
|
|
2031
|
+
* <p>Valid arguments are:</p>
|
|
2032
|
+
* <ul>
|
|
2042
2033
|
* <li>
|
|
2043
2034
|
* <p>
|
|
2044
2035
|
* <code>"--enable-glue-datacatalog": ""</code>
|
|
2045
2036
|
* </p>
|
|
2046
2037
|
* </li>
|
|
2047
2038
|
* </ul>
|
|
2048
|
-
*
|
|
2049
2039
|
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
2050
2040
|
*/
|
|
2051
2041
|
AddArguments?: Record<string, string>;
|
|
@@ -2134,13 +2124,12 @@ export interface UpdateMLTransformRequest {
|
|
|
2134
2124
|
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
2135
2125
|
* information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2136
2126
|
* page</a>. </p>
|
|
2137
|
-
*
|
|
2138
2127
|
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
2139
2128
|
*/
|
|
2140
2129
|
MaxCapacity?: number;
|
|
2141
2130
|
/**
|
|
2142
2131
|
* <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
2143
|
-
*
|
|
2132
|
+
* <ul>
|
|
2144
2133
|
* <li>
|
|
2145
2134
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
2146
2135
|
* </li>
|
|
@@ -2193,8 +2182,7 @@ export interface UpdatePartitionRequest {
|
|
|
2193
2182
|
PartitionValueList: string[] | undefined;
|
|
2194
2183
|
/**
|
|
2195
2184
|
* <p>The new partition object to update the partition to.</p>
|
|
2196
|
-
*
|
|
2197
|
-
* <p>The <code>Values</code> property can't be changed. If you want to change the partition key values for a partition, delete and recreate the partition.</p>
|
|
2185
|
+
* <p>The <code>Values</code> property can't be changed. If you want to change the partition key values for a partition, delete and recreate the partition.</p>
|
|
2198
2186
|
*/
|
|
2199
2187
|
PartitionInput: PartitionInput | undefined;
|
|
2200
2188
|
}
|
|
@@ -2223,7 +2211,7 @@ export interface UpdateRegistryResponse {
|
|
|
2223
2211
|
export interface UpdateSchemaInput {
|
|
2224
2212
|
/**
|
|
2225
2213
|
* <p>This is a wrapper structure to contain schema identity fields. The structure contains:</p>
|
|
2226
|
-
*
|
|
2214
|
+
* <ul>
|
|
2227
2215
|
* <li>
|
|
2228
2216
|
* <p>SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema. One of <code>SchemaArn</code> or <code>SchemaName</code> has to be provided.</p>
|
|
2229
2217
|
* </li>
|
|
@@ -2460,10 +2448,8 @@ export interface Mapping {
|
|
|
2460
2448
|
Dropped?: boolean;
|
|
2461
2449
|
/**
|
|
2462
2450
|
* <p>Only applicable to nested data structures. If you want to change the parent structure, but also one of its children, you can fill out this data strucutre. It is also <code>Mapping</code>, but its <code>FromPath</code> will be the parent's <code>FromPath</code> plus the <code>FromPath</code> from this structure.</p>
|
|
2463
|
-
*
|
|
2464
2451
|
* <p>For the children part, suppose you have the structure:</p>
|
|
2465
|
-
*
|
|
2466
|
-
* <p>
|
|
2452
|
+
* <p>
|
|
2467
2453
|
* <code>{
|
|
2468
2454
|
* "FromPath": "OuterStructure",
|
|
2469
2455
|
* "ToKey": "OuterStructure",
|
|
@@ -2477,10 +2463,8 @@ export interface Mapping {
|
|
|
2477
2463
|
* }]
|
|
2478
2464
|
* }</code>
|
|
2479
2465
|
* </p>
|
|
2480
|
-
*
|
|
2481
2466
|
* <p>You can specify a <code>Mapping</code> that looks like:</p>
|
|
2482
|
-
*
|
|
2483
|
-
* <p>
|
|
2467
|
+
* <p>
|
|
2484
2468
|
* <code>{
|
|
2485
2469
|
* "FromPath": "OuterStructure",
|
|
2486
2470
|
* "ToKey": "OuterStructure",
|
|
@@ -2764,7 +2748,6 @@ export interface CreateJobRequest {
|
|
|
2764
2748
|
* other secret management mechanism if you intend to keep them within the Job.
|
|
2765
2749
|
* </p>
|
|
2766
2750
|
* <p>For information about how to specify and consume your own Job arguments, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html">Calling Glue APIs in Python</a> topic in the developer guide.</p>
|
|
2767
|
-
*
|
|
2768
2751
|
* <p>For information about the key-value pairs that Glue consumes to set up your job, see the <a href="https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html">Special Parameters Used by Glue</a> topic in the developer guide.</p>
|
|
2769
2752
|
*/
|
|
2770
2753
|
DefaultArguments?: Record<string, string>;
|
|
@@ -2784,7 +2767,6 @@ export interface CreateJobRequest {
|
|
|
2784
2767
|
* @deprecated
|
|
2785
2768
|
*
|
|
2786
2769
|
* <p>This parameter is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2787
|
-
*
|
|
2788
2770
|
* <p>The number of Glue data processing units (DPUs) to allocate to this Job. You can
|
|
2789
2771
|
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2790
2772
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
@@ -2803,9 +2785,7 @@ export interface CreateJobRequest {
|
|
|
2803
2785
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
2804
2786
|
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
|
|
2805
2787
|
* pricing page</a>.</p>
|
|
2806
|
-
*
|
|
2807
|
-
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
2808
|
-
*
|
|
2788
|
+
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
2809
2789
|
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
|
|
2810
2790
|
* running a Python shell job or an Apache Spark ETL job:</p>
|
|
2811
2791
|
* <ul>
|
|
@@ -2837,10 +2817,8 @@ export interface CreateJobRequest {
|
|
|
2837
2817
|
NotificationProperty?: NotificationProperty;
|
|
2838
2818
|
/**
|
|
2839
2819
|
* <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. </p>
|
|
2840
|
-
*
|
|
2841
2820
|
* <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
|
|
2842
|
-
*
|
|
2843
|
-
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
2821
|
+
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
2844
2822
|
*/
|
|
2845
2823
|
GlueVersion?: string;
|
|
2846
2824
|
/**
|
|
@@ -2849,7 +2827,7 @@ export interface CreateJobRequest {
|
|
|
2849
2827
|
NumberOfWorkers?: number;
|
|
2850
2828
|
/**
|
|
2851
2829
|
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2852
|
-
*
|
|
2830
|
+
* <ul>
|
|
2853
2831
|
* <li>
|
|
2854
2832
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
2855
2833
|
* </li>
|
|
@@ -2871,10 +2849,8 @@ export interface CreateJobRequest {
|
|
|
2871
2849
|
CodeGenConfigurationNodes?: Record<string, CodeGenConfigurationNode>;
|
|
2872
2850
|
/**
|
|
2873
2851
|
* <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
|
|
2874
|
-
*
|
|
2875
2852
|
* <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
|
|
2876
|
-
*
|
|
2877
|
-
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
2853
|
+
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
2878
2854
|
*/
|
|
2879
2855
|
ExecutionClass?: ExecutionClass | string;
|
|
2880
2856
|
/**
|
|
@@ -2943,13 +2919,12 @@ export interface Job {
|
|
|
2943
2919
|
* @deprecated
|
|
2944
2920
|
*
|
|
2945
2921
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
2946
|
-
*
|
|
2947
2922
|
* <p>The number of Glue data processing units (DPUs) allocated to runs of this job. You can
|
|
2948
2923
|
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
2949
2924
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
2950
2925
|
* see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
2951
2926
|
* page</a>.</p>
|
|
2952
|
-
*
|
|
2927
|
+
* <p></p>
|
|
2953
2928
|
*/
|
|
2954
2929
|
AllocatedCapacity?: number;
|
|
2955
2930
|
/**
|
|
@@ -2963,13 +2938,11 @@ export interface Job {
|
|
|
2963
2938
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
2964
2939
|
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
|
|
2965
2940
|
* pricing page</a>.</p>
|
|
2966
|
-
*
|
|
2967
|
-
*
|
|
2968
|
-
*
|
|
2969
|
-
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
|
|
2941
|
+
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
2942
|
+
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
|
|
2970
2943
|
* running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
|
|
2971
2944
|
* job:</p>
|
|
2972
|
-
*
|
|
2945
|
+
* <ul>
|
|
2973
2946
|
* <li>
|
|
2974
2947
|
* <p>When you specify a Python shell job (<code>JobCommand.Name</code>="pythonshell"), you can
|
|
2975
2948
|
* allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
|
|
@@ -2985,7 +2958,7 @@ export interface Job {
|
|
|
2985
2958
|
MaxCapacity?: number;
|
|
2986
2959
|
/**
|
|
2987
2960
|
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
2988
|
-
*
|
|
2961
|
+
* <ul>
|
|
2989
2962
|
* <li>
|
|
2990
2963
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
2991
2964
|
* </li>
|
|
@@ -3016,10 +2989,8 @@ export interface Job {
|
|
|
3016
2989
|
NotificationProperty?: NotificationProperty;
|
|
3017
2990
|
/**
|
|
3018
2991
|
* <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. </p>
|
|
3019
|
-
*
|
|
3020
2992
|
* <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
|
|
3021
|
-
*
|
|
3022
|
-
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
2993
|
+
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
3023
2994
|
*/
|
|
3024
2995
|
GlueVersion?: string;
|
|
3025
2996
|
/**
|
|
@@ -3028,10 +2999,8 @@ export interface Job {
|
|
|
3028
2999
|
CodeGenConfigurationNodes?: Record<string, CodeGenConfigurationNode>;
|
|
3029
3000
|
/**
|
|
3030
3001
|
* <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
|
|
3031
|
-
*
|
|
3032
3002
|
* <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
|
|
3033
|
-
*
|
|
3034
|
-
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
3003
|
+
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
3035
3004
|
*/
|
|
3036
3005
|
ExecutionClass?: ExecutionClass | string;
|
|
3037
3006
|
/**
|
|
@@ -3090,7 +3059,6 @@ export interface JobUpdate {
|
|
|
3090
3059
|
* @deprecated
|
|
3091
3060
|
*
|
|
3092
3061
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
3093
|
-
*
|
|
3094
3062
|
* <p>The number of Glue data processing units (DPUs) to allocate to this job. You can
|
|
3095
3063
|
* allocate a minimum of 2 DPUs; the default is 10. A DPU is a relative measure of processing
|
|
3096
3064
|
* power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information,
|
|
@@ -3107,12 +3075,9 @@ export interface JobUpdate {
|
|
|
3107
3075
|
/**
|
|
3108
3076
|
* <p>For Glue version 1.0 or earlier jobs, using the standard worker type, the number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure
|
|
3109
3077
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing page</a>.</p>
|
|
3110
|
-
*
|
|
3111
|
-
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
3112
|
-
*
|
|
3078
|
+
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
3113
3079
|
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
|
|
3114
3080
|
* running a Python shell job or an Apache Spark ETL job:</p>
|
|
3115
|
-
*
|
|
3116
3081
|
* <ul>
|
|
3117
3082
|
* <li>
|
|
3118
3083
|
* <p>When you specify a Python shell job (<code>JobCommand.Name</code>="pythonshell"), you can
|
|
@@ -3124,12 +3089,12 @@ export interface JobUpdate {
|
|
|
3124
3089
|
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
|
|
3125
3090
|
* </li>
|
|
3126
3091
|
* </ul>
|
|
3127
|
-
*
|
|
3092
|
+
* <p>For Glue version 2.0 jobs, you cannot instead specify a <code>Maximum capacity</code>. Instead, you should specify a <code>Worker type</code> and the <code>Number of workers</code>.</p>
|
|
3128
3093
|
*/
|
|
3129
3094
|
MaxCapacity?: number;
|
|
3130
3095
|
/**
|
|
3131
3096
|
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
|
|
3132
|
-
*
|
|
3097
|
+
* <ul>
|
|
3133
3098
|
* <li>
|
|
3134
3099
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
3135
3100
|
* </li>
|
|
@@ -3160,7 +3125,6 @@ export interface JobUpdate {
|
|
|
3160
3125
|
NotificationProperty?: NotificationProperty;
|
|
3161
3126
|
/**
|
|
3162
3127
|
* <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. </p>
|
|
3163
|
-
*
|
|
3164
3128
|
* <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
|
|
3165
3129
|
*/
|
|
3166
3130
|
GlueVersion?: string;
|
|
@@ -3170,10 +3134,8 @@ export interface JobUpdate {
|
|
|
3170
3134
|
CodeGenConfigurationNodes?: Record<string, CodeGenConfigurationNode>;
|
|
3171
3135
|
/**
|
|
3172
3136
|
* <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
|
|
3173
|
-
*
|
|
3174
3137
|
* <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
|
|
3175
|
-
*
|
|
3176
|
-
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
3138
|
+
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
3177
3139
|
*/
|
|
3178
3140
|
ExecutionClass?: ExecutionClass | string;
|
|
3179
3141
|
/**
|