@aws-sdk/client-glue 3.231.0 → 3.232.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist-cjs/endpoint/ruleset.js +0 -9
- package/dist-cjs/protocols/Aws_json1_1.js +2 -0
- package/dist-es/endpoint/ruleset.js +0 -9
- package/dist-es/protocols/Aws_json1_1.js +2 -0
- package/dist-types/Glue.d.ts +23 -54
- package/dist-types/commands/CreateCustomEntityTypeCommand.d.ts +1 -2
- package/dist-types/commands/CreateDataQualityRulesetCommand.d.ts +1 -2
- package/dist-types/commands/CreateMLTransformCommand.d.ts +1 -3
- package/dist-types/commands/DeleteColumnStatisticsForPartitionCommand.d.ts +1 -2
- package/dist-types/commands/DeleteColumnStatisticsForTableCommand.d.ts +1 -2
- package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -2
- package/dist-types/commands/GetColumnStatisticsForTableCommand.d.ts +0 -1
- package/dist-types/commands/GetJobBookmarkCommand.d.ts +2 -4
- package/dist-types/commands/GetMLTaskRunsCommand.d.ts +1 -2
- package/dist-types/commands/ListCrawlersCommand.d.ts +0 -1
- package/dist-types/commands/ListCrawlsCommand.d.ts +2 -3
- package/dist-types/commands/ListDevEndpointsCommand.d.ts +0 -1
- package/dist-types/commands/ListJobsCommand.d.ts +1 -2
- package/dist-types/commands/ListTriggersCommand.d.ts +0 -1
- package/dist-types/commands/RegisterSchemaVersionCommand.d.ts +1 -1
- package/dist-types/commands/ResetJobBookmarkCommand.d.ts +2 -4
- package/dist-types/commands/StartImportLabelsTaskRunCommand.d.ts +0 -3
- package/dist-types/commands/StartMLEvaluationTaskRunCommand.d.ts +2 -4
- package/dist-types/commands/StartMLLabelingSetGenerationTaskRunCommand.d.ts +1 -4
- package/dist-types/commands/UpdateColumnStatisticsForPartitionCommand.d.ts +0 -1
- package/dist-types/commands/UpdateColumnStatisticsForTableCommand.d.ts +1 -2
- package/dist-types/commands/UpdateJobFromSourceControlCommand.d.ts +1 -2
- package/dist-types/commands/UpdateMLTransformCommand.d.ts +0 -1
- package/dist-types/commands/UpdateSchemaCommand.d.ts +2 -2
- package/dist-types/commands/UpdateSourceControlFromJobCommand.d.ts +1 -2
- package/dist-types/models/models_0.d.ts +51 -105
- package/dist-types/models/models_1.d.ts +35 -55
- package/dist-types/models/models_2.d.ts +28 -66
- package/dist-types/ts3.4/models/models_0.d.ts +1 -0
- package/package.json +1 -1
|
@@ -9,7 +9,6 @@ export interface UpdateMLTransformCommandOutput extends UpdateMLTransformRespons
|
|
|
9
9
|
}
|
|
10
10
|
/**
|
|
11
11
|
* <p>Updates an existing machine learning transform. Call this operation to tune the algorithm parameters to achieve better results.</p>
|
|
12
|
-
*
|
|
13
12
|
* <p>After calling this operation, you can call the <code>StartMLEvaluationTaskRun</code>
|
|
14
13
|
* operation to assess how well your new parameters achieved your goals (such as improving the
|
|
15
14
|
* quality of your machine learning transform, or making it more cost-effective).</p>
|
|
@@ -9,9 +9,9 @@ export interface UpdateSchemaCommandOutput extends UpdateSchemaResponse, __Metad
|
|
|
9
9
|
}
|
|
10
10
|
/**
|
|
11
11
|
* <p>Updates the description, compatibility setting, or version checkpoint for a schema set.</p>
|
|
12
|
-
*
|
|
12
|
+
* <p>For updating the compatibility setting, the call will not validate compatibility for the entire set of schema versions with the new compatibility setting. If the value for <code>Compatibility</code> is provided, the <code>VersionNumber</code> (a checkpoint) is also required. The API will validate the checkpoint version number for consistency.</p>
|
|
13
13
|
* <p>If the value for the <code>VersionNumber</code> (checkpoint) is provided, <code>Compatibility</code> is optional and this can be used to set/reset a checkpoint for the schema.</p>
|
|
14
|
-
*
|
|
14
|
+
* <p>This update will happen only if the schema is in the AVAILABLE state.</p>
|
|
15
15
|
* @example
|
|
16
16
|
* Use a bare-bones client and the command you need to make an API call.
|
|
17
17
|
* ```javascript
|
|
@@ -9,8 +9,7 @@ export interface UpdateSourceControlFromJobCommandOutput extends UpdateSourceCon
|
|
|
9
9
|
}
|
|
10
10
|
/**
|
|
11
11
|
* <p>Synchronizes a job to the source control repository. This operation takes the job artifacts from the Glue internal stores and makes a commit to the remote repository that is configured on the job.</p>
|
|
12
|
-
*
|
|
13
|
-
* <p>This API supports optional parameters which take in the repository information.</p>
|
|
12
|
+
* <p>This API supports optional parameters which take in the repository information.</p>
|
|
14
13
|
* @example
|
|
15
14
|
* Use a bare-bones client and the command you need to make an API call.
|
|
16
15
|
* ```javascript
|
|
@@ -375,8 +375,7 @@ export interface StorageDescriptor {
|
|
|
375
375
|
StoredAsSubDirectories?: boolean;
|
|
376
376
|
/**
|
|
377
377
|
* <p>An object that references a schema stored in the Glue Schema Registry.</p>
|
|
378
|
-
*
|
|
379
|
-
* <p>When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.</p>
|
|
378
|
+
* <p>When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.</p>
|
|
380
379
|
*/
|
|
381
380
|
SchemaReference?: SchemaReference;
|
|
382
381
|
}
|
|
@@ -386,8 +385,7 @@ export interface StorageDescriptor {
|
|
|
386
385
|
export interface PartitionInput {
|
|
387
386
|
/**
|
|
388
387
|
* <p>The values of the partition. Although this parameter is not required by the SDK, you must specify this parameter for a valid input.</p>
|
|
389
|
-
*
|
|
390
|
-
* <p>The values for the keys for the new partition must be passed as an array of String objects that must be ordered in the same order as the partition keys appearing in the Amazon S3 prefix. Otherwise Glue will add the values to the wrong keys.</p>
|
|
388
|
+
* <p>The values for the keys for the new partition must be passed as an array of String objects that must be ordered in the same order as the partition keys appearing in the Amazon S3 prefix. Otherwise Glue will add the values to the wrong keys.</p>
|
|
391
389
|
*/
|
|
392
390
|
Values?: string[];
|
|
393
391
|
/**
|
|
@@ -788,8 +786,7 @@ export interface Blueprint {
|
|
|
788
786
|
BlueprintServiceLocation?: string;
|
|
789
787
|
/**
|
|
790
788
|
* <p>The status of the blueprint registration.</p>
|
|
791
|
-
*
|
|
792
|
-
* <ul>
|
|
789
|
+
* <ul>
|
|
793
790
|
* <li>
|
|
794
791
|
* <p>Creating — The blueprint registration is in progress.</p>
|
|
795
792
|
* </li>
|
|
@@ -888,8 +885,7 @@ export declare enum CrawlerLineageSettings {
|
|
|
888
885
|
export interface LineageConfiguration {
|
|
889
886
|
/**
|
|
890
887
|
* <p>Specifies whether data lineage is enabled for the crawler. Valid values are:</p>
|
|
891
|
-
*
|
|
892
|
-
* <ul>
|
|
888
|
+
* <ul>
|
|
893
889
|
* <li>
|
|
894
890
|
* <p>ENABLE: enables data lineage for the crawler</p>
|
|
895
891
|
* </li>
|
|
@@ -911,12 +907,9 @@ export declare enum RecrawlBehavior {
|
|
|
911
907
|
export interface RecrawlPolicy {
|
|
912
908
|
/**
|
|
913
909
|
* <p>Specifies whether to crawl the entire dataset again or to crawl only folders that were added since the last crawler run.</p>
|
|
914
|
-
*
|
|
915
|
-
* <p>A value of <code>CRAWL_EVERYTHING</code> specifies crawling the entire dataset again.</p>
|
|
916
|
-
*
|
|
910
|
+
* <p>A value of <code>CRAWL_EVERYTHING</code> specifies crawling the entire dataset again.</p>
|
|
917
911
|
* <p>A value of <code>CRAWL_NEW_FOLDERS_ONLY</code> specifies crawling only folders that were added since the last crawler run.</p>
|
|
918
|
-
*
|
|
919
|
-
* <p>A value of <code>CRAWL_EVENT_MODE</code> specifies crawling only the changes identified by Amazon S3 events.</p>
|
|
912
|
+
* <p>A value of <code>CRAWL_EVENT_MODE</code> specifies crawling only the changes identified by Amazon S3 events.</p>
|
|
920
913
|
*/
|
|
921
914
|
RecrawlBehavior?: RecrawlBehavior | string;
|
|
922
915
|
}
|
|
@@ -1008,6 +1001,10 @@ export interface DeltaTarget {
|
|
|
1008
1001
|
* <p>Specifies whether to write the manifest files to the Delta table path.</p>
|
|
1009
1002
|
*/
|
|
1010
1003
|
WriteManifest?: boolean;
|
|
1004
|
+
/**
|
|
1005
|
+
* <p>Specifies whether the crawler will create native tables, to allow integration with query engines that support querying of the Delta transaction log directly.</p>
|
|
1006
|
+
*/
|
|
1007
|
+
CreateNativeDeltaTable?: boolean;
|
|
1011
1008
|
}
|
|
1012
1009
|
/**
|
|
1013
1010
|
* <p>Specifies an Amazon DynamoDB table to crawl.</p>
|
|
@@ -1019,14 +1016,12 @@ export interface DynamoDBTarget {
|
|
|
1019
1016
|
Path?: string;
|
|
1020
1017
|
/**
|
|
1021
1018
|
* <p>Indicates whether to scan all the records, or to sample rows from the table. Scanning all the records can take a long time when the table is not a high throughput table.</p>
|
|
1022
|
-
*
|
|
1023
|
-
* <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
|
|
1019
|
+
* <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
|
|
1024
1020
|
*/
|
|
1025
1021
|
scanAll?: boolean;
|
|
1026
1022
|
/**
|
|
1027
1023
|
* <p>The percentage of the configured read capacity units to use by the Glue crawler. Read capacity units is a term defined by DynamoDB, and is a numeric value that acts as rate limiter for the number of reads that can be performed on that table per second.</p>
|
|
1028
|
-
*
|
|
1029
|
-
* <p>The valid values are null or a value between 0.1 to 1.5. A null value is used when user does not provide a value, and defaults to 0.5 of the configured Read Capacity Unit (for provisioned tables), or 0.25 of the max configured Read Capacity Unit (for tables using on-demand mode).</p>
|
|
1024
|
+
* <p>The valid values are null or a value between 0.1 to 1.5. A null value is used when user does not provide a value, and defaults to 0.5 of the configured Read Capacity Unit (for provisioned tables), or 0.25 of the max configured Read Capacity Unit (for tables using on-demand mode).</p>
|
|
1030
1025
|
*/
|
|
1031
1026
|
scanRate?: number;
|
|
1032
1027
|
}
|
|
@@ -1053,8 +1048,7 @@ export interface JdbcTarget {
|
|
|
1053
1048
|
Exclusions?: string[];
|
|
1054
1049
|
/**
|
|
1055
1050
|
* <p>Specify a value of <code>RAWTYPES</code> or <code>COMMENTS</code> to enable additional metadata in table responses. <code>RAWTYPES</code> provides the native-level datatype. <code>COMMENTS</code> provides comments associated with a column or table in the database.</p>
|
|
1056
|
-
*
|
|
1057
|
-
* <p>If you do not need additional metadata, keep the field empty.</p>
|
|
1051
|
+
* <p>If you do not need additional metadata, keep the field empty.</p>
|
|
1058
1052
|
*/
|
|
1059
1053
|
EnableAdditionalMetadata?: (JdbcMetadataEntry | string)[];
|
|
1060
1054
|
}
|
|
@@ -1072,8 +1066,7 @@ export interface MongoDBTarget {
|
|
|
1072
1066
|
Path?: string;
|
|
1073
1067
|
/**
|
|
1074
1068
|
* <p>Indicates whether to scan all the records, or to sample rows from the table. Scanning all the records can take a long time when the table is not a high throughput table.</p>
|
|
1075
|
-
*
|
|
1076
|
-
* <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
|
|
1069
|
+
* <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
|
|
1077
1070
|
*/
|
|
1078
1071
|
ScanAll?: boolean;
|
|
1079
1072
|
}
|
|
@@ -1259,8 +1252,7 @@ export interface CustomEntityType {
|
|
|
1259
1252
|
RegexString: string | undefined;
|
|
1260
1253
|
/**
|
|
1261
1254
|
* <p>A list of context words. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.</p>
|
|
1262
|
-
*
|
|
1263
|
-
* <p>If no context words are passed only a regular expression is checked.</p>
|
|
1255
|
+
* <p>If no context words are passed only a regular expression is checked.</p>
|
|
1264
1256
|
*/
|
|
1265
1257
|
ContextWords?: string[];
|
|
1266
1258
|
}
|
|
@@ -1302,8 +1294,7 @@ export interface GlueTable {
|
|
|
1302
1294
|
ConnectionName?: string;
|
|
1303
1295
|
/**
|
|
1304
1296
|
* <p>Additional options for the table. Currently there are two keys supported:</p>
|
|
1305
|
-
*
|
|
1306
|
-
* <ul>
|
|
1297
|
+
* <ul>
|
|
1307
1298
|
* <li>
|
|
1308
1299
|
* <p>
|
|
1309
1300
|
* <code>pushDownPredicate</code>: to filter on partitions without having to list and read all the files in your dataset.</p>
|
|
@@ -1471,7 +1462,7 @@ export interface DevEndpoint {
|
|
|
1471
1462
|
Status?: string;
|
|
1472
1463
|
/**
|
|
1473
1464
|
* <p>The type of predefined worker that is allocated to the development endpoint. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
1474
|
-
*
|
|
1465
|
+
* <ul>
|
|
1475
1466
|
* <li>
|
|
1476
1467
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
1477
1468
|
* </li>
|
|
@@ -1482,25 +1473,20 @@ export interface DevEndpoint {
|
|
|
1482
1473
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
1483
1474
|
* </li>
|
|
1484
1475
|
* </ul>
|
|
1485
|
-
*
|
|
1486
|
-
* <p>Known issue: when a development endpoint is created with the <code>G.2X</code>
|
|
1476
|
+
* <p>Known issue: when a development endpoint is created with the <code>G.2X</code>
|
|
1487
1477
|
* <code>WorkerType</code> configuration, the Spark drivers for the development endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk. </p>
|
|
1488
1478
|
*/
|
|
1489
1479
|
WorkerType?: WorkerType | string;
|
|
1490
1480
|
/**
|
|
1491
1481
|
* <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints. </p>
|
|
1492
|
-
*
|
|
1493
1482
|
* <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
|
|
1494
|
-
*
|
|
1495
|
-
*
|
|
1496
|
-
*
|
|
1497
|
-
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
1483
|
+
* <p>Development endpoints that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
1484
|
+
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
1498
1485
|
*/
|
|
1499
1486
|
GlueVersion?: string;
|
|
1500
1487
|
/**
|
|
1501
1488
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated to the development endpoint.</p>
|
|
1502
|
-
*
|
|
1503
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
1489
|
+
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
1504
1490
|
*/
|
|
1505
1491
|
NumberOfWorkers?: number;
|
|
1506
1492
|
/**
|
|
@@ -1520,7 +1506,6 @@ export interface DevEndpoint {
|
|
|
1520
1506
|
* <p>The paths to one or more Python libraries in an Amazon S3 bucket that should be loaded in
|
|
1521
1507
|
* your <code>DevEndpoint</code>. Multiple values must be complete paths separated by a
|
|
1522
1508
|
* comma.</p>
|
|
1523
|
-
*
|
|
1524
1509
|
* <note>
|
|
1525
1510
|
* <p>You can only use pure Python libraries with a <code>DevEndpoint</code>. Libraries that rely on
|
|
1526
1511
|
* C extensions, such as the <a href="http://pandas.pydata.org/">pandas</a> Python data
|
|
@@ -1578,14 +1563,13 @@ export interface DevEndpoint {
|
|
|
1578
1563
|
/**
|
|
1579
1564
|
* <p>A map of arguments used to configure the <code>DevEndpoint</code>.</p>
|
|
1580
1565
|
* <p>Valid arguments are:</p>
|
|
1581
|
-
*
|
|
1566
|
+
* <ul>
|
|
1582
1567
|
* <li>
|
|
1583
1568
|
* <p>
|
|
1584
1569
|
* <code>"--enable-glue-datacatalog": ""</code>
|
|
1585
1570
|
* </p>
|
|
1586
1571
|
* </li>
|
|
1587
1572
|
* </ul>
|
|
1588
|
-
*
|
|
1589
1573
|
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
1590
1574
|
*/
|
|
1591
1575
|
Arguments?: Record<string, string>;
|
|
@@ -2041,7 +2025,6 @@ export interface DropNullFields {
|
|
|
2041
2025
|
NullCheckBoxList?: NullCheckBoxList;
|
|
2042
2026
|
/**
|
|
2043
2027
|
* <p>A structure that specifies a list of NullValueField structures that represent a custom null value such as zero or other value being used as a null placeholder unique to the dataset.</p>
|
|
2044
|
-
*
|
|
2045
2028
|
* <p>The <code>DropNullFields</code> transform removes custom null values only if both the value of the null placeholder and the datatype match the data.</p>
|
|
2046
2029
|
*/
|
|
2047
2030
|
NullTextList?: NullValueField[];
|
|
@@ -2437,12 +2420,10 @@ export declare enum GlueRecordType {
|
|
|
2437
2420
|
export interface JDBCConnectorOptions {
|
|
2438
2421
|
/**
|
|
2439
2422
|
* <p>Extra condition clause to filter data from source. For example:</p>
|
|
2440
|
-
*
|
|
2441
|
-
* <p>
|
|
2423
|
+
* <p>
|
|
2442
2424
|
* <code>BillingCity='Mountain View'</code>
|
|
2443
2425
|
* </p>
|
|
2444
|
-
*
|
|
2445
|
-
* <p>When using a query instead of a table name, you should validate that the query works with the specified <code>filterPredicate</code>.</p>
|
|
2426
|
+
* <p>When using a query instead of a table name, you should validate that the query works with the specified <code>filterPredicate</code>.</p>
|
|
2446
2427
|
*/
|
|
2447
2428
|
FilterPredicate?: string;
|
|
2448
2429
|
/**
|
|
@@ -3428,12 +3409,10 @@ export interface SparkSQL {
|
|
|
3428
3409
|
SqlQuery: string | undefined;
|
|
3429
3410
|
/**
|
|
3430
3411
|
* <p>A list of aliases. An alias allows you to specify what name to use in the SQL for a given input. For example, you have a datasource named "MyDataSource". If you specify <code>From</code> as MyDataSource, and <code>Alias</code> as SqlName, then in your SQL you can do:</p>
|
|
3431
|
-
*
|
|
3432
3412
|
* <p>
|
|
3433
3413
|
* <code>select *
|
|
3434
3414
|
* from SqlName</code>
|
|
3435
3415
|
* </p>
|
|
3436
|
-
*
|
|
3437
3416
|
* <p>and that gets data from MyDataSource.</p>
|
|
3438
3417
|
*/
|
|
3439
3418
|
SqlAliases: SqlAlias[] | undefined;
|
|
@@ -3502,9 +3481,7 @@ export interface Union {
|
|
|
3502
3481
|
Inputs: string[] | undefined;
|
|
3503
3482
|
/**
|
|
3504
3483
|
* <p>Indicates the type of Union transform. </p>
|
|
3505
|
-
*
|
|
3506
|
-
* <p>Specify <code>ALL</code> to join all rows from data sources to the resulting DynamicFrame. The resulting union does not remove duplicate rows.</p>
|
|
3507
|
-
*
|
|
3484
|
+
* <p>Specify <code>ALL</code> to join all rows from data sources to the resulting DynamicFrame. The resulting union does not remove duplicate rows.</p>
|
|
3508
3485
|
* <p>Specify <code>DISTINCT</code> to remove duplicate rows in the resulting DynamicFrame.</p>
|
|
3509
3486
|
*/
|
|
3510
3487
|
UnionType: UnionType | string | undefined;
|
|
@@ -3997,7 +3974,6 @@ export interface JobRun {
|
|
|
3997
3974
|
* @deprecated
|
|
3998
3975
|
*
|
|
3999
3976
|
* <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
|
|
4000
|
-
*
|
|
4001
3977
|
* <p>The number of Glue data processing units (DPUs) allocated to this JobRun.
|
|
4002
3978
|
* From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure
|
|
4003
3979
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
@@ -4012,7 +3988,6 @@ export interface JobRun {
|
|
|
4012
3988
|
/**
|
|
4013
3989
|
* <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
|
|
4014
3990
|
* consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
|
|
4015
|
-
*
|
|
4016
3991
|
* <p>Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).</p>
|
|
4017
3992
|
*/
|
|
4018
3993
|
Timeout?: number;
|
|
@@ -4021,9 +3996,7 @@ export interface JobRun {
|
|
|
4021
3996
|
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
|
|
4022
3997
|
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
|
|
4023
3998
|
* pricing page</a>.</p>
|
|
4024
|
-
*
|
|
4025
3999
|
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
|
|
4026
|
-
*
|
|
4027
4000
|
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
|
|
4028
4001
|
* running a Python shell job or an Apache Spark ETL job:</p>
|
|
4029
4002
|
* <ul>
|
|
@@ -4079,10 +4052,8 @@ export interface JobRun {
|
|
|
4079
4052
|
NotificationProperty?: NotificationProperty;
|
|
4080
4053
|
/**
|
|
4081
4054
|
* <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. </p>
|
|
4082
|
-
*
|
|
4083
4055
|
* <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
|
|
4084
|
-
*
|
|
4085
|
-
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
4056
|
+
* <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
4086
4057
|
*/
|
|
4087
4058
|
GlueVersion?: string;
|
|
4088
4059
|
/**
|
|
@@ -4091,10 +4062,8 @@ export interface JobRun {
|
|
|
4091
4062
|
DPUSeconds?: number;
|
|
4092
4063
|
/**
|
|
4093
4064
|
* <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
|
|
4094
|
-
*
|
|
4095
4065
|
* <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
|
|
4096
|
-
*
|
|
4097
|
-
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
4066
|
+
* <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
|
|
4098
4067
|
*/
|
|
4099
4068
|
ExecutionClass?: ExecutionClass | string;
|
|
4100
4069
|
}
|
|
@@ -4766,7 +4735,7 @@ export interface ConnectionInput {
|
|
|
4766
4735
|
Description?: string;
|
|
4767
4736
|
/**
|
|
4768
4737
|
* <p>The type of the connection. Currently, these types are supported:</p>
|
|
4769
|
-
*
|
|
4738
|
+
* <ul>
|
|
4770
4739
|
* <li>
|
|
4771
4740
|
* <p>
|
|
4772
4741
|
* <code>JDBC</code> - Designates a connection to a database through Java Database Connectivity (JDBC).</p>
|
|
@@ -4913,8 +4882,7 @@ export interface CreateCustomEntityTypeRequest {
|
|
|
4913
4882
|
RegexString: string | undefined;
|
|
4914
4883
|
/**
|
|
4915
4884
|
* <p>A list of context words. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.</p>
|
|
4916
|
-
*
|
|
4917
|
-
* <p>If no context words are passed only a regular expression is checked.</p>
|
|
4885
|
+
* <p>If no context words are passed only a regular expression is checked.</p>
|
|
4918
4886
|
*/
|
|
4919
4887
|
ContextWords?: string[];
|
|
4920
4888
|
}
|
|
@@ -5122,7 +5090,6 @@ export interface CreateDevEndpointRequest {
|
|
|
5122
5090
|
* <p>A list of public keys to be used by the development endpoints for authentication. The use
|
|
5123
5091
|
* of this attribute is preferred over a single public key because the public keys allow you to
|
|
5124
5092
|
* have a different private key per client.</p>
|
|
5125
|
-
*
|
|
5126
5093
|
* <note>
|
|
5127
5094
|
* <p>If you previously created an endpoint with a public key, you must remove that key to be able
|
|
5128
5095
|
* to set a list of public keys. Call the <code>UpdateDevEndpoint</code> API with the public
|
|
@@ -5138,7 +5105,7 @@ export interface CreateDevEndpointRequest {
|
|
|
5138
5105
|
NumberOfNodes?: number;
|
|
5139
5106
|
/**
|
|
5140
5107
|
* <p>The type of predefined worker that is allocated to the development endpoint. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
5141
|
-
*
|
|
5108
|
+
* <ul>
|
|
5142
5109
|
* <li>
|
|
5143
5110
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
5144
5111
|
* </li>
|
|
@@ -5149,24 +5116,20 @@ export interface CreateDevEndpointRequest {
|
|
|
5149
5116
|
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
|
|
5150
5117
|
* </li>
|
|
5151
5118
|
* </ul>
|
|
5152
|
-
*
|
|
5119
|
+
* <p>Known issue: when a development endpoint is created with the <code>G.2X</code>
|
|
5153
5120
|
* <code>WorkerType</code> configuration, the Spark drivers for the development endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk. </p>
|
|
5154
5121
|
*/
|
|
5155
5122
|
WorkerType?: WorkerType | string;
|
|
5156
5123
|
/**
|
|
5157
5124
|
* <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints. </p>
|
|
5158
|
-
*
|
|
5159
5125
|
* <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
|
|
5160
|
-
*
|
|
5161
|
-
*
|
|
5162
|
-
*
|
|
5163
|
-
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
5126
|
+
* <p>Development endpoints that are created without specifying a Glue version default to Glue 0.9.</p>
|
|
5127
|
+
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
5164
5128
|
*/
|
|
5165
5129
|
GlueVersion?: string;
|
|
5166
5130
|
/**
|
|
5167
5131
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated to the development endpoint.</p>
|
|
5168
|
-
*
|
|
5169
|
-
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
5132
|
+
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
|
|
5170
5133
|
*/
|
|
5171
5134
|
NumberOfWorkers?: number;
|
|
5172
5135
|
/**
|
|
@@ -5239,7 +5202,6 @@ export interface CreateDevEndpointResponse {
|
|
|
5239
5202
|
WorkerType?: WorkerType | string;
|
|
5240
5203
|
/**
|
|
5241
5204
|
* <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints. </p>
|
|
5242
|
-
*
|
|
5243
5205
|
* <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
|
|
5244
5206
|
*/
|
|
5245
5207
|
GlueVersion?: string;
|
|
@@ -5280,16 +5242,14 @@ export interface CreateDevEndpointResponse {
|
|
|
5280
5242
|
CreatedTimestamp?: Date;
|
|
5281
5243
|
/**
|
|
5282
5244
|
* <p>The map of arguments used to configure this <code>DevEndpoint</code>.</p>
|
|
5283
|
-
*
|
|
5284
|
-
*
|
|
5285
|
-
* <ul>
|
|
5245
|
+
* <p>Valid arguments are:</p>
|
|
5246
|
+
* <ul>
|
|
5286
5247
|
* <li>
|
|
5287
5248
|
* <p>
|
|
5288
5249
|
* <code>"--enable-glue-datacatalog": ""</code>
|
|
5289
5250
|
* </p>
|
|
5290
5251
|
* </li>
|
|
5291
5252
|
* </ul>
|
|
5292
|
-
*
|
|
5293
5253
|
* <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
|
|
5294
5254
|
*/
|
|
5295
5255
|
Arguments?: Record<string, string>;
|
|
@@ -5328,10 +5288,8 @@ export interface FindMatchesParameters {
|
|
|
5328
5288
|
* A value of 0.5 means no preference; a value of 1.0 means a bias purely for precision, and a
|
|
5329
5289
|
* value of 0.0 means a bias for recall. Because this is a tradeoff, choosing values close to 1.0
|
|
5330
5290
|
* means very low recall, and choosing values close to 0.0 results in very low precision.</p>
|
|
5331
|
-
*
|
|
5332
|
-
*
|
|
5333
|
-
*
|
|
5334
|
-
* <p>The recall metric indicates that for an actual match, how often your model predicts the
|
|
5291
|
+
* <p>The precision metric indicates how often your model is correct when it predicts a match. </p>
|
|
5292
|
+
* <p>The recall metric indicates that for an actual match, how often your model predicts the
|
|
5335
5293
|
* match.</p>
|
|
5336
5294
|
*/
|
|
5337
5295
|
PrecisionRecallTradeoff?: number;
|
|
@@ -5341,10 +5299,8 @@ export interface FindMatchesParameters {
|
|
|
5341
5299
|
* means a bias purely for accuracy, which typically results in a higher cost, sometimes
|
|
5342
5300
|
* substantially higher. A value of 0.0 means a bias purely for cost, which results in a less
|
|
5343
5301
|
* accurate <code>FindMatches</code> transform, sometimes with unacceptable accuracy.</p>
|
|
5344
|
-
*
|
|
5345
|
-
*
|
|
5346
|
-
*
|
|
5347
|
-
* <p>Cost measures how many compute resources, and thus money, are consumed to run the
|
|
5302
|
+
* <p>Accuracy measures how well the transform finds true positives and true negatives. Increasing accuracy requires more machine resources and cost. But it also results in increased recall. </p>
|
|
5303
|
+
* <p>Cost measures how many compute resources, and thus money, are consumed to run the
|
|
5348
5304
|
* transform.</p>
|
|
5349
5305
|
*/
|
|
5350
5306
|
AccuracyCostTradeoff?: number;
|
|
@@ -5364,7 +5320,7 @@ export declare enum TransformType {
|
|
|
5364
5320
|
export interface TransformParameters {
|
|
5365
5321
|
/**
|
|
5366
5322
|
* <p>The type of machine learning transform.</p>
|
|
5367
|
-
*
|
|
5323
|
+
* <p>For information about the types of machine learning transforms, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html">Creating Machine Learning Transforms</a>.</p>
|
|
5368
5324
|
*/
|
|
5369
5325
|
TransformType: TransformType | string | undefined;
|
|
5370
5326
|
/**
|
|
@@ -5382,8 +5338,7 @@ export declare enum MLUserDataEncryptionModeString {
|
|
|
5382
5338
|
export interface MLUserDataEncryption {
|
|
5383
5339
|
/**
|
|
5384
5340
|
* <p>The encryption mode applied to user data. Valid values are:</p>
|
|
5385
|
-
*
|
|
5386
|
-
* <ul>
|
|
5341
|
+
* <ul>
|
|
5387
5342
|
* <li>
|
|
5388
5343
|
* <p>DISABLED: encryption is disabled</p>
|
|
5389
5344
|
* </li>
|
|
@@ -5400,8 +5355,7 @@ export interface MLUserDataEncryption {
|
|
|
5400
5355
|
}
|
|
5401
5356
|
/**
|
|
5402
5357
|
* <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
|
|
5403
|
-
*
|
|
5404
|
-
* <p>Additionally, imported labels and trained transforms can now be encrypted using a customer provided KMS key.</p>
|
|
5358
|
+
* <p>Additionally, imported labels and trained transforms can now be encrypted using a customer provided KMS key.</p>
|
|
5405
5359
|
*/
|
|
5406
5360
|
export interface TransformEncryption {
|
|
5407
5361
|
/**
|
|
@@ -5434,8 +5388,7 @@ export interface CreateMLTransformRequest {
|
|
|
5434
5388
|
Parameters: TransformParameters | undefined;
|
|
5435
5389
|
/**
|
|
5436
5390
|
* <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
|
|
5437
|
-
*
|
|
5438
|
-
* <ul>
|
|
5391
|
+
* <ul>
|
|
5439
5392
|
* <li>
|
|
5440
5393
|
* <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
|
|
5441
5394
|
* </li>
|
|
@@ -5454,10 +5407,9 @@ export interface CreateMLTransformRequest {
|
|
|
5454
5407
|
* processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
|
|
5455
5408
|
* information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
|
|
5456
5409
|
* page</a>. </p>
|
|
5457
|
-
*
|
|
5458
|
-
* <p>
|
|
5410
|
+
* <p>
|
|
5459
5411
|
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
5460
|
-
*
|
|
5412
|
+
* <ul>
|
|
5461
5413
|
* <li>
|
|
5462
5414
|
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
5463
5415
|
* </li>
|
|
@@ -5472,16 +5424,13 @@ export interface CreateMLTransformRequest {
|
|
|
5472
5424
|
* <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
|
|
5473
5425
|
* </li>
|
|
5474
5426
|
* </ul>
|
|
5475
|
-
*
|
|
5476
|
-
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
5477
|
-
*
|
|
5478
|
-
*
|
|
5427
|
+
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
5479
5428
|
* <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
|
|
5480
5429
|
*/
|
|
5481
5430
|
MaxCapacity?: number;
|
|
5482
5431
|
/**
|
|
5483
5432
|
* <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
|
|
5484
|
-
*
|
|
5433
|
+
* <ul>
|
|
5485
5434
|
* <li>
|
|
5486
5435
|
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
|
|
5487
5436
|
* </li>
|
|
@@ -5492,10 +5441,9 @@ export interface CreateMLTransformRequest {
|
|
|
5492
5441
|
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
|
|
5493
5442
|
* </li>
|
|
5494
5443
|
* </ul>
|
|
5495
|
-
*
|
|
5496
|
-
* <p>
|
|
5444
|
+
* <p>
|
|
5497
5445
|
* <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
|
|
5498
|
-
*
|
|
5446
|
+
* <ul>
|
|
5499
5447
|
* <li>
|
|
5500
5448
|
* <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
|
|
5501
5449
|
* </li>
|
|
@@ -5514,8 +5462,7 @@ export interface CreateMLTransformRequest {
|
|
|
5514
5462
|
WorkerType?: WorkerType | string;
|
|
5515
5463
|
/**
|
|
5516
5464
|
* <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
|
|
5517
|
-
*
|
|
5518
|
-
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
5465
|
+
* <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
|
|
5519
5466
|
*/
|
|
5520
5467
|
NumberOfWorkers?: number;
|
|
5521
5468
|
/**
|
|
@@ -5666,7 +5613,6 @@ export interface CreateSchemaInput {
|
|
|
5666
5613
|
DataFormat: DataFormat | string | undefined;
|
|
5667
5614
|
/**
|
|
5668
5615
|
* <p>The compatibility mode of the schema. The possible values are:</p>
|
|
5669
|
-
*
|
|
5670
5616
|
* <ul>
|
|
5671
5617
|
* <li>
|
|
5672
5618
|
* <p>
|